diff --git a/ckan/tests/legacy/lib/test_solr_search_index.py b/ckan/tests/legacy/lib/test_solr_search_index.py
index 55a6d5977f7..27ca10a40e3 100644
--- a/ckan/tests/legacy/lib/test_solr_search_index.py
+++ b/ckan/tests/legacy/lib/test_solr_search_index.py
@@ -51,8 +51,6 @@ def test_0_indexing(self):
 
     def test_1_basic(self):
         results = self.solr.search(q='sweden', fq=self.fq)
-        assert len(results) == 2
-        result_names = [r['name'] for r in results]
-        assert 'se-publications' in result_names
-        assert 'se-opengov' in result_names
+        result_names = sorted([r['name'] for r in results])
 
+        assert_equal([u'se-opengov', u'se-publications'], result_names)