diff --git a/tests/labeling/text_classification/test_label_errors.py b/tests/labeling/text_classification/test_label_errors.py
index d67837a2cf..2900c1398b 100644
--- a/tests/labeling/text_classification/test_label_errors.py
+++ b/tests/labeling/text_classification/test_label_errors.py
@@ -157,7 +157,9 @@ def mock_find_label_issues(s, psx, n_jobs, **kwargs):
             assert kwargs == {
                 "mock": "mock",
                 "multi_label": is_multi_label,
-                "return_indices_ranked_by": "normalized_margin",
+                "return_indices_ranked_by": "normalized_margin"
+                if not is_multi_label
+                else "self_confidence",
             }
             return []