Merge a5288e4 into ce2c10b

Author: martinscooper

src/unitxt/catalog/metrics/llm_as_judge/direct/criteria/conciseness.json

@@ -3,7 +3,9 @@
     "name": "conciseness",
     "description": "Is the response concise and to the point?",
     "prediction_field": "response",
-    "context_fields": [],
+    "context_fields": [
+        "question"
+    ],
     "options": [
         {
             "__type__": "criteria_option",

src/unitxt/inference.py

@@ -1855,6 +1855,8 @@ class RITSInferenceEngine(
         "ibm-granite/granite-guardian-3.2-3b-a800m": "granite-guardian-3-2-3b-a800m",
         "ibm-granite/granite-guardian-3.2-5b": "granite-guardian-3-2-5b-ris",
         "granite-guardian-3-2-5b-ris": "granite-guardian-3-3-8b",
+        "openai/gpt-oss-20b": "gpt-oss-20b",
+        "openai/gpt-oss-120b": "gpt-oss-120b",
     }
 
     def get_default_headers(self):
@@ -3355,6 +3357,8 @@ class CrossProviderInferenceEngine(
             "mixtral-8x7b-instruct-v01": "mistralai/mixtral-8x7B-instruct-v0.1",
             "deepseek-v3": "deepseek-ai/DeepSeek-V3",
             "phi-4": "microsoft/phi-4",
+            "gpt-oss-20b": "openai/gpt-oss-20b",
+            "gpt-oss-120b": "openai/gpt-oss-120b",
         },
         "open-ai": {
             "o1-mini": "o1-mini",

src/unitxt/llm_as_judge_constants.py

@@ -32,7 +32,7 @@ class Criteria(Artifact):
     prediction_field: Optional[str] = None
     """The prediction field name this criteria expects and refers to, e.g. answer/model response/summary"""
 
-    context_fields: Union[str, List[str], Dict[str, str]] = None
+    context_fields: Optional[Union[str, List[str], Dict[str, str]]] = None
     """The context field names this criteria expects, i.e. [context]/[source article, user questions]"""
 
     @staticmethod
@@ -370,7 +370,7 @@ class DirectCriteriaCatalogEnum(Enum):
         name="conciseness",
         description="Is the response concise and to the point?",
         prediction_field="response",
-        context_fields=[],
+        context_fields=["question"],
         options=[
             CriteriaOption(
                 name="Yes",