From 986b0d214b905cba46624d31fa45729930d1c79c Mon Sep 17 00:00:00 2001
From: Mandana Vaziri <mvaziri@us.ibm.com>
Date: Mon, 24 Nov 2025 10:27:05 -0500
Subject: [PATCH 1/2] parameters passed to llm_as_judge

Signed-off-by: Mandana Vaziri <mvaziri@us.ibm.com>
---
 src/pdl/pdl_stdlib.pdl | 18 +++++++++++++-----
 1 file changed, 13 insertions(+), 5 deletions(-)

diff --git a/src/pdl/pdl_stdlib.pdl b/src/pdl/pdl_stdlib.pdl
index 5ab7b9c2d..3d51be0b1 100644
--- a/src/pdl/pdl_stdlib.pdl
+++ b/src/pdl/pdl_stdlib.pdl
@@ -23,17 +23,25 @@ defs:
     function:
       model: string
       prompt: string
+      parameters: {optional: object}
     return:
+      defs:
+        params: 
+          data: 
+            logprobs: true
+            top_logprobs: 5
+            response_format: {'type': 'json_schema', 'json_schema': {'name': 'schema', 'schema': {'enum': [True, False]}, 'strict': True}}
       lastOf:
+      - lang: python
+        def: parameters
+        code: |
+          result = parameters | params
       - model: ${ model }
+        def: evaluation
         input: |
           ${ prompt }
         modelResponse: out
-        parameters:
-          temperature: 0
-          logprobs: true
-          top_logprobs: 5
-          response_format: {'type': 'json_schema', 'json_schema': {'name': 'schema', 'schema': {'enum': [True, False]}, 'strict': True}}
+        parameters: ${ parameters }
       - def: score
         data: ${ reward(response=out) }
       retry: 3

From 5f1d799e593b5b593fb2d2b40833a19258819e1f Mon Sep 17 00:00:00 2001
From: Mandana Vaziri <mvaziri@us.ibm.com>
Date: Mon, 24 Nov 2025 12:53:53 -0500
Subject: [PATCH 2/2] cleanup

Signed-off-by: Mandana Vaziri <mvaziri@us.ibm.com>
---
 src/pdl/pdl_stdlib.pdl | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/src/pdl/pdl_stdlib.pdl b/src/pdl/pdl_stdlib.pdl
index 3d51be0b1..99e930c9c 100644
--- a/src/pdl/pdl_stdlib.pdl
+++ b/src/pdl/pdl_stdlib.pdl
@@ -26,6 +26,7 @@ defs:
       parameters: {optional: object}
     return:
       defs:
+        parameters: ${ parameters | default({}) }
         params: 
           data: 
             logprobs: true
@@ -33,7 +34,7 @@ defs:
             response_format: {'type': 'json_schema', 'json_schema': {'name': 'schema', 'schema': {'enum': [True, False]}, 'strict': True}}
       lastOf:
       - lang: python
-        def: parameters
+        def: final_parameters
         code: |
           result = parameters | params
       - model: ${ model }
@@ -41,7 +42,7 @@ defs:
         input: |
           ${ prompt }
         modelResponse: out
-        parameters: ${ parameters }
+        parameters: ${ final_parameters }
       - def: score
         data: ${ reward(response=out) }
       retry: 3