diff --git a/app/src/components/Methodology.tsx b/app/src/components/Methodology.tsx index 730151b..859e11b 100644 --- a/app/src/components/Methodology.tsx +++ b/app/src/components/Methodology.tsx @@ -130,8 +130,11 @@ export default function Methodology({
Each model sees the same household description and must return all - scored outputs plus a short explanation for each output in one - response, with no tool use. The exact provider-specific prompts are + scored outputs plus a short explanation for each output, with no + external tools — no calculator, search, or PolicyEngine access. + Answers come back through a forced answer-schema tool call; a few + models are served one output per request for parse reliability, per + the repo's model cards. The exact provider-specific prompts are visible in the scenario explorer, so you can inspect the contract instead of inferring it. diff --git a/app/src/components/ModelLeaderboard.tsx b/app/src/components/ModelLeaderboard.tsx index a327c52..169529c 100644 --- a/app/src/components/ModelLeaderboard.tsx +++ b/app/src/components/ModelLeaderboard.tsx @@ -273,6 +273,39 @@ export default function ModelLeaderboard({ > Model rankings + {selectedView === "us" && ( +
+
+ Serving sensitivity · August 2026 +
+

+ Claude models skip extended thinking when the answer tool call is + forced, as it is in the identical request this board holds every + model to; other reasoning-by-default providers reason regardless. + Re-run with tool_choice: auto, Claude Fable 5 scores + 86.9 (would rank #2), Claude Opus 5 85.6 (#3), and Claude Sonnet 5 + 80.2 (#8). The board below is unchanged — those runs sit beside it + as a{" "} + + labeled sensitivity + {" "} + — and the{" "} + + next board version + {" "} + moves every model to auto. +

+
+ )}