Skip to content

Commit 5ff74ce

Browse files
kfallahclaude
andcommitted
Fix --output-dir help text and document None mean_entropy
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
1 parent 184b450 commit 5ff74ce

File tree

2 files changed

+2
-4
lines changed

2 files changed

+2
-4
lines changed

claas/eval/__main__.py

Lines changed: 1 addition & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -75,10 +75,7 @@ def add_eval_arguments(parser: argparse.ArgumentParser) -> None:
7575
parser.add_argument(
7676
"--output-dir",
7777
default=None,
78-
help=(
79-
"Output directory for results "
80-
"(default: auto ./data/evals/<UTC timestamp>)"
81-
),
78+
help="Output directory for results (auto-generated if omitted)",
8279
)
8380
parser.add_argument(
8481
"--gemini-api-key",

claas/eval/types.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -68,6 +68,7 @@ class SDPOMetrics:
6868
class CollapseMetrics:
6969
"""Collapse detection metrics."""
7070

71+
# None in Tinker mode — proxy doesn't expose the full token distribution
7172
mean_entropy: float | None = None
7273
mean_logprob: float = 0.0
7374
entropy_ratio_to_baseline: float | None = None

0 commit comments

Comments
 (0)