From 779721eb2a9addab83cc1692e28a494562c75e82 Mon Sep 17 00:00:00 2001 From: mmaxjr Date: Thu, 6 Aug 2026 17:17:11 -0300 Subject: [PATCH] Count repeated hedged claims --- agentrace/checks.py | 1 - tests/test_agentrace.py | 7 +++++++ 2 files changed, 7 insertions(+), 1 deletion(-) diff --git a/agentrace/checks.py b/agentrace/checks.py index 13c437f..bf3c66a 100644 --- a/agentrace/checks.py +++ b/agentrace/checks.py @@ -100,7 +100,6 @@ def check_unverified_claim(run: AgentRun) -> list[Finding]: for p in hedges: for m in re.finditer(p, run.result, re.I): hits.append(_context(run.result, m.start())) - break if hits: return [ Finding( diff --git a/tests/test_agentrace.py b/tests/test_agentrace.py index 96e5e8d..879c572 100644 --- a/tests/test_agentrace.py +++ b/tests/test_agentrace.py @@ -179,6 +179,13 @@ def test_hedged_claim_is_caught_but_only_low(): assert findings and findings[0].severity == "low" +def test_repeated_hedged_claims_are_counted(): + r = _run(result="Probably hiring. Probably expanding. Probably remote-friendly. " + "x" * 200) + findings = [f for f in analyse(r) if f.check == "hedged_claim"] + assert findings + assert findings[0].message.startswith("3 hedged claim(s).") + + def test_many_urls_without_verification_is_flagged(): urls = " ".join(f"https://example{i}.com/careers" for i in range(8)) assert "unverified_urls" in _codes(_run(result=urls + " " + "x" * 200))