diff --git a/prompting/rewards/web_retrieval.py b/prompting/rewards/web_retrieval.py index dcd6fade3..6fa5f7bd3 100644 --- a/prompting/rewards/web_retrieval.py +++ b/prompting/rewards/web_retrieval.py @@ -14,7 +14,7 @@ from shared.dendrite import DendriteResponseEvent MIN_RELEVANT_CHARS = 300 -MIN_MATCH_THRESHOLD = 90 +MIN_MATCH_THRESHOLD = 98 class WebsiteResult(BaseModel): @@ -42,7 +42,7 @@ def score_website_result( logger.debug(f"Failed to extract miner's content from website: {response_url}") return 0 - if fuzz.token_set_ratio(response_content, reference_website_content) < MIN_MATCH_THRESHOLD: + if fuzz.ratio(response_content, reference_website_content) < MIN_MATCH_THRESHOLD: logger.info("Miner returned text that doesn't match the website, scoring 0") return 0