From f157ff4646b837758c4ed3ca0f724ab06f178263 Mon Sep 17 00:00:00 2001 From: T5 Team Date: Fri, 6 Oct 2023 10:32:18 -0700 Subject: [PATCH] Add support for micro and macro f1 metrics for multilabel classification. Adds supports for micro and macro f1 metrics computations for multilabel classification. Also replaces `assertContainsSubset` in tests with a functional version that checks equality of asserted values. PiperOrigin-RevId: 571374029 --- t5/evaluation/test_utils.py | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/t5/evaluation/test_utils.py b/t5/evaluation/test_utils.py index de46c0f6..d4790cff 100644 --- a/t5/evaluation/test_utils.py +++ b/t5/evaluation/test_utils.py @@ -26,3 +26,11 @@ def assertDictClose(self, a, b, delta=None, places=None): self.assertAlmostEqual(a[k], b[k], delta=delta, places=places) except AssertionError as e: raise AssertionError(str(e) + " for key '%s'" % k) + + def assertDictContainsSubset(self, expected_subset, actual_set): + self.assertContainsSubset(expected_subset.keys(), actual_set.keys()) + for k in expected_subset: + try: + self.assertEqual(expected_subset[k], actual_set[k]) + except AssertionError as e: + raise AssertionError(str(e) + " for key '%s'" % k) from None