diff --git a/tests/chainerx_tests/math_utils.py b/tests/chainerx_tests/math_utils.py
index 73a21cbccef6..ad511622b105 100644
--- a/tests/chainerx_tests/math_utils.py
+++ b/tests/chainerx_tests/math_utils.py
@@ -77,9 +77,9 @@ def setup(self):
 
         if in_dtype1 == 'float16' or in_dtype2 == 'float16':
             self.check_forward_options.update({'rtol': 1e-3, 'atol': 1e-3})
-            self.check_backward_options.update({'rtol': 1e-3, 'atol': 1e-3})
+            self.check_backward_options.update({'rtol': 1e-2, 'atol': 3e-3})
             self.check_double_backward_options.update(
-                {'rtol': 1e-3, 'atol': 1e-3})
+                {'rtol': 1e-2, 'atol': 3e-3})
 
     def generate_inputs(self):
         in_dtype1, in_dtype2 = self.in_dtypes