diff --git a/tests/chainer_tests/functions_tests/math_tests/test_exponential.py b/tests/chainer_tests/functions_tests/math_tests/test_exponential.py
index d2c1edcbef20..5f418df1fbe4 100644
--- a/tests/chainer_tests/functions_tests/math_tests/test_exponential.py
+++ b/tests/chainer_tests/functions_tests/math_tests/test_exponential.py
@@ -44,7 +44,7 @@ def check_backward_gpu(self, op):
 
     def check_double_backward(self, op, x_data, y_grad, y_grad_grad):
         gradient_check.check_double_backward(
-            op, x_data, y_grad, y_grad_grad, dtype='d')
+            op, x_data, y_grad, y_grad_grad, atol=1e-4, rtol=1e-3, dtype='d')
 
     def check_double_backward_cpu(self, op):
         self.check_double_backward(op, self.x, self.gy, self.ggy)