atol instead of rtol

qutech · Jun 19, 2020 · 9a88506 · 9a88506
1 parent 85ded21
commit 9a88506
Showing 1 changed file with 7 additions and 7 deletions.
diff --git a/tests/test_precision.py b/tests/test_precision.py
@@ -577,7 +577,7 @@ def test_multi_qubit_error_transfer_matrix(self):
             omega = util.get_sample_frequencies(pulse, n_samples=51)
 
             # Assert fidelity is same as computed by infidelity()
-            S = 1e-9/omega**2
+            S = 1e-8/omega**2
             U = ff.error_transfer_matrix(pulse, S, omega)
             # Calculate U in loop
             Up = ff.error_transfer_matrix(pulse, S, omega,
@@ -586,9 +586,9 @@ def test_multi_qubit_error_transfer_matrix(self):
             I_transfer = 1 - np.einsum('...ii', U)/d**2
             self.assertArrayAlmostEqual(Up, U)
             self.assertArrayAlmostEqual(I_transfer, I_fidelity.sum(),
-                                        rtol=1e-3)
+                                        atol=1e-4)
 
-            S = np.outer(1e-8*(np.arange(n_nops) + 1),
+            S = np.outer(1e-7*(np.arange(n_nops) + 1),
                          400/(omega**2 + 400))
             U = ff.error_transfer_matrix(pulse, S, omega)
             # Calculate U in loop
@@ -598,10 +598,10 @@ def test_multi_qubit_error_transfer_matrix(self):
             I_transfer = 1 - np.einsum('...ii', U)/d**2
             self.assertArrayAlmostEqual(Up, U)
             self.assertArrayAlmostEqual(I_transfer, I_fidelity.sum(),
-                                        rtol=1e-3)
+                                        atol=1e-4)
 
-            S = np.tile(1e-9/abs(omega)**2, (n_nops, n_nops, 1)).astype(
-                    complex)
+            S = np.tile(1e-8/abs(omega)**2, (n_nops, n_nops, 1)).astype(
+                complex)
             S[np.triu_indices(n_nops, 1)].imag = 1e-10*omega
             S[np.tril_indices(n_nops, -1)].imag = \
                 - S[np.triu_indices(n_nops, 1)].imag
@@ -613,4 +613,4 @@ def test_multi_qubit_error_transfer_matrix(self):
             I_transfer = 1 - np.einsum('...ii', U)/d**2
             self.assertArrayAlmostEqual(Up, U)
             self.assertArrayAlmostEqual(I_transfer, I_fidelity.sum(),
-                                        rtol=1e-3)
+                                        atol=1e-4)