diff --git a/pymc3/tests/test_variational_inference.py b/pymc3/tests/test_variational_inference.py
index c42b91600e..79073d82cd 100644
--- a/pymc3/tests/test_variational_inference.py
+++ b/pymc3/tests/test_variational_inference.py
@@ -297,7 +297,7 @@ class TestASVGD(TestApproximates.Base):
     NITER = 15000
     inference = ASVGD
     test_aevb = _test_aevb
-    optimizer = pm.adagrad_window(learning_rate=0.001)
+    optimizer = pm.adagrad_window(learning_rate=0.002)
     conv_cb = []