diff --git a/privacy/optimizers/dp_optimizer_vectorized_test.py b/privacy/optimizers/dp_optimizer_vectorized_test.py
index e5afd1d..8aac26c 100644
--- a/privacy/optimizers/dp_optimizer_vectorized_test.py
+++ b/privacy/optimizers/dp_optimizer_vectorized_test.py
@@ -109,7 +109,7 @@ class DPOptimizerTest(tf.test.TestCase, parameterized.TestCase):
 
       gradient_op = opt.compute_gradients(self._loss(data0, var0), [var0])
       grads = []
-      for _ in range(1000):
+      for _ in range(5000):
         grads_and_vars = sess.run(gradient_op)
         grads.append(grads_and_vars[0][0])