diff --git a/tests/optimizers_test.py b/tests/optimizers_test.py
index 6a994e90ca5c..0df6ade29d1d 100644
--- a/tests/optimizers_test.py
+++ b/tests/optimizers_test.py
@@ -149,6 +149,13 @@ def loss(xs):
     x0 = (np.ones(2), np.ones((2, 2)))
     self._CheckOptimizer(optimizers.sm3, loss, x0, num_iters, step_size)
 
+  def testAdaMaxVector(self):
+    def loss(x): return np.dot(x, x)
+    x0 = np.ones(2)
+    num_iters = 100
+    step_size = 0.1
+    self._CheckOptimizer(optimizers.adamax, loss, x0, num_iters, step_size)
+
   def testSgdVectorExponentialDecaySchedule(self):
     def loss(x): return np.dot(x, x)
     x0 = np.ones(2)