diff --git a/tensorflow/python/keras/optimizer_v2/optimizer_v2.py b/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
index fc45934db6c..96b49181e3e 100644
--- a/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
+++ b/tensorflow/python/keras/optimizer_v2/optimizer_v2.py
@@ -421,9 +421,9 @@ class OptimizerV2(trackable.Trackable):
     var_list = [v for (_, v) in grads_and_vars]
 
     # Create iteration if necessary.
-    _ = self.iterations
-    self._create_hypers()
     with ops.init_scope():
+      _ = self.iterations
+      self._create_hypers()
       self._create_slots(var_list)
 
     self._prepare(var_list)