diff --git a/tensorflow/python/keras/callbacks.py b/tensorflow/python/keras/callbacks.py
index 3418b8892c6..bbb93deec99 100644
--- a/tensorflow/python/keras/callbacks.py
+++ b/tensorflow/python/keras/callbacks.py
@@ -1304,7 +1304,7 @@ class TensorBoard(Callback):
         with self._get_writer(self._train_run_name).as_default():
           with summary_ops_v2.always_record_summaries():
             if not model.run_eagerly:
-              summary_ops_v2.graph(K.get_graph())
+              summary_ops_v2.graph(K.get_graph(), step=0)
 
             summary_writable = (
                 self.model._is_graph_network or  # pylint: disable=protected-access
diff --git a/tensorflow/python/keras/callbacks_v1.py b/tensorflow/python/keras/callbacks_v1.py
index e403887181c..db0d2b9f4b5 100644
--- a/tensorflow/python/keras/callbacks_v1.py
+++ b/tensorflow/python/keras/callbacks_v1.py
@@ -168,7 +168,7 @@ class TensorBoard(callbacks.Callback):
       self.writer = summary_ops_v2.create_file_writer(self.log_dir)
       if not model.run_eagerly and self.write_graph:
         with self.writer.as_default():
-          summary_ops_v2.graph(K.get_graph())
+          summary_ops_v2.graph(K.get_graph(), step=0)
     elif self.write_graph:
       self.writer = tf_summary.FileWriter(self.log_dir, K.get_graph())
     else: