diff --git a/tensorflow/python/keras/distribute/keras_premade_models_test.py b/tensorflow/python/keras/distribute/keras_premade_models_test.py
index 8805cfe7c1b..fa77ca2413c 100644
--- a/tensorflow/python/keras/distribute/keras_premade_models_test.py
+++ b/tensorflow/python/keras/distribute/keras_premade_models_test.py
@@ -70,7 +70,7 @@ class KerasPremadeModelsTest(test.TestCase, parameterized.TestCase):
         hist = model.fit(inputs, output, epochs=5)
       else:
         hist = model.fit(get_dataset(), epochs=5)
-      self.assertLess(hist.history['loss'][4], 0.1)
+      self.assertLess(hist.history['loss'][4], 0.2)
 
   @combinations.generate(strategy_combinations_eager_data_fn())
   def test_wide_deep_model(self, distribution, data_fn):