diff --git a/tensorflow/python/keras/layers/recurrent.py b/tensorflow/python/keras/layers/recurrent.py
index 6c1362f395f..87df1cddc05 100644
--- a/tensorflow/python/keras/layers/recurrent.py
+++ b/tensorflow/python/keras/layers/recurrent.py
@@ -534,8 +534,7 @@ class RNN(Layer):
       batch_index, time_step_index = (1, 0) if self.time_major else (0, 1)
       if not self.stateful:
         input_spec_shape[batch_index] = None
-      if not getattr(self, 'unroll', False):
-        input_spec_shape[time_step_index] = None
+      input_spec_shape[time_step_index] = None
       return InputSpec(shape=tuple(input_spec_shape))
 
     def get_step_input_shape(shape):
diff --git a/tensorflow/python/keras/saving/saved_model/saved_model_test.py b/tensorflow/python/keras/saving/saved_model/saved_model_test.py
index d9787babd99..76e87d91553 100644
--- a/tensorflow/python/keras/saving/saved_model/saved_model_test.py
+++ b/tensorflow/python/keras/saving/saved_model/saved_model_test.py
@@ -661,8 +661,11 @@ class TestModelSavingAndLoadingV2(keras_parameterized.TestCase):
     self.assertAllClose(loaded.predict_on_batch(array_ops.ones((3, 2, 1))),
                         predictions)
 
-  @parameterized.named_parameters([('with_unrolling', True),
-                                   ('no_unrolling', False)])
+  @parameterized.named_parameters([
+      # TODO(b/148491963): Unrolling does not work with SavedModel
+      # ('with_unrolling', True),
+      ('no_unrolling', False)
+  ])
   def testSaveStatefulRNN(self, unroll):
     batch = 12
     timesteps = 10