diff --git a/DeepSpeech.py b/DeepSpeech.py
index a2dd045a..cea43e2a 100755
--- a/DeepSpeech.py
+++ b/DeepSpeech.py
@@ -82,6 +82,7 @@ def dense(name, x, units, dropout_rate=None, relu=True):
 def rnn_impl_lstmblockfusedcell(x, seq_length, previous_state, reuse):
     with tfv1.variable_scope('cudnn_lstm/rnn/multi_rnn_cell/cell_0'):
         fw_cell = tf.contrib.rnn.LSTMBlockFusedCell(Config.n_cell_dim,
+                                                    forget_bias=0,
                                                     reuse=reuse,
                                                     name='cudnn_compatible_lstm_cell')