Merge pull request #2405 from mozilla/fix-cpu-graph
Set forget_bias=0 in CPU graph for compatibility with CudnnRNN
This commit is contained in:
commit
fe4451f22b
|
@ -82,6 +82,7 @@ def dense(name, x, units, dropout_rate=None, relu=True):
|
||||||
def rnn_impl_lstmblockfusedcell(x, seq_length, previous_state, reuse):
|
def rnn_impl_lstmblockfusedcell(x, seq_length, previous_state, reuse):
|
||||||
with tfv1.variable_scope('cudnn_lstm/rnn/multi_rnn_cell/cell_0'):
|
with tfv1.variable_scope('cudnn_lstm/rnn/multi_rnn_cell/cell_0'):
|
||||||
fw_cell = tf.contrib.rnn.LSTMBlockFusedCell(Config.n_cell_dim,
|
fw_cell = tf.contrib.rnn.LSTMBlockFusedCell(Config.n_cell_dim,
|
||||||
|
forget_bias=0,
|
||||||
reuse=reuse,
|
reuse=reuse,
|
||||||
name='cudnn_compatible_lstm_cell')
|
name='cudnn_compatible_lstm_cell')
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue