experiments/STT-tensorflow
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Use CUDNN_FMA_MATH to disable TF32 for RNNs.

Browse Source
This commit is contained in:
Nathan Luehr 2021-01-08 15:49:29 -06:00
parent b03f57f650
commit f3544e38c9
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
tensorflow/stream_executor/cuda/cuda_dnn.cc
View File

@ -1123,8 +1123,13 @@ class CudnnRnnDescriptor : public dnn::RnnDescriptor {
"Algo requests disallowed tensor op evaluation."); "Algo requests disallowed tensor op evaluation.");
} }
#if CUDNN_VERSION >= 8000
cudnnMathType_t math_type =
use_tensor_ops ? CUDNN_TENSOR_OP_MATH : CUDNN_FMA_MATH;
#else
cudnnMathType_t math_type = cudnnMathType_t math_type =
use_tensor_ops ? CUDNN_TENSOR_OP_MATH : CUDNN_DEFAULT_MATH; use_tensor_ops ? CUDNN_TENSOR_OP_MATH : CUDNN_DEFAULT_MATH;
#endif
#if CUDNN_VERSION >= 8000 #if CUDNN_VERSION >= 8000
cudnnRNNBiasMode_t bias_mode = CUDNN_RNN_DOUBLE_BIAS; cudnnRNNBiasMode_t bias_mode = CUDNN_RNN_DOUBLE_BIAS;