From 83d44dd58109759235bd7ea3ac601de03be92494 Mon Sep 17 00:00:00 2001
From: Eugene Kuznetsov <eugene.kuznetsov@amd.com>
Date: Mon, 6 Apr 2020 20:28:27 -0700
Subject: [PATCH] Reviewer requested changes

---
 tensorflow/core/kernels/training_ops_gpu.cu.cc | 6 ++----
 1 file changed, 2 insertions(+), 4 deletions(-)

diff --git a/tensorflow/core/kernels/training_ops_gpu.cu.cc b/tensorflow/core/kernels/training_ops_gpu.cu.cc
index 875256f3f8d..d33dc5aa8cc 100644
--- a/tensorflow/core/kernels/training_ops_gpu.cu.cc
+++ b/tensorflow/core/kernels/training_ops_gpu.cu.cc
@@ -151,7 +151,8 @@ __device__ std::complex<T> impl_sqrt(std::complex<T> x) {
   T re = x.real(), im = x.imag();
   T mod_x = sqrt(re * re + im * im);
   const T root2 = 0.7071067811865475;
-  // we pick the root with the same sign of the imaginary component as the input
+  // We pick the root with the same sign of the imaginary component as 
+  // the input.
   T root[2] = {T(sqrt(mod_x + re) * root2),
                T(sqrt(mod_x - re) * root2 * (im >= 0 ? 1. : -1.))};
   // hcc/clang is really weird with its support of complex in device code;
@@ -256,9 +257,6 @@ __global__ void ApplyCenteredRMSPropKernel(GpuLaunchConfig cfg, T* var, T* mg,
     var[i] -= mom[i];
   }
 }
-#endif
-
-#if TENSORFLOW_USE_ROCM
 
 namespace kernel_forward {
 bool to_pointers(bool x) { return x; }