diff --git a/third_party/mkl_dnn/mkldnn.BUILD b/third_party/mkl_dnn/mkldnn.BUILD
index 8bd082aa308..cc17dd2b4c0 100644
--- a/third_party/mkl_dnn/mkldnn.BUILD
+++ b/third_party/mkl_dnn/mkldnn.BUILD
@@ -34,6 +34,7 @@ template_rule(
 # set to "version_major.version_minor.version_patch". The git hash version can
 # be set to NA.
 # TODO(agramesh1) Automatically get the version numbers from CMakeLists.txt.
+# TODO(bhavanis): MKL-DNN version needs to be updated for MKL-DNN v1.x
 
 template_rule(
     name = "mkldnn_version_h",
@@ -47,20 +48,6 @@ template_rule(
     },
 )
 
-# TODO(bhavanis): Once we automatically get version numbers from CMakeLists.txt,
-# the following template rule needs to be removed.
-template_rule(
-    name = "mkldnn_v1_version_h",
-    src = "include/mkldnn_version.h.in",
-    out = "include/mkldnn_version.h",
-    substitutions = {
-        "@MKLDNN_VERSION_MAJOR@": "0",
-        "@MKLDNN_VERSION_MINOR@": "95",
-        "@MKLDNN_VERSION_PATCH@": "0",
-        "@MKLDNN_VERSION_HASH@": "N/A",
-    },
-)
-
 cc_library(
     name = "mkl_dnn",
     srcs = glob([
@@ -141,7 +128,7 @@ cc_library(
         "src/cpu/rnn/*.hpp",
         "src/cpu/xbyak/*.h",
     ]) + [
-        ":mkldnn_v1_version_h",  # newly added
+        ":mkldnn_version_h",
         ":mkldnn_config_h",  # newly added
     ],
     hdrs = glob(["include/*"]),