diff --git a/tensorflow/python/BUILD b/tensorflow/python/BUILD
index 810c7866aad..5dc75a55a04 100644
--- a/tensorflow/python/BUILD
+++ b/tensorflow/python/BUILD
@@ -4947,23 +4947,6 @@ cuda_py_test(
     ],
 )
 
-cuda_py_test(
-    name = "gradient_checker_test",
-    size = "medium",
-    srcs = ["ops/gradient_checker_test.py"],
-    python_version = "PY3",
-    deps = [
-        ":array_ops",
-        ":client_testlib",
-        ":framework_for_generated_wrappers",
-        ":math_ops",
-        ":nn_grad",
-        ":nn_ops",
-        ":platform",
-        "//third_party/py/numpy",
-    ],
-)
-
 py_test(
     name = "op_selector_test",
     srcs = ["ops/op_selector_test.py"],
diff --git a/tensorflow/python/ops/v1_compat_tests/BUILD b/tensorflow/python/ops/v1_compat_tests/BUILD
new file mode 100644
index 00000000000..37bff01d429
--- /dev/null
+++ b/tensorflow/python/ops/v1_compat_tests/BUILD
@@ -0,0 +1,23 @@
+load("//tensorflow:tensorflow.bzl", "cuda_py_test")
+
+package(
+    default_visibility = ["//tensorflow:internal"],
+    licenses = ["notice"],  # Apache 2.0
+)
+
+cuda_py_test(
+    name = "gradient_checker_test",
+    size = "medium",
+    srcs = ["gradient_checker_test.py"],
+    python_version = "PY3",
+    deps = [
+        "//tensorflow/python:array_ops",
+        "//tensorflow/python:client_testlib",
+        "//tensorflow/python:framework_for_generated_wrappers",
+        "//tensorflow/python:math_ops",
+        "//tensorflow/python:nn_grad",
+        "//tensorflow/python:nn_ops",
+        "//tensorflow/python:platform",
+        "//third_party/py/numpy",
+    ],
+)
diff --git a/tensorflow/python/ops/gradient_checker_test.py b/tensorflow/python/ops/v1_compat_tests/gradient_checker_test.py
similarity index 100%
rename from tensorflow/python/ops/gradient_checker_test.py
rename to tensorflow/python/ops/v1_compat_tests/gradient_checker_test.py