diff --git a/tensorflow/python/debug/BUILD b/tensorflow/python/debug/BUILD
index 1c30328e7dd..97fe48ee165 100644
--- a/tensorflow/python/debug/BUILD
+++ b/tensorflow/python/debug/BUILD
@@ -725,6 +725,7 @@ cuda_py_test(
         "//tensorflow/python/keras",
     ],
     python_version = "PY3",
+    shard_count = 8,
     tags = [
         "guitar",
         "multi_and_single_gpu",