diff --git a/tensorflow/python/ops/parsing_config.py b/tensorflow/python/ops/parsing_config.py
index 0267424d2ad..30416002399 100644
--- a/tensorflow/python/ops/parsing_config.py
+++ b/tensorflow/python/ops/parsing_config.py
@@ -448,8 +448,8 @@ class _ParseOpParams(object):
       for key in sorted(features.keys()):
         feature = features[key]
         if not isinstance(feature, tuple(types)):
-          raise ValueError("Unsupported %s %s." %
-                           (type(feature).__name__, feature))
+          raise ValueError("Unsupported %s %s for key '%s')." %
+                           (type(feature).__name__, feature, key))
         params._add_feature(key, feature)  # pylint: disable=protected-access
     params._validate()  # pylint: disable=protected-access
     return params