diff --git a/tensorflow/contrib/layers/python/layers/utils.py b/tensorflow/contrib/layers/python/layers/utils.py
index 9165cfa2676..3f67676316e 100644
--- a/tensorflow/contrib/layers/python/layers/utils.py
+++ b/tensorflow/contrib/layers/python/layers/utils.py
@@ -56,8 +56,8 @@ def collect_named_outputs(collections, alias, outputs):
   Returns:
     The outputs Tensor to allow inline call.
   """
+  append_tensor_alias(outputs, alias)
   if collections:
-    append_tensor_alias(outputs, alias)
     ops.add_to_collections(collections, outputs)
   return outputs