diff --git a/tensorflow/lite/delegates/gpu/gl/compiler/fuse_auto_input.cc b/tensorflow/lite/delegates/gpu/gl/compiler/fuse_auto_input.cc
index 57b4c7bb283..045c4feef78 100644
--- a/tensorflow/lite/delegates/gpu/gl/compiler/fuse_auto_input.cc
+++ b/tensorflow/lite/delegates/gpu/gl/compiler/fuse_auto_input.cc
@@ -180,6 +180,11 @@ TransformResult FuseAutoInput::ApplyToNode(Node* node, GraphFloat32* graph) {
       }
       input_num++;
     }
+
+    // Also rename all _h and _w parameters to the new names.
+    for (auto& param : attr.code.parameters) {
+      param.name = absl::StrReplaceAll(param.name, replacements);
+    }
     attr.code.source_code =
         absl::StrReplaceAll(attr.code.source_code, replacements);