diff --git a/tensorflow/core/kernels/matrix_triangular_solve_op_impl.h b/tensorflow/core/kernels/matrix_triangular_solve_op_impl.h
index 48f2eec11a6..fb7e6f0f5ff 100644
--- a/tensorflow/core/kernels/matrix_triangular_solve_op_impl.h
+++ b/tensorflow/core/kernels/matrix_triangular_solve_op_impl.h
@@ -332,7 +332,7 @@ struct LaunchBatchMatrixTriangularSolve<GPUDevice, Scalar> {
     // output' = rhs' / matrix' (' stands for transpose)
     // Upper/lower needs to be swapped for this.
 
-    uplo = lower ? rocblas_fill_upper : rocblas_fill_upper;
+    uplo = lower ? rocblas_fill_upper : rocblas_fill_lower;
     trans = adjoint ? rocblas_operation_conjugate_transpose
                     : rocblas_operation_none;
     auto solver = absl::make_unique<ROCmSolver>(context);