diff --git a/third_party/xla/xla/service/gpu/fusions/mlir/ir/xla_gpu_ops.cc b/third_party/xla/xla/service/gpu/fusions/mlir/ir/xla_gpu_ops.cc
index b37f4feac3e9a3..9e16a6b290d41d 100644
--- a/third_party/xla/xla/service/gpu/fusions/mlir/ir/xla_gpu_ops.cc
+++ b/third_party/xla/xla/service/gpu/fusions/mlir/ir/xla_gpu_ops.cc
@@ -641,8 +641,6 @@ mlir::LogicalResult ApplyIndexingOp::fold(
       results.push_back(getOperand(dim.getPosition()));
     } else if (auto sym = mlir::dyn_cast<mlir::AffineSymbolExpr>(expr)) {
       results.push_back(getOperand(map.getNumDims() + sym.getPosition()));
-    } else if (auto cst = mlir::dyn_cast<mlir::AffineConstantExpr>(expr)) {
-      results.push_back(OpBuilder(getContext()).getIndexAttr(cst.getValue()));
     } else {
       results.clear();
       return failure();