diff --git a/onnxscript/optimizer/_constant_folding.py b/onnxscript/optimizer/_constant_folding.py
index 55fb8759d4..e0b0f59c31 100644
--- a/onnxscript/optimizer/_constant_folding.py
+++ b/onnxscript/optimizer/_constant_folding.py
@@ -388,7 +388,7 @@ def gather(node: ir.Node, op, state: OptimizerState) -> ReturnValue:
     if output is not None:
         state.set_sym_value(output, ir.Shape(gathered))
     if all(isinstance(d, int) for d in gathered):
-        return op.Constant(value_ints=gathered)
+        return op.Constant(value_ints=ir.AttrInt64s("value_ints", gathered))
     return None
 
 
@@ -466,7 +466,7 @@ def shape(node: ir.Node, op, state: OptimizerState) -> ReturnValue:
     if output is not None:
         state.set_sym_value(output, ir.Shape(shape_slice))
     if all(isinstance(d, int) for d in shape_slice):
-        return op.Constant(value_ints=list(shape_slice))
+        return op.Constant(value_ints=ir.AttrInt64s("value_ints", list(shape_slice)))
     return None