We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent e5511ce commit e48419fCopy full SHA for e48419f
extension/llm/export/builder.py
@@ -180,7 +180,7 @@ def _get_dynamic_shape(self) -> Any:
180
if self.dynamic_shapes:
181
return self.dynamic_shapes
182
183
- dim = torch.export.Dim("token_dim", max=self.max_seq_len - 1)
+ dim = torch.export.Dim("token_dim", max=self.max_seq_len)
184
if self.enable_dynamic_shape:
185
if not self.use_kv_cache:
186
# Only one input argument: tokens
0 commit comments