static

xadupre · xadupre · commit 63576f37bfa5 · 2025-06-25T15:13:06.000+02:00
diff --git a/onnx_diagnostic/tasks/text_generation.py b/onnx_diagnostic/tasks/text_generation.py
@@ -188,7 +188,7 @@ def get_inputs(
                     (batch_size, num_key_value_heads, sequence_length2, head_dim)
                 ).to(torch.bool),
                 cache_position=torch.arange(sequence_length2).to(torch.int64),
-                past_key_values=make_dynamic_cache(
+                past_key_values=make_static_cache(
                     [
                         (
                             torch.randn(

Original file line number	Diff line number	Diff line change
`@@ -188,7 +188,7 @@ def get_inputs(`
`188`	`188`	`(batch_size, num_key_value_heads, sequence_length2, head_dim)`
`189`	`189`	`).to(torch.bool),`
`190`	`190`	`cache_position=torch.arange(sequence_length2).to(torch.int64),`
`191`		`- past_key_values=make_dynamic_cache(`
	`191`	`+ past_key_values=make_static_cache(`
`192`	`192`	`[`
`193`	`193`	`(`
`194`	`194`	`torch.randn(`