fix issues

xadupre · xadupre · commit 98f1d92c2021 · 2025-06-30T09:40:30.000+02:00
diff --git a/onnx_diagnostic/helpers/cache_helper.py b/onnx_diagnostic/helpers/cache_helper.py
@@ -181,7 +181,8 @@ def make_static_cache(
                     torch.randn(bsize, nheads, slen, dim),
                 )
                 for i in range(n_layers)
-            ]
+            ],
+            max_cache_len=10,
         )
         print(string_type(past_key_values, with_shape=True))
     """

Original file line number	Diff line number	Diff line change
`@@ -181,7 +181,8 @@ def make_static_cache(`
`181`	`181`	`torch.randn(bsize, nheads, slen, dim),`
`182`	`182`	`)`
`183`	`183`	`for i in range(n_layers)`
`184`		`- ]`
	`184`	`+ ],`
	`185`	`+ max_cache_len=10,`
`185`	`186`	`)`
`186`	`187`	`print(string_type(past_key_values, with_shape=True))`
`187`	`188`	`"""`