add comments

titaiwangms · titaiwangms · commit cd1a19f3dca6 · 2025-09-22T22:39:13.000Z
diff --git a/onnx_diagnostic/tasks/text_generation.py b/onnx_diagnostic/tasks/text_generation.py
@@ -245,6 +245,7 @@ def get_inputs(
                 .to(torch.int64)
                 .expand((batch_size, -1)),
             )
+            # Caches are involved
             if past_sequence_length > 0:
                 inputs["past_key_values"] = make_cache(
                     [

Original file line number	Diff line number	Diff line change
`@@ -245,6 +245,7 @@ def get_inputs(`
`245`	`245`	`.to(torch.int64)`
`246`	`246`	`.expand((batch_size, -1)),`
`247`	`247`	`)`
	`248`	`+ # Caches are involved`
`248`	`249`	`if past_sequence_length > 0:`
`249`	`250`	`inputs["past_key_values"] = make_cache(`
`250`	`251`	`[`