Minor bug fix in static IO manager (#12474)

limintang · facebook-github-bot · commit b4ef7d49ead2 · 2025-07-15T12:45:04.000-07:00
Summary:

As title.

Reviewed By: billmguo

Differential Revision: D78312975
diff --git a/examples/models/llama/runner/static_attention_io_manager.h b/examples/models/llama/runner/static_attention_io_manager.h
@@ -759,7 +759,7 @@ class StaticAttentionIOManager {
   }
 
   void set_lookahead_decoding_mask(
-      StaticAttentionMask<MaskT>& mask,
+      StaticAttentionMask<MaskT, MaskAllocatorT>& mask,
       size_t input_len,
       size_t ngram_size,
       size_t window_size,

Original file line number	Diff line number	Diff line change
`@@ -759,7 +759,7 @@ class StaticAttentionIOManager {`
`759`	`759`	`}`
`760`	`760`
`761`	`761`	`void set_lookahead_decoding_mask(`
`762`		`- StaticAttentionMask<MaskT>& mask,`
	`762`	`+ StaticAttentionMask<MaskT, MaskAllocatorT>& mask,`
`763`	`763`	`size_t input_len,`
`764`	`764`	`size_t ngram_size,`
`765`	`765`	`size_t window_size,`