Static IO manager bug fix (pytorch#12718)

kirklandsign · web-flow · commit bed0f9ebf9cb · 2025-07-29T12:34:13.000-07:00
Differential Revision: D78717294 Pull Request resolved: pytorch#12968
diff --git a/examples/models/llama/runner/static_attention_io_manager.h b/examples/models/llama/runner/static_attention_io_manager.h
@@ -859,7 +859,7 @@ class StaticAttentionIOManager {
   }
 
   StaticAttentionIOConfig config_;
-  size_t input_pos_;
+  size_t input_pos_ = 0;
   StaticKVCache<CacheT, CacheAllocatorT> kCaches_;
   StaticKVCache<CacheT, CacheAllocatorT> vCaches_;
   std::unordered_map<size_t, StaticAttentionMask<MaskT, MaskAllocatorT>>

Original file line number	Diff line number	Diff line change
`@@ -859,7 +859,7 @@ class StaticAttentionIOManager {`
`859`	`859`	`}`
`860`	`860`
`861`	`861`	`StaticAttentionIOConfig config_;`
`862`		`- size_t input_pos_;`
	`862`	`+ size_t input_pos_ = 0;`
`863`	`863`	`StaticKVCache<CacheT, CacheAllocatorT> kCaches_;`
`864`	`864`	`StaticKVCache<CacheT, CacheAllocatorT> vCaches_;`
`865`	`865`	`std::unordered_map<size_t, StaticAttentionMask<MaskT, MaskAllocatorT>>`