chore: Improve documentation of Kv_block_array (NVIDIA#5765)

hypdeb · web-flow · commit 6bddaf6df6b7 · 2025-07-05T22:25:27.000+02:00
Signed-off-by: Julien Debache &lt;julien.debache@hotmail.com&gt;
diff --git a/cpp/kernels/fmha_v2/src/fmha/paged_kv_cache.h b/cpp/kernels/fmha_v2/src/fmha/paged_kv_cache.h
@@ -23,7 +23,7 @@ struct Kv_block_array
 {
     using PtrType = int32_t;
 
-    // Current number of sequences
+    // Maximum number of sequences supported by the kv-cache.
     int32_t mMaxSeqs;
     // Max number of blocks per sequence
     int32_t mMaxBlocksPerSeq;
diff --git a/cpp/tensorrt_llm/kernels/kvCacheUtils.h b/cpp/tensorrt_llm/kernels/kvCacheUtils.h
@@ -40,7 +40,7 @@ struct KVBlockArrayForContextFMHA
 {
     using DataType = KVCacheIndex const;
 
-    // Current number of sequences
+    // The maximum number of sequences supported by the kv-cache.
     int32_t mMaxSeqs;
     // Max number of blocks per sequence
     int32_t mMaxBlocksPerSeq;

Original file line number	Diff line number	Diff line change
`@@ -23,7 +23,7 @@ struct Kv_block_array`
`23`	`23`	`{`
`24`	`24`	`using PtrType = int32_t;`
`25`	`25`
`26`		`- // Current number of sequences`
	`26`	`+ // Maximum number of sequences supported by the kv-cache.`
`27`	`27`	`int32_t mMaxSeqs;`
`28`	`28`	`// Max number of blocks per sequence`
`29`	`29`	`int32_t mMaxBlocksPerSeq;`
Original file line number	Diff line number	Diff line change
`@@ -40,7 +40,7 @@ struct KVBlockArrayForContextFMHA`
`40`	`40`	`{`
`41`	`41`	`using DataType = KVCacheIndex const;`
`42`	`42`
`43`		`- // Current number of sequences`
	`43`	`+ // The maximum number of sequences supported by the kv-cache.`
`44`	`44`	`int32_t mMaxSeqs;`
`45`	`45`	`// Max number of blocks per sequence`
`46`	`46`	`int32_t mMaxBlocksPerSeq;`