File tree Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Original file line number Diff line number Diff line change @@ -113,7 +113,7 @@ def test_flashinfer_trtllm_decode_with_baseline(
113
113
kv_indices = torch .tensor (kv_indices , dtype = torch .int32 )
114
114
kv_last_page_lens = torch .tensor (kv_last_page_lens , dtype = torch .int32 )
115
115
116
- workspace_buffer = torch .empty (128 * 1024 * 1024 , dtype = torch .int8 )
116
+ workspace_buffer = torch .zeros (128 * 1024 * 1024 , dtype = torch .int8 )
117
117
wrapper = flashinfer .BatchDecodeWithPagedKVCacheWrapper (
118
118
workspace_buffer ,
119
119
kv_layout ,
@@ -247,7 +247,7 @@ def test_flashinfer_trtllm_prefill_with_baseline(
247
247
kv_indices = torch .tensor (kv_indices , dtype = torch .int32 )
248
248
kv_last_page_lens = torch .tensor (kv_last_page_lens , dtype = torch .int32 )
249
249
250
- workspace_buffer = torch .empty (128 * 1024 * 1024 , dtype = torch .int8 )
250
+ workspace_buffer = torch .zeros (128 * 1024 * 1024 , dtype = torch .int8 )
251
251
wrapper = flashinfer .BatchPrefillWithPagedKVCacheWrapper (
252
252
workspace_buffer , kv_layout )
253
253
wrapper .plan (q_indptr ,
You can’t perform that action at this time.
0 commit comments