File tree Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Original file line number Diff line number Diff line change @@ -4497,13 +4497,13 @@ def __post_init__(self):
44974497 # warning message here and will log it later.
44984498 if not (current_platform .is_cuda () or current_platform .is_rocm ()):
44994499 # Hybrid KV cache manager is not supported on non-GPU platforms.
4500- self .disable_hybrid_kv_cache_manager = True
4500+ self .scheduler_config . disable_hybrid_kv_cache_manager = True
45014501 if self .kv_transfer_config is not None :
45024502 # Hybrid KV cache manager is not compatible with KV transfer.
4503- self .disable_hybrid_kv_cache_manager = True
4503+ self .scheduler_config . disable_hybrid_kv_cache_manager = True
45044504 if self .kv_events_config is not None :
45054505 # Hybrid KV cache manager is not compatible with KV events.
4506- self .disable_hybrid_kv_cache_manager = True
4506+ self .scheduler_config . disable_hybrid_kv_cache_manager = True
45074507
45084508 def update_sizes_for_sequence_parallelism (self ,
45094509 possible_sizes : list ) -> list :
You can’t perform that action at this time.
0 commit comments