Skip to content

Commit 75f0fe7

Browse files
committed
set v1 scheduler as default
1 parent 4bb4677 commit 75f0fe7

File tree

1 file changed

+5
-1
lines changed

1 file changed

+5
-1
lines changed

fastdeploy/worker/worker_process.py

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -748,7 +748,11 @@ def initialize_fd_config(args, ranks: int = 1, local_rank: int = 0) -> FDConfig:
748748
logger.info(f"- Dynamic load weight: {load_config.dynamic_load_weight}")
749749
logger.info(f"- Load strategy: {load_config.load_strategy}")
750750

751-
if args.speculative_config is not None:
751+
if (
752+
args.speculative_config is not None
753+
and ("method" in args.speculative_config)
754+
and (args.speculative_config["method"] is not None)
755+
):
752756
logger.info("Set ENABLE_V1_KVCACHE_SCHEDULER to 0 due to not support speculative decoding now.")
753757
envs.ENABLE_V1_KVCACHE_SCHEDULER = 0
754758
if args.splitwise_role != "mixed":

0 commit comments

Comments
 (0)