Skip to content

Commit bb6d430

Browse files
authored
[Fix] Improve CPU backend compatibility for RISC-V (vllm-project#25816)
Signed-off-by: lyd1992 <[email protected]> Signed-off-by: ihb2032 <[email protected]>
1 parent bc546f7 commit bb6d430

File tree

1 file changed

+5
-4
lines changed

1 file changed

+5
-4
lines changed

vllm/engine/arg_utils.py

Lines changed: 5 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1160,11 +1160,12 @@ def create_engine_config(
11601160

11611161
# Set default arguments for V1 Engine.
11621162
self._set_default_args(usage_context, model_config)
1163-
# Disable chunked prefill for POWER (ppc64le)/ARM/s390x CPUs in V1
1163+
# Disable chunked prefill for POWER (ppc64le)/ARM/s390x/RISCV CPUs in V1
11641164
if current_platform.is_cpu() and current_platform.get_cpu_architecture(
1165-
) in (CpuArchEnum.POWERPC, CpuArchEnum.S390X, CpuArchEnum.ARM):
1166-
logger.info("Chunked prefill is not supported for ARM and POWER "
1167-
"and S390X CPUs; "
1165+
) in (CpuArchEnum.POWERPC, CpuArchEnum.S390X, CpuArchEnum.ARM,
1166+
CpuArchEnum.RISCV):
1167+
logger.info("Chunked prefill is not supported for ARM and POWER, "
1168+
"S390X and RISC-V CPUs; "
11681169
"disabling it for V1 backend.")
11691170
self.enable_chunked_prefill = False
11701171
assert self.enable_chunked_prefill is not None

0 commit comments

Comments
 (0)