File tree Expand file tree Collapse file tree 1 file changed +5
-4
lines changed Expand file tree Collapse file tree 1 file changed +5
-4
lines changed Original file line number Diff line number Diff line change @@ -1160,11 +1160,12 @@ def create_engine_config(
1160
1160
1161
1161
# Set default arguments for V1 Engine.
1162
1162
self ._set_default_args (usage_context , model_config )
1163
- # Disable chunked prefill for POWER (ppc64le)/ARM/s390x CPUs in V1
1163
+ # Disable chunked prefill for POWER (ppc64le)/ARM/s390x/RISCV CPUs in V1
1164
1164
if current_platform .is_cpu () and current_platform .get_cpu_architecture (
1165
- ) in (CpuArchEnum .POWERPC , CpuArchEnum .S390X , CpuArchEnum .ARM ):
1166
- logger .info ("Chunked prefill is not supported for ARM and POWER "
1167
- "and S390X CPUs; "
1165
+ ) in (CpuArchEnum .POWERPC , CpuArchEnum .S390X , CpuArchEnum .ARM ,
1166
+ CpuArchEnum .RISCV ):
1167
+ logger .info ("Chunked prefill is not supported for ARM and POWER, "
1168
+ "S390X and RISC-V CPUs; "
1168
1169
"disabling it for V1 backend." )
1169
1170
self .enable_chunked_prefill = False
1170
1171
assert self .enable_chunked_prefill is not None
You can’t perform that action at this time.
0 commit comments