We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 2e02311 commit 00e6a2dCopy full SHA for 00e6a2d
vllm/engine/arg_utils.py
@@ -68,7 +68,7 @@ class EngineArgs:
68
fully_sharded_loras: bool = False
69
lora_extra_vocab_size: int = 256
70
long_lora_scaling_factors: Optional[Tuple[float]] = None
71
- lora_dtype = 'auto'
+ lora_dtype: str = 'auto'
72
max_cpu_loras: Optional[int] = None
73
device: str = 'auto'
74
ray_workers_use_nsight: bool = False
0 commit comments