also reject DP>1 for now

wseaton · wseaton · commit da4f02856517 · 2026-02-09T20:46:15.000-05:00
Signed-off-by: Will Eaton &lt;weaton@redhat.com&gt;
diff --git a/vllm/entrypoints/openai/cli_args.py b/vllm/entrypoints/openai/cli_args.py
@@ -339,6 +339,10 @@ def validate_parsed_serve_args(args: argparse.Namespace):
             raise ValueError(
                 "--shutdown-mode=drain is not supported with --api-server-count > 1"
             )
+        if getattr(args, "data_parallel_size", 1) > 1:
+            raise ValueError(
+                "--shutdown-mode=drain is not supported with --data-parallel-size > 1"
+            )
 
 
 def create_parser_for_docs() -> FlexibleArgumentParser:

Original file line number	Diff line number	Diff line change
`@@ -339,6 +339,10 @@ def validate_parsed_serve_args(args: argparse.Namespace):`
`339`	`339`	`raise ValueError(`
`340`	`340`	`"--shutdown-mode=drain is not supported with --api-server-count > 1"`
`341`	`341`	`)`
	`342`	`+ if getattr(args, "data_parallel_size", 1) > 1:`
	`343`	`+ raise ValueError(`
	`344`	`+ "--shutdown-mode=drain is not supported with --data-parallel-size > 1"`
	`345`	`+ )`
`342`	`346`
`343`	`347`
`344`	`348`	`def create_parser_for_docs() -> FlexibleArgumentParser:`