precommit

Signed-off-by: Patryk Saffer <[email protected]>

Author: Patryk999

vllm/config/parallel.py

@@ -62,9 +62,9 @@ class EPLBConfig:
     This is turned off by default since it will cause communication overhead.
     """
 
-    eplb_save_dir: Optional[Path] = None
+    eplb_save_dir: Path | None = None
     """Directory to save expert load balance metrics."""
-    eplb_load_path: Optional[Path] = None
+    eplb_load_path: Path | None = None
     """Path to load expert load balance metrics."""
 
     @property

vllm/distributed/eplb/eplb_state.py

@@ -151,11 +151,11 @@ class EplbState:
     See:
     https://github.com/vllm-project/vllm/pull/22167#pullrequestreview-3086143856
     """
-    eplb_load_path: Optional[Path] = None
+    eplb_load_path: Path | None = None
     """
     Path for loading eplb initial state.
     """
-    eplb_save_dir: Optional[Path] = None
+    eplb_save_dir: Path | None = None
     """
     Path where eplb states will be saved.
     """

vllm/engine/arg_utils.py

@@ -400,8 +400,8 @@ class EngineArgs:
     eplb_window_size: int = EPLBConfig.window_size
     eplb_step_interval: int = EPLBConfig.step_interval
     eplb_log_balancedness: bool = EPLBConfig.log_balancedness
-    eplb_save_dir: Optional[Path] = EPLBConfig.eplb_save_dir
-    eplb_load_path: Optional[Path] = EPLBConfig.eplb_load_path
+    eplb_save_dir: Path | None = EPLBConfig.eplb_save_dir
+    eplb_load_path: Path | None = EPLBConfig.eplb_load_path
     max_parallel_loading_workers: int | None = (
         ParallelConfig.max_parallel_loading_workers
     )