avoid circular import

Signed-off-by: Kunshang Ji <[email protected]>

Author: jikunshang

vllm/platforms/xpu.py

@@ -7,7 +7,6 @@
 import torch
 
 import vllm.envs as envs
-from vllm.config import CUDAGraphMode
 from vllm.logger import init_logger
 from vllm.utils import DEFAULT_MAX_NUM_BATCHED_TOKENS
 
@@ -109,6 +108,8 @@ def check_and_update_config(cls, vllm_config: VllmConfig) -> None:
             and not cls.device_support_bf16():
             model_config.dtype = torch.float16
 
+        # lazy import to avoid circular import
+        from vllm.config import CUDAGraphMode
         compilation_config = vllm_config.compilation_config
         if compilation_config.cudagraph_mode is None or \
                 compilation_config.cudagraph_mode.max_cudagraph_mode() \