Skip to content

Commit 36820c5

Browse files
authored
Conditionally import CUDAGraph based on CUDA compilation
1 parent f1ea1d9 commit 36820c5

File tree

1 file changed

+3
-2
lines changed

1 file changed

+3
-2
lines changed

fastdeploy/model_executor/graph_optimization/cudagraph_piecewise_backend.py

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -93,9 +93,10 @@ def __init__(self, fd_config: FDConfig, runnable: Callable):
9393
self.real_shape_to_captured_size = fd_config.graph_opt_config.real_shape_to_captured_size
9494
self.unique_memory_pool_id = None
9595
if self.fd_config.graph_opt_config.use_unique_memory_pool:
96-
from paddle.base.core import CUDAGraph
96+
if paddle.is_compiled_with_cuda():
97+
from paddle.base.core import CUDAGraph
9798

98-
self.unique_memory_pool_id = CUDAGraph.gen_new_memory_pool_id()
99+
self.unique_memory_pool_id = CUDAGraph.gen_new_memory_pool_id()
99100
self._create_entry_dict()
100101

101102
self.cuda_graph_manager = None

0 commit comments

Comments
 (0)