File tree Expand file tree Collapse file tree 1 file changed +5
-5
lines changed
tensorrt_llm/_torch/pyexecutor Expand file tree Collapse file tree 1 file changed +5
-5
lines changed Original file line number Diff line number Diff line change @@ -1094,17 +1094,17 @@ def update_weights(self, weights):
10941094 def update_weight_from_ipc_handles (self , handles ):
10951095 """
10961096 Update model weights from IPC handles.
1097-
1097+
10981098 Args:
10991099 ipc_handles (dict): Dictionary mapping device UUIDs to parameter IPC handles.
11001100 {device_uuid: all_handles}
11011101 """
11021102 from tensorrt_llm ._torch .utils import get_device_uuid
11031103 device_uuid = get_device_uuid (self .device_id )
1104-
1104+
11051105 if device_uuid not in handles :
11061106 raise ValueError (f"Device UUID { device_uuid } not found in ipc_handles" )
1107-
1107+
11081108 try :
11091109 weights = {}
11101110 all_handles = handles [device_uuid ]
@@ -1117,10 +1117,10 @@ def update_weight_from_ipc_handles(self, handles):
11171117 weights [param_name ] = tensor
11181118
11191119 self .update_weights (weights )
1120-
1120+
11211121 except Exception as e :
11221122 logger .error (f"failed to update weights from ipc handles: { e } " )
1123- return False
1123+ raise e
11241124
11251125 def _sleep (self , sleep_request ):
11261126 self .is_sleep_request = False
You can’t perform that action at this time.
0 commit comments