Skip to content

Commit ffc18ab

Browse files
committed
raise execption in update_weights
1 parent a9c71ed commit ffc18ab

File tree

1 file changed

+5
-5
lines changed

1 file changed

+5
-5
lines changed

tensorrt_llm/_torch/pyexecutor/py_executor.py

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1094,17 +1094,17 @@ def update_weights(self, weights):
10941094
def update_weight_from_ipc_handles(self, handles):
10951095
"""
10961096
Update model weights from IPC handles.
1097-
1097+
10981098
Args:
10991099
ipc_handles (dict): Dictionary mapping device UUIDs to parameter IPC handles.
11001100
{device_uuid: all_handles}
11011101
"""
11021102
from tensorrt_llm._torch.utils import get_device_uuid
11031103
device_uuid = get_device_uuid(self.device_id)
1104-
1104+
11051105
if device_uuid not in handles:
11061106
raise ValueError(f"Device UUID {device_uuid} not found in ipc_handles")
1107-
1107+
11081108
try:
11091109
weights = {}
11101110
all_handles = handles[device_uuid]
@@ -1117,10 +1117,10 @@ def update_weight_from_ipc_handles(self, handles):
11171117
weights[param_name] = tensor
11181118

11191119
self.update_weights(weights)
1120-
1120+
11211121
except Exception as e:
11221122
logger.error(f"failed to update weights from ipc handles: {e}")
1123-
return False
1123+
raise e
11241124

11251125
def _sleep(self, sleep_request):
11261126
self.is_sleep_request = False

0 commit comments

Comments
 (0)