Skip to content

Commit 54a6965

Browse files
committed
Fix mypy error
Signed-off-by: Vivek <[email protected]>
1 parent 40285b6 commit 54a6965

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

vllm_gaudi/v1/worker/hpu_model_runner.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1813,12 +1813,12 @@ def execute_model(
18131813
######################### DECODES #########################
18141814
# Decodes run as one single batch with [padded_decode_bs, 1]
18151815
if num_decodes > 0:
1816+
assert decode_data is not None
18161817
lora_mask, lora_logits_mask = self._configure_lora(
18171818
decode_data.token_ids, self.requests, pd_info.decode_req_ids,
18181819
False)
18191820
self.event_start = self.profiler.get_timestamp_us()
18201821
self.profiler.start("internal", "decode")
1821-
assert decode_data is not None
18221822
htorch.core.mark_step()
18231823
_, logits_device = self._execute_model_generic(
18241824
decode_data.token_ids, decode_data.position_ids,

0 commit comments

Comments
 (0)