Skip to content

Commit 4a7f7cd

Browse files
committed
fix formatting error
Signed-off-by: Vivek <[email protected]>
1 parent 407f7a2 commit 4a7f7cd

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

vllm_gaudi/v1/worker/hpu_model_runner.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2045,6 +2045,7 @@ def apply_grammar_bitmask(
20452045
)
20462046
logits.copy_(
20472047
logits_cpu.to(self.device, non_blocking=True).to(logits.dtype))
2048+
20482049
def _configure_lora(self, input, requests, req_ids, is_prompt):
20492050
lora_mask = None
20502051
lora_logits_mask = None
@@ -2301,7 +2302,7 @@ def execute_model(
23012302
decode_data.attn_metadata,
23022303
decode_data.logits_indices,
23032304
self.kv_caches,
2304-
lora_logits_mask,
2305+
lora_logits_mask,
23052306
lora_mask,
23062307
warmup_mode=warmup_mode)
23072308
htorch.core.mark_step()

0 commit comments

Comments
 (0)