Skip to content

Commit 079e659

Browse files
Change PT_HPU_LAZY_MODE default value (#58)
Signed-off-by: Kacper Pietkun <[email protected]>
1 parent 86a8ace commit 079e659

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

vllm_gaudi/platform.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -143,7 +143,7 @@ def set_torch_compile(cls) -> None:
143143
# Eager backend (PT_HPU_LAZY_MODE = 0) must be selected for
144144
# torch.compile support
145145
os.environ['PT_HPU_WEIGHT_SHARING'] = '0'
146-
is_lazy = os.environ.get('PT_HPU_LAZY_MODE', '1') == '1'
146+
is_lazy = os.environ.get('PT_HPU_LAZY_MODE', '0') == '1'
147147
if is_lazy:
148148
torch._dynamo.config.disable = True
149149
# NOTE multi-HPU inference with HPUGraphs (lazy-only)

0 commit comments

Comments
 (0)