Skip to content

Commit 9e0fb3f

Browse files
committed
Fix incorrect usage of os.getenv in register_kv_caches method
1 parent 77bf778 commit 9e0fb3f

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

ucm/integration/vllm/ucm_connector.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -232,7 +232,7 @@ def _generate_storage_backends(
232232
return [path for path in storage_backends.split(":") if path]
233233

234234
def register_kv_caches(self, kv_caches: dict[str, torch.Tensor]):
235-
if os.getenv["VLLM_HASH_ATTENTION"] == "1":
235+
if os.getenv("VLLM_HASH_ATTENTION", "0") == "1":
236236
for layer_name, value in kv_caches.items():
237237
kv_cache, k_hash = value
238238
self.kv_caches[layer_name] = kv_cache

0 commit comments

Comments
 (0)