We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 77bf778 commit 9e0fb3fCopy full SHA for 9e0fb3f
ucm/integration/vllm/ucm_connector.py
@@ -232,7 +232,7 @@ def _generate_storage_backends(
232
return [path for path in storage_backends.split(":") if path]
233
234
def register_kv_caches(self, kv_caches: dict[str, torch.Tensor]):
235
- if os.getenv["VLLM_HASH_ATTENTION"] == "1":
+ if os.getenv("VLLM_HASH_ATTENTION", "0") == "1":
236
for layer_name, value in kv_caches.items():
237
kv_cache, k_hash = value
238
self.kv_caches[layer_name] = kv_cache
0 commit comments