We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent de34258 commit 46b0779Copy full SHA for 46b0779
examples/online_serving/kv_events_subscriber.py
@@ -6,7 +6,7 @@
6
import zmq
7
from msgspec.msgpack import Decoder
8
9
-from vllm.v1.core.kv_cache_utils import BlockHash
+from vllm.v1.core.kv_cache_utils import ExternalBlockHash
10
11
12
#
@@ -24,16 +24,16 @@ class KVCacheEvent(
24
25
26
class BlockStored(KVCacheEvent):
27
- block_hashes: list[BlockHash]
28
- parent_block_hash: Optional[BlockHash]
+ block_hashes: list[ExternalBlockHash]
+ parent_block_hash: Optional[ExternalBlockHash]
29
token_ids: list[int]
30
block_size: int
31
lora_id: Optional[int]
32
medium: Optional[str]
33
34
35
class BlockRemoved(KVCacheEvent):
36
37
38
39
0 commit comments