Skip to content

Commit bce2f07

Browse files
committed
Small fixes
Signed-off-by: Staszek Pasko <[email protected]>
1 parent f8d26df commit bce2f07

File tree

1 file changed

+5
-9
lines changed

1 file changed

+5
-9
lines changed

vllm/v1/serial_utils.py

Lines changed: 5 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -43,12 +43,8 @@ class MsgpackEncoder:
4343
Note that unlike vanilla `msgspec` Encoders, this interface is generally
4444
not thread-safe when encoding tensors / numpy arrays.
4545
46-
By default, arrays below 256B are serialized inline.
47-
Larger will get sent via dedicated messages.
48-
Note that this is a per-tensor limit.
49-
50-
Sending multiple large messages via zeromq saturates memory very quickly.
51-
See: https://github.com/vllm-project/vllm/issues/16185
46+
By default, arrays below 256B are serialized inline Larger will get sent
47+
via dedicated messages. Note that this is a per-tensor limit.
5248
"""
5349

5450
def __init__(self, size_threshold: Optional[int] = None):
@@ -77,7 +73,7 @@ def encode(self, obj: Any) -> Sequence[bytestr]:
7773
def encode_into(self, obj: Any, buf: bytearray) -> Sequence[bytestr]:
7874
try:
7975
self.aux_buffers = [buf]
80-
bufs = [buf]
76+
bufs = self.aux_buffers
8177
self.encoder.encode_into(obj, buf)
8278
return bufs
8379
finally:
@@ -105,7 +101,7 @@ def enc_hook(self, obj: Any) -> Any:
105101
"modality": elem.modality,
106102
"key": elem.key,
107103
"data": self._encode_nested_tensors(elem.data),
108-
"field": self._encode_field(elem.field),
104+
"field": self._encode_mm_field(elem.field),
109105
} for elem in item.values()]
110106
for itemlist in mm._items_by_modality.values()
111107
for item in itemlist]
@@ -143,7 +139,7 @@ def _encode_nested_tensors(self, obj: Any) -> NestedTensors:
143139
return self._encode_ndarray(obj.numpy())
144140
return [self._encode_nested_tensors(x) for x in obj]
145141

146-
def _encode_field(self, field: BaseMultiModalField):
142+
def _encode_mm_field(self, field: BaseMultiModalField):
147143
# Figure out the factory name for the field type.
148144
name = MMF_CLASS_TO_FACTORY.get(field.__class__)
149145
if not name:

0 commit comments

Comments
 (0)