Skip to content

Commit da5effc

Browse files
committed
Add multiprocessing utils for encoding and messaging
1 parent a5feabb commit da5effc

File tree

5 files changed

+3408
-0
lines changed

5 files changed

+3408
-0
lines changed

src/guidellm/utils/__init__.py

Lines changed: 22 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,13 @@
11
from .auto_importer import AutoImporterMixin
22
from .colors import Colors
33
from .default_group import DefaultGroupHandler
4+
from .encoding import (
5+
Encoder,
6+
EncodingTypesAlias,
7+
MessageEncoding,
8+
SerializationTypesAlias,
9+
Serializer,
10+
)
411
from .functions import (
512
all_defined,
613
safe_add,
@@ -16,6 +23,12 @@
1623
from .hf_transformers import (
1724
check_load_processor,
1825
)
26+
from .messaging import (
27+
InterProcessMessaging,
28+
InterProcessMessagingManagerQueue,
29+
InterProcessMessagingPipe,
30+
InterProcessMessagingQueue,
31+
)
1932
from .pydantic_utils import (
2033
PydanticClassRegistryMixin,
2134
ReloadableBaseModel,
@@ -49,13 +62,22 @@
4962
"Colors",
5063
"DefaultGroupHandler",
5164
"DistributionSummary",
65+
"Encoder",
66+
"EncodingTypesAlias",
5267
"EndlessTextCreator",
5368
"IntegerRangeSampler",
69+
"InterProcessMessaging",
70+
"InterProcessMessagingManagerQueue",
71+
"InterProcessMessagingPipe",
72+
"InterProcessMessagingQueue",
73+
"MessageEncoding",
5474
"Percentiles",
5575
"PydanticClassRegistryMixin",
5676
"RegistryMixin",
5777
"ReloadableBaseModel",
5878
"RunningStats",
79+
"SerializationTypesAlias",
80+
"Serializer",
5981
"SingletonMixin",
6082
"StandardBaseDict",
6183
"StandardBaseModel",

0 commit comments

Comments
 (0)