Scheduler refactor [utils]: multiprocessing encoding and messaging

commit ea1e25d
Author: Mark Kurtz <[email protected]>
Date:   Wed Aug 27 02:35:58 2025 +0000

    update doc strings for clarifications in encoding.py

commit fe76616
Author: Mark Kurtz <[email protected]>
Date:   Wed Aug 27 02:31:06 2025 +0000

    Updates from review and requirements for worker integration

commit b08e52a
Author: Mark Kurtz <[email protected]>
Date:   Tue Aug 26 22:19:46 2025 -0400

    Update src/guidellm/utils/encoding.py

    Co-authored-by: Samuel Monson <[email protected]>
    Signed-off-by: Mark Kurtz <[email protected]>

commit cff8d91
Author: Mark Kurtz <[email protected]>
Date:   Tue Aug 26 17:52:18 2025 +0000

    Fix styling issues

commit 275f123
Author: Mark Kurtz <[email protected]>
Date:   Tue Aug 26 13:44:33 2025 -0400

    Apply suggestion from @Copilot

    Co-authored-by: Copilot <[email protected]>
    Signed-off-by: Mark Kurtz <[email protected]>

commit 77573a8
Author: Mark Kurtz <[email protected]>
Date:   Tue Aug 26 16:21:47 2025 +0000

    fix improper name update

commit 3629fd0
Author: Mark Kurtz <[email protected]>
Date:   Tue Aug 26 16:00:46 2025 +0000

    Add multiprocessing utils for encoding and messaging

commit 3e048e8
Author: Mark Kurtz <[email protected]>
Date:   Thu Aug 21 01:49:43 2025 +0000

    minor fixes and updates

commit 163e6e3
Author: Mark Kurtz <[email protected]>
Date:   Thu Aug 21 01:29:34 2025 +0000

    Implementation and tests for the next utils package modules iteration for the scheduler refactor

commit acf0646
Author: Mark Kurtz <[email protected]>
Date:   Wed Aug 20 19:01:42 2025 -0400

    Update tests/unit/utils/test_registry.py

    Co-authored-by: Copilot <[email protected]>
    Signed-off-by: Mark Kurtz <[email protected]>

commit e3a1c48
Author: Mark Kurtz <[email protected]>
Date:   Wed Aug 20 22:29:31 2025 +0000

    Implementation and tests for the core utils packages for the scheduler refactor

Author: sjmonson

pyproject.toml

@@ -48,6 +48,7 @@ keywords = [
 ]
 dependencies = [
     "click>=8.0.0,<8.2.0",
+    "culsans~=0.9.0",
     "datasets",
     "ftfy>=6.0.0",
     "httpx[http2]<1.0.0",
@@ -157,15 +158,16 @@ indent-style = "space"
 
 [tool.ruff.lint]
 ignore = [
-    "PLR0913",
-    "TC001",
-    "COM812",
-    "ISC001",
-    "TC002",
+    "COM812",  # ignore trailing comma errors due to older Python versions
+    "PD011", # ignore .values usage since ruff assumes it's a Pandas DataFrame
+    "PLR0913",  # ignore too many arguments in function definitions
     "PLW1514", # allow Path.open without encoding
     "RET505", # allow `else` blocks
     "RET506", # allow `else` blocks
-    "PD011", # ignore .values usage since ruff assumes it's a Pandas DataFrame
+    "S311",  # allow standard pseudo-random generators
+    "TC001",  # ignore imports used only for type checking
+    "TC002",  # ignore imports used only for type checking
+    "TC003", # ignore imports used only for type checking
 ]
 select = [
     # Rules reference: https://docs.astral.sh/ruff/rules/

src/guidellm/utils/__init__.py

@@ -1,6 +1,13 @@
 from .auto_importer import AutoImporterMixin
 from .colors import Colors
 from .default_group import DefaultGroupHandler
+from .encoding import (
+    Encoder,
+    EncodingTypesAlias,
+    MessageEncoding,
+    SerializationTypesAlias,
+    Serializer,
+)
 from .functions import (
     all_defined,
     safe_add,
@@ -16,6 +23,12 @@
 from .hf_transformers import (
     check_load_processor,
 )
+from .messaging import (
+    InterProcessMessaging,
+    InterProcessMessagingManagerQueue,
+    InterProcessMessagingPipe,
+    InterProcessMessagingQueue,
+)
 from .pydantic_utils import (
     PydanticClassRegistryMixin,
     ReloadableBaseModel,
@@ -49,13 +62,22 @@
     "Colors",
     "DefaultGroupHandler",
     "DistributionSummary",
+    "Encoder",
+    "EncodingTypesAlias",
     "EndlessTextCreator",
     "IntegerRangeSampler",
+    "InterProcessMessaging",
+    "InterProcessMessagingManagerQueue",
+    "InterProcessMessagingPipe",
+    "InterProcessMessagingQueue",
+    "MessageEncoding",
     "Percentiles",
     "PydanticClassRegistryMixin",
     "RegistryMixin",
     "ReloadableBaseModel",
     "RunningStats",
+    "SerializationTypesAlias",
+    "Serializer",
     "SingletonMixin",
     "StandardBaseDict",
     "StandardBaseModel",