Scheduler refactor [scheduler]: constraints, objects, and strategies

commit cfd8505
Author: Mark Kurtz <[email protected]>
Date:   Wed Aug 27 02:47:07 2025 +0000

    updates from reviews

commit 0f011c3
Author: Mark Kurtz <[email protected]>
Date:   Tue Aug 26 20:02:50 2025 +0000

    fixes after rebasing

commit 1cc24cd
Author: Mark Kurtz <[email protected]>
Date:   Tue Aug 26 19:33:35 2025 +0000

    Fixes to ensure tests will run

commit 6fbd4ba
Author: Mark Kurtz <[email protected]>
Date:   Tue Aug 26 19:06:52 2025 +0000

    fix improper arg for tests

commit 2304804
Author: Mark Kurtz <[email protected]>
Date:   Tue Aug 26 18:51:25 2025 +0000

    Add new scheduler constraints, objects, and strategy for refactor

commit 20664b4
Author: Mark Kurtz <[email protected]>
Date:   Thu Aug 21 01:29:34 2025 +0000

    Implementation and tests for the next utils package modules iteration for the scheduler refactor

commit 07f0773
Author: Mark Kurtz <[email protected]>
Date:   Wed Aug 20 22:29:31 2025 +0000

    Implementation and tests for the core utils packages for the scheduler refactor

commit ea1e25d
Author: Mark Kurtz <[email protected]>
Date:   Wed Aug 27 02:35:58 2025 +0000

    update doc strings for clarifications in encoding.py

commit fe76616
Author: Mark Kurtz <[email protected]>
Date:   Wed Aug 27 02:31:06 2025 +0000

    Updates from review and requirements for worker integration

commit b08e52a
Author: Mark Kurtz <[email protected]>
Date:   Tue Aug 26 22:19:46 2025 -0400

    Update src/guidellm/utils/encoding.py

    Co-authored-by: Samuel Monson <[email protected]>
    Signed-off-by: Mark Kurtz <[email protected]>

commit cff8d91
Author: Mark Kurtz <[email protected]>
Date:   Tue Aug 26 17:52:18 2025 +0000

    Fix styling issues

commit 275f123
Author: Mark Kurtz <[email protected]>
Date:   Tue Aug 26 13:44:33 2025 -0400

    Apply suggestion from @Copilot

    Co-authored-by: Copilot <[email protected]>
    Signed-off-by: Mark Kurtz <[email protected]>

commit 77573a8
Author: Mark Kurtz <[email protected]>
Date:   Tue Aug 26 16:21:47 2025 +0000

    fix improper name update

commit 3629fd0
Author: Mark Kurtz <[email protected]>
Date:   Tue Aug 26 16:00:46 2025 +0000

    Add multiprocessing utils for encoding and messaging

commit 3e048e8
Author: Mark Kurtz <[email protected]>
Date:   Thu Aug 21 01:49:43 2025 +0000

    minor fixes and updates

commit 163e6e3
Author: Mark Kurtz <[email protected]>
Date:   Thu Aug 21 01:29:34 2025 +0000

    Implementation and tests for the next utils package modules iteration for the scheduler refactor

commit acf0646
Author: Mark Kurtz <[email protected]>
Date:   Wed Aug 20 19:01:42 2025 -0400

    Update tests/unit/utils/test_registry.py

    Co-authored-by: Copilot <[email protected]>
    Signed-off-by: Mark Kurtz <[email protected]>

commit e3a1c48
Author: Mark Kurtz <[email protected]>
Date:   Wed Aug 20 22:29:31 2025 +0000

    Implementation and tests for the core utils packages for the scheduler refactor

Author: sjmonson

src/guidellm/__init__.py

@@ -20,7 +20,8 @@
     hf_logging.set_verbosity_error()
     logging.getLogger("transformers").setLevel(logging.ERROR)
 
-from .config import (
+from .logger import configure_logger, logger
+from .settings import (
     DatasetSettings,
     Environment,
     LoggingSettings,
@@ -30,7 +31,6 @@
     reload_settings,
     settings,
 )
-from .logger import configure_logger, logger
 
 __all__ = [
     "DatasetSettings",

src/guidellm/__main__.py

@@ -13,9 +13,9 @@
 )
 from guidellm.benchmark.entrypoints import benchmark_with_scenario
 from guidellm.benchmark.scenario import GenerativeTextScenario, get_builtin_scenarios
-from guidellm.config import print_config
 from guidellm.preprocess.dataset import ShortPromptStrategy, process_dataset
 from guidellm.scheduler import StrategyType
+from guidellm.settings import print_config
 from guidellm.utils import DefaultGroupHandler
 from guidellm.utils import cli as cli_tools
 

src/guidellm/backend/backend.py

@@ -7,7 +7,7 @@
 from PIL import Image
 
 from guidellm.backend.response import ResponseSummary, StreamingTextResponse
-from guidellm.config import settings
+from guidellm.settings import settings
 
 __all__ = [
     "Backend",

src/guidellm/backend/openai.py

@@ -16,7 +16,7 @@
     ResponseSummary,
     StreamingTextResponse,
 )
-from guidellm.config import settings
+from guidellm.settings import settings
 
 __all__ = [
     "CHAT_COMPLETIONS",

src/guidellm/backend/response.py

@@ -2,7 +2,7 @@
 
 from pydantic import computed_field
 
-from guidellm.config import settings
+from guidellm.settings import settings
 from guidellm.utils import StandardBaseModel
 
 __all__ = [

src/guidellm/benchmark/aggregator.py

@@ -21,7 +21,6 @@
     GenerativeTextErrorStats,
     GenerativeTextResponseStats,
 )
-from guidellm.config import settings
 from guidellm.request import (
     GenerationRequest,
     GenerativeRequestLoaderDescription,
@@ -34,6 +33,7 @@
     SchedulerRequestResult,
     WorkerDescription,
 )
+from guidellm.settings import settings
 from guidellm.utils import (
     RunningStats,
     StandardBaseModel,

src/guidellm/benchmark/output.py

@@ -20,10 +20,10 @@
     SweepProfile,
     ThroughputProfile,
 )
-from guidellm.config import settings
 from guidellm.presentation import UIDataBuilder
 from guidellm.presentation.injector import create_report
 from guidellm.scheduler import strategy_display_str
+from guidellm.settings import settings
 from guidellm.utils import (
     Colors,
     DistributionSummary,

src/guidellm/benchmark/profile.py

@@ -4,7 +4,6 @@
 import numpy as np
 from pydantic import Field, computed_field
 
-from guidellm.config import settings
 from guidellm.scheduler import (
     AsyncConstantStrategy,
     AsyncPoissonStrategy,
@@ -14,6 +13,7 @@
     SynchronousStrategy,
     ThroughputStrategy,
 )
+from guidellm.settings import settings
 from guidellm.utils import StandardBaseModel
 
 __all__ = [

src/guidellm/logger.py

@@ -41,7 +41,7 @@
 
 from loguru import logger
 
-from guidellm.config import LoggingSettings, settings
+from guidellm.settings import LoggingSettings, settings
 
 __all__ = ["configure_logger", "logger"]
 

src/guidellm/presentation/injector.py

@@ -4,7 +4,7 @@
 
 from loguru import logger
 
-from guidellm.config import settings
+from guidellm.settings import settings
 from guidellm.utils.text import load_text