Scheduler refactor [utils]: auto_importer, pydantic_utils, registry, singleton

src/guidellm/backend/response.py

@@ -3,7 +3,7 @@
 from pydantic import computed_field
 
 from guidellm.config import settings
-from guidellm.objects.pydantic import StandardBaseModel
+from guidellm.utils import StandardBaseModel
 
 __all__ = [
     "RequestArgs",

src/guidellm/benchmark/aggregator.py

@@ -24,8 +24,6 @@
 from guidellm.config import settings
 from guidellm.objects import (
     RunningStats,
-    StandardBaseModel,
-    StatusBreakdown,
     TimeRunningStats,
 )
 from guidellm.request import (
@@ -40,7 +38,7 @@
     SchedulerRequestResult,
     WorkerDescription,
 )
-from guidellm.utils import check_load_processor
+from guidellm.utils import StandardBaseModel, StatusBreakdown, check_load_processor
 
 __all__ = [
     "AggregatorT",

src/guidellm/benchmark/benchmark.py

@@ -13,8 +13,6 @@
     ThroughputProfile,
 )
 from guidellm.objects import (
-    StandardBaseModel,
-    StatusBreakdown,
     StatusDistributionSummary,
 )
 from guidellm.request import (
@@ -32,6 +30,7 @@
     ThroughputStrategy,
     WorkerDescription,
 )
+from guidellm.utils import StandardBaseModel, StatusBreakdown
 
 __all__ = [
     "Benchmark",

src/guidellm/benchmark/benchmarker.py

@@ -22,7 +22,6 @@
 )
 from guidellm.benchmark.benchmark import BenchmarkArgs, GenerativeBenchmark
 from guidellm.benchmark.profile import Profile
-from guidellm.objects import StandardBaseModel
 from guidellm.request import (
     GenerationRequest,
     GenerativeRequestLoaderDescription,
@@ -37,6 +36,7 @@
     SchedulerRequestResult,
     SchedulingStrategy,
 )
+from guidellm.utils import StandardBaseModel
 
 __all__ = ["Benchmarker", "BenchmarkerResult", "GenerativeBenchmarker"]
 

src/guidellm/benchmark/output.py

@@ -23,13 +23,12 @@
 from guidellm.config import settings
 from guidellm.objects import (
     DistributionSummary,
-    StandardBaseModel,
     StatusDistributionSummary,
 )
 from guidellm.presentation import UIDataBuilder
 from guidellm.presentation.injector import create_report
 from guidellm.scheduler import strategy_display_str
-from guidellm.utils import Colors, split_text_list_by_length
+from guidellm.utils import Colors, StandardBaseModel, split_text_list_by_length
 
 __all__ = [
     "GenerativeBenchmarksConsole",

src/guidellm/benchmark/profile.py

@@ -5,7 +5,6 @@
 from pydantic import Field, computed_field
 
 from guidellm.config import settings
-from guidellm.objects import StandardBaseModel
 from guidellm.scheduler import (
     AsyncConstantStrategy,
     AsyncPoissonStrategy,
@@ -15,6 +14,7 @@
     SynchronousStrategy,
     ThroughputStrategy,
 )
+from guidellm.utils import StandardBaseModel
 
 __all__ = [
     "AsyncProfile",

src/guidellm/benchmark/scenario.py

@@ -11,8 +11,8 @@
 
 from guidellm.backend.backend import BackendType
 from guidellm.benchmark.profile import ProfileType
-from guidellm.objects.pydantic import StandardBaseModel
 from guidellm.scheduler.strategy import StrategyType
+from guidellm.utils import StandardBaseModel
 
 __ALL__ = ["Scenario", "GenerativeTextScenario", "get_builtin_scenarios"]
 

src/guidellm/objects/__init__.py

@@ -1,4 +1,3 @@
-from .pydantic import StandardBaseModel, StatusBreakdown
 from .statistics import (
     DistributionSummary,
     Percentiles,
@@ -11,8 +10,6 @@
     "DistributionSummary",
     "Percentiles",
     "RunningStats",
-    "StandardBaseModel",
-    "StatusBreakdown",
     "StatusDistributionSummary",
     "TimeRunningStats",
 ]

src/guidellm/objects/statistics.py

@@ -6,7 +6,7 @@
 import numpy as np
 from pydantic import Field, computed_field
 
-from guidellm.objects.pydantic import StandardBaseModel, StatusBreakdown
+from guidellm.utils import StandardBaseModel, StatusBreakdown
 
 __all__ = [
     "DistributionSummary",

src/guidellm/request/loader.py

@@ -13,8 +13,8 @@
 
 from guidellm.config import settings
 from guidellm.dataset import ColumnInputTypes, load_dataset
-from guidellm.objects import StandardBaseModel
 from guidellm.request.request import GenerationRequest
+from guidellm.utils import StandardBaseModel
 
 __all__ = [
     "GenerativeRequestLoader",

src/guidellm/request/request.py

@@ -3,7 +3,7 @@
 
 from pydantic import Field
 
-from guidellm.objects.pydantic import StandardBaseModel
+from guidellm.utils import StandardBaseModel
 
 __all__ = ["GenerationRequest"]
 

src/guidellm/scheduler/result.py

@@ -4,9 +4,9 @@
     Optional,
 )
 
-from guidellm.objects import StandardBaseModel
 from guidellm.scheduler.strategy import SchedulingStrategy
 from guidellm.scheduler.types import RequestT, ResponseT
+from guidellm.utils import StandardBaseModel
 
 __all__ = [
     "SchedulerRequestInfo",

src/guidellm/scheduler/strategy.py

@@ -12,7 +12,7 @@
 from pydantic import Field
 
 from guidellm.config import settings
-from guidellm.objects import StandardBaseModel
+from guidellm.utils import StandardBaseModel
 
 __all__ = [
     "AsyncConstantStrategy",

src/guidellm/scheduler/worker.py

@@ -24,10 +24,10 @@
     ResponseSummary,
     StreamingTextResponse,
 )
-from guidellm.objects import StandardBaseModel
 from guidellm.request import GenerationRequest
 from guidellm.scheduler.result import SchedulerRequestInfo
 from guidellm.scheduler.types import RequestT, ResponseT
+from guidellm.utils import StandardBaseModel
 
 __all__ = [
     "GenerativeRequestsWorker",

src/guidellm/utils/__init__.py

@@ -1,3 +1,4 @@
+from .auto_importer import AutoImporterMixin
 from .colors import Colors
 from .default_group import DefaultGroupHandler
 from .hf_datasets import (
@@ -7,7 +8,16 @@
 from .hf_transformers import (
     check_load_processor,
 )
+from .pydantic_utils import (
+    PydanticClassRegistryMixin,
+    ReloadableBaseModel,
+    StandardBaseDict,
+    StandardBaseModel,
+    StatusBreakdown,
+)
 from .random import IntegerRangeSampler
+from .registry import RegistryMixin
+from .singleton import SingletonMixin, ThreadSafeSingletonMixin
 from .text import (
     EndlessTextCreator,
     clean_text,
@@ -20,10 +30,19 @@
 
 __all__ = [
     "SUPPORTED_TYPES",
+    "AutoImporterMixin",
     "Colors",
     "DefaultGroupHandler",
     "EndlessTextCreator",
     "IntegerRangeSampler",
+    "PydanticClassRegistryMixin",
+    "RegistryMixin",
+    "ReloadableBaseModel",
+    "SingletonMixin",
+    "StandardBaseDict",
+    "StandardBaseModel",
+    "StatusBreakdown",
+    "ThreadSafeSingletonMixin",
     "check_load_processor",
     "clean_text",
     "filter_text",