[GuideLLM Refactor] scheduler package updates, rewrites, and tests expansion \#354\n\nfeatures/refactor/scheduler

Author: sjmonson

src/guidellm/benchmark/scenario.py

@@ -12,7 +12,7 @@
 from guidellm.backend.backend import BackendType
 from guidellm.benchmark.profile import ProfileType
 from guidellm.objects.pydantic import StandardBaseModel
-from guidellm.scheduler.strategy import StrategyType
+from guidellm.scheduler.strategies import StrategyType
 
 __ALL__ = ["Scenario", "GenerativeTextScenario", "get_builtin_scenarios"]
 

src/guidellm/scheduler/__init__.py

@@ -1,47 +1,90 @@
-from .result import (
-    SchedulerRequestInfo,
-    SchedulerRequestResult,
-    SchedulerResult,
-    SchedulerRunInfo,
+from .constraints import (
+    Constraint,
+    ConstraintInitializer,
+    ConstraintsInitializerFactory,
+    MaxDurationConstraint,
+    MaxErrorRateConstraint,
+    MaxErrorsConstraint,
+    MaxGlobalErrorRateConstraint,
+    MaxNumberConstraint,
+    PydanticConstraintInitializer,
+    SerializableConstraintInitializer,
+    UnserializableConstraintInitializer,
+)
+from .environments import Environment, NonDistributedEnvironment
+from .objects import (
+    BackendInterface,
+    BackendT,
+    MeasuredRequestTimings,
+    MultiTurnRequestT,
+    RequestSchedulerTimings,
+    RequestT,
+    ResponseT,
+    ScheduledRequestInfo,
+    SchedulerMessagingPydanticRegistry,
+    SchedulerState,
+    SchedulerUpdateAction,
+    SchedulerUpdateActionProgress,
 )
 from .scheduler import Scheduler
-from .strategy import (
+from .strategies import (
     AsyncConstantStrategy,
     AsyncPoissonStrategy,
     ConcurrentStrategy,
+    ConstantRateRequestTimings,
+    LastCompletionRequestTimings,
+    NoDelayRequestTimings,
+    PoissonRateRequestTimings,
+    ScheduledRequestTimings,
     SchedulingStrategy,
+    StrategyT,
     StrategyType,
     SynchronousStrategy,
     ThroughputStrategy,
-    strategy_display_str,
-)
-from .worker import (
-    GenerativeRequestsWorker,
-    GenerativeRequestsWorkerDescription,
-    RequestsWorker,
-    ResolveStatus,
-    WorkerDescription,
-    WorkerProcessResult,
 )
+from .worker import WorkerProcess
+from .worker_group import WorkerProcessGroup
 
 __all__ = [
     "AsyncConstantStrategy",
     "AsyncPoissonStrategy",
+    "BackendInterface",
+    "BackendT",
     "ConcurrentStrategy",
-    "GenerativeRequestsWorker",
-    "GenerativeRequestsWorkerDescription",
-    "RequestsWorker",
-    "ResolveStatus",
+    "ConstantRateRequestTimings",
+    "Constraint",
+    "ConstraintInitializer",
+    "ConstraintsInitializerFactory",
+    "Environment",
+    "LastCompletionRequestTimings",
+    "MaxDurationConstraint",
+    "MaxErrorRateConstraint",
+    "MaxErrorsConstraint",
+    "MaxGlobalErrorRateConstraint",
+    "MaxNumberConstraint",
+    "MeasuredRequestTimings",
+    "MultiTurnRequestT",
+    "NoDelayRequestTimings",
+    "NonDistributedEnvironment",
+    "PoissonRateRequestTimings",
+    "PydanticConstraintInitializer",
+    "RequestSchedulerTimings",
+    "RequestT",
+    "ResponseT",
+    "ScheduledRequestInfo",
+    "ScheduledRequestTimings",
     "Scheduler",
-    "SchedulerRequestInfo",
-    "SchedulerRequestResult",
-    "SchedulerResult",
-    "SchedulerRunInfo",
+    "SchedulerMessagingPydanticRegistry",
+    "SchedulerState",
+    "SchedulerUpdateAction",
+    "SchedulerUpdateActionProgress",
     "SchedulingStrategy",
+    "SerializableConstraintInitializer",
+    "StrategyT",
     "StrategyType",
     "SynchronousStrategy",
     "ThroughputStrategy",
-    "WorkerDescription",
-    "WorkerProcessResult",
-    "strategy_display_str",
+    "UnserializableConstraintInitializer",
+    "WorkerProcess",
+    "WorkerProcessGroup",
 ]