Skip to content

Commit 8597abc

Browse files
committed
add refactored scheduler package and tests
Signed-off-by: Mark Kurtz <[email protected]>
1 parent 6b6ed98 commit 8597abc

18 files changed

+9118
-1322
lines changed

src/guidellm/scheduler/__init__.py

Lines changed: 68 additions & 25 deletions
Original file line numberDiff line numberDiff line change
@@ -1,47 +1,90 @@
1-
from .result import (
2-
SchedulerRequestInfo,
3-
SchedulerRequestResult,
4-
SchedulerResult,
5-
SchedulerRunInfo,
1+
from .constraints import (
2+
Constraint,
3+
ConstraintInitializer,
4+
ConstraintsInitializerFactory,
5+
MaxDurationConstraint,
6+
MaxErrorRateConstraint,
7+
MaxErrorsConstraint,
8+
MaxGlobalErrorRateConstraint,
9+
MaxNumberConstraint,
10+
PydanticConstraintInitializer,
11+
SerializableConstraintInitializer,
12+
UnserializableConstraintInitializer,
13+
)
14+
from .environment import Environment, NonDistributedEnvironment
15+
from .objects import (
16+
BackendInterface,
17+
BackendT,
18+
MeasuredRequestTimings,
19+
MultiTurnRequestT,
20+
RequestSchedulerTimings,
21+
RequestT,
22+
ResponseT,
23+
ScheduledRequestInfo,
24+
SchedulerMessagingPydanticRegistry,
25+
SchedulerState,
26+
SchedulerUpdateAction,
27+
SchedulerUpdateActionProgress,
628
)
729
from .scheduler import Scheduler
830
from .strategy import (
931
AsyncConstantStrategy,
1032
AsyncPoissonStrategy,
1133
ConcurrentStrategy,
34+
ConstantRateRequestTimings,
35+
LastCompletionRequestTimings,
36+
NoDelayRequestTimings,
37+
PoissonRateRequestTimings,
38+
ScheduledRequestTimings,
1239
SchedulingStrategy,
40+
StrategyT,
1341
StrategyType,
1442
SynchronousStrategy,
1543
ThroughputStrategy,
16-
strategy_display_str,
17-
)
18-
from .worker import (
19-
GenerativeRequestsWorker,
20-
GenerativeRequestsWorkerDescription,
21-
RequestsWorker,
22-
ResolveStatus,
23-
WorkerDescription,
24-
WorkerProcessResult,
2544
)
45+
from .worker import WorkerProcess
46+
from .worker_group import WorkerProcessGroup
2647

2748
__all__ = [
2849
"AsyncConstantStrategy",
2950
"AsyncPoissonStrategy",
51+
"BackendInterface",
52+
"BackendT",
3053
"ConcurrentStrategy",
31-
"GenerativeRequestsWorker",
32-
"GenerativeRequestsWorkerDescription",
33-
"RequestsWorker",
34-
"ResolveStatus",
54+
"ConstantRateRequestTimings",
55+
"Constraint",
56+
"ConstraintInitializer",
57+
"ConstraintsInitializerFactory",
58+
"Environment",
59+
"LastCompletionRequestTimings",
60+
"MaxDurationConstraint",
61+
"MaxErrorRateConstraint",
62+
"MaxErrorsConstraint",
63+
"MaxGlobalErrorRateConstraint",
64+
"MaxNumberConstraint",
65+
"MeasuredRequestTimings",
66+
"MultiTurnRequestT",
67+
"NoDelayRequestTimings",
68+
"NonDistributedEnvironment",
69+
"PoissonRateRequestTimings",
70+
"PydanticConstraintInitializer",
71+
"RequestSchedulerTimings",
72+
"RequestT",
73+
"ResponseT",
74+
"ScheduledRequestInfo",
75+
"ScheduledRequestTimings",
3576
"Scheduler",
36-
"SchedulerRequestInfo",
37-
"SchedulerRequestResult",
38-
"SchedulerResult",
39-
"SchedulerRunInfo",
77+
"SchedulerMessagingPydanticRegistry",
78+
"SchedulerState",
79+
"SchedulerUpdateAction",
80+
"SchedulerUpdateActionProgress",
4081
"SchedulingStrategy",
82+
"SerializableConstraintInitializer",
83+
"StrategyT",
4184
"StrategyType",
4285
"SynchronousStrategy",
4386
"ThroughputStrategy",
44-
"WorkerDescription",
45-
"WorkerProcessResult",
46-
"strategy_display_str",
87+
"UnserializableConstraintInitializer",
88+
"WorkerProcess",
89+
"WorkerProcessGroup",
4790
]

0 commit comments

Comments
 (0)