Skip to content

Commit a538efc

Browse files
authored
Allow stopping LLMInferenceService (kserve#4839)
Signed-off-by: Pierangelo Di Pilato <pierdipi@redhat.com>
1 parent ecf9ce9 commit a538efc

File tree

11 files changed

+1085
-28
lines changed

11 files changed

+1085
-28
lines changed

pkg/apis/serving/v1alpha1/llm_inference_service_lifecycle.go

Lines changed: 28 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -65,6 +65,10 @@ func (in *LLMInferenceService) MarkMainWorkloadNotReady(reason, messageFormat st
6565
in.GetConditionSet().Manage(in.GetStatus()).MarkFalse(MainWorkloadReady, reason, messageFormat, messageA...)
6666
}
6767

68+
func (in *LLMInferenceService) MarkMainWorkloadUnset() {
69+
_ = in.GetConditionSet().Manage(in.GetStatus()).ClearCondition(MainWorkloadReady)
70+
}
71+
6872
func (in *LLMInferenceService) MarkWorkerWorkloadReady() {
6973
in.GetConditionSet().Manage(in.GetStatus()).MarkTrue(WorkerWorkloadReady)
7074
}
@@ -73,6 +77,10 @@ func (in *LLMInferenceService) MarkWorkerWorkloadNotReady(reason, messageFormat
7377
in.GetConditionSet().Manage(in.GetStatus()).MarkFalse(WorkerWorkloadReady, reason, messageFormat, messageA...)
7478
}
7579

80+
func (in *LLMInferenceService) MarkWorkerWorkloadUnset() {
81+
_ = in.GetConditionSet().Manage(in.GetStatus()).ClearCondition(WorkerWorkloadReady)
82+
}
83+
7684
func (in *LLMInferenceService) MarkPrefillWorkloadReady() {
7785
in.GetConditionSet().Manage(in.GetStatus()).MarkTrue(PrefillWorkloadReady)
7886
}
@@ -81,6 +89,10 @@ func (in *LLMInferenceService) MarkPrefillWorkloadNotReady(reason, messageFormat
8189
in.GetConditionSet().Manage(in.GetStatus()).MarkFalse(PrefillWorkloadReady, reason, messageFormat, messageA...)
8290
}
8391

92+
func (in *LLMInferenceService) MarkPrefillWorkloadUnset() {
93+
_ = in.GetConditionSet().Manage(in.GetStatus()).ClearCondition(PrefillWorkloadReady)
94+
}
95+
8496
func (in *LLMInferenceService) MarkPrefillWorkerWorkloadReady() {
8597
in.GetConditionSet().Manage(in.GetStatus()).MarkTrue(PrefillWorkerWorkloadReady)
8698
}
@@ -89,6 +101,10 @@ func (in *LLMInferenceService) MarkPrefillWorkerWorkloadNotReady(reason, message
89101
in.GetConditionSet().Manage(in.GetStatus()).MarkFalse(PrefillWorkerWorkloadReady, reason, messageFormat, messageA...)
90102
}
91103

104+
func (in *LLMInferenceService) MarkPrefillWorkerWorkloadUnset() {
105+
_ = in.GetConditionSet().Manage(in.GetStatus()).ClearCondition(PrefillWorkerWorkloadReady)
106+
}
107+
92108
func (in *LLMInferenceService) DetermineWorkloadReadiness() {
93109
subConditions := []*apis.Condition{
94110
in.GetStatus().GetCondition(MainWorkloadReady),
@@ -129,6 +145,10 @@ func (in *LLMInferenceService) MarkGatewaysReady() {
129145
in.GetConditionSet().Manage(in.GetStatus()).MarkTrue(GatewaysReady)
130146
}
131147

148+
func (in *LLMInferenceService) MarkGatewaysReadyUnset() {
149+
_ = in.GetConditionSet().Manage(in.GetStatus()).ClearCondition(GatewaysReady)
150+
}
151+
132152
func (in *LLMInferenceService) MarkGatewaysNotReady(reason, messageFormat string, messageA ...interface{}) {
133153
in.GetConditionSet().Manage(in.GetStatus()).MarkFalse(GatewaysReady, reason, messageFormat, messageA...)
134154
}
@@ -141,6 +161,10 @@ func (in *LLMInferenceService) MarkHTTPRoutesNotReady(reason, messageFormat stri
141161
in.GetConditionSet().Manage(in.GetStatus()).MarkFalse(HTTPRoutesReady, reason, messageFormat, messageA...)
142162
}
143163

164+
func (in *LLMInferenceService) MarkHTTPRoutesReadyUnset() {
165+
_ = in.GetConditionSet().Manage(in.GetStatus()).ClearCondition(HTTPRoutesReady)
166+
}
167+
144168
func (in *LLMInferenceService) MarkInferencePoolReady() {
145169
in.GetConditionSet().Manage(in.GetStatus()).MarkTrue(InferencePoolReady)
146170
}
@@ -149,6 +173,10 @@ func (in *LLMInferenceService) MarkInferencePoolNotReady(reason, messageFormat s
149173
in.GetConditionSet().Manage(in.GetStatus()).MarkFalse(InferencePoolReady, reason, messageFormat, messageA...)
150174
}
151175

176+
func (in *LLMInferenceService) MarkInferencePoolReadyUnset() {
177+
_ = in.GetConditionSet().Manage(in.GetStatus()).ClearCondition(InferencePoolReady)
178+
}
179+
152180
func (in *LLMInferenceService) DetermineRouterReadiness() {
153181
subConditions := []*apis.Condition{
154182
in.GetStatus().GetCondition(GatewaysReady),

0 commit comments

Comments
 (0)