Skip to content

Commit be1d6f3

Browse files
authored
Fix TestUcAccModelServingProvisionedThroughput (#4764)
## Changes TestUcAccModelServingProvisionedThroughput times out today while waiting for the mistral model to load. This PR changes this test to use a different model type which seems to work. After this PR, the test takes around 10 minutes. ## Tests Ran locally, the test passes. NO_CHANGELOG=true
1 parent 8ae24ac commit be1d6f3

File tree

1 file changed

+6
-6
lines changed

1 file changed

+6
-6
lines changed

serving/model_serving_test.go

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -125,8 +125,8 @@ func TestUcAccModelServingProvisionedThroughput(t *testing.T) {
125125
config {
126126
served_entities{
127127
name = "pt_model"
128-
entity_name = "system.ai.mistral_7b_instruct_v0_2"
129-
entity_version = "1"
128+
entity_name = "system.ai.meta_llama_v3_1_8b_instruct"
129+
entity_version = "2"
130130
min_provisioned_throughput = 0
131131
max_provisioned_throughput = 970
132132
}
@@ -146,8 +146,8 @@ func TestUcAccModelServingProvisionedThroughput(t *testing.T) {
146146
config {
147147
served_entities{
148148
name = "pt_model"
149-
entity_name = "system.ai.mistral_7b_instruct_v0_2"
150-
entity_version = "1"
149+
entity_name = "system.ai.meta_llama_v3_1_8b_instruct"
150+
entity_version = "2"
151151
min_provisioned_throughput = 970
152152
max_provisioned_throughput = 1940
153153
}
@@ -167,8 +167,8 @@ func TestUcAccModelServingProvisionedThroughput(t *testing.T) {
167167
config {
168168
served_entities{
169169
name = "pt_model"
170-
entity_name = "system.ai.mistral_7b_instruct_v0_2"
171-
entity_version = "1"
170+
entity_name = "system.ai.meta_llama_v3_1_8b_instruct"
171+
entity_version = "2"
172172
min_provisioned_throughput = 0
173173
max_provisioned_throughput = 1940
174174
}

0 commit comments

Comments
 (0)