Skip to content

Commit 93e88da

Browse files
authored
test: comment all gemini-1.5-pro-002 tests (#1686)
* comment all gemini-1.5-pro-002 test due to gemini-1.5-pro-002 tests failing for quota drained * remove space
1 parent 0f4024c commit 93e88da

File tree

3 files changed

+9
-9
lines changed

3 files changed

+9
-9
lines changed

tests/system/load/test_llm.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -41,7 +41,7 @@ def llm_remote_text_df(session, llm_remote_text_pandas_df):
4141
@pytest.mark.parametrize(
4242
"model_name",
4343
(
44-
"gemini-1.5-pro-002",
44+
# "gemini-1.5-pro-002",
4545
"gemini-1.5-flash-002",
4646
),
4747
)

tests/system/small/ml/test_llm.py

Lines changed: 7 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -113,7 +113,7 @@ def test_create_load_multimodal_embedding_generator_model(
113113
"gemini-1.5-pro-preview-0514",
114114
"gemini-1.5-flash-preview-0514",
115115
"gemini-1.5-pro-001",
116-
"gemini-1.5-pro-002",
116+
# "gemini-1.5-pro-002",
117117
"gemini-1.5-flash-001",
118118
"gemini-1.5-flash-002",
119119
"gemini-2.0-flash-exp",
@@ -148,7 +148,7 @@ def test_create_load_gemini_text_generator_model(
148148
"gemini-1.5-pro-preview-0514",
149149
"gemini-1.5-flash-preview-0514",
150150
"gemini-1.5-pro-001",
151-
"gemini-1.5-pro-002",
151+
# "gemini-1.5-pro-002",
152152
"gemini-1.5-flash-001",
153153
"gemini-1.5-flash-002",
154154
"gemini-2.0-flash-exp",
@@ -175,7 +175,7 @@ def test_gemini_text_generator_predict_default_params_success(
175175
"gemini-1.5-pro-preview-0514",
176176
"gemini-1.5-flash-preview-0514",
177177
"gemini-1.5-pro-001",
178-
"gemini-1.5-pro-002",
178+
# "gemini-1.5-pro-002",
179179
"gemini-1.5-flash-001",
180180
"gemini-1.5-flash-002",
181181
"gemini-2.0-flash-exp",
@@ -204,7 +204,7 @@ def test_gemini_text_generator_predict_with_params_success(
204204
"gemini-1.5-pro-preview-0514",
205205
"gemini-1.5-flash-preview-0514",
206206
"gemini-1.5-pro-001",
207-
"gemini-1.5-pro-002",
207+
# "gemini-1.5-pro-002",
208208
"gemini-1.5-flash-001",
209209
"gemini-1.5-flash-002",
210210
"gemini-2.0-flash-exp",
@@ -235,7 +235,7 @@ def test_gemini_text_generator_multi_cols_predict_success(
235235
"gemini-1.5-pro-preview-0514",
236236
"gemini-1.5-flash-preview-0514",
237237
"gemini-1.5-pro-001",
238-
"gemini-1.5-pro-002",
238+
# "gemini-1.5-pro-002",
239239
"gemini-1.5-flash-001",
240240
"gemini-1.5-flash-002",
241241
"gemini-2.0-flash-exp",
@@ -768,7 +768,7 @@ def test_text_embedding_generator_retry_no_progress(session, bq_connection):
768768
@pytest.mark.parametrize(
769769
"model_name",
770770
(
771-
"gemini-1.5-pro-002",
771+
# "gemini-1.5-pro-002",
772772
"gemini-1.5-flash-002",
773773
"gemini-2.0-flash-001",
774774
"gemini-2.0-flash-lite-001",
@@ -798,7 +798,7 @@ def test_llm_gemini_score(llm_fine_tune_df_default_index, model_name):
798798
@pytest.mark.parametrize(
799799
"model_name",
800800
(
801-
"gemini-1.5-pro-002",
801+
# "gemini-1.5-pro-002",
802802
"gemini-1.5-flash-002",
803803
"gemini-2.0-flash-001",
804804
"gemini-2.0-flash-lite-001",

tests/system/small/ml/test_multimodal_llm.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -43,7 +43,7 @@ def test_multimodal_embedding_generator_predict_default_params_success(
4343
"model_name",
4444
(
4545
"gemini-1.5-pro-001",
46-
"gemini-1.5-pro-002",
46+
# "gemini-1.5-pro-002",
4747
"gemini-1.5-flash-001",
4848
"gemini-1.5-flash-002",
4949
"gemini-2.0-flash-exp",

0 commit comments

Comments
 (0)