From 7d8dfe128a2ef44cb01869d6915f14552ec8d913 Mon Sep 17 00:00:00 2001 From: Lehui Liu Date: Fri, 20 Sep 2024 14:22:41 -0700 Subject: [PATCH 1/2] Update gemini_tuning.py 1. move tuning namespace out of preview 2. shift from gemini-1.0 to gemini-1.5 --- generative_ai/gemini_tuning.py | 24 ++++++++++++------------ 1 file changed, 12 insertions(+), 12 deletions(-) diff --git a/generative_ai/gemini_tuning.py b/generative_ai/gemini_tuning.py index d8eb691a683..6f3ae60e118 100644 --- a/generative_ai/gemini_tuning.py +++ b/generative_ai/gemini_tuning.py @@ -16,7 +16,7 @@ from typing import List -from vertexai.preview.tuning import sft +from vertexai.tuning import sft PROJECT_ID = os.getenv("GOOGLE_CLOUD_PROJECT") @@ -29,14 +29,14 @@ def gemini_tuning_basic() -> sft.SupervisedTuningJob: import time import vertexai - from vertexai.preview.tuning import sft + from vertexai.tuning import sft # TODO(developer): Update project_id and location vertexai.init(project=PROJECT_ID, location="us-central1") sft_tuning_job = sft.train( - source_model="gemini-1.0-pro-002", - train_dataset="gs://cloud-samples-data/ai-platform/generative_ai/sft_train_data.jsonl", + source_model="gemini-1.5-pro-002", + train_dataset="gs://cloud-samples-data/ai-platform/generative_ai/gemini-1_5/text/sft_train_data.jsonl", ) # Polling for job completion @@ -58,20 +58,20 @@ def gemini_tuning_advanced() -> sft.SupervisedTuningJob: import time import vertexai - from vertexai.preview.tuning import sft + from vertexai.tuning import sft # TODO(developer): Update project_id and location vertexai.init(project=PROJECT_ID, location="us-central1") sft_tuning_job = sft.train( - source_model="gemini-1.0-pro-002", - train_dataset="gs://cloud-samples-data/ai-platform/generative_ai/sft_train_data.jsonl", + source_model="gemini-1.5-pro-002", + train_dataset="gs://cloud-samples-data/ai-platform/generative_ai/gemini-1_5/text/sft_train_data.jsonl", # The following parameters are optional - validation_dataset="gs://cloud-samples-data/ai-platform/generative_ai/sft_validation_data.jsonl", + validation_dataset="gs://cloud-samples-data/ai-platform/generative_ai/gemini-1_5/text/sft_validation_data.jsonl", epochs=4, adapter_size=4, learning_rate_multiplier=1.0, - tuned_model_display_name="tuned_gemini_pro", + tuned_model_display_name="tuned_gemini_1_5_pro", ) # Polling for job completion @@ -90,7 +90,7 @@ def gemini_tuning_advanced() -> sft.SupervisedTuningJob: def get_tuning_job() -> sft.SupervisedTuningJob: # [START generativeaionvertexai_get_tuning_job] import vertexai - from vertexai.preview.tuning import sft + from vertexai.tuning import sft # TODO(developer): Update project_id and location vertexai.init(project=PROJECT_ID, location=LOCATION) @@ -109,7 +109,7 @@ def get_tuning_job() -> sft.SupervisedTuningJob: def list_tuning_jobs() -> List[sft.SupervisedTuningJob]: # [START generativeaionvertexai_list_tuning_jobs] import vertexai - from vertexai.preview.tuning import sft + from vertexai.tuning import sft # TODO(developer): Update project_id and location vertexai.init(project=PROJECT_ID, location="us-central1") @@ -126,7 +126,7 @@ def list_tuning_jobs() -> List[sft.SupervisedTuningJob]: def cancel_tuning_job() -> None: # [START generativeaionvertexai_cancel_tuning_job] import vertexai - from vertexai.preview.tuning import sft + from vertexai.tuning import sft # TODO(developer): Update project, location vertexai.init(project=PROJECT_ID, location=LOCATION) From adce47a414ebc94dff6c6cb196276cb0cc321395 Mon Sep 17 00:00:00 2001 From: Lehui Liu Date: Mon, 23 Sep 2024 20:30:11 +0000 Subject: [PATCH 2/2] update the tuning example to use gemini-1.5 --- .../model_tuning/supervised_advanced_example.py | 12 ++++++------ .../model_tuning/supervised_cancel_example.py | 2 +- generative_ai/model_tuning/supervised_example.py | 8 ++++---- generative_ai/model_tuning/supervised_get_example.py | 4 ++-- .../model_tuning/supervised_list_example.py | 4 ++-- 5 files changed, 15 insertions(+), 15 deletions(-) diff --git a/generative_ai/model_tuning/supervised_advanced_example.py b/generative_ai/model_tuning/supervised_advanced_example.py index 33897245553..76edf5aea4b 100644 --- a/generative_ai/model_tuning/supervised_advanced_example.py +++ b/generative_ai/model_tuning/supervised_advanced_example.py @@ -14,7 +14,7 @@ import os -from vertexai.preview.tuning import sft +from vertexai.tuning import sft PROJECT_ID = os.getenv("GOOGLE_CLOUD_PROJECT") @@ -25,21 +25,21 @@ def gemini_tuning_advanced() -> sft.SupervisedTuningJob: import time import vertexai - from vertexai.preview.tuning import sft + from vertexai.tuning import sft # TODO(developer): Update and un-comment below line # PROJECT_ID = "your-project-id" vertexai.init(project=PROJECT_ID, location="us-central1") sft_tuning_job = sft.train( - source_model="gemini-1.0-pro-002", - train_dataset="gs://cloud-samples-data/ai-platform/generative_ai/sft_train_data.jsonl", + source_model="gemini-1.5-pro-002", + train_dataset="gs://cloud-samples-data/ai-platform/generative_ai/gemini-1_5/text/sft_train_data.jsonl", # The following parameters are optional - validation_dataset="gs://cloud-samples-data/ai-platform/generative_ai/sft_validation_data.jsonl", + validation_dataset="gs://cloud-samples-data/ai-platform/generative_ai/gemini-1_5/text/sft_validation_data.jsonl", epochs=4, adapter_size=4, learning_rate_multiplier=1.0, - tuned_model_display_name="tuned_gemini_pro", + tuned_model_display_name="tuned_gemini_1_5_pro", ) # Polling for job completion diff --git a/generative_ai/model_tuning/supervised_cancel_example.py b/generative_ai/model_tuning/supervised_cancel_example.py index a82b275c9a7..41fc8313d7c 100644 --- a/generative_ai/model_tuning/supervised_cancel_example.py +++ b/generative_ai/model_tuning/supervised_cancel_example.py @@ -21,7 +21,7 @@ def cancel_tuning_job() -> None: # [START generativeaionvertexai_cancel_tuning_job] import vertexai - from vertexai.preview.tuning import sft + from vertexai.tuning import sft # TODO(developer): Update and un-comment below lines # PROJECT_ID = "your-project-id" diff --git a/generative_ai/model_tuning/supervised_example.py b/generative_ai/model_tuning/supervised_example.py index c0cc7f94ae6..0dd54f72907 100644 --- a/generative_ai/model_tuning/supervised_example.py +++ b/generative_ai/model_tuning/supervised_example.py @@ -14,7 +14,7 @@ import os -from vertexai.preview.tuning import sft +from vertexai.tuning import sft PROJECT_ID = os.getenv("GOOGLE_CLOUD_PROJECT") @@ -25,15 +25,15 @@ def gemini_tuning_basic() -> sft.SupervisedTuningJob: import time import vertexai - from vertexai.preview.tuning import sft + from vertexai.tuning import sft # TODO(developer): Update and un-comment below line # PROJECT_ID = "your-project-id" vertexai.init(project=PROJECT_ID, location="us-central1") sft_tuning_job = sft.train( - source_model="gemini-1.0-pro-002", - train_dataset="gs://cloud-samples-data/ai-platform/generative_ai/sft_train_data.jsonl", + source_model="gemini-1.5-pro-002", + train_dataset="gs://cloud-samples-data/ai-platform/generative_ai/gemini-1_5/text/sft_train_data.jsonl", ) # Polling for job completion diff --git a/generative_ai/model_tuning/supervised_get_example.py b/generative_ai/model_tuning/supervised_get_example.py index cb0f3252780..b1908c2bee8 100644 --- a/generative_ai/model_tuning/supervised_get_example.py +++ b/generative_ai/model_tuning/supervised_get_example.py @@ -14,7 +14,7 @@ import os -from vertexai.preview.tuning import sft +from vertexai.tuning import sft PROJECT_ID = os.getenv("GOOGLE_CLOUD_PROJECT") LOCATION = "us-central1" @@ -23,7 +23,7 @@ def get_tuning_job() -> sft.SupervisedTuningJob: # [START generativeaionvertexai_get_tuning_job] import vertexai - from vertexai.preview.tuning import sft + from vertexai.tuning import sft # TODO(developer): Update and un-comment below lines # PROJECT_ID = "your-project-id" diff --git a/generative_ai/model_tuning/supervised_list_example.py b/generative_ai/model_tuning/supervised_list_example.py index 7fe99529fa4..9c882fb2822 100644 --- a/generative_ai/model_tuning/supervised_list_example.py +++ b/generative_ai/model_tuning/supervised_list_example.py @@ -16,7 +16,7 @@ from typing import List -from vertexai.preview.tuning import sft +from vertexai.tuning import sft PROJECT_ID = os.getenv("GOOGLE_CLOUD_PROJECT") @@ -24,7 +24,7 @@ def list_tuning_jobs() -> List[sft.SupervisedTuningJob]: # [START generativeaionvertexai_list_tuning_jobs] import vertexai - from vertexai.preview.tuning import sft + from vertexai.tuning import sft # TODO(developer): Update and un-comment below line # PROJECT_ID = "your-project-id"