Skip to content

feat(generative ai): update the tuning example to use gemini-1.5 model #12618

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 3 commits into from
Sep 24, 2024
Merged

feat(generative ai): update the tuning example to use gemini-1.5 model #12618

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
7d8dfe1
Update gemini_tuning.py
Sep 20, 2024
56578d2
Merge branch 'GoogleCloudPlatform:main' into patch-2
liulehui Sep 23, 2024
adce47a
update the tuning example to use gemini-1.5
Sep 23, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
24 changes: 12 additions & 12 deletions generative_ai/gemini_tuning.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@

from typing import List

from vertexai.preview.tuning import sft
from vertexai.tuning import sft


PROJECT_ID = os.getenv("GOOGLE_CLOUD_PROJECT")
Expand All @@ -29,14 +29,14 @@ def gemini_tuning_basic() -> sft.SupervisedTuningJob:
import time

import vertexai
from vertexai.preview.tuning import sft
from vertexai.tuning import sft

# TODO(developer): Update project_id and location
vertexai.init(project=PROJECT_ID, location="us-central1")

sft_tuning_job = sft.train(
source_model="gemini-1.0-pro-002",
train_dataset="gs://cloud-samples-data/ai-platform/generative_ai/sft_train_data.jsonl",
source_model="gemini-1.5-pro-002",
train_dataset="gs://cloud-samples-data/ai-platform/generative_ai/gemini-1_5/text/sft_train_data.jsonl",
)

# Polling for job completion
Expand All @@ -58,20 +58,20 @@ def gemini_tuning_advanced() -> sft.SupervisedTuningJob:
import time

import vertexai
from vertexai.preview.tuning import sft
from vertexai.tuning import sft

# TODO(developer): Update project_id and location
vertexai.init(project=PROJECT_ID, location="us-central1")

sft_tuning_job = sft.train(
source_model="gemini-1.0-pro-002",
train_dataset="gs://cloud-samples-data/ai-platform/generative_ai/sft_train_data.jsonl",
source_model="gemini-1.5-pro-002",
train_dataset="gs://cloud-samples-data/ai-platform/generative_ai/gemini-1_5/text/sft_train_data.jsonl",
# The following parameters are optional
validation_dataset="gs://cloud-samples-data/ai-platform/generative_ai/sft_validation_data.jsonl",
validation_dataset="gs://cloud-samples-data/ai-platform/generative_ai/gemini-1_5/text/sft_validation_data.jsonl",
epochs=4,
adapter_size=4,
learning_rate_multiplier=1.0,
tuned_model_display_name="tuned_gemini_pro",
tuned_model_display_name="tuned_gemini_1_5_pro",
)

# Polling for job completion
Expand All @@ -90,7 +90,7 @@ def gemini_tuning_advanced() -> sft.SupervisedTuningJob:
def get_tuning_job() -> sft.SupervisedTuningJob:
# [START generativeaionvertexai_get_tuning_job]
import vertexai
from vertexai.preview.tuning import sft
from vertexai.tuning import sft

# TODO(developer): Update project_id and location
vertexai.init(project=PROJECT_ID, location=LOCATION)
Expand All @@ -109,7 +109,7 @@ def get_tuning_job() -> sft.SupervisedTuningJob:
def list_tuning_jobs() -> List[sft.SupervisedTuningJob]:
# [START generativeaionvertexai_list_tuning_jobs]
import vertexai
from vertexai.preview.tuning import sft
from vertexai.tuning import sft

# TODO(developer): Update project_id and location
vertexai.init(project=PROJECT_ID, location="us-central1")
Expand All @@ -126,7 +126,7 @@ def list_tuning_jobs() -> List[sft.SupervisedTuningJob]:
def cancel_tuning_job() -> None:
# [START generativeaionvertexai_cancel_tuning_job]
import vertexai
from vertexai.preview.tuning import sft
from vertexai.tuning import sft

# TODO(developer): Update project, location
vertexai.init(project=PROJECT_ID, location=LOCATION)
Expand Down
12 changes: 6 additions & 6 deletions generative_ai/model_tuning/supervised_advanced_example.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@

import os

from vertexai.preview.tuning import sft
from vertexai.tuning import sft

PROJECT_ID = os.getenv("GOOGLE_CLOUD_PROJECT")

Expand All @@ -25,21 +25,21 @@ def gemini_tuning_advanced() -> sft.SupervisedTuningJob:
import time

import vertexai
from vertexai.preview.tuning import sft
from vertexai.tuning import sft

# TODO(developer): Update and un-comment below line
# PROJECT_ID = "your-project-id"
vertexai.init(project=PROJECT_ID, location="us-central1")

sft_tuning_job = sft.train(
source_model="gemini-1.0-pro-002",
train_dataset="gs://cloud-samples-data/ai-platform/generative_ai/sft_train_data.jsonl",
source_model="gemini-1.5-pro-002",
train_dataset="gs://cloud-samples-data/ai-platform/generative_ai/gemini-1_5/text/sft_train_data.jsonl",
# The following parameters are optional
validation_dataset="gs://cloud-samples-data/ai-platform/generative_ai/sft_validation_data.jsonl",
validation_dataset="gs://cloud-samples-data/ai-platform/generative_ai/gemini-1_5/text/sft_validation_data.jsonl",
epochs=4,
adapter_size=4,
learning_rate_multiplier=1.0,
tuned_model_display_name="tuned_gemini_pro",
tuned_model_display_name="tuned_gemini_1_5_pro",
)

# Polling for job completion
Expand Down
2 changes: 1 addition & 1 deletion generative_ai/model_tuning/supervised_cancel_example.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@
def cancel_tuning_job() -> None:
# [START generativeaionvertexai_cancel_tuning_job]
import vertexai
from vertexai.preview.tuning import sft
from vertexai.tuning import sft

# TODO(developer): Update and un-comment below lines
# PROJECT_ID = "your-project-id"
Expand Down
8 changes: 4 additions & 4 deletions generative_ai/model_tuning/supervised_example.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@

import os

from vertexai.preview.tuning import sft
from vertexai.tuning import sft

PROJECT_ID = os.getenv("GOOGLE_CLOUD_PROJECT")

Expand All @@ -25,15 +25,15 @@ def gemini_tuning_basic() -> sft.SupervisedTuningJob:
import time

import vertexai
from vertexai.preview.tuning import sft
from vertexai.tuning import sft

# TODO(developer): Update and un-comment below line
# PROJECT_ID = "your-project-id"
vertexai.init(project=PROJECT_ID, location="us-central1")

sft_tuning_job = sft.train(
source_model="gemini-1.0-pro-002",
train_dataset="gs://cloud-samples-data/ai-platform/generative_ai/sft_train_data.jsonl",
source_model="gemini-1.5-pro-002",
train_dataset="gs://cloud-samples-data/ai-platform/generative_ai/gemini-1_5/text/sft_train_data.jsonl",
)

# Polling for job completion
Expand Down
4 changes: 2 additions & 2 deletions generative_ai/model_tuning/supervised_get_example.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@

import os

from vertexai.preview.tuning import sft
from vertexai.tuning import sft

PROJECT_ID = os.getenv("GOOGLE_CLOUD_PROJECT")
LOCATION = "us-central1"
Expand All @@ -23,7 +23,7 @@
def get_tuning_job() -> sft.SupervisedTuningJob:
# [START generativeaionvertexai_get_tuning_job]
import vertexai
from vertexai.preview.tuning import sft
from vertexai.tuning import sft

# TODO(developer): Update and un-comment below lines
# PROJECT_ID = "your-project-id"
Expand Down
4 changes: 2 additions & 2 deletions generative_ai/model_tuning/supervised_list_example.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -16,15 +16,15 @@

from typing import List

from vertexai.preview.tuning import sft
from vertexai.tuning import sft

PROJECT_ID = os.getenv("GOOGLE_CLOUD_PROJECT")


def list_tuning_jobs() -> List[sft.SupervisedTuningJob]:
# [START generativeaionvertexai_list_tuning_jobs]
import vertexai
from vertexai.preview.tuning import sft
from vertexai.tuning import sft

# TODO(developer): Update and un-comment below line
# PROJECT_ID = "your-project-id"
Expand Down