Skip to content
Merged
4 changes: 4 additions & 0 deletions changelog_entry.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,4 @@
- bump: patch
changes:
fixed:
- GCP uploads use permissions correctly
6 changes: 5 additions & 1 deletion policyengine_us_data/storage/upload_completed_datasets.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,10 +6,14 @@
from policyengine_us_data.storage import STORAGE_FOLDER
from policyengine_us_data.utils.huggingface import upload
from google.cloud import storage
import google.auth


def upload_datasets():
storage_client = storage.Client()
credentials, project_id = google.auth.default()
storage_client = storage.Client(
credentials=credentials, project=project_id
)
bucket = storage_client.bucket("policyengine-us-data")

datasets_to_upload = [
Expand Down
1 change: 1 addition & 0 deletions pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -25,6 +25,7 @@ dependencies = [
"microimpute",
"pip-system-certs",
"google-cloud-storage",
"google-auth",
]

[project.optional-dependencies]
Expand Down
Loading