feat(gcs): initial google cloud storage support

Author: machow

.github/workflows/ci.yml

@@ -47,6 +47,14 @@ jobs:
           fi
 
           python -m pip install -e .[test]
+
+      - name: Set up Cloud SDK
+        uses: google-github-actions/setup-gcloud@v0
+        with:
+          project_id: siuba-tests
+          service_account_key: ${{ secrets.GCP_SA_KEY }}
+          export_default_credentials: true
+
       - name: Run tests
         run: |
           pytest pins -m 'not fs_rsc and not skip_on_github' $PYTEST_OPTS

pins/tests/conftest.py

@@ -14,12 +14,13 @@
 
 
 # Based on https://github.com/machow/siuba/blob/main/siuba/tests/helpers.py
-BACKEND_MARKS = ["fs_s3", "fs_file", "fs_rsc"]
+BACKEND_MARKS = ["fs_s3", "fs_file", "fs_gcs", "fs_rsc"]
 
 # parameters that can be used more than once per session
 params_safe = [
     pytest.param(lambda: BoardBuilder("file"), id="file", marks=m.fs_file),
     pytest.param(lambda: BoardBuilder("s3"), id="s3", marks=m.fs_s3),
+    pytest.param(lambda: BoardBuilder("gcs"), id="s3", marks=m.fs_gcs),
 ]
 
 # rsc should only be used once, because users are created at docker setup time

pins/tests/helpers.py

@@ -24,6 +24,7 @@
 BOARD_CONFIG = {
     "file": {"path": ["PINS_TEST_FILE__PATH", None]},
     "s3": {"path": ["PINS_TEST_S3__PATH", "ci-pins"]},
+    "gcs": {"path": ["PINS_TEST_GCS__PATH", "ci-pins"]},
     "rsc": {"path": ["PINS_TEST_RSC__PATH", RSC_SERVER_URL]},
     # TODO(question): R pins has the whole server a board
     # but it's a bit easier to test by (optionally) allowing a user

setup.cfg

@@ -40,6 +40,8 @@ aws =
     s3fs
 azure =
     adlfs
+gcs =
+    gcsfs
 
 doc =
     sphinx
@@ -53,6 +55,7 @@ test =
     pytest-dotenv
     s3fs
     adlfs
+    gcsfs
 
 
 [bdist_wheel]