less refresh in ci (fsspec#690)

* less refresh in ci

* reinstate 401 retry (for now)

* add pytest-asyncio to test env

Author: martindurant

environment_gcsfs.yaml

@@ -15,6 +15,7 @@ dependencies:
   - google-cloud-storage
   - pytest
   - pytest-timeout
+  - pytest-asyncio
   - requests
   - ujson
   - pip:

gcsfs/core.py

@@ -334,7 +334,9 @@ def __init__(
                 DeprecationWarning,
             )
 
-        self.credentials = GoogleCredentials(project, access, token)
+        self.credentials = GoogleCredentials(
+            project, access, token, on_google=self.on_google
+        )
 
     @property
     def _location(self):

gcsfs/credentials.py

@@ -40,7 +40,7 @@
 
 
 class GoogleCredentials:
-    def __init__(self, project, access, token, check_credentials=None):
+    def __init__(self, project, access, token, check_credentials=None, on_google=True):
         self.scope = "https://www.googleapis.com/auth/devstorage." + access
         self.project = project
         self.access = access
@@ -50,6 +50,7 @@ def __init__(self, project, access, token, check_credentials=None):
         self.method = None
         self.lock = threading.Lock()
         self.token = token
+        self.on_google = on_google
         self.connect(method=token)
 
         if check_credentials:
@@ -93,6 +94,8 @@ def _connect_google_default(self):
         self.credentials = credentials
 
     def _connect_cloud(self):
+        if not self.on_google:
+            raise ValueError
         self.credentials = gauth.compute_engine.Credentials()
         try:
             with requests.Session() as session:
@@ -222,7 +225,7 @@ def apply(self, out):
             self.credentials.apply(out)
 
     def _connect_service(self, fn):
-        # raises exception if file does not match expectation
+        # raises exception if the file does not match expectation
         credentials = service_account.Credentials.from_service_account_file(
             fn, scopes=[self.scope]
         )
@@ -255,7 +258,6 @@ def connect(self, method=None):
             "cloud",
             "token",
             "anon",
-            "browser",
             None,
         ]:
             self._connect_token(method)

gcsfs/retry.py

@@ -160,6 +160,9 @@ async def retry_request(func, retries=6, *args, **kwargs):
             if isinstance(e, HttpError) and e.code == 404:
                 logger.debug("Request returned 404, no retries.")
                 raise e
+            if isinstance(e, HttpError) and e.code == 401:
+                logger.debug("Invalid credentials, no retries.")
+                raise e
             if retry == retries - 1:
                 logger.exception(f"{func.__name__} out of retries on exception: {e}")
                 raise e