add pytest env to cache name to enforce unique cache per test file

Author: brianjlai

airbyte_cdk/sources/streams/http/http_client.py

@@ -127,6 +127,12 @@ def cache_filename(self) -> str:
         Override if needed. Return the name of cache file
         Note that if the environment variable REQUEST_CACHE_PATH is not set, the cache will be in-memory only.
         """
+        # This is a hack so that we ensure that the same cache is not used across different test files
+        # because we observed some flakiness in tests when running on CI
+        # https://github.com/airbytehq/airbyte-python-cdk/pull/688
+        # https://github.com/airbytehq/airbyte-python-cdk/pull/712
+        if os.getenv("PYTEST_CURRENT_TEST"):
+            return f"{self._name}-{os.getenv('PYTEST_CURRENT_TEST')}.sqlite"
         return f"{self._name}.sqlite"
 
     def _request_session(self) -> requests.Session:
@@ -153,7 +159,10 @@ def _request_session(self) -> requests.Session:
             # * `If the application running SQLite crashes, the data will be safe, but the database [might become corrupted](https://www.sqlite.org/howtocorrupt.html#cfgerr) if the operating system crashes or the computer loses power before that data has been written to the disk surface.` in [this description](https://www.sqlite.org/pragma.html#pragma_synchronous).
             backend = requests_cache.SQLiteCache(sqlite_path, fast_save=True, wal=True)
             return CachedLimiterSession(
-                sqlite_path, backend=backend, api_budget=self._api_budget, match_headers=True
+                cache_name=sqlite_path,
+                backend=backend,
+                api_budget=self._api_budget,
+                match_headers=True,
             )
         else:
             return LimiterSession(api_budget=self._api_budget)