APP-5243: Migrate to httpx (goodbye requests)

- Removed requirements files
- Updated GitHub workflows for Docker image builds to use `uv sync` (without dev dependencies)
- Breaking change: Dropped support for Python 3.8 (httpx-retries requires Python ≥ 3.9)

Author: Aryamanz29

.github/workflows/pyatlan-publish.yaml

@@ -31,7 +31,7 @@ jobs:
       - name: Install uv
         uses: astral-sh/setup-uv@v6
       - name: Install dependencies
-        run: uv sync --extra dev
+        run: uv sync
       - name: check tag
         id: check-tag
         run: uv run python check_tag.py

pyatlan/client/asset.py

@@ -25,7 +25,7 @@
 )
 from warnings import warn
 
-import requests
+import httpx
 from pydantic.v1 import (
     StrictStr,
     ValidationError,
@@ -858,7 +858,7 @@ def _wait_till_deleted(self, asset: Asset):
             asset = self.retrieve_minimal(guid=asset.guid, asset_type=Asset)
             if asset.status == EntityStatus.DELETED:
                 return
-        except requests.exceptions.RetryError as err:
+        except httpx.RetryError as err:
             raise ErrorCode.RETRY_OVERRUN.exception_with_parameters() from err
 
     @validate_arguments

pyatlan/client/atlan.py

@@ -17,7 +17,8 @@
 from urllib.parse import urljoin
 from warnings import warn
 
-import requests
+import httpx
+from httpx_retries import Retry, RetryTransport
 from pydantic.v1 import (
     BaseSettings,
     HttpUrl,
@@ -26,8 +27,6 @@
     constr,
     validate_arguments,
 )
-from requests.adapters import HTTPAdapter
-from urllib3.util.retry import Retry
 
 from pyatlan.cache.atlan_tag_cache import AtlanTagCache
 from pyatlan.cache.connection_cache import ConnectionCache
@@ -40,7 +39,7 @@
 from pyatlan.client.admin import AdminClient
 from pyatlan.client.asset import A, AssetClient, IndexSearchResults, LineageListResults
 from pyatlan.client.audit import AuditClient
-from pyatlan.client.common import CONNECTION_RETRY, HTTP_PREFIX, HTTPS_PREFIX
+from pyatlan.client.common import CONNECTION_RETRY
 from pyatlan.client.constants import EVENT_STREAM, PARSE_QUERY, UPLOAD_IMAGE
 from pyatlan.client.contract import ContractClient
 from pyatlan.client.credential import CredentialClient
@@ -108,7 +107,6 @@ def get_adapter() -> logging.LoggerAdapter:
     backoff_factor=1,
     status_forcelist=[403, 429, 500, 502, 503, 504],
     allowed_methods=["HEAD", "GET", "OPTIONS", "POST", "PUT", "DELETE"],
-    raise_on_status=False,
     # When response.status is in `status_forcelist`
     # and the "Retry-After" header is present, the retry mechanism
     # will use the header's value to delay the next API call.
@@ -123,28 +121,14 @@ def log_response(response, *args, **kwargs):
     LOGGER.debug("URL: %s", response.request.url)
 
 
-def get_session():
-    session = requests.session()
-    session.headers.update(
-        {
-            "x-atlan-agent": "sdk",
-            "x-atlan-agent-id": "python",
-            "x-atlan-client-origin": "product_sdk",
-            "User-Agent": f"Atlan-PythonSDK/{VERSION}",
-        }
-    )
-    session.hooks["response"].append(log_response)
-    return session
-
-
 class AtlanClient(BaseSettings):
     base_url: Union[Literal["INTERNAL"], HttpUrl]
     api_key: str
     connect_timeout: float = 30.0  # 30 secs
     read_timeout: float = 900.0  # 15 mins
     retry: Retry = DEFAULT_RETRY
     _401_has_retried: ContextVar[bool] = ContextVar("_401_has_retried", default=False)
-    _session: requests.Session = PrivateAttr(default_factory=get_session)
+    _session: httpx.Client = PrivateAttr(default_factory=lambda: httpx.Client())
     _request_params: dict = PrivateAttr()
     _user_id: Optional[str] = PrivateAttr(default=None)
     _workflow_client: Optional[WorkflowClient] = PrivateAttr(default=None)
@@ -184,10 +168,17 @@ def __init__(self, **data):
                 "authorization": f"Bearer {self.api_key}",
             }
         }
-        session = self._session
-        adapter = HTTPAdapter(max_retries=self.retry)
-        session.mount(HTTPS_PREFIX, adapter)
-        session.mount(HTTP_PREFIX, adapter)
+        # Configure httpx client with retry transport
+        self._session = httpx.Client(
+            transport=RetryTransport(retry=self.retry),
+            headers={
+                "x-atlan-agent": "sdk",
+                "x-atlan-agent-id": "python",
+                "x-atlan-client-origin": "product_sdk",
+                "User-Agent": f"Atlan-PythonSDK/{VERSION}",
+            },
+            event_hooks={"response": [log_response]},
+        )
         self._401_has_retried.set(False)
 
     @property
@@ -371,21 +362,24 @@ def _call_api_internal(
         token = request_id_var.set(str(uuid.uuid4()))
         try:
             params["headers"]["X-Atlan-Request-Id"] = request_id_var.get()
+            timeout = httpx.Timeout(
+                None, connect=self.connect_timeout, read=self.read_timeout
+            )
             if binary_data:
                 response = self._session.request(
                     api.method.value,
                     path,
                     data=binary_data,
                     **params,
-                    timeout=(self.connect_timeout, self.read_timeout),
+                    timeout=timeout,
                 )
             elif api.consumes == EVENT_STREAM and api.produces == EVENT_STREAM:
                 response = self._session.request(
                     api.method.value,
                     path,
                     **params,
                     stream=True,
-                    timeout=(self.connect_timeout, self.read_timeout),
+                    timeout=timeout,
                 )
                 if download_file_path:
                     return self._handle_file_download(response.raw, download_file_path)
@@ -394,7 +388,7 @@ def _call_api_internal(
                     api.method.value,
                     path,
                     **params,
-                    timeout=(self.connect_timeout, self.read_timeout),
+                    timeout=timeout,
                 )
             if response is not None:
                 LOGGER.debug("HTTP Status: %s", response.status_code)
@@ -460,10 +454,7 @@ def _call_api_internal(
                         )
                     LOGGER.debug("response: %s", response_)
                     return response_
-                except (
-                    requests.exceptions.JSONDecodeError,
-                    json.decoder.JSONDecodeError,
-                ) as e:
+                except (json.decoder.JSONDecodeError,) as e:
                     raise ErrorCode.JSON_ERROR.exception_with_parameters(
                         response.text, response.status_code, str(e)
                     ) from e
@@ -1760,12 +1751,11 @@ def max_retries(
     ) -> Generator[None, None, None]:
         """Creates a context manger that can used to temporarily change parameters used for retrying connnections.
         The original Retry information will be restored when the context is exited."""
-        if self.base_url == "INTERNAL":
-            adapter = self._session.adapters[HTTP_PREFIX]
-        else:
-            adapter = self._session.adapters[HTTPS_PREFIX]
-        current_max = adapter.max_retries  # type: ignore[attr-defined]
-        adapter.max_retries = max_retries  # type: ignore[attr-defined]
+        # Store current transport and create new one with updated retries
+        current_transport = self._session._transport
+        new_transport = RetryTransport(retry=max_retries)
+        self._session._transport = new_transport
+
         LOGGER.debug(
             "max_retries set to total: %s force_list: %s",
             max_retries.total,
@@ -1775,16 +1765,13 @@ def max_retries(
             LOGGER.debug("Entering max_retries")
             yield None
             LOGGER.debug("Exiting max_retries")
-        except requests.exceptions.RetryError as err:
+        except httpx.TransportError as err:
             LOGGER.exception("Exception in max retries")
             raise ErrorCode.RETRY_OVERRUN.exception_with_parameters() from err
         finally:
-            adapter.max_retries = current_max  # type: ignore[attr-defined]
-            LOGGER.debug(
-                "max_retries restored to total: %s force_list: %s",
-                adapter.max_retries.total,  # type: ignore[attr-defined]
-                adapter.max_retries.status_forcelist,  # type: ignore[attr-defined]
-            )
+            # Restore original transport
+            self._session._transport = current_transport
+            LOGGER.debug("max_retries restored %s", self._session._transport.retry)
 
 
 @contextlib.contextmanager

pyatlan/client/common.py

@@ -4,7 +4,7 @@
 
 from typing import Any, Generator, Protocol, runtime_checkable
 
-from urllib3.util.retry import Retry
+from httpx_retries import Retry
 
 HTTPS_PREFIX = "https://"
 HTTP_PREFIX = "http://"

pyproject.toml

@@ -16,7 +16,6 @@ maintainers = [
 ]
 keywords = ["atlan", "client"]
 classifiers = [
-    "Programming Language :: Python :: 3.8",
     "Programming Language :: Python :: 3.9",
     "Programming Language :: Python :: 3.10",
     "Programming Language :: Python :: 3.11",
@@ -26,18 +25,18 @@ classifiers = [
     "Operating System :: OS Independent",
     "Development Status :: 5 - Production/Stable",
 ]
-requires-python = ">=3.8"
+requires-python = ">=3.9"
 dependencies = [
-    "requests~=2.32.3",
     "pydantic~=2.10.6",
     "jinja2~=3.1.6",
     "tenacity~=9.0.0",
-    "urllib3>=1.26.0,<3",
     "lazy_loader~=0.4",
     "nanoid~=2.0.0",
     "pytz~=2025.1",
     "python-dateutil~=2.9.0.post0",
     "PyYAML~=6.0.2",
+    "httpx>=0.28.1",
+    "httpx-retries>=0.4.0",
 ]
 
 [project.urls]

requirements-dev.txt

@@ -7,9 +7,9 @@
 from typing import Generator, Set
 from unittest.mock import patch
 
+import httpx
 import pytest
-import requests.exceptions
-from urllib3 import Retry
+from httpx_retries import Retry
 
 from pyatlan.cache.source_tag_cache import SourceTagName
 from pyatlan.client.asset import LOGGER, IndexSearchResults, Persona, Purpose
@@ -847,8 +847,8 @@ def test_read_timeout(client: AtlanClient):
         client=client, read_timeout=0.1, retry=Retry(total=0)
     ) as timed_client:
         with pytest.raises(
-            requests.exceptions.ReadTimeout,
-            match=".Read timed out\. \(read timeout=0\.1\)",  # noqa W605
+            httpx.ReadTimeout,
+            match="The read operation timed out",
         ):
             timed_client.asset.search(criteria=request)
 
@@ -859,7 +859,7 @@ def test_connect_timeout(client: AtlanClient):
         client=client, connect_timeout=0.0001, retry=Retry(total=0)
     ) as timed_client:
         with pytest.raises(
-            requests.exceptions.ConnectionError,
-            match=".(timed out\. \(connect timeout=0\.0001\))|(Failed to establish a new connection.)",  # noqa W605
+            httpx.ConnectTimeout,
+            match="timed out",
         ):
             timed_client.asset.search(criteria=request)

requirements.txt

@@ -1,5 +1,5 @@
+import httpx
 import pytest
-import requests
 
 from pyatlan.test_utils.base_vcr import BaseVCR
 
@@ -28,7 +28,7 @@ def test_httpbin_get(self):
         Test a simple GET request to httpbin.
         """
         url = f"{self.BASE_URL}/get"
-        response = requests.get(url, params={"test": "value"})
+        response = httpx.get(url, params={"test": "value"})
         assert response.status_code == 200
         assert response.json()["args"]["test"] == "value"
 
@@ -39,7 +39,7 @@ def test_httpbin_post(self):
         """
         url = f"{self.BASE_URL}/post"
         payload = {"name": "atlan", "type": "integration-test"}
-        response = requests.post(url, json=payload)
+        response = httpx.post(url, json=payload)
         assert response.status_code == 200
         assert response.json()["json"] == payload
 
@@ -50,7 +50,7 @@ def test_httpbin_put(self):
         """
         url = f"{self.BASE_URL}/put"
         payload = {"update": "value"}
-        response = requests.put(url, json=payload)
+        response = httpx.put(url, json=payload)
         assert response.status_code == 200
         assert response.json()["json"] == payload
 
@@ -60,6 +60,6 @@ def test_httpbin_delete(self):
         Test a simple DELETE request to httpbin.
         """
         url = f"{self.BASE_URL}/delete"
-        response = requests.delete(url)
+        response = httpx.delete(url)
         assert response.status_code == 200
         assert response.json()["args"] == {}

tests/integration/test_index_search.py

@@ -1,5 +1,5 @@
+import httpx
 import pytest
-import requests
 
 from pyatlan.test_utils.base_vcr import BaseVCR
 
@@ -19,7 +19,7 @@ def test_httpbin_get(self):
         Test a simple GET request to httpbin.
         """
         url = f"{self.BASE_URL}/get"
-        response = requests.get(url, params={"test": "value"})
+        response = httpx.get(url, params={"test": "value"})
 
         assert response.status_code == 200
         assert response.json()["args"]["test"] == "value"
@@ -31,7 +31,7 @@ def test_httpbin_post(self):
         """
         url = f"{self.BASE_URL}/post"
         payload = {"name": "atlan", "type": "integration-test"}
-        response = requests.post(url, json=payload)
+        response = httpx.post(url, json=payload)
 
         assert response.status_code == 200
         assert response.json()["json"] == payload
@@ -43,7 +43,7 @@ def test_httpbin_put(self):
         """
         url = f"{self.BASE_URL}/put"
         payload = {"update": "value"}
-        response = requests.put(url, json=payload)
+        response = httpx.put(url, json=payload)
 
         assert response.status_code == 200
         assert response.json()["json"] == payload
@@ -54,7 +54,7 @@ def test_httpbin_delete(self):
         Test a simple DELETE request to httpbin.
         """
         url = f"{self.BASE_URL}/delete"
-        response = requests.delete(url)
+        response = httpx.delete(url)
 
         assert response.status_code == 200
         # HTTPBin returns an empty JSON object for DELETE