fix: send a User-Agent header on every API request

Both clients only sent SGAI-APIKEY, so requests reached the API with
httpx's default User-Agent and were indistinguishable from any other
httpx caller. Send `scrapegraph-py/<version> python/<pyversion>` on the
pooled client and on the one-off absolute-URL requests in both the sync
and async paths.

Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com>

Author: VinciGit00

src/scrapegraph_py/async_client.py

@@ -11,7 +11,7 @@
 import httpx
 from pydantic import BaseModel, TypeAdapter
 
-from .env import env
+from .env import USER_AGENT, env
 from .schemas import (
     ApiResult,
     CrawlPagesQuery,
@@ -262,7 +262,7 @@ def __init__(self, *, api_key: str | None = None):
         self._http = httpx.AsyncClient(
             base_url=env.base_url,
             timeout=env.timeout,
-            headers={"SGAI-APIKEY": self._api_key},
+            headers={"SGAI-APIKEY": self._api_key, "User-Agent": USER_AGENT},
         )
 
         self.crawl = AsyncCrawlResource(self)
@@ -292,7 +292,7 @@ async def _request[T](
                         url,
                         json=json_body,
                         params=params,
-                        headers={"SGAI-APIKEY": self._api_key},
+                        headers={"SGAI-APIKEY": self._api_key, "User-Agent": USER_AGENT},
                     )
             else:
                 resp = await self._http.request(method, path, json=json_body, params=params)

src/scrapegraph_py/client.py

@@ -11,7 +11,7 @@
 import httpx
 from pydantic import BaseModel, TypeAdapter
 
-from .env import env
+from .env import USER_AGENT, env
 from .schemas import (
     ApiResult,
     CrawlPagesQuery,
@@ -262,7 +262,7 @@ def __init__(self, *, api_key: str | None = None):
         self._http = httpx.Client(
             base_url=env.base_url,
             timeout=env.timeout,
-            headers={"SGAI-APIKEY": self._api_key},
+            headers={"SGAI-APIKEY": self._api_key, "User-Agent": USER_AGENT},
         )
 
         self.crawl = CrawlResource(self)
@@ -291,7 +291,7 @@ def _request[T](
                     url,
                     json=json_body,
                     params=params,
-                    headers={"SGAI-APIKEY": self._api_key},
+                    headers={"SGAI-APIKEY": self._api_key, "User-Agent": USER_AGENT},
                     timeout=env.timeout,
                 )
             else:

src/scrapegraph_py/env.py

@@ -1,6 +1,15 @@
 from __future__ import annotations
 
 import os
+import platform
+from importlib.metadata import PackageNotFoundError, version
+
+try:
+    __version__ = version("scrapegraph-py")
+except PackageNotFoundError:  # local checkout without an installed distribution
+    __version__ = "unknown"
+
+USER_AGENT = f"scrapegraph-py/{__version__} python/{platform.python_version()}"
 
 
 class Env:

tests/test_client.py

@@ -4,6 +4,7 @@
 import pytest
 
 from scrapegraph_py import (
+    AsyncScrapeGraphAI,
     FetchConfig,
     HtmlFormatConfig,
     ImagesFormatConfig,
@@ -14,6 +15,7 @@
     ScrapeGraphAI,
     ScreenshotFormatConfig,
 )
+from scrapegraph_py.env import USER_AGENT
 
 API_KEY = "test-sgai-key"
 BASE_URL = "https://api.scrapegraphai.com/v2"
@@ -483,6 +485,15 @@ def test_explicit_api_key(self):
         sgai = ScrapeGraphAI(api_key="explicit-key")
         assert sgai._api_key == "explicit-key"
 
+    def test_sends_user_agent(self):
+        sgai = ScrapeGraphAI(api_key=API_KEY)
+        assert sgai._http.headers["User-Agent"] == USER_AGENT
+        assert USER_AGENT.startswith("scrapegraph-py/")
+
+    def test_async_sends_user_agent(self):
+        sgai = AsyncScrapeGraphAI(api_key=API_KEY)
+        assert sgai._http.headers["User-Agent"] == USER_AGENT
+
 
 class TestCamelCaseSerialization:
     def test_snake_to_camel(self):