chore: upgrade dependencies and fix pytest-asyncio deprecated code (#305)

Upgrade dependencies to their latest versions, including update of `pytext-asyncio` from 0.25.3 to 1.1.0.
`pytest-asyncio` >= 1.0 has some breaking changes, including the deprecation of `event_loop`, which makes the testing of async features more easy and less verbose, but need some code adaptation to remove `event_loop`.

Detail:
- https://pytest-asyncio.readthedocs.io/en/latest/reference/changelog.html
- pytest-dev/pytest-asyncio#1106

Author: bolinocroustibat

CHANGELOG.md

@@ -11,6 +11,7 @@
 - Handle cases of too long columns labels for postgres [#299](https://github.com/datagouv/hydra/pull/299)
 - Fix rare issue in `/status/crawler/` endpoint [#301](https://github.com/datagouv/hydra/pull/301) [#302](https://github.com/datagouv/hydra/pull/302)
 - Fix typos, deprecated examples and add emojis in README [#304](https://github.com/datagouv/hydra/pull/304)
+- Upgrade dependencies and fix pytest-asyncio deprecated code [#305](https://github.com/datagouv/hydra/pull/305)
 - Handle new cases of geo columns from csv-detective [#303](https://github.com/datagouv/hydra/pull/303)
 
 ## 2.3.0 (2025-07-15)

poetry.lock

@@ -36,7 +36,7 @@ dev = [
     "mypy>=1.11.0",
     "nest_asyncio>=1.5.5",
     "pytest>=8.3.0",
-    "pytest-asyncio>=0.18.3",
+    "pytest-asyncio>=1.1.0",
     "pytest-cov>=5.0.0",
     "pytest-mock>=3.7.0",
     "ruff>=0.9.3",

pyproject.toml

@@ -82,17 +82,17 @@ def setup():
 
 
 @pytest_asyncio.fixture(autouse=True)
-async def mock_pool(mocker, event_loop):
+async def mock_pool(mocker):
     """This avoids having different pools attached to different event loops"""
     m = mocker.patch("udata_hydra.context.pool")
-    pool = await asyncpg.create_pool(dsn=DATABASE_URL, max_size=50, loop=event_loop)
+    pool = await asyncpg.create_pool(dsn=DATABASE_URL, max_size=50)
     m.return_value = pool
     yield
     await pool.close()
 
 
 @pytest_asyncio.fixture(autouse=True)
-async def patch_enqueue(mocker, event_loop):
+async def patch_enqueue(mocker):
     """
     Patch our enqueue helper
     This bypasses rq totally by executing the function in the same event loop
@@ -104,7 +104,7 @@ def _execute(fn, *args, **kwargs):
         kwargs.pop("_exception", None)
         result = fn(*args, **kwargs)
         if asyncio.iscoroutine(result):
-            loop = event_loop
+            loop = asyncio.get_running_loop()
             coro_result = loop.run_until_complete(result)
             return coro_result
         return result

tests/conftest.py

@@ -182,7 +182,6 @@ async def test_create_check(
     setup_catalog,
     client,
     rmock,
-    event_loop,
     db,
     resource,
     analysis_mock,

tests/test_api/test_api_checks.py

@@ -22,13 +22,13 @@
 nest_asyncio.apply()
 
 
-async def test_backoff_nb_req(setup_catalog, event_loop, rmock, mocker, fake_check, produce_mock):
+async def test_backoff_nb_req(setup_catalog, rmock, mocker, fake_check, produce_mock):
     await fake_check(resource=2, resource_id="c5187912-24a5-49ea-a725-5e1e3d472efe")
     mocker.patch("udata_hydra.config.BACKOFF_NB_REQ", 1)
     mocker.patch("udata_hydra.config.BACKOFF_PERIOD", 0.25)
     rurl = RESOURCE_URL
     rmock.head(rurl, status=200)
-    event_loop.run_until_complete(start_checks(iterations=1))
+    await start_checks(iterations=1)
     # verify that we actually backed-off
     assert ("HEAD", URL(rurl)) not in rmock.requests
 
@@ -44,9 +44,7 @@ async def test_backoff_nb_req(setup_catalog, event_loop, rmock, mocker, fake_che
         (0, -1, False),
     ],
 )
-async def test_backoff_rate_limiting(
-    setup_catalog, event_loop, rmock, fake_check, produce_mock, ratelimit
-):
+async def test_backoff_rate_limiting(setup_catalog, rmock, fake_check, produce_mock, ratelimit):
     remain, limit, should_backoff = ratelimit
     await fake_check(
         resource=2,
@@ -59,7 +57,7 @@ async def test_backoff_rate_limiting(
     rurl = RESOURCE_URL
     rmock.head(rurl, status=200)
     rmock.get(rurl, status=200)
-    event_loop.run_until_complete(start_checks(iterations=1))
+    await start_checks(iterations=1)
     # verify that we actually backed-off
     if should_backoff:
         assert ("HEAD", URL(rurl)) not in rmock.requests
@@ -68,7 +66,7 @@ async def test_backoff_rate_limiting(
 
 
 async def test_backoff_rate_limiting_lifted(
-    setup_catalog, event_loop, rmock, mocker, fake_check, produce_mock, db
+    setup_catalog, rmock, mocker, fake_check, produce_mock, db
 ):
     await fake_check(
         resource=2,
@@ -97,7 +95,7 @@ async def test_backoff_rate_limiting_lifted(
 
 
 async def test_backoff_rate_limiting_cooled_off(
-    setup_catalog, event_loop, rmock, mocker, fake_check, produce_mock, db
+    setup_catalog, rmock, mocker, fake_check, produce_mock, db
 ):
     await fake_check(
         resource=2,
@@ -133,9 +131,7 @@ async def test_backoff_rate_limiting_cooled_off(
     assert ("HEAD", URL(rurl)) in rmock.requests
 
 
-async def test_backoff_nb_req_lifted(
-    setup_catalog, event_loop, rmock, mocker, fake_check, produce_mock, db
-):
+async def test_backoff_nb_req_lifted(setup_catalog, rmock, mocker, fake_check, produce_mock, db):
     await fake_check(resource=2, resource_id="c5187912-24a5-49ea-a725-5e1e3d472efe")
     mocker.patch("udata_hydra.config.BACKOFF_NB_REQ", 1)
     mocker.patch("udata_hydra.config.BACKOFF_PERIOD", 0.25)
@@ -155,7 +151,7 @@ async def test_backoff_nb_req_lifted(
 
 
 async def test_backoff_on_429_status_code(
-    setup_catalog, event_loop, rmock, mocker, fake_check, produce_mock, db
+    setup_catalog, rmock, mocker, fake_check, produce_mock, db
 ):
     resource_id = "c5187912-24a5-49ea-a725-5e1e3d472efe"
     await fake_check(resource=2, resource_id=resource_id)
@@ -186,16 +182,14 @@ async def test_backoff_on_429_status_code(
     assert ("HEAD", URL(rurl)) in rmock.requests
 
 
-async def test_no_backoff_domains(
-    setup_catalog, event_loop, rmock, mocker, fake_check, produce_mock
-):
+async def test_no_backoff_domains(setup_catalog, rmock, mocker, fake_check, produce_mock):
     await fake_check(resource=2)
     mocker.patch("udata_hydra.config.BACKOFF_NB_REQ", 1)
     mocker.patch("udata_hydra.config.NO_BACKOFF_DOMAINS", ["example.com"])
     magic = MagicMock()
     mocker.patch("udata_hydra.context.monitor").return_value = magic
     rurl = RESOURCE_URL
     rmock.get(rurl, status=200)
-    event_loop.run_until_complete(start_checks(iterations=1))
+    await start_checks(iterations=1)
     # verify that we actually did not back-off
     assert not magic.add_backoff.called