Switch to uv for dependency locking

Author: k-nut

.github/workflows/test.yml

@@ -5,14 +5,8 @@ on:
 
 jobs:
   build:
-    env:
-      UV_SYSTEM_PYTHON: 1
     runs-on: ubuntu-latest
-    strategy:
-      matrix:
-        python-version: [ '3.11', '3.12']
-      fail-fast: false
-    name: Tests with Python ${{ matrix.python-version }}
+    name: Run tests
     services:
       postgres:
         image: postgis/postgis:13-3.1-alpine
@@ -36,9 +30,8 @@ jobs:
       - name: Setup python
         uses: actions/setup-python@v1
         with:
-          python-version: ${{ matrix.python-version }}
-          architecture: x64
-      - run: uv pip install -r requirements.txt
+          python-version-file: ".python-version"
+      - run: uv sync --locked --all-extras
       - run: createdb jedeschule_test
         env:
           PGHOST: localhost
@@ -47,7 +40,7 @@ jobs:
           PGUSER: postgres
       - run: |
           set -e
-          alembic upgrade head
-          python test_models.py
+          uv run alembic upgrade head
+          uv run python test_models.py
         env:
          DATABASE_URL: postgresql://postgres:[email protected]:5432/jedeschule_test

.github/workflows/test_scraper_changes.yml

@@ -17,7 +17,6 @@ jobs:
       - name: Setup python
         uses: actions/setup-python@v1
         with:
-          python-version: 3.11
-          architecture: x64
-      - run: uv pip install -r requirements.txt
-      - run: ./test_changes.sh
+          python-version-file: ".python-version"
+      - run: uv sync --locked --all-extras
+      - run: uv run ./test_changes.sh

.python-version

@@ -0,0 +1 @@
+3.12

Dockerfile

@@ -2,7 +2,9 @@ FROM scrapinghub/scrapinghub-stack-scrapy:2.11
 
 COPY . .
 
-RUN pip install -r requirements.txt
+COPY --from=ghcr.io/astral-sh/uv:latest /uv /uvx /bin/
+
+RUN uv pip install -r requirements.txt
 
 # Install pg_isready to await db start
 RUN apt-get update && \

pyproject.toml

@@ -0,0 +1,16 @@
+[project]
+name = "jedeschule-scraper"
+version = "0.1.0"
+description = "Web scrapers for the jedeschule.codefor.de project"
+readme = "README.md"
+requires-python = ">=3.12"
+dependencies = [
+    "alembic==1.3.3",
+    "geoalchemy2==0.8.4",
+    "psycopg2==2.9.10",
+    "pyproj==3.6.1",
+    "requests==2.32.0",
+    "scrapy==2.11.2",
+    "sqlalchemy==1.3.10",
+    "xlrd==1.1.0",
+]