Many changes to CI/CD

Author: ethho

.github/workflows/development.yaml

@@ -29,10 +29,13 @@ jobs:
       COMPOSE_HTTP_TIMEOUT: "120"
     steps:
       - uses: actions/checkout@v4
+      - uses: actions/setup-python@v5
+        with:
+          python-version: ${{matrix.py_ver}}
       - name: Validate version and release notes
         run: |
           DJ_VERSION=$(grep -oP '\d+\.\d+\.\d+' datajoint/version.py)
-          RELEASE_BODY=$(python -c \
+          RELEASE_BODY=$(python3 -c \
             'print(open("./CHANGELOG.md").read().split("\n\n")[1].split("\n", 1)[1])' \
           )
           echo "DJ_VERSION=${DJ_VERSION}" >> $GITHUB_ENV
@@ -41,8 +44,7 @@ jobs:
           echo "EOF" >> $GITHUB_ENV
       - name: Build pip artifacts
         run: |
-          export HOST_UID=$(id -u)
-          docker compose -f docker-compose-build.yaml up --exit-code-from app --build
+          python3 setup.py bdist_wheel sdist
           echo "DJ_VERSION=${DJ_VERSION}" >> $GITHUB_ENV
       - if: matrix.py_ver == '3.9' && matrix.distro == 'debian'
         name: Add pip artifacts
@@ -72,8 +74,8 @@ jobs:
           python-version: ${{matrix.py_ver}}
       - name: Install dependencies
         run: |
-          python -m pip install --upgrade pip
-          pip install flake8 black
+          python3 -m pip install --upgrade pip
+          python3 -m pip install ".[test]"
       - name: Run syntax tests
         run: flake8 datajoint --count --select=E9,F63,F7,F82 --show-source --statistics
       - name: Run primary tests
@@ -87,7 +89,7 @@ jobs:
           COMPOSE_HTTP_TIMEOUT: "120"
         run: |
           export HOST_UID=$(id -u)
-          docker compose up --build --exit-code-from app
+          docker compose --profile test up --build --exit-code-from djtest djtest
   lint:
     runs-on: ubuntu-latest
     strategy:
@@ -101,8 +103,8 @@ jobs:
           python-version: ${{matrix.py_ver}}
       - name: Install dependencies
         run: |
-          python -m pip install --upgrade pip
-          pip install flake8 black==24.2.0
+          python3 -m pip install --upgrade pip
+          python3 -m pip install ".[test]"
       - name: Run syntax tests
         run: flake8 datajoint --count --select=E9,F63,F7,F82 --show-source --statistics
       - name: Run style tests
@@ -219,7 +221,7 @@ jobs:
       - name: Publish pip release
         run: |
           export HOST_UID=$(id -u)
-          docker compose -f docker-compose-build.yaml run \
+          docker compose run \
             -e TWINE_USERNAME=${TWINE_USERNAME} -e TWINE_PASSWORD=${TWINE_PASSWORD} app \
             sh -c "pip install twine && python -m twine upload dist/*"
       - name: Login to DockerHub