install deps for downstream tests into a venv with uv (#13192)

* install deps for downstream tests into a venv with uv

* this needs to use the venv pyhon too

* stop trying to do shell hijinx

* install pip for certbot

* fall back o regular pip someimes

* try to get cryptography installed into the venv for scapy

* allow us to debug

* fix override syntax

* oops, one fewer

* computer

Author: alex

.github/downstream.d/aws-encryption-sdk.sh

@@ -5,8 +5,8 @@ case "${1}" in
         git clone --depth=1 https://github.com/awslabs/aws-encryption-sdk-python
         cd aws-encryption-sdk-python
         git rev-parse HEAD
-        pip install -e .
-        pip install -r test/upstream-requirements-py311.txt
+        uv pip install -e .
+        uv pip install -r test/upstream-requirements-py311.txt
         ;;
     run)
         cd aws-encryption-sdk-python

.github/downstream.d/certbot-josepy.sh

@@ -8,7 +8,7 @@ case "${1}" in
         curl -sSL https://install.python-poetry.org | python3 -
         "${HOME}/.local/bin/poetry" self add poetry-plugin-export
         "${HOME}/.local/bin/poetry" export -f constraints.txt --dev --without-hashes -o constraints.txt
-        pip install -e . pytest -c constraints.txt
+        uv pip install -e . pytest -c constraints.txt
         ;;
     run)
         cd josepy

.github/downstream.d/certbot.sh

@@ -5,9 +5,10 @@ case "${1}" in
         git clone --depth=1 https://github.com/certbot/certbot
         cd certbot
         git rev-parse HEAD
+        uv pip install pip
         tools/pip_install.py -e ./acme[test]
         tools/pip_install.py -e ./certbot[test]
-        pip install -U pyopenssl
+        uv pip install -U pyopenssl
         ;;
     run)
         cd certbot

.github/downstream.d/dynamodb-encryption-sdk.sh

@@ -5,8 +5,8 @@ case "${1}" in
         git clone --depth=1 https://github.com/awslabs/aws-dynamodb-encryption-python
         cd aws-dynamodb-encryption-python
         git rev-parse HEAD
-        pip install -e .
-        pip install -r test/upstream-requirements-py311.txt
+        uv pip install -e .
+        uv pip install -r test/upstream-requirements-py311.txt
         ;;
     run)
         cd aws-dynamodb-encryption-python

.github/downstream.d/mitmproxy.sh

@@ -2,11 +2,10 @@
 
 case "${1}" in
     install)
-        pip install uv
         git clone --depth=1 https://github.com/mitmproxy/mitmproxy
         cd mitmproxy
         git rev-parse HEAD
-        uv pip install --system --requirements <(uv export --locked) -e .
+        uv pip install -r <(uv export --locked) -e .
         ;;
     run)
         cd mitmproxy

.github/downstream.d/paramiko.sh

@@ -5,7 +5,8 @@ case "${1}" in
         git clone --depth=1 https://github.com/paramiko/paramiko
         cd paramiko
         git rev-parse HEAD
-        pip install -e .
+        uv pip install pip
+        uv pip install -e .
         pip install -r dev-requirements.txt
         ;;
     run)

.github/downstream.d/pyopenssl-release.sh

@@ -6,7 +6,7 @@ case "${1}" in
         git clone https://github.com/pyca/pyopenssl
         cd pyopenssl
         git checkout "$VERSION"
-        pip install -e ".[test]"
+        uv pip install -e ".[test]"
         ;;
     run)
         cd pyopenssl

.github/downstream.d/pyopenssl.sh

@@ -5,7 +5,7 @@ case "${1}" in
         git clone --depth=1 https://github.com/pyca/pyopenssl
         cd pyopenssl
         git rev-parse HEAD
-        pip install -e ".[test]"
+        uv pip install -e ".[test]"
         ;;
     run)
         cd pyopenssl

.github/downstream.d/scapy.sh

@@ -5,12 +5,11 @@ case "${1}" in
         git clone --depth=1 https://github.com/secdev/scapy
         cd scapy
         git rev-parse HEAD
-        pip install tox
+        uv pip install tox
         ;;
     run)
         cd scapy
-        # this tox case uses sitepackages=true to use local cryptography
-        tox -qe cryptography
+        TOX_OVERRIDE="testenv:cryptography.deps=file://$(realpath ..)" tox -e cryptography
         ;;
     *)
         exit 1

.github/downstream.d/sigstore.sh

@@ -7,6 +7,7 @@ case "${1}" in
         git clone --depth=1 https://github.com/sigstore/sigstore-python /tmp/sigstore-python
         cd /tmp/sigstore-python
         git rev-parse HEAD
+        uv pip install pip
         pip install -e ".[test]"
         ;;
     run)