Improve PyPI propagation check: enhance download verification for package availability

Author: rbeucher

.github/workflows/cd.yml

@@ -56,37 +56,31 @@ jobs:
 
       - name: Wait for PyPI propagation
         run: |
-          echo "Waiting for PyPI package to be available..."
+          echo "Waiting for PyPI package to be downloadable..."
           PACKAGE_NAME="access_mopper"
           VERSION=$(python -c "import versioneer; print(versioneer.get_version())")
-          # Strip 'v' prefix if present (git tags often have 'v' but PyPI versions don't)
           VERSION=${VERSION#v}
           echo "Looking for package: ${PACKAGE_NAME}==${VERSION}"
 
-          # Wait up to 15 minutes for the package to be available
+          # Wait up to 15 minutes for the files to be downloadable
           for i in {1..90}; do
-            echo "Attempt $i/90: Checking PyPI availability..."
-
-            # Try multiple methods to check package availability
-            # Method 1: Check PyPI JSON API
-            if curl -s "https://pypi.org/pypi/${PACKAGE_NAME}/json" | grep -q "\"${VERSION}\""; then
-              echo "✅ Package ${PACKAGE_NAME}==${VERSION} found via PyPI API!"
+            echo "Attempt $i/90: Trying to download wheel and sdist..."
+            rm -rf /tmp/pypi_check_download && mkdir -p /tmp/pypi_check_download
+            # Try to download both wheel and sdist
+            pip download --no-deps --dest /tmp/pypi_check_download ${PACKAGE_NAME}==${VERSION} >/dev/null 2>&1
+            WHEEL=$(ls /tmp/pypi_check_download/*.whl 2>/dev/null | head -1)
+            SDIST=$(ls /tmp/pypi_check_download/*.tar.gz 2>/dev/null | head -1)
+            if [[ -n "$WHEEL" && -n "$SDIST" ]]; then
+              echo "✅ Both wheel and sdist for ${PACKAGE_NAME}==${VERSION} are downloadable!"
               break
             fi
-
-            # Method 2: Try pip install --dry-run (fallback)
-            if pip install --dry-run ${PACKAGE_NAME}==${VERSION} >/dev/null 2>&1; then
-              echo "✅ Package ${PACKAGE_NAME}==${VERSION} is installable!"
-              break
-            fi
-
             if [ $i -eq 90 ]; then
-              echo "❌ Package not found on PyPI after 15 minutes"
-              echo "Available versions:"
-              curl -s "https://pypi.org/pypi/${PACKAGE_NAME}/json" | grep -o '"[0-9][^"]*"' | head -10 || echo "Could not fetch versions"
+              echo "❌ Could not download both wheel and sdist after 15 minutes"
+              echo "Available files:"
+              ls -l /tmp/pypi_check_download || echo "No files downloaded"
               exit 1
             fi
-            echo "Package not yet available, waiting 10 seconds..."
+            echo "Files not yet downloadable, waiting 10 seconds..."
             sleep 10
           done