Issue 125 auto find installed system libzstd or force to use bundled #162
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build wheels for CPython3.10 x86_64 on Ubuntu20 | |
| on: [push, pull_request] | |
| concurrency: | |
| group: ${{ github.ref }}-${{ github.workflow }}-${{ github.event_name }}-${{ github.ref == format('refs/heads/{0}', github.event.repository.default_branch) && github.sha || '' }} | |
| cancel-in-progress: true | |
| jobs: | |
| build_wheels: | |
| name: Build wheel - ${{ matrix.os.name }} | |
| runs-on: ${{ matrix.os.runs-on }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: | |
| - name: Ubuntu 20 amd64 CPython 3.10 | |
| runs-on: ubuntu-20.04 | |
| matrix: linux | |
| arch: amd64 | |
| tag_arch: x86_64 | |
| release: focal | |
| mirror: http://azure.archive.ubuntu.com/ubuntu | |
| version: 1.5.6.3 | |
| # pyver: "3.10" | |
| getpipurl: https://bootstrap.pypa.io/pip/get-pip.py | |
| pypkg: python3.10 | |
| pypkgadd: python3.10-distutils | |
| pyengine_tag: cp310-cp310 | |
| libc_tag: manylinux_2_4 | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: 'recursive' | |
| - name: Update and upgrade Ubuntu 20 | |
| if: matrix.os.matrix == 'linux' | |
| run: | | |
| sudo which apt | |
| sudo apt update; | |
| sudo apt purge -y firefox lxd snapd; | |
| sudo apt install -y zram-config; | |
| sudo apt list --upgradable; | |
| sudo apt upgrade -y; | |
| sudo apt install -f | |
| - name: Build source distribution with Ubuntu | |
| if: matrix.os.matrix == 'linux' | |
| run: | | |
| sudo apt install -y debootstrap qemu-user; | |
| pip install build; | |
| python -m build --sdist --outdir dist . | |
| - name: Debootstrap Ubuntu ${{matrix.os.release}} ${{matrix.os.arch}} | |
| if: matrix.os.matrix == 'linux' | |
| run: | | |
| false && sudo debootstrap --no-merged-usr --verbose --include=sudo,wget,curl,gnupg,ca-certificates --arch=${{matrix.os.arch}} ${{matrix.os.release}} ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}} ${{matrix.os.mirror}} || echo tail ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}}/debootstrap/debootstrap.log | |
| - name: Update and Upgrade Ubuntu ${{matrix.os.release}} | |
| if: matrix.os.matrix == 'linux' | |
| run: | | |
| false && sudo mkdir -p ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}}/build_wheel | |
| false && sudo mount none ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}}/proc -t proc | |
| false && sudo mount none ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}}/dev/pts -t devpts | |
| false && sudo mount none ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}}/sys -t sysfs | |
| false && echo " deb [trusted=yes] http://packages.rusoft.ru/ppa/rusoft/python ubuntu-${{matrix.os.release}} main" > rusoft-python.list | |
| echo " deb [trusted=yes] http://packages.rusoft.ru/ppa/rusoft/backports ubuntu-${{matrix.os.release}} main" > rusoft-backports.list | |
| echo " deb [trusted=yes] http://packages.rusoft.ru/ppa/rusoft/packages ubuntu-${{matrix.os.release}} main" > rusoft-packages.list | |
| echo " deb [trusted=yes] http://ppa.launchpadcontent.net/deadsnakes/ppa/ubuntu ${{matrix.os.release}} main" > deadsnakes.list | |
| false && sudo find ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}} -iname apt | |
| sudo /usr/bin/apt update | |
| sudo cp -v ./*.list /etc/apt/sources.list.d | |
| false && sudo rm -fv ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}}/etc/apt/trusted.gpg.d/* && sudo rm -fv ./ubuntu-xenial-x86/etc/apt/trusted.gpg | |
| sudo /bin/bash -c 'cd /etc/apt/trusted.gpg.d && wget http://packages.rusoft.ru/apt/public.gpg -Orusoft.gpg' | |
| sudo /bin/bash -c 'cd /etc/apt/trusted.gpg.d && wget http://packages.rusoft.ru/apt/public-old.gpg -Orusoft-old.gpg' | |
| sudo /bin/bash -c 'apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv-keys A2CE4BCCC50209DD || true' | |
| sudo /usr/bin/apt update | |
| sudo /usr/bin/apt upgrade -y || sudo /usr/bin/apt -fy install | |
| sudo /usr/bin/apt -fy install | |
| sudo /usr/bin/apt upgrade -y | |
| - name: Pepare dev files | |
| if: matrix.os.matrix == 'linux' | |
| run: | | |
| sudo /usr/bin/apt install -y libzstd-dev | |
| - name: Pepare for ${{matrix.os.pypkg}} ${{matrix.os.arch}} | |
| if: matrix.os.matrix == 'linux' | |
| run: | | |
| sudo /usr/bin/apt install -y ${{matrix.os.pypkg}}-dev gcc pkg-config ${{matrix.os.pypkgadd}} | |
| sudo /bin/bash -c "wget ${{matrix.os.getpipurl}} -O get-pip.py && ${{matrix.os.pypkg}} get-pip.py || true" | |
| sudo /bin/bash -c "${{matrix.os.pypkg}} -m pip install -U 'setuptools==58.2.0'" | |
| - name: Pepare source and build wheel for ${{matrix.os.pypkg}} ${{matrix.os.arch}} | |
| if: matrix.os.matrix == 'linux' | |
| run: | | |
| sudo mkdir -p /build_wheel/ | |
| sudo tar -xvf dist/zstd-${{matrix.os.version}}.tar.gz -C /build_wheel/ | |
| false && sudo chroot ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}} env | |
| sudo pkg-config libzstd --modversion | |
| sudo /bin/bash -c "cd /build_wheel/zstd-${{matrix.os.version}} && ZSTD_ASM=1 _ZSTD_SMALL=1 _ZSTD_ASM_BMI2=1 ZSTD_THREADS=1 _ZSTD_EXTERNAL=0 ${{matrix.os.pypkg}} setup.py bdist_wheel" | |
| - name: Test wheel for ${{matrix.os.pypkg}} ${{matrix.os.arch}} | |
| if: matrix.os.matrix == 'linux' | |
| run: | | |
| sudo find /build_wheel/ | |
| sudo cp -v glibc-check.sh /build_wheel/zstd-${{matrix.os.version}}/glibc-check.sh | |
| sudo /bin/bash -c "cd /build_wheel/zstd-${{matrix.os.version}}/; ls -lh build/*/zstd.*.so; echo LDD; ldd build/*/zstd.*.so; echo FILE; file build/*/zstd.*.so; echo LIBC; bash ./glibc-check.sh build/*/zstd.*.so" | |
| sudo /bin/bash -c "cd /build_wheel/zstd-${{matrix.os.version}} && ${{matrix.os.pypkg}} setup.py test" | |
| - name: Pepare wheel for upload | |
| if: matrix.os.matrix == 'linux' | |
| run: | | |
| sudo cp -v /build_wheel/zstd-${{matrix.os.version}}/dist/* ./dist | |
| sudo ls -lh ./dist/* | |
| sudo mv -v ./dist/"zstd-${{matrix.os.version}}-${{matrix.os.pyengine_tag}}-linux_${{matrix.os.tag_arch}}.whl" ./dist/"zstd-${{matrix.os.version}}-${{matrix.os.pyengine_tag}}-${{matrix.os.libc_tag}}_${{matrix.os.tag_arch}}.whl" | |
| sudo rm -vf ./dist/*.tar.gz | |
| # - name: Upload artifacts | |
| # uses: actions/upload-artifact@v4 | |
| # with: | |
| # name: wheels | |
| #. path: ./dist | |
| # compression-level: 0 | |
| - name: Test for secrets access | |
| id: check_secrets | |
| # If a third party makes a pull request | |
| # this allows automated steps below to be skipped | |
| # and leave a clean PR CI run | |
| shell: bash | |
| run: | | |
| unset HAS_SECRET | |
| unset HAS_SECRET_TEST | |
| if [ -n "$SECRET" ]; then HAS_SECRET='true' ; fi | |
| if [ -n "$SECRET_TEST" ]; then HAS_SECRET_TEST='true' ; fi | |
| echo ::set-output name=HAS_SECRET::${HAS_SECRET} | |
| echo ::set-output name=HAS_SECRET_TEST::${HAS_SECRET_TEST} | |
| env: | |
| SECRET: "${{ secrets.pypi_password }}" | |
| SECRET_TEST: "${{ secrets.test_pypi_password }}" | |
| - name: Install twine | |
| run: pip install 'twine<=6.0.1' | |
| - name: Publish distribution to PyPI | |
| if: > | |
| startsWith(github.event.ref, 'refs/tags') && | |
| steps.check_secrets.outputs.HAS_SECRET | |
| env: | |
| # If the PR/Push has secret access | |
| # and PYPI_PASSWORD is in GH Secrets for this repo | |
| # and this is a tag, publish to PyPI | |
| TWINE_REPOSITORY_URL: https://upload.pypi.org/legacy/ | |
| TWINE_USERNAME: "${{ secrets.pypi_username }}" | |
| TWINE_NON_INTERACTIVE: 1 | |
| TWINE_PASSWORD: "${{ secrets.pypi_password }}" | |
| run: twine upload --non-interactive --skip-existing --verbose 'dist/*' | |
| - name: Publish distribution to Test PyPI | |
| if: steps.check_secrets.outputs.HAS_SECRET | |
| env: | |
| # If the PR/Push has secret access | |
| # and TEST_PYPI_PASSWORD is in GH Secrets for this repo | |
| # then publish each build to test PyPI | |
| TWINE_REPOSITORY_URL: https://test.pypi.org/legacy/ | |
| TWINE_USERNAME: "${{ secrets.test_pypi_username }}" | |
| TWINE_NON_INTERACTIVE: 1 | |
| TWINE_PASSWORD: "${{ secrets.test_pypi_password }}" | |
| run: twine upload --non-interactive --skip-existing --verbose 'dist/*' | |