build & upload #105
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # https://docs.github.com/en/actions/guides/building-and-testing-python#publishing-to-package-registries | |
| # When executed manually, this will upload a ".devNNN" build to testpypi; | |
| # when executed upon a release, it will upload a regular build to pypi. | |
| # | |
| # For pypi, you need to have the PYPI_USERNAME and PYPI_PASSWORD secrets configured. | |
| # For testpypi, you'll need TESTPYPI_USERNAME and TESTPYPI_PASSWORD. | |
| name: build & upload | |
| on: | |
| release: | |
| types: [ published ] | |
| workflow_dispatch: # manual execution | |
| jobs: | |
| pick-devN: | |
| name: create .devN build date coordinated across all matrix jobs | |
| runs-on: ubuntu-latest | |
| steps: | |
| - run: TZ='America/New_York' date '+%Y%m%d%H%M' > devN.txt | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: devN | |
| path: devN.txt | |
| build-and-upload: | |
| needs: pick-devN | |
| strategy: | |
| matrix: | |
| python_version: ['3.8', '3.9', '3.10', '3.11', '3.12'] | |
| plat: ['manylinux2014', 'manylinux_2_28', 'macos-13', 'macos-latest', 'windows-latest'] | |
| include: | |
| - plat: manylinux2014 | |
| os: ubuntu-latest | |
| container: quay.io/pypa/manylinux2014_x86_64 # https://github.com/pypa/manylinux | |
| - plat: manylinux_2_28 | |
| os: ubuntu-latest | |
| container: quay.io/pypa/manylinux_2_28_x86_64 # https://github.com/pypa/manylinux | |
| - plat: macos-13 | |
| os: macos-13 | |
| - plat: macos-latest | |
| os: macos-latest | |
| - plat: macos-latest | |
| os: macos-latest | |
| python_version: 3.11 | |
| upload_source: true # just need ONE of them to do it | |
| - plat: windows-latest | |
| os: windows-latest | |
| exclude: | |
| - plat: windows-latest | |
| python_version: 3.11 | |
| runs-on: ${{ matrix.os }} | |
| container: ${{ matrix.container }} | |
| steps: | |
| - name: get coordinated .devN | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: devN | |
| - name: make dev build if not a release (non-Windows version) | |
| if: github.event_name != 'release' && matrix.os != 'windows-latest' | |
| run: echo "DEV_BUILD=$(cat devN.txt)" >> $GITHUB_ENV # for setup.py | |
| - name: make dev build if not a release (Windows version) | |
| if: github.event_name != 'release' && matrix.os == 'windows-latest' | |
| run: ("DEV_BUILD=" + (get-content devN.txt)) >> $env:GITHUB_ENV # for setup.py | |
| # downgraded to @v3 if using container: https://github.com/actions/checkout/issues/1487 | |
| - uses: actions/checkout@v3 | |
| if: matrix.container != '' | |
| - uses: actions/checkout@v4 | |
| if: matrix.container == '' | |
| - name: Mark workspace safe for git | |
| # needed for container and self-hosted runners; see https://github.com/actions/checkout/issues/766 | |
| if: matrix.container != '' | |
| run: | | |
| git config --global --add safe.directory "$GITHUB_WORKSPACE" | |
| # setuptool's bdist uses 'git archive' to find files, and fails silently if it can't, | |
| # leading to missing files in the archive. Run it separately to force a failure in that case. | |
| (cd scalene; git archive --prefix scalene/ HEAD | tar -t > /dev/null) | |
| - name: select Xcode version | |
| # MacOS > 14.2 requires Xcode >= 15.3; otherwise loading native extension modules fails with e.g.: | |
| # dlopen(/opt/homebrew/lib/python3.11/site-packages/slipcover/probe.abi3.so, 0x0002): bad bind opcode 0x00 | |
| if: startsWith(matrix.os, 'macos-') | |
| run: | | |
| if [ -d /Applications/Xcode_15.3.app/Contents/Developer ]; then sudo xcode-select --switch /Applications/Xcode_15.3.app/Contents/Developer; fi | |
| clang++ --version | |
| g++ --version | |
| - name: Set up python (script version) | |
| if: matrix.container == '' | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python_version }} | |
| - name: Set up python (container version) | |
| if: matrix.container != '' | |
| run: | | |
| PYV=`echo "${{ matrix.python_version }}" | tr -d "."`; ls -d -1 /opt/python/cp$PYV*/bin | head -n 1 >> $GITHUB_PATH | |
| cat $GITHUB_PATH | |
| - name: Install dependencies | |
| run: | | |
| pip3 install --upgrade setuptools wheel twine build virtualenv | |
| - name: Work around arm64 support on MacOS | |
| # https://github.com/actions/virtual-environments/issues/2557 | |
| if: matrix.os == 'macos-latest' | |
| run: sudo rm -Rf /Library/Developer/CommandLineTools/SDKs/* | |
| - name: Build source dist | |
| if: matrix.upload_source | |
| run: make sdist | |
| - name: Build binary dist | |
| # Invoking with "bash -c" works around the "bash.exe: ... could not find /tmp" issue on Windows. | |
| # The issue is somehow related to git providing a sh.exe (the "git shell") | |
| # See eg https://help.appveyor.com/discussions/problems/1531-having-issues-with-configured-git-bash | |
| run: bash -c "make bdist" | |
| - name: Check that all required platforms are included | |
| if: matrix.os == 'macos-latest' | |
| run: | | |
| for P in x86_64 arm64 arm64e; do | |
| for F in build/lib.*/scalene/*.so ; do | |
| file $F | grep -q "\\b$P\\b" | |
| if [ $? != 0 ]; then | |
| echo "$P missing" | |
| exit 1 | |
| fi | |
| done | |
| done | |
| - name: Non-release (dev) upload | |
| if: github.event_name != 'release' | |
| env: | |
| TWINE_REPOSITORY: testpypi | |
| TWINE_USERNAME: ${{ secrets.TESTPYPI_USERNAME }} | |
| TWINE_PASSWORD: ${{ secrets.TESTPYPI_PASSWORD }} | |
| run: twine upload --verbose dist/* | |
| - name: Release upload | |
| if: github.event_name == 'release' | |
| env: | |
| TWINE_USERNAME: ${{ secrets.PYPI_USERNAME }} | |
| TWINE_PASSWORD: ${{ secrets.PYPI_PASSWORD }} | |
| run: twine upload --verbose dist/* |