Python bindings using scikit build core #78
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Python Pybind cibuildwheel | |
| on: | |
| push: | |
| branches: [ master, release-* ] | |
| paths-ignore: | |
| - '.github/workflows/docs.yml' | |
| - '.github/workflows/keyvi.yml' | |
| - '.github/workflows/python-dockerimages-**.yml' | |
| - '.github/workflows/rust**.yml' | |
| - 'docker/**' | |
| - 'doc/**' | |
| - 'rust/**' | |
| pull_request: | |
| branches: [ master ] | |
| paths-ignore: | |
| - '.github/workflows/docs.yml' | |
| - '.github/workflows/keyvi.yml' | |
| - '.github/workflows/python-dockerimages-**.yml' | |
| - '.github/workflows/rust**.yml' | |
| - 'docker/**' | |
| - 'doc/**' | |
| - 'rust/**' | |
| release: | |
| types: [published] | |
| workflow_dispatch: | |
| jobs: | |
| build_wheels: | |
| name: pybind-cibuildwheel ${{ matrix.os }}/${{ matrix.flavor }}/${{ matrix.target }} | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| # macos-15-intel: x86, macos-14: Arm64 | |
| os: [ubuntu-22.04, ubuntu-24.04-arm, macos-15-intel, macos-14] | |
| # skip pypy, https://github.com/pypa/distutils/issues/283 | |
| flavor: ['cpython'] | |
| # separate musl and many on linux, for mac we just skip one of those | |
| target: [ 'many', 'musl' ] | |
| exclude: | |
| - os: macos-15-intel | |
| target: musl | |
| - os: macos-14 | |
| target: musl | |
| steps: | |
| - uses: actions/checkout@v6 | |
| - name: ccache | |
| uses: hendrikmuhs/ccache-action@v1.2.20 | |
| with: | |
| key: ${{ matrix.os }}-${{ matrix.target }}-${{ matrix.flavor }}-python-pybind | |
| - name: Setup musllinux build | |
| if: ${{ (runner.os == 'Linux') && (matrix.target == 'musl') }} | |
| # workaround: set CXX to g++, so it does not pick clang++ for python 3.14 builds | |
| run: | | |
| echo "CIBW_SKIP=*manylinux*" >> $GITHUB_ENV | |
| echo "CIBW_ENVIRONMENT_LINUX=CXX=g++" >> $GITHUB_ENV | |
| - name: Setup manylinux build | |
| if: ${{ (runner.os == 'Linux') && (matrix.target == 'many') }} | |
| run: | | |
| echo "CIBW_SKIP=*musllinux*" >> $GITHUB_ENV | |
| - name: Skip pypy for cpython | |
| if: ${{ matrix.flavor == 'cpython' }} | |
| run: | | |
| echo "CIBW_SKIP=${{ env.CIBW_SKIP }} pp*" >> $GITHUB_ENV | |
| - name: Skip cpython for pypy | |
| if: ${{ matrix.flavor == 'pypy' }} | |
| run: | | |
| echo "CIBW_SKIP=${{ env.CIBW_SKIP }} cp*" >> $GITHUB_ENV | |
| - name: install mac dependencies | |
| if: ${{ runner.os == 'macOS' }} | |
| # 2nd command: workaround https://github.com/actions/setup-python/issues/577 | |
| run: | | |
| brew update && \ | |
| brew list -1 | grep python | while read formula; do brew unlink $formula; brew link --overwrite $formula; done && \ | |
| brew install ccache zlib snappy boost | |
| - name: set mac deployment target | |
| if: runner.os == 'macOS' && runner.arch == 'X64' | |
| run: | | |
| echo "MACOSX_DEPLOYMENT_TARGET=15.0" >> $GITHUB_ENV | |
| - name: set mac deployment target arm64 | |
| if: runner.os == 'macOS' && runner.arch == 'ARM64' | |
| run: | | |
| echo "MACOSX_DEPLOYMENT_TARGET=14.0" >> $GITHUB_ENV | |
| - name: Build python wheels for ${{ matrix.os }} | |
| uses: pypa/cibuildwheel@v3.3.1 | |
| env: | |
| # Skip CPython 3.8 | |
| CIBW_SKIP: ${{ env.CIBW_SKIP }} cp38-* | |
| # only build native packages | |
| CIBW_ARCHS: native | |
| # skip tests on pypy, currently fails for indexer tests | |
| CIBW_TEST_SKIP: "pp*" | |
| # prefix ccache in path | |
| CIBW_ENVIRONMENT_MACOS: ${{ env.CIBW_ENVIRONMENT_MACOS }} PATH=/usr/local/opt/ccache/libexec:/opt/homebrew/opt/ccache/libexec:$PATH | |
| CIBW_ENVIRONMENT_LINUX: ${{ env.CIBW_ENVIRONMENT_LINUX }} PATH=/usr/local/bin:/usr/lib/ccache:$PATH CCACHE_DIR=/host${{ github.workspace }}/.ccache CCACHE_CONFIGPATH=/host/home/runner/.config/ccache/ccache.conf | |
| # for debugging set this to 1,2 or 3 | |
| # CIBW_BUILD_VERBOSITY: 2 | |
| - uses: actions/upload-artifact@v6 | |
| with: | |
| name: artifact-${{ matrix.os }}-${{ matrix.flavor }}-${{ matrix.target }} | |
| path: ./wheelhouse/*.whl | |
| build_sdist: | |
| name: sdist | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v6 | |
| - name: install Linux deps | |
| run: | | |
| sudo apt-get update && \ | |
| sudo apt-get install -y libsnappy-dev libzzip-dev zlib1g-dev libboost-all-dev ccache | |
| - name: ccache | |
| uses: hendrikmuhs/ccache-action@v1.2.20 | |
| with: | |
| key: ubuntu-sdist-python-pybind | |
| - name: Build SDist | |
| run: | | |
| export PATH="/usr/lib/ccache:/usr/local/opt/ccache/libexec:$PATH" | |
| pipx run build --sdist | |
| python -m pip install dist/*.tar.gz -v && \ | |
| python -m pip install pytest && \ | |
| KEYVI_SKIP_TEST_DEPRECATIONS=1 KEYVI_MODULE_OVERWRITE=keyvi2 python -m pytest python/tests && \ | |
| python -m pip uninstall -y keyvi2 |