wheel.yml

name: Build binary wheel

on:
  push:
    branches:
      - master
    tags:
      - core-*
  pull_request:
    branches:
    - master
  schedule:
  - cron: "0 2 * * 1-5"
  workflow_dispatch:  # allows running workflow manually from the Actions tab

concurrency:
  group: ${{ github.workflow }}-${{ github.ref || github.run_id }}
  cancel-in-progress: ${{ github.event_name == 'pull_request' }}

jobs:
  build_wheels_matrix:
    runs-on: ubuntu-22.04
    outputs:
      include: ${{ steps.set-matrix.outputs.include }}

    steps:
      - uses: actions/checkout@v4
        with:
          submodules: true

      - uses: actions/setup-python@v5
        with:
          python-version: "3.x"

      - run: pip install cibuildwheel==2.17.0 # sync version with pypa/cibuildwheel below

      - id: set-matrix
        env:
          # skipping pypy for now
          # cp38-win was segfaulting on CI -> skipping for now
          # oldest-supported-numpy has no wheels for cp38-musllinux_aarch64 -> build numpy from source on QEMU -> CI timeouts -> skipping for now
          CIBW_SKIP: >
            pp*
            cp38-win*
            cp38-musllinux_aarch64
        # the supported python versions are parsed from vaex-core setup.py python_requires
        run: |
          MATRIX_INCLUDE=$(
            {
              cibuildwheel --print-build-identifiers --platform linux --arch x86_64,aarch64 | jq -nRc '{"only": inputs, "os": "ubuntu-22.04"}' \
              && cibuildwheel --print-build-identifiers --platform macos --arch x86_64 | jq -nRc '{"only": inputs, "os": "macos-13"}' \
              && cibuildwheel --print-build-identifiers --platform macos --arch arm64 | jq -nRc '{"only": inputs, "os": "macos-14"}' \
              && cibuildwheel --print-build-identifiers --platform windows --arch AMD64 | jq -nRc '{"only": inputs, "os": "windows-2022"}'
            } | jq -sc
          )
          echo "include=$MATRIX_INCLUDE" >> $GITHUB_OUTPUT
          cat $GITHUB_OUTPUT
        working-directory: packages/vaex-core/

  build_wheels:
    needs: build_wheels_matrix
    runs-on: ${{ matrix.os }}
    name: Build ${{ matrix.only }}

    strategy:
      fail-fast: false
      matrix:
        include: ${{ fromJson(needs.build_wheels_matrix.outputs.include) }}

    steps:
    - uses: actions/checkout@v4
      with:
        submodules: true

    - name: Copy dll
      if: startswith(matrix.os, 'windows')
      uses: ./ci/actions/windll

    - name: chores
      if: ${{ !startswith(matrix.os, 'windows') }}
      run: |
        mkdir packages/vaex-core/bin
        cp bin/install_pcre.sh packages/vaex-core/bin/

    - name: Set up QEMU
      if: runner.os == 'Linux'
      uses: docker/setup-qemu-action@v3

    # xcode 15.2 throws compilation errors ref https://github.com/vaexio/vaex/pull/2432
    # select older xcode from the available versions on the runner ref https://github.com/actions/runner-images/blob/ff9acc6/images/macos/macos-13-Readme.md#xcode
    - name: Switch to older Xcode (Mac-only)
      if: startswith(matrix.os, 'macos')
      run: sudo xcode-select -s "/Applications/Xcode_15.0.1.app"

    - uses: pypa/cibuildwheel@v2.17.0 # sync version with pip install cibuildwheel above
      with:
        only: ${{ matrix.only }}
        package-dir: packages/vaex-core/
        output-dir: packages/vaex-core/dist/
      env:
        CIBW_BEFORE_BUILD: ${{ startswith(matrix.os, 'ubuntu') && 'bash bin/install_pcre.sh' || startswith(matrix.os, 'macos') && 'sudo -E bash bin/install_pcre.sh' || '' }}
        CIBW_BUILD_VERBOSITY: 2
        # temporary ref https://github.com/oconnor663/blake3-py/pull/45
        CIBW_BEFORE_TEST: pip install --force-reinstall blake3 --find-links https://github.com/ddelange/blake3-py/releases/expanded_assets/0.4.1
        # no test on musllinux due to missing pyarrow wheels ref https://github.com/apache/arrow/pull/40177
        CIBW_TEST_SKIP: '*musllinux*'
        CIBW_TEST_COMMAND: python -c "import vaex; print(vaex.from_arrays(x=[1,2]))"
        CIBW_MANYLINUX_X86_64_IMAGE: manylinux_2_28
        CIBW_MANYLINUX_AARCH64_IMAGE: manylinux_2_28
        CIBW_ENVIRONMENT_LINUX: 'CFLAGS="-Wl,-strip-all" CXXFLAGS="-Wl,-strip-all" PATH="$HOME/.cargo/bin:$PATH"'
        CIBW_ENVIRONMENT_MACOS: 'CFLAGS="-I/usr/local/include -L/usr/local/lib" CXXFLAGS="-I/usr/local/include -L/usr/local/lib" LDFLAGS="-L/usr/local/lib"'

    - uses: actions/upload-artifact@v4
      with:
        name: dist-${{ matrix.only }}
        path: packages/vaex-core/dist

  publish:
    if: startsWith(github.ref, 'refs/tags')
    needs: [build_wheels]
    runs-on: ubuntu-22.04

    permissions:
      id-token: write  # pypa/gh-action-pypi-publish

    steps:
    - uses: actions/download-artifact@v4
      with:
        path: dist/
        pattern: dist-*
        merge-multiple: true

    - run: ls -ltra dist/

    # https://github.com/pypa/gh-action-pypi-publish#trusted-publishing
    - name: Publish package distributions to PyPI
      uses: pypa/gh-action-pypi-publish@v1.10.2
      with:
        skip-existing: true