Skip to content
CI

Add experimental blosc2 support #299

Sign in to view logs

Add experimental blosc2 support

Add experimental blosc2 support #299

Workflow file for this run

.github/workflows/CI.yml at 8a3ee99
name: CI
on:
pull_request:
release:
types:
- released
- prereleased
jobs:
macos:
runs-on: macos-13
strategy:
matrix:
python-version: ['3.7', '3.8', '3.9', '3.10', '3.11', '3.12']
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
- name: Install Rust toolchain
uses: dtolnay/rust-toolchain@stable
with:
targets: aarch64-apple-darwin
- name: Install build stuff
run: xcode-select --install
- name: Tests
run: cargo test --no-default-features --release
- name: Build wheels - x86_64 - cramjam-cli
uses: PyO3/maturin-action@v1
with:
target: x86_64
sccache: true
args: -i python --release --out dist --sdist --manifest-path cramjam-cli/Cargo.toml
- name: Build wheels - x86_64 - cramjam-python
uses: PyO3/maturin-action@v1
with:
target: x86_64
sccache: true
args: -i python --release --out dist --sdist --manifest-path cramjam-python/Cargo.toml
- name: Install built wheels - x86_64
run: |
pip install cramjam --pre --no-index --find-links dist --force-reinstall
pip install cramjam-cli --pre --no-index --find-links dist --force-reinstall
- name: Build wheels - universal2
if: ${{ matrix.python-version >= '3.8' || contains(fromJson('["3.10", "3.11", "3.12"]'), matrix.python-version) }}
uses: PyO3/maturin-action@v1
with:
sccache: true
args: -i python --release --target universal2-apple-darwin --out dist --manifest-path cramjam-cli/Cargo.toml
- name: Build wheels - universal2
if: ${{ matrix.python-version >= '3.8' || contains(fromJson('["3.10", "3.11", "3.12"]'), matrix.python-version) }}
uses: PyO3/maturin-action@v1
with:
sccache: true
args: -i python --release --target universal2-apple-darwin --out dist --manifest-path cramjam-python/Cargo.toml
- name: Install built wheels - universal2
if: ${{ matrix.python-version >= '3.8' || contains(fromJson('["3.10", "3.11", "3.12"]'), matrix.python-version) }}
run: |
pip install cramjam --pre --no-index --find-links dist --force-reinstall
pip install cramjam-cli --pre --no-index --find-links dist --force-reinstall
- name: Python UnitTest - cramjam-cli
run: |
pip install pytest numpy hypothesis
python -m pytest cramjam-cli -vs --ignore **/benchmarks
- name: Python UnitTest - cramjam-python
run: |
python -m pytest cramjam-python -vs --ignore **/benchmarks
- name: Upload wheels
uses: actions/upload-artifact@v3
with:
name: wheels
path: dist
windows:
runs-on: windows-latest
strategy:
matrix:
python-version: ['3.7', '3.8', '3.9', '3.10', '3.11', '3.12']
target: [x64, x86]
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
architecture: ${{ matrix.target }}
- name: Install Rust toolchain
uses: dtolnay/rust-toolchain@stable
- name: Tests
if: matrix.target == 'x64'
run: cargo test --no-default-features --release
- name: Build wheels - cramjam-python
uses: PyO3/maturin-action@v1
with:
target: ${{ matrix.target }}
sccache: true
args: -i python --release --out dist --manifest-path cramjam-python/Cargo.toml
- name: Build wheels - cramjam-cli
uses: PyO3/maturin-action@v1
with:
target: ${{ matrix.target }}
sccache: true
args: -i python --release --out dist --manifest-path cramjam-cli/Cargo.toml
- name: Install built wheel
run: |
pip install cramjam-cli --pre --no-index --find-links dist --force-reinstall
pip install cramjam[dev] --pre --find-links dist --force-reinstall
- name: Python UnitTest - cramjam-python
run: |
python -m pytest cramjam-python -vs --ignore cramjam-python\benchmarks
- name: Python UnitTest - cramjam-cli
run: |
python -m pytest cramjam-cli -vs --ignore cramjam-cli\benchmarks
- name: Upload wheels
uses: actions/upload-artifact@v3
with:
name: wheels
path: dist
linux:
runs-on: ubicloud-standard-2
strategy:
matrix:
python-version: ['3.7', '3.8', '3.9', '3.10', '3.11', '3.12']
target: [x86_64, i686]
steps:
- uses: actions/checkout@v3
- name: Install Rust toolchain
uses: dtolnay/rust-toolchain@stable
- name: Install build stuff
run: sudo apt update && sudo apt install build-essential -y
- name: Tests
run: cargo test --no-default-features --release --features capi
- uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
- name: Audit
run: cargo install cargo-audit && cargo audit
- name: Build Wheels - cramjam-python
uses: PyO3/maturin-action@v1
with:
target: ${{ matrix.target }}
manylinux: auto
sccache: true
args: -i ${{ matrix.python-version }} --release --out dist --manifest-path cramjam-python/Cargo.toml
- name: Build Wheels - cramjam-cli
uses: PyO3/maturin-action@v1
with:
target: ${{ matrix.target }}
manylinux: auto
sccache: true
args: -i ${{ matrix.python-version }} --release --out dist --manifest-path cramjam-cli/Cargo.toml
- name: Python UnitTest - cramjam-python
if: matrix.target == 'x86_64'
run: |
pip install cramjam[dev] --pre --find-links dist --force-reinstall
python -m pytest cramjam-python -vs --ignore **/benchmarks
- name: Python UnitTest - cramjam-cli
if: matrix.target == 'x86_64'
run: |
pip install cramjam-cli --pre --no-index --find-links dist --force-reinstall
python -m pytest cramjam-cli -vs --ignore **/benchmarks
- name: Upload wheels
uses: actions/upload-artifact@v3
with:
name: wheels
path: dist
linux-cross:
runs-on: ubicloud-standard-4
strategy:
matrix:
python:
- '3.7'
- '3.8'
- '3.9'
- '3.10'
- '3.11'
- '3.12'
target: [aarch64, armv7, s390x, ppc64le]
include:
- python: pypy3.9
target: aarch64
- python: pypy3.10
target: aarch64
steps:
- uses: actions/checkout@v3
- name: Build Wheels cramjam-python
uses: PyO3/maturin-action@v1
with:
target: ${{ matrix.target }}
sccache: true
manylinux: auto
args: -i ${{ matrix.python }} --release --out dist --manifest-path cramjam-python/Cargo.toml
- name: Build Wheels cramjam-cli
uses: PyO3/maturin-action@v1
with:
target: ${{ matrix.target }}
sccache: true
manylinux: auto
args: -i ${{ matrix.python }} --release --out dist --manifest-path cramjam-cli/Cargo.toml
- uses: uraimo/run-on-arch-action@v2.3.0
# skipped cross compiled pypy wheel tests for now
if: ${{ !startsWith(matrix.python, 'pypy') }}
name: Install built wheel
with:
arch: ${{ matrix.target }}
distro: ubuntu20.04
githubToken: ${{ github.token }}
# Mount the dist directory as /artifacts in the container
dockerRunArgs: |
--volume "${PWD}/dist:/artifacts"
install: |
apt-get update
apt-get install -y --no-install-recommends python3 python3-venv software-properties-common
add-apt-repository ppa:deadsnakes/ppa
apt-get update
apt-get install -y curl python3.7-venv python3.9-venv python3.10-venv python3.11-venv python3.12-venv
run: |
ls -lrth /artifacts
PYTHON=python${{ matrix.python }}
$PYTHON -m venv venv
venv/bin/pip install -U pip
venv/bin/pip install cramjam --pre --no-index --find-links /artifacts --force-reinstall
venv/bin/pip install cramjam-cli --pre --no-index --find-links /artifacts --force-reinstall
venv/bin/python -c 'import cramjam'
venv/bin/cramjam-cli --help
- name: Upload wheels
uses: actions/upload-artifact@v3
with:
name: wheels
path: dist
pypy:
runs-on: ${{ matrix.platform.os }}
strategy:
fail-fast: false
matrix:
platform:
- os: ubicloud-standard-2
flags: ''
- os: macos-13
flags: ''
- os: windows-latest
flags: '--features generate-import-lib'
python:
- pypy-3.9
- pypy-3.10
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python }}
- name: Build Wheels - cramjam-python
uses: PyO3/maturin-action@v1
with:
manylinux: auto
sccache: true
args: -i ${{ matrix.python }} --release ${{ matrix.platform.flags }} --out dist --manifest-path cramjam-python/Cargo.toml
- name: Build Wheels - cramjam-cli
if: ${{ matrix.platform.os != 'windows-latest' }}
uses: PyO3/maturin-action@v1
with:
manylinux: auto
sccache: true
args: -i ${{ matrix.python }} --release ${{ matrix.platform.flags }} --out dist --manifest-path cramjam-cli/Cargo.toml
- name: cramjam test
# TODO: I'm not sure but the actual collection of tests on windows using pypy3.10 takes forever and/or fails
if: ${{ matrix.python != 'pypy-3.10' && matrix.platform.os != 'windows-latest' }}
run: |
pip install cramjam[dev] --pre --find-links dist --force-reinstall
python -m pytest cramjam-python -vs --ignore **/benchmarks
- name: cramjam-cli test
if: ${{ matrix.platform.os != 'windows-latest' }}
run: |
pip install cramjam-cli --pre --no-index --find-links dist --force-reinstall
cd cramjam-cli
cramjam-cli --help
- name: Upload wheels
uses: actions/upload-artifact@v3
with:
name: wheels
path: dist
pypi-publish-cramjam-python:
name: Upload cramjam release to PyPI
runs-on: ubuntu-latest
if: "startsWith(github.ref, 'refs/tags/')"
needs: [ macos, windows, linux, linux-cross, pypy ]
environment:
name: pypi
url: https://pypi.org/p/cramjam
permissions:
id-token: write
steps:
- uses: actions/download-artifact@v3
with:
name: wheels
- name: Only cramjam-python stuff
run: rm cramjam_cli*
- name: Publish package distributions to PyPI
uses: pypa/gh-action-pypi-publish@release/v1
with:
skip-existing: true
packages-dir: ./
pypi-publish-cramjam-cli:
name: Upload cramjam-cli release to PyPI
runs-on: ubuntu-latest
if: "startsWith(github.ref, 'refs/tags/')"
needs: [ macos, windows, linux, linux-cross, pypy ]
environment:
name: pypi
url: https://pypi.org/p/cramjam-cli
permissions:
id-token: write
steps:
- uses: actions/download-artifact@v3
with:
name: wheels
- name: Only cramjam-cli stuff
run: |
ls -l
mkdir cramjam-cli
mv cramjam_cli* cramjam-cli/
- name: Publish package distributions to PyPI
uses: pypa/gh-action-pypi-publish@release/v1
with:
skip-existing: true
packages-dir: cramjam-cli/