feat(llama.cpp): guess model defaults from file #3697
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
--- | |
name: 'Tests extras backends' | |
on: | |
pull_request: | |
push: | |
branches: | |
- master | |
tags: | |
- '*' | |
concurrency: | |
group: ci-tests-extra-${{ github.head_ref || github.ref }}-${{ github.repository }} | |
cancel-in-progress: true | |
jobs: | |
tests-transformers: | |
runs-on: ubuntu-latest | |
steps: | |
- name: Clone | |
uses: actions/checkout@v4 | |
with: | |
submodules: true | |
- name: Dependencies | |
run: | | |
sudo apt-get update | |
sudo apt-get install build-essential ffmpeg | |
# Install UV | |
curl -LsSf https://astral.sh/uv/install.sh | sh | |
sudo apt-get install -y ca-certificates cmake curl patch python3-pip | |
sudo apt-get install -y libopencv-dev | |
pip install --user grpcio-tools==1.64.0 | |
- name: Test transformers | |
run: | | |
make --jobs=5 --output-sync=target -C backend/python/transformers | |
make --jobs=5 --output-sync=target -C backend/python/transformers test | |
tests-sentencetransformers: | |
runs-on: ubuntu-latest | |
steps: | |
- name: Clone | |
uses: actions/checkout@v4 | |
with: | |
submodules: true | |
- name: Dependencies | |
run: | | |
sudo apt-get update | |
sudo apt-get install build-essential ffmpeg | |
# Install UV | |
curl -LsSf https://astral.sh/uv/install.sh | sh | |
sudo apt-get install -y ca-certificates cmake curl patch python3-pip | |
sudo apt-get install -y libopencv-dev | |
pip install --user grpcio-tools==1.64.0 | |
- name: Test sentencetransformers | |
run: | | |
make --jobs=5 --output-sync=target -C backend/python/sentencetransformers | |
make --jobs=5 --output-sync=target -C backend/python/sentencetransformers test | |
tests-rerankers: | |
runs-on: ubuntu-latest | |
steps: | |
- name: Clone | |
uses: actions/checkout@v4 | |
with: | |
submodules: true | |
- name: Dependencies | |
run: | | |
sudo apt-get update | |
sudo apt-get install build-essential ffmpeg | |
# Install UV | |
curl -LsSf https://astral.sh/uv/install.sh | sh | |
sudo apt-get install -y ca-certificates cmake curl patch python3-pip | |
sudo apt-get install -y libopencv-dev | |
pip install --user grpcio-tools==1.64.0 | |
- name: Test rerankers | |
run: | | |
make --jobs=5 --output-sync=target -C backend/python/rerankers | |
make --jobs=5 --output-sync=target -C backend/python/rerankers test | |
tests-diffusers: | |
runs-on: ubuntu-latest | |
steps: | |
- name: Clone | |
uses: actions/checkout@v4 | |
with: | |
submodules: true | |
- name: Dependencies | |
run: | | |
sudo apt-get update | |
sudo apt-get install -y build-essential ffmpeg | |
sudo apt-get install -y ca-certificates cmake curl patch python3-pip | |
sudo apt-get install -y libopencv-dev | |
# Install UV | |
curl -LsSf https://astral.sh/uv/install.sh | sh | |
pip install --user grpcio-tools==1.64.0 | |
- name: Test diffusers | |
run: | | |
make --jobs=5 --output-sync=target -C backend/python/diffusers | |
make --jobs=5 --output-sync=target -C backend/python/diffusers test | |
tests-parler-tts: | |
runs-on: ubuntu-latest | |
steps: | |
- name: Clone | |
uses: actions/checkout@v4 | |
with: | |
submodules: true | |
- name: Dependencies | |
run: | | |
sudo apt-get update | |
sudo apt-get install build-essential ffmpeg | |
# Install UV | |
curl -LsSf https://astral.sh/uv/install.sh | sh | |
sudo apt-get install -y ca-certificates cmake curl patch python3-pip | |
sudo apt-get install -y libopencv-dev | |
pip install --user grpcio-tools==1.64.0 | |
- name: Test parler-tts | |
run: | | |
make --jobs=5 --output-sync=target -C backend/python/parler-tts | |
make --jobs=5 --output-sync=target -C backend/python/parler-tts test | |
tests-openvoice: | |
runs-on: ubuntu-latest | |
steps: | |
- name: Clone | |
uses: actions/checkout@v4 | |
with: | |
submodules: true | |
- name: Dependencies | |
run: | | |
sudo apt-get update | |
sudo apt-get install build-essential ffmpeg | |
# Install UV | |
curl -LsSf https://astral.sh/uv/install.sh | sh | |
sudo apt-get install -y ca-certificates cmake curl patch python3-pip | |
sudo apt-get install -y libopencv-dev | |
pip install --user grpcio-tools==1.64.0 | |
- name: Test openvoice | |
run: | | |
make --jobs=5 --output-sync=target -C backend/python/openvoice | |
make --jobs=5 --output-sync=target -C backend/python/openvoice test | |
tests-transformers-musicgen: | |
runs-on: ubuntu-latest | |
steps: | |
- name: Clone | |
uses: actions/checkout@v4 | |
with: | |
submodules: true | |
- name: Dependencies | |
run: | | |
sudo apt-get update | |
sudo apt-get install build-essential ffmpeg | |
# Install UV | |
curl -LsSf https://astral.sh/uv/install.sh | sh | |
sudo apt-get install -y ca-certificates cmake curl patch python3-pip | |
sudo apt-get install -y libopencv-dev | |
pip install --user grpcio-tools==1.64.0 | |
- name: Test transformers-musicgen | |
run: | | |
make --jobs=5 --output-sync=target -C backend/python/transformers-musicgen | |
make --jobs=5 --output-sync=target -C backend/python/transformers-musicgen test | |
# tests-petals: | |
# runs-on: ubuntu-latest | |
# steps: | |
# - name: Clone | |
# uses: actions/checkout@v4 | |
# with: | |
# submodules: true | |
# - name: Dependencies | |
# run: | | |
# sudo apt-get update | |
# sudo apt-get install build-essential ffmpeg | |
# # Install UV | |
# curl -LsSf https://astral.sh/uv/install.sh | sh | |
# sudo apt-get install -y ca-certificates cmake curl patch python3-pip | |
# sudo apt-get install -y libopencv-dev | |
# pip install --user grpcio-tools==1.64.0 | |
# - name: Test petals | |
# run: | | |
# make --jobs=5 --output-sync=target -C backend/python/petals | |
# make --jobs=5 --output-sync=target -C backend/python/petals test | |
# tests-bark: | |
# runs-on: ubuntu-latest | |
# steps: | |
# - name: Release space from worker | |
# run: | | |
# echo "Listing top largest packages" | |
# pkgs=$(dpkg-query -Wf '${Installed-Size}\t${Package}\t${Status}\n' | awk '$NF == "installed"{print $1 "\t" $2}' | sort -nr) | |
# head -n 30 <<< "${pkgs}" | |
# echo | |
# df -h | |
# echo | |
# sudo apt-get remove -y '^llvm-.*|^libllvm.*' || true | |
# sudo apt-get remove --auto-remove android-sdk-platform-tools || true | |
# sudo apt-get purge --auto-remove android-sdk-platform-tools || true | |
# sudo rm -rf /usr/local/lib/android | |
# sudo apt-get remove -y '^dotnet-.*|^aspnetcore-.*' || true | |
# sudo rm -rf /usr/share/dotnet | |
# sudo apt-get remove -y '^mono-.*' || true | |
# sudo apt-get remove -y '^ghc-.*' || true | |
# sudo apt-get remove -y '.*jdk.*|.*jre.*' || true | |
# sudo apt-get remove -y 'php.*' || true | |
# sudo apt-get remove -y hhvm powershell firefox monodoc-manual msbuild || true | |
# sudo apt-get remove -y '^google-.*' || true | |
# sudo apt-get remove -y azure-cli || true | |
# sudo apt-get remove -y '^mongo.*-.*|^postgresql-.*|^mysql-.*|^mssql-.*' || true | |
# sudo apt-get remove -y '^gfortran-.*' || true | |
# sudo apt-get remove -y microsoft-edge-stable || true | |
# sudo apt-get remove -y firefox || true | |
# sudo apt-get remove -y powershell || true | |
# sudo apt-get remove -y r-base-core || true | |
# sudo apt-get autoremove -y | |
# sudo apt-get clean | |
# echo | |
# echo "Listing top largest packages" | |
# pkgs=$(dpkg-query -Wf '${Installed-Size}\t${Package}\t${Status}\n' | awk '$NF == "installed"{print $1 "\t" $2}' | sort -nr) | |
# head -n 30 <<< "${pkgs}" | |
# echo | |
# sudo rm -rfv build || true | |
# sudo rm -rf /usr/share/dotnet || true | |
# sudo rm -rf /opt/ghc || true | |
# sudo rm -rf "/usr/local/share/boost" || true | |
# sudo rm -rf "$AGENT_TOOLSDIRECTORY" || true | |
# df -h | |
# - name: Clone | |
# uses: actions/checkout@v4 | |
# with: | |
# submodules: true | |
# - name: Dependencies | |
# run: | | |
# sudo apt-get update | |
# sudo apt-get install build-essential ffmpeg | |
# # Install UV | |
# curl -LsSf https://astral.sh/uv/install.sh | sh | |
# sudo apt-get install -y ca-certificates cmake curl patch python3-pip | |
# sudo apt-get install -y libopencv-dev | |
# pip install --user grpcio-tools==1.64.0 | |
# - name: Test bark | |
# run: | | |
# make --jobs=5 --output-sync=target -C backend/python/bark | |
# make --jobs=5 --output-sync=target -C backend/python/bark test | |
# Below tests needs GPU. Commented out for now | |
# TODO: Re-enable as soon as we have GPU nodes | |
# tests-vllm: | |
# runs-on: ubuntu-latest | |
# steps: | |
# - name: Clone | |
# uses: actions/checkout@v4 | |
# with: | |
# submodules: true | |
# - name: Dependencies | |
# run: | | |
# sudo apt-get update | |
# sudo apt-get install build-essential ffmpeg | |
# # Install UV | |
# curl -LsSf https://astral.sh/uv/install.sh | sh | |
# sudo apt-get install -y ca-certificates cmake curl patch python3-pip | |
# sudo apt-get install -y libopencv-dev | |
# pip install --user grpcio-tools==1.64.0 | |
# - name: Test vllm | |
# run: | | |
# make --jobs=5 --output-sync=target -C backend/python/vllm | |
# make --jobs=5 --output-sync=target -C backend/python/vllm test | |
tests-vallex: | |
runs-on: ubuntu-latest | |
steps: | |
- name: Clone | |
uses: actions/checkout@v4 | |
with: | |
submodules: true | |
- name: Dependencies | |
run: | | |
sudo apt-get update | |
sudo apt-get install build-essential ffmpeg | |
# Install UV | |
curl -LsSf https://astral.sh/uv/install.sh | sh | |
sudo apt-get install -y ca-certificates cmake curl patch python3-pip | |
sudo apt-get install -y libopencv-dev | |
pip install --user grpcio-tools==1.64.0 | |
- name: Test vall-e-x | |
run: | | |
make --jobs=5 --output-sync=target -C backend/python/vall-e-x | |
make --jobs=5 --output-sync=target -C backend/python/vall-e-x test | |
tests-coqui: | |
runs-on: ubuntu-latest | |
steps: | |
- name: Clone | |
uses: actions/checkout@v4 | |
with: | |
submodules: true | |
- name: Dependencies | |
run: | | |
sudo apt-get update | |
sudo apt-get install build-essential ffmpeg | |
sudo apt-get install -y ca-certificates cmake curl patch espeak espeak-ng python3-pip | |
# Install UV | |
curl -LsSf https://astral.sh/uv/install.sh | sh | |
pip install --user grpcio-tools==1.64.0 | |
- name: Test coqui | |
run: | | |
make --jobs=5 --output-sync=target -C backend/python/coqui | |
make --jobs=5 --output-sync=target -C backend/python/coqui test |