feat(ux): Add chat, tts, and image-gen pages to the WebUI #2748
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| --- | |
| name: 'Tests extras backends' | |
| on: | |
| pull_request: | |
| push: | |
| branches: | |
| - master | |
| tags: | |
| - '*' | |
| concurrency: | |
| group: ci-tests-extra-${{ github.head_ref || github.ref }}-${{ github.repository }} | |
| cancel-in-progress: true | |
| jobs: | |
| tests-transformers: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Clone | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| - name: Dependencies | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install build-essential ffmpeg | |
| curl https://repo.anaconda.com/pkgs/misc/gpgkeys/anaconda.asc | gpg --dearmor > conda.gpg && \ | |
| sudo install -o root -g root -m 644 conda.gpg /usr/share/keyrings/conda-archive-keyring.gpg && \ | |
| gpg --keyring /usr/share/keyrings/conda-archive-keyring.gpg --no-default-keyring --fingerprint 34161F5BF5EB1D4BFBBB8F0A8AEB4F8B29D82806 && \ | |
| sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" > /etc/apt/sources.list.d/conda.list' && \ | |
| sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" | tee -a /etc/apt/sources.list.d/conda.list' && \ | |
| sudo apt-get update && \ | |
| sudo apt-get install -y conda | |
| sudo apt-get install -y ca-certificates cmake curl patch python3-pip | |
| sudo apt-get install -y libopencv-dev | |
| pip install --user grpcio-tools==1.63.0 | |
| sudo rm -rfv /usr/bin/conda || true | |
| - name: Test transformers | |
| run: | | |
| export PATH=$PATH:/opt/conda/bin | |
| make --jobs=5 --output-sync=target -C backend/python/transformers | |
| make --jobs=5 --output-sync=target -C backend/python/transformers test | |
| tests-sentencetransformers: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Clone | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| - name: Dependencies | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install build-essential ffmpeg | |
| curl https://repo.anaconda.com/pkgs/misc/gpgkeys/anaconda.asc | gpg --dearmor > conda.gpg && \ | |
| sudo install -o root -g root -m 644 conda.gpg /usr/share/keyrings/conda-archive-keyring.gpg && \ | |
| gpg --keyring /usr/share/keyrings/conda-archive-keyring.gpg --no-default-keyring --fingerprint 34161F5BF5EB1D4BFBBB8F0A8AEB4F8B29D82806 && \ | |
| sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" > /etc/apt/sources.list.d/conda.list' && \ | |
| sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" | tee -a /etc/apt/sources.list.d/conda.list' && \ | |
| sudo apt-get update && \ | |
| sudo apt-get install -y conda | |
| sudo apt-get install -y ca-certificates cmake curl patch python3-pip | |
| sudo apt-get install -y libopencv-dev | |
| pip install --user grpcio-tools==1.63.0 | |
| sudo rm -rfv /usr/bin/conda || true | |
| - name: Test sentencetransformers | |
| run: | | |
| export PATH=$PATH:/opt/conda/bin | |
| make --jobs=5 --output-sync=target -C backend/python/sentencetransformers | |
| make --jobs=5 --output-sync=target -C backend/python/sentencetransformers test | |
| tests-rerankers: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Clone | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| - name: Dependencies | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install build-essential ffmpeg | |
| curl https://repo.anaconda.com/pkgs/misc/gpgkeys/anaconda.asc | gpg --dearmor > conda.gpg && \ | |
| sudo install -o root -g root -m 644 conda.gpg /usr/share/keyrings/conda-archive-keyring.gpg && \ | |
| gpg --keyring /usr/share/keyrings/conda-archive-keyring.gpg --no-default-keyring --fingerprint 34161F5BF5EB1D4BFBBB8F0A8AEB4F8B29D82806 && \ | |
| sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" > /etc/apt/sources.list.d/conda.list' && \ | |
| sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" | tee -a /etc/apt/sources.list.d/conda.list' && \ | |
| sudo apt-get update && \ | |
| sudo apt-get install -y conda | |
| sudo apt-get install -y ca-certificates cmake curl patch python3-pip | |
| sudo apt-get install -y libopencv-dev | |
| pip install --user grpcio-tools==1.63.0 | |
| sudo rm -rfv /usr/bin/conda || true | |
| - name: Test rerankers | |
| run: | | |
| export PATH=$PATH:/opt/conda/bin | |
| make --jobs=5 --output-sync=target -C backend/python/rerankers | |
| make --jobs=5 --output-sync=target -C backend/python/rerankers test | |
| tests-diffusers: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Clone | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| - name: Dependencies | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install build-essential ffmpeg | |
| curl https://repo.anaconda.com/pkgs/misc/gpgkeys/anaconda.asc | gpg --dearmor > conda.gpg && \ | |
| sudo install -o root -g root -m 644 conda.gpg /usr/share/keyrings/conda-archive-keyring.gpg && \ | |
| gpg --keyring /usr/share/keyrings/conda-archive-keyring.gpg --no-default-keyring --fingerprint 34161F5BF5EB1D4BFBBB8F0A8AEB4F8B29D82806 && \ | |
| sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" > /etc/apt/sources.list.d/conda.list' && \ | |
| sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" | tee -a /etc/apt/sources.list.d/conda.list' && \ | |
| sudo apt-get update && \ | |
| sudo apt-get install -y conda | |
| sudo apt-get install -y ca-certificates cmake curl patch python3-pip | |
| sudo apt-get install -y libopencv-dev | |
| pip install --user grpcio-tools==1.63.0 | |
| sudo rm -rfv /usr/bin/conda || true | |
| - name: Test diffusers | |
| run: | | |
| export PATH=$PATH:/opt/conda/bin | |
| make --jobs=5 --output-sync=target -C backend/python/diffusers | |
| make --jobs=5 --output-sync=target -C backend/python/diffusers test | |
| tests-parler-tts: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Clone | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| - name: Dependencies | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install build-essential ffmpeg | |
| curl https://repo.anaconda.com/pkgs/misc/gpgkeys/anaconda.asc | gpg --dearmor > conda.gpg && \ | |
| sudo install -o root -g root -m 644 conda.gpg /usr/share/keyrings/conda-archive-keyring.gpg && \ | |
| gpg --keyring /usr/share/keyrings/conda-archive-keyring.gpg --no-default-keyring --fingerprint 34161F5BF5EB1D4BFBBB8F0A8AEB4F8B29D82806 && \ | |
| sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" > /etc/apt/sources.list.d/conda.list' && \ | |
| sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" | tee -a /etc/apt/sources.list.d/conda.list' && \ | |
| sudo apt-get update && \ | |
| sudo apt-get install -y conda | |
| sudo apt-get install -y ca-certificates cmake curl patch python3-pip | |
| sudo apt-get install -y libopencv-dev | |
| pip install --user grpcio-tools==1.63.0 | |
| sudo rm -rfv /usr/bin/conda || true | |
| - name: Test parler-tts | |
| run: | | |
| export PATH=$PATH:/opt/conda/bin | |
| make --jobs=5 --output-sync=target -C backend/python/parler-tts | |
| make --jobs=5 --output-sync=target -C backend/python/parler-tts test | |
| tests-transformers-musicgen: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Clone | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| - name: Dependencies | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install build-essential ffmpeg | |
| curl https://repo.anaconda.com/pkgs/misc/gpgkeys/anaconda.asc | gpg --dearmor > conda.gpg && \ | |
| sudo install -o root -g root -m 644 conda.gpg /usr/share/keyrings/conda-archive-keyring.gpg && \ | |
| gpg --keyring /usr/share/keyrings/conda-archive-keyring.gpg --no-default-keyring --fingerprint 34161F5BF5EB1D4BFBBB8F0A8AEB4F8B29D82806 && \ | |
| sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" > /etc/apt/sources.list.d/conda.list' && \ | |
| sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" | tee -a /etc/apt/sources.list.d/conda.list' && \ | |
| sudo apt-get update && \ | |
| sudo apt-get install -y conda | |
| sudo apt-get install -y ca-certificates cmake curl patch python3-pip | |
| sudo apt-get install -y libopencv-dev | |
| pip install --user grpcio-tools==1.63.0 | |
| sudo rm -rfv /usr/bin/conda || true | |
| - name: Test transformers-musicgen | |
| run: | | |
| export PATH=$PATH:/opt/conda/bin | |
| make --jobs=5 --output-sync=target -C backend/python/transformers-musicgen | |
| make --jobs=5 --output-sync=target -C backend/python/transformers-musicgen test | |
| # tests-petals: | |
| # runs-on: ubuntu-latest | |
| # steps: | |
| # - name: Clone | |
| # uses: actions/checkout@v4 | |
| # with: | |
| # submodules: true | |
| # - name: Dependencies | |
| # run: | | |
| # sudo apt-get update | |
| # sudo apt-get install build-essential ffmpeg | |
| # curl https://repo.anaconda.com/pkgs/misc/gpgkeys/anaconda.asc | gpg --dearmor > conda.gpg && \ | |
| # sudo install -o root -g root -m 644 conda.gpg /usr/share/keyrings/conda-archive-keyring.gpg && \ | |
| # gpg --keyring /usr/share/keyrings/conda-archive-keyring.gpg --no-default-keyring --fingerprint 34161F5BF5EB1D4BFBBB8F0A8AEB4F8B29D82806 && \ | |
| # sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" > /etc/apt/sources.list.d/conda.list' && \ | |
| # sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" | tee -a /etc/apt/sources.list.d/conda.list' && \ | |
| # sudo apt-get update && \ | |
| # sudo apt-get install -y conda | |
| # sudo apt-get install -y ca-certificates cmake curl patch python3-pip | |
| # sudo apt-get install -y libopencv-dev | |
| # pip install --user grpcio-tools==1.63.0 | |
| # sudo rm -rfv /usr/bin/conda || true | |
| # - name: Test petals | |
| # run: | | |
| # export PATH=$PATH:/opt/conda/bin | |
| # make --jobs=5 --output-sync=target -C backend/python/petals | |
| # make --jobs=5 --output-sync=target -C backend/python/petals test | |
| # tests-bark: | |
| # runs-on: ubuntu-latest | |
| # steps: | |
| # - name: Release space from worker | |
| # run: | | |
| # echo "Listing top largest packages" | |
| # pkgs=$(dpkg-query -Wf '${Installed-Size}\t${Package}\t${Status}\n' | awk '$NF == "installed"{print $1 "\t" $2}' | sort -nr) | |
| # head -n 30 <<< "${pkgs}" | |
| # echo | |
| # df -h | |
| # echo | |
| # sudo apt-get remove -y '^llvm-.*|^libllvm.*' || true | |
| # sudo apt-get remove --auto-remove android-sdk-platform-tools || true | |
| # sudo apt-get purge --auto-remove android-sdk-platform-tools || true | |
| # sudo rm -rf /usr/local/lib/android | |
| # sudo apt-get remove -y '^dotnet-.*|^aspnetcore-.*' || true | |
| # sudo rm -rf /usr/share/dotnet | |
| # sudo apt-get remove -y '^mono-.*' || true | |
| # sudo apt-get remove -y '^ghc-.*' || true | |
| # sudo apt-get remove -y '.*jdk.*|.*jre.*' || true | |
| # sudo apt-get remove -y 'php.*' || true | |
| # sudo apt-get remove -y hhvm powershell firefox monodoc-manual msbuild || true | |
| # sudo apt-get remove -y '^google-.*' || true | |
| # sudo apt-get remove -y azure-cli || true | |
| # sudo apt-get remove -y '^mongo.*-.*|^postgresql-.*|^mysql-.*|^mssql-.*' || true | |
| # sudo apt-get remove -y '^gfortran-.*' || true | |
| # sudo apt-get remove -y microsoft-edge-stable || true | |
| # sudo apt-get remove -y firefox || true | |
| # sudo apt-get remove -y powershell || true | |
| # sudo apt-get remove -y r-base-core || true | |
| # sudo apt-get autoremove -y | |
| # sudo apt-get clean | |
| # echo | |
| # echo "Listing top largest packages" | |
| # pkgs=$(dpkg-query -Wf '${Installed-Size}\t${Package}\t${Status}\n' | awk '$NF == "installed"{print $1 "\t" $2}' | sort -nr) | |
| # head -n 30 <<< "${pkgs}" | |
| # echo | |
| # sudo rm -rfv build || true | |
| # sudo rm -rf /usr/share/dotnet || true | |
| # sudo rm -rf /opt/ghc || true | |
| # sudo rm -rf "/usr/local/share/boost" || true | |
| # sudo rm -rf "$AGENT_TOOLSDIRECTORY" || true | |
| # df -h | |
| # - name: Clone | |
| # uses: actions/checkout@v4 | |
| # with: | |
| # submodules: true | |
| # - name: Dependencies | |
| # run: | | |
| # sudo apt-get update | |
| # sudo apt-get install build-essential ffmpeg | |
| # curl https://repo.anaconda.com/pkgs/misc/gpgkeys/anaconda.asc | gpg --dearmor > conda.gpg && \ | |
| # sudo install -o root -g root -m 644 conda.gpg /usr/share/keyrings/conda-archive-keyring.gpg && \ | |
| # gpg --keyring /usr/share/keyrings/conda-archive-keyring.gpg --no-default-keyring --fingerprint 34161F5BF5EB1D4BFBBB8F0A8AEB4F8B29D82806 && \ | |
| # sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" > /etc/apt/sources.list.d/conda.list' && \ | |
| # sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" | tee -a /etc/apt/sources.list.d/conda.list' && \ | |
| # sudo apt-get update && \ | |
| # sudo apt-get install -y conda | |
| # sudo apt-get install -y ca-certificates cmake curl patch python3-pip | |
| # sudo apt-get install -y libopencv-dev | |
| # pip install --user grpcio-tools==1.63.0 | |
| # sudo rm -rfv /usr/bin/conda || true | |
| # - name: Test bark | |
| # run: | | |
| # export PATH=$PATH:/opt/conda/bin | |
| # make --jobs=5 --output-sync=target -C backend/python/bark | |
| # make --jobs=5 --output-sync=target -C backend/python/bark test | |
| # Below tests needs GPU. Commented out for now | |
| # TODO: Re-enable as soon as we have GPU nodes | |
| # tests-vllm: | |
| # runs-on: ubuntu-latest | |
| # steps: | |
| # - name: Clone | |
| # uses: actions/checkout@v4 | |
| # with: | |
| # submodules: true | |
| # - name: Dependencies | |
| # run: | | |
| # sudo apt-get update | |
| # sudo apt-get install build-essential ffmpeg | |
| # curl https://repo.anaconda.com/pkgs/misc/gpgkeys/anaconda.asc | gpg --dearmor > conda.gpg && \ | |
| # sudo install -o root -g root -m 644 conda.gpg /usr/share/keyrings/conda-archive-keyring.gpg && \ | |
| # gpg --keyring /usr/share/keyrings/conda-archive-keyring.gpg --no-default-keyring --fingerprint 34161F5BF5EB1D4BFBBB8F0A8AEB4F8B29D82806 && \ | |
| # sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" > /etc/apt/sources.list.d/conda.list' && \ | |
| # sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" | tee -a /etc/apt/sources.list.d/conda.list' && \ | |
| # sudo apt-get update && \ | |
| # sudo apt-get install -y conda | |
| # sudo apt-get install -y ca-certificates cmake curl patch python3-pip | |
| # sudo apt-get install -y libopencv-dev | |
| # pip install --user grpcio-tools==1.63.0 | |
| # sudo rm -rfv /usr/bin/conda || true | |
| # - name: Test vllm | |
| # run: | | |
| # export PATH=$PATH:/opt/conda/bin | |
| # make --jobs=5 --output-sync=target -C backend/python/vllm | |
| # make --jobs=5 --output-sync=target -C backend/python/vllm test | |
| tests-vallex: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Clone | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| - name: Dependencies | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install build-essential ffmpeg | |
| curl https://repo.anaconda.com/pkgs/misc/gpgkeys/anaconda.asc | gpg --dearmor > conda.gpg && \ | |
| sudo install -o root -g root -m 644 conda.gpg /usr/share/keyrings/conda-archive-keyring.gpg && \ | |
| gpg --keyring /usr/share/keyrings/conda-archive-keyring.gpg --no-default-keyring --fingerprint 34161F5BF5EB1D4BFBBB8F0A8AEB4F8B29D82806 && \ | |
| sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" > /etc/apt/sources.list.d/conda.list' && \ | |
| sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" | tee -a /etc/apt/sources.list.d/conda.list' && \ | |
| sudo apt-get update && \ | |
| sudo apt-get install -y conda | |
| sudo apt-get install -y ca-certificates cmake curl patch python3-pip | |
| sudo apt-get install -y libopencv-dev | |
| pip install --user grpcio-tools==1.63.0 | |
| sudo rm -rfv /usr/bin/conda || true | |
| - name: Test vall-e-x | |
| run: | | |
| export PATH=$PATH:/opt/conda/bin | |
| make --jobs=5 --output-sync=target -C backend/python/vall-e-x | |
| make --jobs=5 --output-sync=target -C backend/python/vall-e-x test | |
| tests-coqui: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Clone | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| - name: Dependencies | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install build-essential ffmpeg | |
| curl https://repo.anaconda.com/pkgs/misc/gpgkeys/anaconda.asc | gpg --dearmor > conda.gpg && \ | |
| sudo install -o root -g root -m 644 conda.gpg /usr/share/keyrings/conda-archive-keyring.gpg && \ | |
| gpg --keyring /usr/share/keyrings/conda-archive-keyring.gpg --no-default-keyring --fingerprint 34161F5BF5EB1D4BFBBB8F0A8AEB4F8B29D82806 && \ | |
| sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" > /etc/apt/sources.list.d/conda.list' && \ | |
| sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" | tee -a /etc/apt/sources.list.d/conda.list' && \ | |
| sudo apt-get update && \ | |
| sudo apt-get install -y conda | |
| sudo apt-get install -y ca-certificates cmake curl patch espeak espeak-ng python3-pip | |
| pip install --user grpcio-tools==1.63.0 | |
| sudo rm -rfv /usr/bin/conda || true | |
| - name: Test coqui | |
| run: | | |
| export PATH=$PATH:/opt/conda/bin | |
| make --jobs=5 --output-sync=target -C backend/python/coqui | |
| make --jobs=5 --output-sync=target -C backend/python/coqui test |