feat(grpc): backend SPI pluggable in embedding mode #718

Workflow file for this run

.github/workflows/test-extra.yml at 12b718f

	---
	name: 'Tests extras backends'

	on:
	pull_request:
	push:
	branches:
	- master
	tags:
	- '*'

	concurrency:
	group: ci-tests-extra-${{ github.head_ref \|\| github.ref }}-${{ github.repository }}
	cancel-in-progress: true

	jobs:
	tests-transformers:
	runs-on: ubuntu-latest
	steps:
	- name: Clone
	uses: actions/checkout@v4
	with:
	submodules: true
	- name: Dependencies
	run: \|
	sudo apt-get update
	sudo apt-get install build-essential ffmpeg
	curl https://repo.anaconda.com/pkgs/misc/gpgkeys/anaconda.asc \| gpg --dearmor > conda.gpg && \
	sudo install -o root -g root -m 644 conda.gpg /usr/share/keyrings/conda-archive-keyring.gpg && \
	gpg --keyring /usr/share/keyrings/conda-archive-keyring.gpg --no-default-keyring --fingerprint 34161F5BF5EB1D4BFBBB8F0A8AEB4F8B29D82806 && \
	sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" > /etc/apt/sources.list.d/conda.list' && \
	sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" \| tee -a /etc/apt/sources.list.d/conda.list' && \
	sudo apt-get update && \
	sudo apt-get install -y conda
	sudo apt-get install -y ca-certificates cmake curl patch
	sudo apt-get install -y libopencv-dev && sudo ln -s /usr/include/opencv4/opencv2 /usr/include/opencv2

	sudo rm -rfv /usr/bin/conda \|\| true

	- name: Test transformers
	run: \|
	export PATH=$PATH:/opt/conda/bin
	make -C backend/python/transformers
	make -C backend/python/transformers test

	tests-sentencetransformers:
	runs-on: ubuntu-latest
	steps:
	- name: Clone
	uses: actions/checkout@v4
	with:
	submodules: true
	- name: Dependencies
	run: \|
	sudo apt-get update
	sudo apt-get install build-essential ffmpeg
	curl https://repo.anaconda.com/pkgs/misc/gpgkeys/anaconda.asc \| gpg --dearmor > conda.gpg && \
	sudo install -o root -g root -m 644 conda.gpg /usr/share/keyrings/conda-archive-keyring.gpg && \
	gpg --keyring /usr/share/keyrings/conda-archive-keyring.gpg --no-default-keyring --fingerprint 34161F5BF5EB1D4BFBBB8F0A8AEB4F8B29D82806 && \
	sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" > /etc/apt/sources.list.d/conda.list' && \
	sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" \| tee -a /etc/apt/sources.list.d/conda.list' && \
	sudo apt-get update && \
	sudo apt-get install -y conda
	sudo apt-get install -y ca-certificates cmake curl patch
	sudo apt-get install -y libopencv-dev && sudo ln -s /usr/include/opencv4/opencv2 /usr/include/opencv2

	sudo rm -rfv /usr/bin/conda \|\| true

	- name: Test sentencetransformers
	run: \|
	export PATH=$PATH:/opt/conda/bin
	make -C backend/python/sentencetransformers
	make -C backend/python/sentencetransformers test

	tests-diffusers:
	runs-on: ubuntu-latest
	steps:
	- name: Clone
	uses: actions/checkout@v4
	with:
	submodules: true
	- name: Dependencies
	run: \|
	sudo apt-get update
	sudo apt-get install build-essential ffmpeg
	curl https://repo.anaconda.com/pkgs/misc/gpgkeys/anaconda.asc \| gpg --dearmor > conda.gpg && \
	sudo install -o root -g root -m 644 conda.gpg /usr/share/keyrings/conda-archive-keyring.gpg && \
	gpg --keyring /usr/share/keyrings/conda-archive-keyring.gpg --no-default-keyring --fingerprint 34161F5BF5EB1D4BFBBB8F0A8AEB4F8B29D82806 && \
	sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" > /etc/apt/sources.list.d/conda.list' && \
	sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" \| tee -a /etc/apt/sources.list.d/conda.list' && \
	sudo apt-get update && \
	sudo apt-get install -y conda
	sudo apt-get install -y ca-certificates cmake curl patch
	sudo apt-get install -y libopencv-dev && sudo ln -s /usr/include/opencv4/opencv2 /usr/include/opencv2

	sudo rm -rfv /usr/bin/conda \|\| true

	- name: Test diffusers
	run: \|
	export PATH=$PATH:/opt/conda/bin
	make -C backend/python/diffusers
	make -C backend/python/diffusers test


	tests-transformers-musicgen:
	runs-on: ubuntu-latest
	steps:
	- name: Clone
	uses: actions/checkout@v4
	with:
	submodules: true
	- name: Dependencies
	run: \|
	sudo apt-get update
	sudo apt-get install build-essential ffmpeg
	curl https://repo.anaconda.com/pkgs/misc/gpgkeys/anaconda.asc \| gpg --dearmor > conda.gpg && \
	sudo install -o root -g root -m 644 conda.gpg /usr/share/keyrings/conda-archive-keyring.gpg && \
	gpg --keyring /usr/share/keyrings/conda-archive-keyring.gpg --no-default-keyring --fingerprint 34161F5BF5EB1D4BFBBB8F0A8AEB4F8B29D82806 && \
	sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" > /etc/apt/sources.list.d/conda.list' && \
	sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" \| tee -a /etc/apt/sources.list.d/conda.list' && \
	sudo apt-get update && \
	sudo apt-get install -y conda
	sudo apt-get install -y ca-certificates cmake curl patch
	sudo apt-get install -y libopencv-dev && sudo ln -s /usr/include/opencv4/opencv2 /usr/include/opencv2

	sudo rm -rfv /usr/bin/conda \|\| true

	- name: Test transformers-musicgen
	run: \|
	export PATH=$PATH:/opt/conda/bin
	make -C backend/python/transformers-musicgen
	make -C backend/python/transformers-musicgen test



	tests-petals:
	runs-on: ubuntu-latest
	steps:
	- name: Clone
	uses: actions/checkout@v4
	with:
	submodules: true
	- name: Dependencies
	run: \|
	sudo apt-get update
	sudo apt-get install build-essential ffmpeg
	curl https://repo.anaconda.com/pkgs/misc/gpgkeys/anaconda.asc \| gpg --dearmor > conda.gpg && \
	sudo install -o root -g root -m 644 conda.gpg /usr/share/keyrings/conda-archive-keyring.gpg && \
	gpg --keyring /usr/share/keyrings/conda-archive-keyring.gpg --no-default-keyring --fingerprint 34161F5BF5EB1D4BFBBB8F0A8AEB4F8B29D82806 && \
	sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" > /etc/apt/sources.list.d/conda.list' && \
	sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" \| tee -a /etc/apt/sources.list.d/conda.list' && \
	sudo apt-get update && \
	sudo apt-get install -y conda
	sudo apt-get install -y ca-certificates cmake curl patch
	sudo apt-get install -y libopencv-dev && sudo ln -s /usr/include/opencv4/opencv2 /usr/include/opencv2

	sudo rm -rfv /usr/bin/conda \|\| true

	- name: Test petals
	run: \|
	export PATH=$PATH:/opt/conda/bin
	make -C backend/python/petals
	make -C backend/python/petals test



	tests-bark:
	runs-on: ubuntu-latest
	steps:
	- name: Clone
	uses: actions/checkout@v4
	with:
	submodules: true
	- name: Dependencies
	run: \|
	sudo apt-get update
	sudo apt-get install build-essential ffmpeg
	curl https://repo.anaconda.com/pkgs/misc/gpgkeys/anaconda.asc \| gpg --dearmor > conda.gpg && \
	sudo install -o root -g root -m 644 conda.gpg /usr/share/keyrings/conda-archive-keyring.gpg && \
	gpg --keyring /usr/share/keyrings/conda-archive-keyring.gpg --no-default-keyring --fingerprint 34161F5BF5EB1D4BFBBB8F0A8AEB4F8B29D82806 && \
	sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" > /etc/apt/sources.list.d/conda.list' && \
	sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" \| tee -a /etc/apt/sources.list.d/conda.list' && \
	sudo apt-get update && \
	sudo apt-get install -y conda
	sudo apt-get install -y ca-certificates cmake curl patch
	sudo apt-get install -y libopencv-dev && sudo ln -s /usr/include/opencv4/opencv2 /usr/include/opencv2

	sudo rm -rfv /usr/bin/conda \|\| true

	- name: Test bark
	run: \|
	export PATH=$PATH:/opt/conda/bin
	make -C backend/python/bark
	make -C backend/python/bark test


	# Below tests needs GPU. Commented out for now
	# TODO: Re-enable as soon as we have GPU nodes
	# tests-vllm:
	# runs-on: ubuntu-latest
	# steps:
	# - name: Clone
	# uses: actions/checkout@v4
	# with:
	# submodules: true
	# - name: Dependencies
	# run: \|
	# sudo apt-get update
	# sudo apt-get install build-essential ffmpeg
	# curl https://repo.anaconda.com/pkgs/misc/gpgkeys/anaconda.asc \| gpg --dearmor > conda.gpg && \
	# sudo install -o root -g root -m 644 conda.gpg /usr/share/keyrings/conda-archive-keyring.gpg && \
	# gpg --keyring /usr/share/keyrings/conda-archive-keyring.gpg --no-default-keyring --fingerprint 34161F5BF5EB1D4BFBBB8F0A8AEB4F8B29D82806 && \
	# sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" > /etc/apt/sources.list.d/conda.list' && \
	# sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" \| tee -a /etc/apt/sources.list.d/conda.list' && \
	# sudo apt-get update && \
	# sudo apt-get install -y conda
	# sudo apt-get install -y ca-certificates cmake curl patch
	# sudo apt-get install -y libopencv-dev && sudo ln -s /usr/include/opencv4/opencv2 /usr/include/opencv2
	# sudo rm -rfv /usr/bin/conda \|\| true
	# - name: Test vllm
	# run: \|
	# export PATH=$PATH:/opt/conda/bin
	# make -C backend/python/vllm
	# make -C backend/python/vllm test
	tests-vallex:
	runs-on: ubuntu-latest
	steps:
	- name: Clone
	uses: actions/checkout@v4
	with:
	submodules: true
	- name: Dependencies
	run: \|
	sudo apt-get update
	sudo apt-get install build-essential ffmpeg
	curl https://repo.anaconda.com/pkgs/misc/gpgkeys/anaconda.asc \| gpg --dearmor > conda.gpg && \
	sudo install -o root -g root -m 644 conda.gpg /usr/share/keyrings/conda-archive-keyring.gpg && \
	gpg --keyring /usr/share/keyrings/conda-archive-keyring.gpg --no-default-keyring --fingerprint 34161F5BF5EB1D4BFBBB8F0A8AEB4F8B29D82806 && \
	sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" > /etc/apt/sources.list.d/conda.list' && \
	sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" \| tee -a /etc/apt/sources.list.d/conda.list' && \
	sudo apt-get update && \
	sudo apt-get install -y conda
	sudo apt-get install -y ca-certificates cmake curl patch
	sudo apt-get install -y libopencv-dev && sudo ln -s /usr/include/opencv4/opencv2 /usr/include/opencv2
	sudo rm -rfv /usr/bin/conda \|\| true
	- name: Test vall-e-x
	run: \|
	export PATH=$PATH:/opt/conda/bin
	make -C backend/python/vall-e-x
	make -C backend/python/vall-e-x test

	tests-coqui:
	runs-on: ubuntu-latest
	steps:
	- name: Clone
	uses: actions/checkout@v4
	with:
	submodules: true
	- name: Dependencies
	run: \|
	sudo apt-get update
	sudo apt-get install build-essential ffmpeg
	curl https://repo.anaconda.com/pkgs/misc/gpgkeys/anaconda.asc \| gpg --dearmor > conda.gpg && \
	sudo install -o root -g root -m 644 conda.gpg /usr/share/keyrings/conda-archive-keyring.gpg && \
	gpg --keyring /usr/share/keyrings/conda-archive-keyring.gpg --no-default-keyring --fingerprint 34161F5BF5EB1D4BFBBB8F0A8AEB4F8B29D82806 && \
	sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" > /etc/apt/sources.list.d/conda.list' && \
	sudo /bin/bash -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" \| tee -a /etc/apt/sources.list.d/conda.list' && \
	sudo apt-get update && \
	sudo apt-get install -y conda
	sudo apt-get install -y ca-certificates cmake curl patch espeak espeak-ng
	sudo rm -rfv /usr/bin/conda \|\| true

	- name: Test coqui
	run: \|
	export PATH=$PATH:/opt/conda/bin
	make -C backend/python/coqui
	make -C backend/python/coqui test

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

feat(grpc): backend SPI pluggable in embedding mode #718

Workflow file

feat(grpc): backend SPI pluggable in embedding mode #718

Jobs

Run details

Workflow file for this run