refactor: move backends into the backends directory

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
mudler · Nov 12, 2023 · d02f6bf · d02f6bf
1 parent 803a0ac
commit d02f6bf
Show file tree

Hide file tree

Showing 98 changed files with 47 additions and 64 deletions.
diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
@@ -78,7 +78,7 @@ jobs:
           sudo apt-get install -y libopencv-dev && sudo ln -s /usr/include/opencv4/opencv2 /usr/include/opencv2
           
           sudo rm -rfv /usr/bin/conda || true
-          PATH=$PATH:/opt/conda/bin make -C extra/grpc/huggingface
+          PATH=$PATH:/opt/conda/bin make -C backend/python/huggingface
 
           # Pre-build piper before we start tests in order to have shared libraries in place
           make go-piper && \

diff --git a/Dockerfile b/Dockerfile
@@ -12,7 +12,7 @@ ARG TARGETARCH
 ARG TARGETVARIANT
 
 ENV BUILD_TYPE=${BUILD_TYPE}
-ENV EXTERNAL_GRPC_BACKENDS="huggingface-embeddings:/build/extra/grpc/huggingface/run.sh,autogptq:/build/extra/grpc/autogptq/run.sh,bark:/build/extra/grpc/bark/run.sh,diffusers:/build/extra/grpc/diffusers/run.sh,exllama:/build/extra/grpc/exllama/run.sh,vall-e-x:/build/extra/grpc/vall-e-x/run.sh,vllm:/build/extra/grpc/vllm/run.sh"
+ENV EXTERNAL_GRPC_BACKENDS="huggingface-embeddings:/build/backend/python/huggingface/run.sh,autogptq:/build/backend/python/autogptq/run.sh,bark:/build/backend/python/bark/run.sh,diffusers:/build/backend/python/diffusers/run.sh,exllama:/build/backend/python/exllama/run.sh,vall-e-x:/build/backend/python/vall-e-x/run.sh,vllm:/build/backend/python/vllm/run.sh"
 ENV GALLERIES='[{"name":"model-gallery", "url":"github:go-skynet/model-gallery/index.yaml"}, {"url": "github:go-skynet/model-gallery/huggingface.yaml","name":"huggingface"}]'
 ARG GO_TAGS="stablediffusion tts"
 
@@ -64,20 +64,10 @@ RUN curl https://repo.anaconda.com/pkgs/misc/gpgkeys/anaconda.asc | gpg --dearmo
     apt-get update && \
     apt-get install -y conda
 
-COPY extra/requirements.txt /build/extra/requirements.txt
 ENV PATH="/root/.cargo/bin:${PATH}"
 RUN pip install --upgrade pip
 RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
-#RUN if [ "${TARGETARCH}" = "amd64" ]; then \
-#        pip install git+https://github.com/suno-ai/bark.git diffusers invisible_watermark transformers accelerate safetensors;\
-#    fi
-#RUN if [ "${BUILD_TYPE}" = "cublas" ] && [ "${TARGETARCH}" = "amd64" ]; then \
-#        pip install torch vllm && pip install auto-gptq https://github.com/jllllll/exllama/releases/download/0.0.10/exllama-0.0.10+cu${CUDA_MAJOR_VERSION}${CUDA_MINOR_VERSION}-cp39-cp39-linux_x86_64.whl;\
- #   fi
-#RUN pip install -r /build/extra/requirements.txt && rm -rf /build/extra/requirements.txt
 
-# Vall-e-X
-RUN git clone https://github.com/Plachtaa/VALL-E-X.git /usr/lib/vall-e-x && cd /usr/lib/vall-e-x && pip install -r requirements.txt
 
 # \
 #    ; fi
@@ -162,25 +152,25 @@ COPY --from=builder /build/backend-assets/grpc/stablediffusion ./backend-assets/
 
 ## Duplicated from Makefile to avoid having a big layer that's hard to push
 RUN if [ "${IMAGE_TYPE}" = "extras" ]; then \
-	PATH=$PATH:/opt/conda/bin make -C extra/grpc/autogptq \
+	PATH=$PATH:/opt/conda/bin make -C backend/python/autogptq \
     ; fi
 RUN if [ "${IMAGE_TYPE}" = "extras" ]; then \
-	PATH=$PATH:/opt/conda/bin make -C extra/grpc/bark \
+	PATH=$PATH:/opt/conda/bin make -C backend/python/bark \
     ; fi
 RUN if [ "${IMAGE_TYPE}" = "extras" ]; then \
-	PATH=$PATH:/opt/conda/bin make -C extra/grpc/diffusers \
+	PATH=$PATH:/opt/conda/bin make -C backend/python/diffusers \
     ; fi
 RUN if [ "${IMAGE_TYPE}" = "extras" ]; then \
-	PATH=$PATH:/opt/conda/bin make -C extra/grpc/vllm \
+	PATH=$PATH:/opt/conda/bin make -C backend/python/vllm \
     ; fi
 RUN if [ "${IMAGE_TYPE}" = "extras" ]; then \
-	PATH=$PATH:/opt/conda/bin make -C extra/grpc/huggingface \
+	PATH=$PATH:/opt/conda/bin make -C backend/python/huggingface \
     ; fi
 RUN if [ "${IMAGE_TYPE}" = "extras" ]; then \
-	PATH=$PATH:/opt/conda/bin make -C extra/grpc/vall-e-x \
+	PATH=$PATH:/opt/conda/bin make -C backend/python/vall-e-x \
     ; fi
 RUN if [ "${IMAGE_TYPE}" = "extras" ]; then \
-	PATH=$PATH:/opt/conda/bin make -C extra/grpc/exllama \
+	PATH=$PATH:/opt/conda/bin make -C backend/python/exllama \
     ; fi
 
 # Copy VALLE-X as it's not a real "lib"
@@ -190,7 +180,7 @@ RUN if [ -d /usr/lib/vall-e-x ]; then \
 
 # we also copy exllama libs over to resolve exllama import error
 RUN if [ -d /usr/local/lib/python3.9/dist-packages/exllama ]; then \
-        cp -rfv /usr/local/lib/python3.9/dist-packages/exllama extra/grpc/exllama/;\
+        cp -rfv /usr/local/lib/python3.9/dist-packages/exllama backend/python/exllama/;\
     fi
 
 # Define the health check command

diff --git a/Makefile b/Makefile
@@ -306,7 +306,7 @@ test: prepare test-models/testmodel grpcs
 	@echo 'Running tests'
 	export GO_TAGS="tts stablediffusion"
 	$(MAKE) prepare-test
-	HUGGINGFACE_GRPC=$(abspath ./)/extra/grpc/huggingface/run.sh TEST_DIR=$(abspath ./)/test-dir/ FIXTURES=$(abspath ./)/tests/fixtures CONFIG_FILE=$(abspath ./)/test-models/config.yaml MODELS_PATH=$(abspath ./)/test-models \
+	HUGGINGFACE_GRPC=$(abspath ./)/backend/python/huggingface/run.sh TEST_DIR=$(abspath ./)/test-dir/ FIXTURES=$(abspath ./)/tests/fixtures CONFIG_FILE=$(abspath ./)/test-models/config.yaml MODELS_PATH=$(abspath ./)/test-models \
 	$(GOCMD) run github.com/onsi/ginkgo/v2/ginkgo --label-filter="!gpt4all && !llama && !llama-gguf"  --flake-attempts 5 --fail-fast -v -r ./api ./pkg
 	$(MAKE) test-gpt4all
 	$(MAKE) test-llama
@@ -374,27 +374,27 @@ protogen: protogen-go protogen-python
 
 protogen-go:
 	protoc --go_out=. --go_opt=paths=source_relative --go-grpc_out=. --go-grpc_opt=paths=source_relative \
-    pkg/grpc/proto/backend.proto
+    backend/backend.proto
 
 protogen-python:
-	python3 -m grpc_tools.protoc -Ipkg/grpc/proto/ --python_out=extra/grpc/huggingface/ --grpc_python_out=extra/grpc/huggingface/ pkg/grpc/proto/backend.proto
-	python3 -m grpc_tools.protoc -Ipkg/grpc/proto/ --python_out=extra/grpc/autogptq/ --grpc_python_out=extra/grpc/autogptq/ pkg/grpc/proto/backend.proto
-	python3 -m grpc_tools.protoc -Ipkg/grpc/proto/ --python_out=extra/grpc/exllama/ --grpc_python_out=extra/grpc/exllama/ pkg/grpc/proto/backend.proto
-	python3 -m grpc_tools.protoc -Ipkg/grpc/proto/ --python_out=extra/grpc/bark/ --grpc_python_out=extra/grpc/bark/ pkg/grpc/proto/backend.proto
-	python3 -m grpc_tools.protoc -Ipkg/grpc/proto/ --python_out=extra/grpc/diffusers/ --grpc_python_out=extra/grpc/diffusers/ pkg/grpc/proto/backend.proto
-	python3 -m grpc_tools.protoc -Ipkg/grpc/proto/ --python_out=extra/grpc/vall-e-x/ --grpc_python_out=extra/grpc/vall-e-x/ pkg/grpc/proto/backend.proto
-	python3 -m grpc_tools.protoc -Ipkg/grpc/proto/ --python_out=extra/grpc/vllm/ --grpc_python_out=extra/grpc/vllm/ pkg/grpc/proto/backend.proto
+	python3 -m grpc_tools.protoc -Ipkg/grpc/proto/ --python_out=backend/python/huggingface/ --grpc_python_out=backend/python/huggingface/ backend/backend.proto
+	python3 -m grpc_tools.protoc -Ipkg/grpc/proto/ --python_out=backend/python/autogptq/ --grpc_python_out=backend/python/autogptq/ backend/backend.proto
+	python3 -m grpc_tools.protoc -Ipkg/grpc/proto/ --python_out=backend/python/exllama/ --grpc_python_out=backend/python/exllama/ backend/backend.proto
+	python3 -m grpc_tools.protoc -Ipkg/grpc/proto/ --python_out=backend/python/bark/ --grpc_python_out=backend/python/bark/ backend/backend.proto
+	python3 -m grpc_tools.protoc -Ipkg/grpc/proto/ --python_out=backend/python/diffusers/ --grpc_python_out=backend/python/diffusers/ backend/backend.proto
+	python3 -m grpc_tools.protoc -Ipkg/grpc/proto/ --python_out=backend/python/vall-e-x/ --grpc_python_out=backend/python/vall-e-x/ backend/backend.proto
+	python3 -m grpc_tools.protoc -Ipkg/grpc/proto/ --python_out=backend/python/vllm/ --grpc_python_out=backend/python/vllm/ backend/backend.proto
 
 ## GRPC
 # Note: it is duplicated in the Dockerfile
 prepare-extra-conda-environments:
-	$(MAKE) -C extra/grpc/autogptq
-	$(MAKE) -C extra/grpc/bark
-	$(MAKE) -C extra/grpc/diffusers
-	$(MAKE) -C extra/grpc/vllm
-	$(MAKE) -C extra/grpc/huggingface
-	$(MAKE) -C extra/grpc/vall-e-x
-	$(MAKE) -C extra/grpc/exllama
+	$(MAKE) -C backend/python/autogptq
+	$(MAKE) -C backend/python/bark
+	$(MAKE) -C backend/python/diffusers
+	$(MAKE) -C backend/python/vllm
+	$(MAKE) -C backend/python/huggingface
+	$(MAKE) -C backend/python/vall-e-x
+	$(MAKE) -C backend/python/exllama
 
 
 backend-assets/grpc:

diff --git a/pkg/grpc/proto/backend.proto → backend/backend.proto b/pkg/grpc/proto/backend.proto → backend/backend.proto
diff --git a/backend/cpp/llama/CMakeLists.txt b/backend/cpp/llama/CMakeLists.txt
@@ -36,7 +36,7 @@ include_directories(${Protobuf_INCLUDE_DIRS})
 message(STATUS "Using protobuf version ${Protobuf_VERSION} | Protobuf_INCLUDE_DIRS: ${Protobuf_INCLUDE_DIRS} | CMAKE_CURRENT_BINARY_DIR: ${CMAKE_CURRENT_BINARY_DIR}")
 
 # Proto file
-get_filename_component(hw_proto "../../../../../../pkg/grpc/proto/backend.proto" ABSOLUTE)
+get_filename_component(hw_proto "../../../../../../backend/backend.proto" ABSOLUTE)
 get_filename_component(hw_proto_path "${hw_proto}" PATH)
 
 # Generated sources

diff --git a/pkg/backend/image/stablediffusion.go → backend/go/image/stablediffusion.go b/pkg/backend/image/stablediffusion.go → backend/go/image/stablediffusion.go
diff --git a/pkg/backend/llm/bert/bert.go → backend/go/llm/bert/bert.go b/pkg/backend/llm/bert/bert.go → backend/go/llm/bert/bert.go
diff --git a/pkg/backend/llm/gpt4all/gpt4all.go → backend/go/llm/gpt4all/gpt4all.go b/pkg/backend/llm/gpt4all/gpt4all.go → backend/go/llm/gpt4all/gpt4all.go
diff --git a/pkg/backend/llm/langchain/langchain.go → backend/go/llm/langchain/langchain.go b/pkg/backend/llm/langchain/langchain.go → backend/go/llm/langchain/langchain.go
diff --git a/pkg/backend/llm/llama-stable/llama.go → backend/go/llm/llama-stable/llama.go b/pkg/backend/llm/llama-stable/llama.go → backend/go/llm/llama-stable/llama.go
diff --git a/pkg/backend/llm/llama/llama.go → backend/go/llm/llama/llama.go b/pkg/backend/llm/llama/llama.go → backend/go/llm/llama/llama.go
diff --git a/pkg/backend/llm/rwkv/rwkv.go → backend/go/llm/rwkv/rwkv.go b/pkg/backend/llm/rwkv/rwkv.go → backend/go/llm/rwkv/rwkv.go
diff --git a/pkg/backend/llm/transformers/dolly.go → backend/go/llm/transformers/dolly.go b/pkg/backend/llm/transformers/dolly.go → backend/go/llm/transformers/dolly.go
diff --git a/pkg/backend/llm/transformers/falcon.go → backend/go/llm/transformers/falcon.go b/pkg/backend/llm/transformers/falcon.go → backend/go/llm/transformers/falcon.go
diff --git a/pkg/backend/llm/transformers/gpt2.go → backend/go/llm/transformers/gpt2.go b/pkg/backend/llm/transformers/gpt2.go → backend/go/llm/transformers/gpt2.go
diff --git a/pkg/backend/llm/transformers/gptj.go → backend/go/llm/transformers/gptj.go b/pkg/backend/llm/transformers/gptj.go → backend/go/llm/transformers/gptj.go
diff --git a/pkg/backend/llm/transformers/gptneox.go → backend/go/llm/transformers/gptneox.go b/pkg/backend/llm/transformers/gptneox.go → backend/go/llm/transformers/gptneox.go
diff --git a/pkg/backend/llm/transformers/mpt.go → backend/go/llm/transformers/mpt.go b/pkg/backend/llm/transformers/mpt.go → backend/go/llm/transformers/mpt.go
diff --git a/pkg/backend/llm/transformers/predict.go → backend/go/llm/transformers/predict.go b/pkg/backend/llm/transformers/predict.go → backend/go/llm/transformers/predict.go
diff --git a/pkg/backend/llm/transformers/replit.go → backend/go/llm/transformers/replit.go b/pkg/backend/llm/transformers/replit.go → backend/go/llm/transformers/replit.go
diff --git a/pkg/backend/llm/transformers/starcoder.go → backend/go/llm/transformers/starcoder.go b/pkg/backend/llm/transformers/starcoder.go → backend/go/llm/transformers/starcoder.go
diff --git a/pkg/backend/transcribe/transcript.go → backend/go/transcribe/transcript.go b/pkg/backend/transcribe/transcript.go → backend/go/transcribe/transcript.go
diff --git a/pkg/backend/transcribe/whisper.go → backend/go/transcribe/whisper.go b/pkg/backend/transcribe/whisper.go → backend/go/transcribe/whisper.go
diff --git a/pkg/backend/tts/piper.go → backend/go/tts/piper.go b/pkg/backend/tts/piper.go → backend/go/tts/piper.go
diff --git a/extra/grpc/README.md → backend/python/README.md b/extra/grpc/README.md → backend/python/README.md
diff --git a/extra/grpc/autogptq/Makefile → backend/python/autogptq/Makefile b/extra/grpc/autogptq/Makefile → backend/python/autogptq/Makefile
diff --git a/extra/grpc/autogptq/README.md → backend/python/autogptq/README.md b/extra/grpc/autogptq/README.md → backend/python/autogptq/README.md
diff --git a/extra/grpc/autogptq/autogptq.py → backend/python/autogptq/autogptq.py b/extra/grpc/autogptq/autogptq.py → backend/python/autogptq/autogptq.py
diff --git a/extra/grpc/autogptq/autogptq.yml → backend/python/autogptq/autogptq.yml b/extra/grpc/autogptq/autogptq.yml → backend/python/autogptq/autogptq.yml
diff --git a/extra/grpc/autogptq/backend_pb2.py → backend/python/autogptq/backend_pb2.py b/extra/grpc/autogptq/backend_pb2.py → backend/python/autogptq/backend_pb2.py
diff --git a/extra/grpc/autogptq/backend_pb2_grpc.py → backend/python/autogptq/backend_pb2_grpc.py b/extra/grpc/autogptq/backend_pb2_grpc.py → backend/python/autogptq/backend_pb2_grpc.py
diff --git a/extra/grpc/autogptq/run.sh → backend/python/autogptq/run.sh b/extra/grpc/autogptq/run.sh → backend/python/autogptq/run.sh
diff --git a/extra/grpc/bark/Makefile → backend/python/bark/Makefile b/extra/grpc/bark/Makefile → backend/python/bark/Makefile
diff --git a/extra/grpc/bark/README.md → backend/python/bark/README.md b/extra/grpc/bark/README.md → backend/python/bark/README.md
diff --git a/extra/grpc/bark/backend_pb2.py → backend/python/bark/backend_pb2.py b/extra/grpc/bark/backend_pb2.py → backend/python/bark/backend_pb2.py
diff --git a/extra/grpc/bark/backend_pb2_grpc.py → backend/python/bark/backend_pb2_grpc.py b/extra/grpc/bark/backend_pb2_grpc.py → backend/python/bark/backend_pb2_grpc.py
diff --git a/extra/grpc/bark/run.sh → backend/python/bark/run.sh b/extra/grpc/bark/run.sh → backend/python/bark/run.sh
diff --git a/extra/grpc/bark/test_ttsbark.py → backend/python/bark/test_ttsbark.py b/extra/grpc/bark/test_ttsbark.py → backend/python/bark/test_ttsbark.py
diff --git a/extra/grpc/bark/ttsbark.py → backend/python/bark/ttsbark.py b/extra/grpc/bark/ttsbark.py → backend/python/bark/ttsbark.py
diff --git a/extra/grpc/bark/ttsbark.yml → backend/python/bark/ttsbark.yml b/extra/grpc/bark/ttsbark.yml → backend/python/bark/ttsbark.yml
diff --git a/extra/grpc/diffusers/Makefile → backend/python/diffusers/Makefile b/extra/grpc/diffusers/Makefile → backend/python/diffusers/Makefile
diff --git a/extra/grpc/diffusers/README.md → backend/python/diffusers/README.md b/extra/grpc/diffusers/README.md → backend/python/diffusers/README.md
diff --git a/extra/grpc/diffusers/backend_diffusers.py → ...end/python/diffusers/backend_diffusers.py b/extra/grpc/diffusers/backend_diffusers.py → ...end/python/diffusers/backend_diffusers.py
diff --git a/extra/grpc/diffusers/backend_pb2.py → backend/python/diffusers/backend_pb2.py b/extra/grpc/diffusers/backend_pb2.py → backend/python/diffusers/backend_pb2.py
diff --git a/extra/grpc/diffusers/backend_pb2_grpc.py → backend/python/diffusers/backend_pb2_grpc.py b/extra/grpc/diffusers/backend_pb2_grpc.py → backend/python/diffusers/backend_pb2_grpc.py
diff --git a/extra/grpc/diffusers/diffusers.yml → backend/python/diffusers/diffusers.yml b/extra/grpc/diffusers/diffusers.yml → backend/python/diffusers/diffusers.yml
diff --git a/extra/grpc/diffusers/run.sh → backend/python/diffusers/run.sh b/extra/grpc/diffusers/run.sh → backend/python/diffusers/run.sh
diff --git a/extra/grpc/exllama/Makefile → backend/python/exllama/Makefile b/extra/grpc/exllama/Makefile → backend/python/exllama/Makefile
diff --git a/extra/grpc/exllama/README.md → backend/python/exllama/README.md b/extra/grpc/exllama/README.md → backend/python/exllama/README.md
diff --git a/extra/grpc/exllama/backend_pb2.py → backend/python/exllama/backend_pb2.py b/extra/grpc/exllama/backend_pb2.py → backend/python/exllama/backend_pb2.py
diff --git a/extra/grpc/exllama/backend_pb2_grpc.py → backend/python/exllama/backend_pb2_grpc.py b/extra/grpc/exllama/backend_pb2_grpc.py → backend/python/exllama/backend_pb2_grpc.py
diff --git a/extra/grpc/exllama/exllama.py → backend/python/exllama/exllama.py b/extra/grpc/exllama/exllama.py → backend/python/exllama/exllama.py
diff --git a/extra/grpc/exllama/exllama.yml → backend/python/exllama/exllama.yml b/extra/grpc/exllama/exllama.yml → backend/python/exllama/exllama.yml
diff --git a/extra/grpc/exllama/run.sh → backend/python/exllama/run.sh b/extra/grpc/exllama/run.sh → backend/python/exllama/run.sh
diff --git a/extra/grpc/huggingface/Makefile → backend/python/huggingface/Makefile b/extra/grpc/huggingface/Makefile → backend/python/huggingface/Makefile
diff --git a/extra/grpc/huggingface/README.md → backend/python/huggingface/README.md b/extra/grpc/huggingface/README.md → backend/python/huggingface/README.md
diff --git a/extra/grpc/huggingface/backend_pb2.py → backend/python/huggingface/backend_pb2.py b/extra/grpc/huggingface/backend_pb2.py → backend/python/huggingface/backend_pb2.py
diff --git a/extra/grpc/huggingface/backend_pb2_grpc.py → ...nd/python/huggingface/backend_pb2_grpc.py b/extra/grpc/huggingface/backend_pb2_grpc.py → ...nd/python/huggingface/backend_pb2_grpc.py
diff --git a/extra/grpc/huggingface/huggingface.py → backend/python/huggingface/huggingface.py b/extra/grpc/huggingface/huggingface.py → backend/python/huggingface/huggingface.py
diff --git a/extra/grpc/huggingface/huggingface.yml → backend/python/huggingface/huggingface.yml b/extra/grpc/huggingface/huggingface.yml → backend/python/huggingface/huggingface.yml
diff --git a/extra/grpc/huggingface/run.sh → backend/python/huggingface/run.sh b/extra/grpc/huggingface/run.sh → backend/python/huggingface/run.sh
diff --git a/extra/grpc/huggingface/test.sh → backend/python/huggingface/test.sh b/extra/grpc/huggingface/test.sh → backend/python/huggingface/test.sh
diff --git a/extra/grpc/huggingface/test_huggingface.py → ...nd/python/huggingface/test_huggingface.py b/extra/grpc/huggingface/test_huggingface.py → ...nd/python/huggingface/test_huggingface.py
diff --git a/extra/grpc/vall-e-x/Makefile → backend/python/vall-e-x/Makefile b/extra/grpc/vall-e-x/Makefile → backend/python/vall-e-x/Makefile
diff --git a/extra/grpc/vall-e-x/README.md → backend/python/vall-e-x/README.md b/extra/grpc/vall-e-x/README.md → backend/python/vall-e-x/README.md
diff --git a/extra/grpc/vall-e-x/backend_pb2.py → backend/python/vall-e-x/backend_pb2.py b/extra/grpc/vall-e-x/backend_pb2.py → backend/python/vall-e-x/backend_pb2.py
diff --git a/extra/grpc/vall-e-x/backend_pb2_grpc.py → backend/python/vall-e-x/backend_pb2_grpc.py b/extra/grpc/vall-e-x/backend_pb2_grpc.py → backend/python/vall-e-x/backend_pb2_grpc.py
diff --git a/extra/grpc/vall-e-x/run.sh → backend/python/vall-e-x/run.sh b/extra/grpc/vall-e-x/run.sh → backend/python/vall-e-x/run.sh
diff --git a/extra/grpc/vall-e-x/ttsvalle.py → backend/python/vall-e-x/ttsvalle.py b/extra/grpc/vall-e-x/ttsvalle.py → backend/python/vall-e-x/ttsvalle.py
diff --git a/extra/grpc/vall-e-x/ttsvalle.yml → backend/python/vall-e-x/ttsvalle.yml b/extra/grpc/vall-e-x/ttsvalle.yml → backend/python/vall-e-x/ttsvalle.yml
diff --git a/extra/grpc/vllm/Makefile → backend/python/vllm/Makefile b/extra/grpc/vllm/Makefile → backend/python/vllm/Makefile
diff --git a/extra/grpc/vllm/README.md → backend/python/vllm/README.md b/extra/grpc/vllm/README.md → backend/python/vllm/README.md
diff --git a/extra/grpc/vllm/backend_pb2.py → backend/python/vllm/backend_pb2.py b/extra/grpc/vllm/backend_pb2.py → backend/python/vllm/backend_pb2.py
diff --git a/extra/grpc/vllm/backend_pb2_grpc.py → backend/python/vllm/backend_pb2_grpc.py b/extra/grpc/vllm/backend_pb2_grpc.py → backend/python/vllm/backend_pb2_grpc.py
diff --git a/extra/grpc/vllm/backend_vllm.py → backend/python/vllm/backend_vllm.py b/extra/grpc/vllm/backend_vllm.py → backend/python/vllm/backend_vllm.py
diff --git a/extra/grpc/vllm/run.sh → backend/python/vllm/run.sh b/extra/grpc/vllm/run.sh → backend/python/vllm/run.sh
diff --git a/extra/grpc/vllm/test_backend_vllm.py → backend/python/vllm/test_backend_vllm.py b/extra/grpc/vllm/test_backend_vllm.py → backend/python/vllm/test_backend_vllm.py
diff --git a/extra/grpc/vllm/vllm.yml → backend/python/vllm/vllm.yml b/extra/grpc/vllm/vllm.yml → backend/python/vllm/vllm.yml
diff --git a/cmd/grpc/bert-embeddings/main.go b/cmd/grpc/bert-embeddings/main.go
@@ -5,7 +5,7 @@ package main
 import (
 	"flag"
 
-	bert "github.com/go-skynet/LocalAI/pkg/backend/llm/bert"
+	bert "github.com/go-skynet/LocalAI/backend/go/llm/bert"
 	grpc "github.com/go-skynet/LocalAI/pkg/grpc"
 )
 

diff --git a/cmd/grpc/dolly/main.go b/cmd/grpc/dolly/main.go
@@ -5,7 +5,7 @@ package main
 import (
 	"flag"
 
-	transformers "github.com/go-skynet/LocalAI/pkg/backend/llm/transformers"
+	transformers "github.com/go-skynet/LocalAI/backend/go/llm/transformers"
 
 	grpc "github.com/go-skynet/LocalAI/pkg/grpc"
 )

diff --git a/cmd/grpc/falcon-ggml/main.go b/cmd/grpc/falcon-ggml/main.go
@@ -5,7 +5,7 @@ package main
 import (
 	"flag"
 
-	transformers "github.com/go-skynet/LocalAI/pkg/backend/llm/transformers"
+	transformers "github.com/go-skynet/LocalAI/backend/go/llm/transformers"
 
 	grpc "github.com/go-skynet/LocalAI/pkg/grpc"
 )

diff --git a/cmd/grpc/gpt2/main.go b/cmd/grpc/gpt2/main.go
@@ -5,7 +5,7 @@ package main
 import (
 	"flag"
 
-	transformers "github.com/go-skynet/LocalAI/pkg/backend/llm/transformers"
+	transformers "github.com/go-skynet/LocalAI/backend/go/llm/transformers"
 
 	grpc "github.com/go-skynet/LocalAI/pkg/grpc"
 )

diff --git a/cmd/grpc/gpt4all/main.go b/cmd/grpc/gpt4all/main.go
@@ -5,7 +5,7 @@ package main
 import (
 	"flag"
 
-	gpt4all "github.com/go-skynet/LocalAI/pkg/backend/llm/gpt4all"
+	gpt4all "github.com/go-skynet/LocalAI/backend/go/llm/gpt4all"
 
 	grpc "github.com/go-skynet/LocalAI/pkg/grpc"
 )

diff --git a/cmd/grpc/gptj/main.go b/cmd/grpc/gptj/main.go
@@ -5,7 +5,7 @@ package main
 import (
 	"flag"
 
-	transformers "github.com/go-skynet/LocalAI/pkg/backend/llm/transformers"
+	transformers "github.com/go-skynet/LocalAI/backend/go/llm/transformers"
 
 	grpc "github.com/go-skynet/LocalAI/pkg/grpc"
 )

diff --git a/cmd/grpc/gptneox/main.go b/cmd/grpc/gptneox/main.go
@@ -5,7 +5,7 @@ package main
 import (
 	"flag"
 
-	transformers "github.com/go-skynet/LocalAI/pkg/backend/llm/transformers"
+	transformers "github.com/go-skynet/LocalAI/backend/go/llm/transformers"
 
 	grpc "github.com/go-skynet/LocalAI/pkg/grpc"
 )

diff --git a/cmd/grpc/langchain-huggingface/main.go b/cmd/grpc/langchain-huggingface/main.go
@@ -5,7 +5,7 @@ package main
 import (
 	"flag"
 
-	langchain "github.com/go-skynet/LocalAI/pkg/backend/llm/langchain"
+	langchain "github.com/go-skynet/LocalAI/backend/go/llm/langchain"
 
 	grpc "github.com/go-skynet/LocalAI/pkg/grpc"
 )

diff --git a/cmd/grpc/llama-stable/main.go b/cmd/grpc/llama-stable/main.go
@@ -3,7 +3,7 @@ package main
 import (
 	"flag"
 
-	llama "github.com/go-skynet/LocalAI/pkg/backend/llm/llama-stable"
+	llama "github.com/go-skynet/LocalAI/backend/go/llm/llama-stable"
 
 	grpc "github.com/go-skynet/LocalAI/pkg/grpc"
 )

diff --git a/cmd/grpc/llama/main.go b/cmd/grpc/llama/main.go
@@ -7,7 +7,7 @@ package main
 import (
 	"flag"
 
-	llama "github.com/go-skynet/LocalAI/pkg/backend/llm/llama"
+	llama "github.com/go-skynet/LocalAI/backend/go/llm/llama"
 
 	grpc "github.com/go-skynet/LocalAI/pkg/grpc"
 )

diff --git a/cmd/grpc/mpt/main.go b/cmd/grpc/mpt/main.go
@@ -5,7 +5,7 @@ package main
 import (
 	"flag"
 
-	transformers "github.com/go-skynet/LocalAI/pkg/backend/llm/transformers"
+	transformers "github.com/go-skynet/LocalAI/backend/go/llm/transformers"
 
 	grpc "github.com/go-skynet/LocalAI/pkg/grpc"
 )

diff --git a/cmd/grpc/piper/main.go b/cmd/grpc/piper/main.go
@@ -5,7 +5,7 @@ package main
 import (
 	"flag"
 
-	tts "github.com/go-skynet/LocalAI/pkg/backend/tts"
+	tts "github.com/go-skynet/LocalAI/backend/go/tts"
 
 	grpc "github.com/go-skynet/LocalAI/pkg/grpc"
 )

diff --git a/cmd/grpc/replit/main.go b/cmd/grpc/replit/main.go
@@ -5,7 +5,7 @@ package main
 import (
 	"flag"
 
-	transformers "github.com/go-skynet/LocalAI/pkg/backend/llm/transformers"
+	transformers "github.com/go-skynet/LocalAI/backend/go/llm/transformers"
 
 	grpc "github.com/go-skynet/LocalAI/pkg/grpc"
 )

diff --git a/cmd/grpc/rwkv/main.go b/cmd/grpc/rwkv/main.go
@@ -5,7 +5,7 @@ package main
 import (
 	"flag"
 
-	rwkv "github.com/go-skynet/LocalAI/pkg/backend/llm/rwkv"
+	rwkv "github.com/go-skynet/LocalAI/backend/go/llm/rwkv"
 
 	grpc "github.com/go-skynet/LocalAI/pkg/grpc"
 )

diff --git a/cmd/grpc/stablediffusion/main.go b/cmd/grpc/stablediffusion/main.go
@@ -5,7 +5,7 @@ package main
 import (
 	"flag"
 
-	image "github.com/go-skynet/LocalAI/pkg/backend/image"
+	image "github.com/go-skynet/LocalAI/backend/go/image"
 
 	grpc "github.com/go-skynet/LocalAI/pkg/grpc"
 )

diff --git a/cmd/grpc/starcoder/main.go b/cmd/grpc/starcoder/main.go
@@ -5,7 +5,7 @@ package main
 import (
 	"flag"
 
-	transformers "github.com/go-skynet/LocalAI/pkg/backend/llm/transformers"
+	transformers "github.com/go-skynet/LocalAI/backend/go/llm/transformers"
 
 	grpc "github.com/go-skynet/LocalAI/pkg/grpc"
 )

diff --git a/cmd/grpc/whisper/main.go b/cmd/grpc/whisper/main.go
@@ -5,7 +5,7 @@ package main
 import (
 	"flag"
 
-	transcribe "github.com/go-skynet/LocalAI/pkg/backend/transcribe"
+	transcribe "github.com/go-skynet/LocalAI/backend/go/transcribe"
 
 	grpc "github.com/go-skynet/LocalAI/pkg/grpc"
 )

diff --git a/extra/requirements.txt b/extra/requirements.txt
diff --git a/pkg/grpc/proto/backend.pb.go b/pkg/grpc/proto/backend.pb.go
diff --git a/pkg/grpc/proto/backend_grpc.pb.go b/pkg/grpc/proto/backend_grpc.pb.go