From 934efd2dd4dd3be07c08d2fa90da285ecddec2c4 Mon Sep 17 00:00:00 2001 From: Zhou Ting Date: Thu, 6 Jun 2024 16:51:19 +0800 Subject: [PATCH] Add no_proxy env for micro services Signed-off-by: Zhou Ting Singed-off-by: Cao Huiyan --- comps/dataprep/qdrant/README.md | 2 ++ .../dataprep/qdrant/docker/docker-compose-dataprep-qdrant.yaml | 1 + comps/embeddings/langchain/docker/docker_compose_embedding.yaml | 1 + .../guardrails/langchain/docker/docker_compose_guardrails.yaml | 1 + comps/llms/summarization/tgi/docker_compose_llm.yaml | 1 + comps/llms/text-generation/ray_serve/docker_compose_llm.yaml | 1 + comps/llms/text-generation/tgi/docker_compose_llm.yaml | 1 + comps/llms/text-generation/vllm/docker_compose_llm.yaml | 2 ++ comps/reranks/langchain/docker/docker_compose_reranking.yaml | 1 + 9 files changed, 11 insertions(+) diff --git a/comps/dataprep/qdrant/README.md b/comps/dataprep/qdrant/README.md index 9e4cd63e76..54650cf004 100644 --- a/comps/dataprep/qdrant/README.md +++ b/comps/dataprep/qdrant/README.md @@ -15,6 +15,7 @@ Please refer to this [readme](../../../vectorstores/langchain/qdrant/README.md). ## Setup Environment Variables ```bash +export no_proxy=${your_no_proxy} export http_proxy=${your_http_proxy} export https_proxy=${your_http_proxy} export QDRANT=${host_ip} @@ -48,6 +49,7 @@ docker run -d --name="dataprep-qdrant-server" -p 6000:6000 --ipc=host -e http_pr ## Setup Environment Variables ```bash +export no_proxy=${your_no_proxy} export http_proxy=${your_http_proxy} export https_proxy=${your_http_proxy} export QDRANT=${host_ip} diff --git a/comps/dataprep/qdrant/docker/docker-compose-dataprep-qdrant.yaml b/comps/dataprep/qdrant/docker/docker-compose-dataprep-qdrant.yaml index add4a8bbc3..e86dc2c4e4 100644 --- a/comps/dataprep/qdrant/docker/docker-compose-dataprep-qdrant.yaml +++ b/comps/dataprep/qdrant/docker/docker-compose-dataprep-qdrant.yaml @@ -16,6 +16,7 @@ services: - "6000:6000" ipc: host environment: + no_proxy: ${no_proxy} http_proxy: ${http_proxy} https_proxy: ${https_proxy} QDRANT: ${QDRANT} diff --git a/comps/embeddings/langchain/docker/docker_compose_embedding.yaml b/comps/embeddings/langchain/docker/docker_compose_embedding.yaml index 9c7b325bfd..104557001d 100644 --- a/comps/embeddings/langchain/docker/docker_compose_embedding.yaml +++ b/comps/embeddings/langchain/docker/docker_compose_embedding.yaml @@ -11,6 +11,7 @@ services: - "6000:6000" ipc: host environment: + no_proxy: ${no_proxy} http_proxy: ${http_proxy} https_proxy: ${https_proxy} TEI_EMBEDDING_ENDPOINT: ${TEI_EMBEDDING_ENDPOINT} diff --git a/comps/guardrails/langchain/docker/docker_compose_guardrails.yaml b/comps/guardrails/langchain/docker/docker_compose_guardrails.yaml index c398c05e38..625b7a223e 100644 --- a/comps/guardrails/langchain/docker/docker_compose_guardrails.yaml +++ b/comps/guardrails/langchain/docker/docker_compose_guardrails.yaml @@ -22,6 +22,7 @@ services: - "9090:9090" ipc: host environment: + no_proxy: ${no_proxy} http_proxy: ${http_proxy} https_proxy: ${https_proxy} SAFETY_GUARD_ENDPOINT: ${SAFETY_GUARD_ENDPOINT} diff --git a/comps/llms/summarization/tgi/docker_compose_llm.yaml b/comps/llms/summarization/tgi/docker_compose_llm.yaml index 085526f668..41ae5d0768 100644 --- a/comps/llms/summarization/tgi/docker_compose_llm.yaml +++ b/comps/llms/summarization/tgi/docker_compose_llm.yaml @@ -22,6 +22,7 @@ services: - "9000:9000" ipc: host environment: + no_proxy: ${no_proxy} http_proxy: ${http_proxy} https_proxy: ${https_proxy} TGI_LLM_ENDPOINT: ${TGI_LLM_ENDPOINT} diff --git a/comps/llms/text-generation/ray_serve/docker_compose_llm.yaml b/comps/llms/text-generation/ray_serve/docker_compose_llm.yaml index 797f4da803..202fedacde 100644 --- a/comps/llms/text-generation/ray_serve/docker_compose_llm.yaml +++ b/comps/llms/text-generation/ray_serve/docker_compose_llm.yaml @@ -43,6 +43,7 @@ services: - "9000:9000" ipc: host environment: + no_proxy: ${no_proxy} http_proxy: ${http_proxy} https_proxy: ${https_proxy} RAY_Serve_ENDPOINT: ${RAY_Serve_ENDPOINT} diff --git a/comps/llms/text-generation/tgi/docker_compose_llm.yaml b/comps/llms/text-generation/tgi/docker_compose_llm.yaml index a76433d668..e52475b308 100644 --- a/comps/llms/text-generation/tgi/docker_compose_llm.yaml +++ b/comps/llms/text-generation/tgi/docker_compose_llm.yaml @@ -20,6 +20,7 @@ services: - "9000:9000" ipc: host environment: + no_proxy: ${no_proxy} http_proxy: ${http_proxy} https_proxy: ${https_proxy} TGI_LLM_ENDPOINT: ${TGI_LLM_ENDPOINT} diff --git a/comps/llms/text-generation/vllm/docker_compose_llm.yaml b/comps/llms/text-generation/vllm/docker_compose_llm.yaml index 71f8b7a407..1a03799f18 100644 --- a/comps/llms/text-generation/vllm/docker_compose_llm.yaml +++ b/comps/llms/text-generation/vllm/docker_compose_llm.yaml @@ -12,6 +12,7 @@ services: volumes: - "./data:/data" environment: + no_proxy: ${no_proxy} http_proxy: ${http_proxy} https_proxy: ${https_proxy} no_proxy: ${no_proxy} @@ -25,6 +26,7 @@ services: - "9000:9000" ipc: host environment: + no_proxy: ${no_proxy} http_proxy: ${http_proxy} https_proxy: ${https_proxy} no_proxy: ${no_proxy} diff --git a/comps/reranks/langchain/docker/docker_compose_reranking.yaml b/comps/reranks/langchain/docker/docker_compose_reranking.yaml index 4f6cc09e76..c2185eb3d8 100644 --- a/comps/reranks/langchain/docker/docker_compose_reranking.yaml +++ b/comps/reranks/langchain/docker/docker_compose_reranking.yaml @@ -20,6 +20,7 @@ services: - "8000:8000" ipc: host environment: + no_proxy: ${no_proxy} http_proxy: ${http_proxy} https_proxy: ${https_proxy} TEI_RERANKING_ENDPOINT: ${TEI_RERANKING_ENDPOINT}