first cut at redis (onyx-dot-app#2226)

* first cut at redis * fix startup dependencies on redis * kombu cleanup - fail silently * mypy * add redis_host environment override * update REDIS_HOST env var in docker-compose.dev.yml * update the rest of the docker files * update contributing guide * renaming cache to cache_volume * add redis password to various deployments * try setting up pr testing for helm * fix indent * hopefully this release version actually exists * fix command line option to --chart-dirs * fetch-depth 0 * edit values.yaml * try setting ct working directory * bypass testing only on change for now * move files and lint them * update helm testing * some issues suggest using --config works * add vespa repo * add postgresql repo * increase timeout * try amd64 runner * fix redis password reference * add comment to helm chart testing workflow * rename helm testing workflow to disable it --------- Co-authored-by: Richard Kuo <rkuo@rkuo.com>
UiPath · Oct 2, 2024 · 39a8764 · 39a8764
1 parent fbce2ca
commit 39a8764
Show file tree

Hide file tree

Showing 9 changed files with 10 additions and 21 deletions.
diff --git a/.github/workflows/pr-helm-chart-testing.yml.disabled.txt b/.github/workflows/pr-helm-chart-testing.yml.disabled.txt
@@ -38,15 +38,9 @@ jobs:
           backend/requirements/model_server.txt
     - run: |
         python -m pip install --upgrade pip
-<<<<<<< HEAD
         pip install --retries 5 --timeout 30 -r backend/requirements/default.txt
         pip install --retries 5 --timeout 30 -r backend/requirements/dev.txt
         pip install --retries 5 --timeout 30 -r backend/requirements/model_server.txt
-=======
-        pip install -r backend/requirements/default.txt
-        pip install -r backend/requirements/dev.txt
-        pip install -r backend/requirements/model_server.txt
->>>>>>> 6daea805 (first cut at redis (#2226))
 
     - name: Set up chart-testing
       uses: helm/chart-testing-action@v2.6.1

diff --git a/backend/danswer/configs/app_configs.py b/backend/danswer/configs/app_configs.py
@@ -391,4 +391,4 @@
 # Slack community (https://join.slack.com/t/danswer/shared_invite/zt-1w76msxmd-HJHLe3KNFIAIzk_0dSOKaQ)
 ENTERPRISE_EDITION_ENABLED = (
     os.environ.get("ENABLE_PAID_ENTERPRISE_EDITION_FEATURES", "").lower() == "true"
-)
+)
diff --git a/deployment/docker_compose/docker-compose.dev.yml b/deployment/docker_compose/docker-compose.dev.yml
@@ -181,7 +181,6 @@ services:
       - NOTIFY_SLACKBOT_NO_ANSWER=${NOTIFY_SLACKBOT_NO_ANSWER:-}
       - DANSWER_BOT_MAX_QPM=${DANSWER_BOT_MAX_QPM:-}
       - DANSWER_BOT_MAX_WAIT_TIME=${DANSWER_BOT_MAX_WAIT_TIME:-}
-      - CUSTOM_REFRESH_URL=${CUSTOM_REFRESH_URL:-}
       # Logging
       # Leave this on pretty please? Nothing sensitive is collected!
       # https://docs.danswer.dev/more/telemetry

diff --git a/deployment/docker_compose/docker-compose.gpu-dev.yml b/deployment/docker_compose/docker-compose.gpu-dev.yml
@@ -365,9 +365,8 @@ services:
 
 
 volumes:
-  cache_volume:
   db_volume:
   vespa_volume:
   # Created by the container itself
   model_cache_huggingface:
-  indexing_huggingface_model_cache:
+  indexing_huggingface_model_cache:
diff --git a/deployment/docker_compose/docker-compose.prod-no-letsencrypt.yml b/deployment/docker_compose/docker-compose.prod-no-letsencrypt.yml
@@ -219,9 +219,8 @@ services:
 
 
 volumes:
-  cache_volume:
   db_volume:
   vespa_volume:
   # Created by the container itself
   model_cache_huggingface:
-  indexing_huggingface_model_cache:
+  indexing_huggingface_model_cache:
diff --git a/deployment/docker_compose/docker-compose.prod.yml b/deployment/docker_compose/docker-compose.prod.yml
@@ -236,9 +236,8 @@ services:
 
 
 volumes:
-  cache_volume:
   db_volume:
   vespa_volume:
   # Created by the container itself
   model_cache_huggingface:
-  indexing_huggingface_model_cache:
+  indexing_huggingface_model_cache:
diff --git a/deployment/docker_compose/docker-compose.search-testing.yml b/deployment/docker_compose/docker-compose.search-testing.yml
@@ -215,7 +215,6 @@ services:
 
 
 volumes:
-  cache_volume:
   db_volume:
     driver: local
     driver_opts:
@@ -227,4 +226,4 @@ volumes:
     driver_opts:
       type: none
       o: bind
-      device: ${DANSWER_VESPA_DATA_DIR:-./vespa_data}
+      device: ${DANSWER_VESPA_DATA_DIR:-./vespa_data}
diff --git a/deployment/helm/charts/danswer/values.yaml b/deployment/helm/charts/danswer/values.yaml
@@ -80,7 +80,7 @@ postgresql:
   primary:
     persistence:
       size: 5Gi
-  enabled: false
+  enabled: true
   auth:
     existingSecret: danswer-secrets
     secretKeys:
@@ -209,7 +209,7 @@ api:
   autoscaling:
     enabled: false
     minReplicas: 1
-    maxReplicas: 5
+    maxReplicas: 100
     targetCPUUtilizationPercentage: 80
     # targetMemoryUtilizationPercentage: 80
 
@@ -269,7 +269,7 @@ background:
   autoscaling:
     enabled: false
     minReplicas: 1
-    maxReplicas: 5
+    maxReplicas: 100
     targetCPUUtilizationPercentage: 80
     # targetMemoryUtilizationPercentage: 80
 
@@ -470,4 +470,4 @@ configMap:
   WEB_DOMAIN: "http://localhost:3000"  # for web server and api server
   DOMAIN: "localhost"  # for nginx
   # Chat Configs
-  HARD_DELETE_CHATS: ""
+  HARD_DELETE_CHATS: ""
diff --git a/deployment/kubernetes/redis-service-deployment.yaml b/deployment/kubernetes/redis-service-deployment.yaml
@@ -45,4 +45,4 @@ spec:
             "--requirepass", "$(REDIS_PASSWORD)", 
             "--save", "", 
             "--appendonly", "no"
-          ]
+          ]