monitor "schemas" queue to run refresh_schema (#3459)

* monitor "schemas" queue to run refresh_schema `refresh_schema` tasks won't run because "schemas" queue isn't consumed with default settings. and it cause leaking redis storage, a "schemas" list is growing with time. this PR fix it, adds "schemas" queue to monitor by celery. * use scheduled_worker for "schemas" queue instead of "adhoc_worker"
getredash · Feb 21, 2019 · 8fe1d33 · 8fe1d33
1 parent 4999ab5
commit 8fe1d33
Show file tree

Hide file tree

Showing 5 changed files with 5 additions and 5 deletions.
diff --git a/.circleci/docker-compose.cypress.yml b/.circleci/docker-compose.cypress.yml
@@ -23,7 +23,7 @@ services:
       REDASH_LOG_LEVEL: "INFO"
       REDASH_REDIS_URL: "redis://redis:6379/0"
       REDASH_DATABASE_URL: "postgresql://postgres@postgres/postgres"
-      QUEUES: "queries,scheduled_queries,celery"
+      QUEUES: "queries,scheduled_queries,celery,schemas"
       WORKERS_COUNT: 2
   cypress:
     build:

diff --git a/bin/docker-entrypoint b/bin/docker-entrypoint
@@ -3,7 +3,7 @@ set -e
 
 worker() {
   WORKERS_COUNT=${WORKERS_COUNT:-2}
-  QUEUES=${QUEUES:-queries,scheduled_queries,celery}
+  QUEUES=${QUEUES:-queries,scheduled_queries,celery,schemas}
 
   echo "Starting $WORKERS_COUNT workers for queues: $QUEUES..."
   exec /usr/local/bin/celery worker --app=redash.worker -c$WORKERS_COUNT -Q$QUEUES -linfo --maxtasksperchild=10 -Ofair

diff --git a/docker-compose.production.yml b/docker-compose.production.yml
@@ -30,7 +30,7 @@ services:
       REDASH_LOG_LEVEL: "INFO"
       REDASH_REDIS_URL: "redis://redis:6379/0"
       REDASH_DATABASE_URL: "postgresql://postgres@postgres/postgres"
-      QUEUES: "queries,scheduled_queries,celery"
+      QUEUES: "queries,scheduled_queries,celery,schemas"
       WORKERS_COUNT: 2
     restart: always
   redis:

diff --git a/docker-compose.yml b/docker-compose.yml
@@ -30,7 +30,7 @@ services:
       REDASH_LOG_LEVEL: "INFO"
       REDASH_REDIS_URL: "redis://redis:6379/0"
       REDASH_DATABASE_URL: "postgresql://postgres@postgres/postgres"
-      QUEUES: "queries,scheduled_queries,celery"
+      QUEUES: "queries,scheduled_queries,celery,schemas"
       WORKERS_COUNT: 2
   redis:
     image: redis:3-alpine

diff --git a/setup/docker-compose.yml b/setup/docker-compose.yml
@@ -24,7 +24,7 @@ services:
     <<: *redash-service
     command: worker
     environment:
-      QUEUES: "scheduled_queries"
+      QUEUES: "scheduled_queries,schemas"
       WORKERS_COUNT: 1
   adhoc_worker:
     <<: *redash-service