RFC: Use Redis as celery broker in dev environment

django-resonant-settings/resonant_settings/celery.py

@@ -50,9 +50,14 @@
 
 # CloudAMQP-suggested settings
 # https://www.cloudamqp.com/docs/celery.html
+
+# If using Heroku Redis addon, consult the connection limits for your tier to see if it's safe
+# to raise this: https://elements.heroku.com/addons/heroku-redis
+# Keep in mind that celery workers may not be the only use of Redis in a deployment.
 CELERY_BROKER_POOL_LIMIT = 1
 CELERY_BROKER_HEARTBEAT = None
 CELERY_BROKER_CONNECTION_TIMEOUT = 30
+# The following settings are only used with the AMQP transport.
 CELERY_EVENT_QUEUE_EXPIRES = 60
 
 # Note, CELERY_WORKER settings could be different on each running worker.

{{ cookiecutter.project_slug }}/dev/.env.docker-compose

@@ -1,5 +1,5 @@
 DJANGO_SETTINGS_MODULE={{ cookiecutter.pkg_name }}.settings.development
 DJANGO_DATABASE_URL=postgres://postgres:postgres@postgres:5432/django
-DJANGO_CELERY_BROKER_URL=amqp://rabbitmq:5672/
+DJANGO_CELERY_BROKER_URL=redis://redis:6379/0
 DJANGO_MINIO_STORAGE_URL=http://minioAccessKey:minioSecretKey@minio:9000/django-storage
 DJANGO_MINIO_STORAGE_MEDIA_URL=http://localhost:9000/django-storage

{{ cookiecutter.project_slug }}/dev/.env.docker-compose-native

@@ -1,4 +1,4 @@
 DJANGO_SETTINGS_MODULE={{ cookiecutter.pkg_name }}.settings.development
 DJANGO_DATABASE_URL=postgres://postgres:postgres@localhost:5432/django
-DJANGO_CELERY_BROKER_URL=amqp://localhost:5672/
+DJANGO_CELERY_BROKER_URL=redis://localhost:6379/0
 DJANGO_MINIO_STORAGE_URL=http://minioAccessKey:minioSecretKey@localhost:9000/django-storage

{{ cookiecutter.project_slug }}/docker-compose.override.yml

@@ -13,7 +13,7 @@ services:
       - 8000:8000
     depends_on:
       - postgres
-      - rabbitmq
+      - redis
       - minio
 
   celery:
@@ -34,5 +34,5 @@ services:
       - .:/opt/django-project
     depends_on:
       - postgres
-      - rabbitmq
+      - redis
       - minio

{{ cookiecutter.project_slug }}/docker-compose.yml

@@ -10,13 +10,12 @@ services:
     volumes:
       - postgres:/var/lib/postgresql/data
 
-  rabbitmq:
-    image: rabbitmq:management-alpine
-    ports:
-      - 5672:5672
-      - 15672:15672
+  redis:
+    image: redis:latest
     volumes:
-      - rabbitmq:/var/lib/rabbitmq
+      - redis-data:/redis/data
+    ports:
+      - 6379:6379
 
   minio:
     image: minio/minio:latest
@@ -35,4 +34,4 @@ services:
 volumes:
   postgres:
   minio:
-  rabbitmq:
+  redis-data:

{{ cookiecutter.project_slug }}/pyproject.toml

@@ -8,7 +8,7 @@ version = "0.0.0"
 requires-python = ">=3.13"
 license = { text = "Apache 2.0" }
 dependencies = [
-  "celery",
+  "celery[redis]",
   "django[argon2]",
   "django-allauth",
   "django-auth-style",

{{ cookiecutter.project_slug }}/{{ cookiecutter.pkg_name }}/settings/heroku_production.py

@@ -2,7 +2,7 @@
 
 # Redefine these before importing the rest of the settings
 os.environ['DJANGO_DATABASE_URL'] = os.environ['DATABASE_URL']
-os.environ['DJANGO_CELERY_BROKER_URL'] = os.environ['CLOUDAMQP_URL']
+os.environ['DJANGO_CELERY_BROKER_URL'] = os.environ['REDIS_URL']
 # Provided by https://github.com/ianpurvis/heroku-buildpack-version
 os.environ['DJANGO_SENTRY_RELEASE'] = os.environ['SOURCE_VERSION']