send emails async via Celery

Author: ewdurbin

Diff for: .gitignore

@@ -22,3 +22,4 @@ node_modules/
 /develop/playbook.retry
 develop/tools/*.csv
 .vscode/
+celerybeat-schedule

Diff for: docker-compose.yml

@@ -2,6 +2,7 @@ version: '3'
 
 volumes:
   pgdata:
+  redisdata:
 
 services:
   db:
@@ -11,16 +12,39 @@ services:
       - "5432:5432"
     volumes:
       - pgdata:/var/lib/postgresql/data/
+  redis:
+    image: redis
+    restart: always
+    ports:
+      - "6379:6379"
+    volumes:
+      - redisdata:/var/lib/redis/
   web:
     build: .
     command: python manage.py runserver 0.0.0.0:8000
     environment:
       - DB_NAME=postgres
       - DB_USER=postgres
       - DB_HOST=db
+      - REDIS_HOST=redis
     volumes:
       - .:/code
     ports:
       - "8000:8000"
     depends_on:
       - db
+      - redis
+  worker:
+    build: .
+    command: celery -A pycon worker --autoreload --beat
+    environment:
+      - C_FORCE_ROOT=1
+      - DB_NAME=postgres
+      - DB_USER=postgres
+      - DB_HOST=db
+      - REDIS_HOST=redis
+    volumes:
+      - .:/code
+    depends_on:
+      - db
+      - redis

Diff for: pycon/settings/base.py

@@ -207,6 +207,7 @@ def env_or_default(NAME, default):
     "selectable",
     "multi_email_field",
     "email_log",
+    "djcelery_email",
 
     # symposion
     "symposion.conference",
@@ -237,7 +238,8 @@ def env_or_default(NAME, default):
 
 MESSAGE_STORAGE = "django.contrib.messages.storage.session.SessionStorage"
 
-EMAIL_BACKEND = 'email_log.backends.EmailBackend'
+EMAIL_BACKEND = 'djcelery_email.backends.CeleryEmailBackend'
+CELERY_EMAIL_BACKEND = 'email_log.backends.EmailBackend'
 EMAIL_LOG_BACKEND = "django.core.mail.backends.console.EmailBackend"
 
 ACCOUNT_OPEN_SIGNUP = True
@@ -339,7 +341,8 @@ def env_or_default(NAME, default):
 
 
 # Celery
-BROKER_URL = 'redis://localhost:6379/0'  # Redis DB 0 for Celery.  (Cache will use DB 1)
+REDIS_HOST = os.environ.get('REDIS_HOST', 'localhost')
+BROKER_URL = 'redis://{}:6379/0'.format(REDIS_HOST)  # Redis DB 0 for Celery.  (Cache will use DB 1)
 # We deliberately do not set CELERY_RESULT_BACKEND because we are discarding results.
 # Pickle is fine, our redis is only accessible on localhost
 CELERY_ACCEPT_CONTENT = ['pickle']

Diff for: pycon/settings/server.py

@@ -34,7 +34,8 @@
 MANAGERS = ADMINS
 
 # Yes, send email
-EMAIL_BACKEND = 'email_log.backends.EmailBackend'
+EMAIL_BACKEND = 'djcelery_email.backends.CeleryEmailBackend'
+CELERY_EMAIL_BACKEND = 'email_log.backends.EmailBackend'
 EMAIL_LOG_BACKEND = 'django.core.mail.backends.smtp.EmailBackend'
 EMAIL_HOST = env_or_default("EMAIL_HOST", "")
 

Diff for: requirements/base.txt

@@ -29,6 +29,7 @@ django-uni-form==0.9.0
 requests==2.0.0
 bleach==1.4
 
+django-celery-email==2.0.0
 django-email-log==0.2.0
 django-multi-email-field==0.3.1