A few changes to the celery workers

1) Beat worker now a single instance with 128M memory
2) New worker for periodic tasks. Single worker, 2G ram
3) new worker for priority queues. Standard instance and memory settings.
This commit is contained in:
Martyn Inglis
2017-04-04 13:43:28 +01:00
parent ce09765dad
commit 43bf973b1d

View File

@@ -17,6 +17,8 @@ memory: 1G
applications: applications:
- name: notify-delivery-celery-beat - name: notify-delivery-celery-beat
command: scripts/run_app_paas.sh celery -A aws_run_celery.notify_celery beat --loglevel=INFO command: scripts/run_app_paas.sh celery -A aws_run_celery.notify_celery beat --loglevel=INFO
instances: 1
memory: 128M
env: env:
NOTIFY_APP_NAME: delivery-celery-beat NOTIFY_APP_NAME: delivery-celery-beat
@@ -37,8 +39,15 @@ applications:
- name: notify-delivery-worker-periodic - name: notify-delivery-worker-periodic
command: scripts/run_app_paas.sh celery -A aws_run_celery.notify_celery worker --loglevel=INFO --concurrency=2 -Q periodic command: scripts/run_app_paas.sh celery -A aws_run_celery.notify_celery worker --loglevel=INFO --concurrency=2 -Q periodic
instances: 1
memory: 2G
env: env:
NOTIFY_APP_NAME: delivery-worker NOTIFY_APP_NAME: delivery-worker-periodic
- name: notify-delivery-worker-priority
command: scripts/run_app_paas.sh celery -A aws_run_celery.notify_celery worker --loglevel=INFO --concurrency=5 -Q priority
env:
NOTIFY_APP_NAME: delivery-worker-priority
- name: notify-delivery-worker - name: notify-delivery-worker
command: scripts/run_app_paas.sh celery -A aws_run_celery.notify_celery worker --loglevel=INFO --concurrency=11 command: scripts/run_app_paas.sh celery -A aws_run_celery.notify_celery worker --loglevel=INFO --concurrency=11