From 43bf973b1d323663cbdc679f9b1c78fc82ec5c0a Mon Sep 17 00:00:00 2001 From: Martyn Inglis Date: Tue, 4 Apr 2017 13:43:28 +0100 Subject: [PATCH] A few changes to the celery workers 1) Beat worker now a single instance with 128M memory 2) New worker for periodic tasks. Single worker, 2G ram 3) new worker for priority queues. Standard instance and memory settings. --- manifest-delivery-base.yml | 11 ++++++++++- 1 file changed, 10 insertions(+), 1 deletion(-) diff --git a/manifest-delivery-base.yml b/manifest-delivery-base.yml index 06f53a178..2b85b9d15 100644 --- a/manifest-delivery-base.yml +++ b/manifest-delivery-base.yml @@ -17,6 +17,8 @@ memory: 1G applications: - name: notify-delivery-celery-beat command: scripts/run_app_paas.sh celery -A aws_run_celery.notify_celery beat --loglevel=INFO + instances: 1 + memory: 128M env: NOTIFY_APP_NAME: delivery-celery-beat @@ -37,8 +39,15 @@ applications: - name: notify-delivery-worker-periodic command: scripts/run_app_paas.sh celery -A aws_run_celery.notify_celery worker --loglevel=INFO --concurrency=2 -Q periodic + instances: 1 + memory: 2G env: - NOTIFY_APP_NAME: delivery-worker + NOTIFY_APP_NAME: delivery-worker-periodic + + - name: notify-delivery-worker-priority + command: scripts/run_app_paas.sh celery -A aws_run_celery.notify_celery worker --loglevel=INFO --concurrency=5 -Q priority + env: + NOTIFY_APP_NAME: delivery-worker-priority - name: notify-delivery-worker command: scripts/run_app_paas.sh celery -A aws_run_celery.notify_celery worker --loglevel=INFO --concurrency=11