From 8bd122f7b3fbfdd5b7741ded8813ca0b8c4eccae Mon Sep 17 00:00:00 2001 From: Maxime Date: Tue, 13 Jan 2015 05:00:44 +0000 Subject: [PATCH] Tunning celery settings to avoid reserved (as in stuck) tasks --- airflow/executors/celery_executor.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/airflow/executors/celery_executor.py b/airflow/executors/celery_executor.py index 4c0d44f10beed..77e061ddc9c5c 100644 --- a/airflow/executors/celery_executor.py +++ b/airflow/executors/celery_executor.py @@ -17,10 +17,11 @@ class CeleryConfig(object): - BROKER_URL = conf.get('celery', 'BROKER_URL') - CELERY_RESULT_BACKEND = conf.get('celery', 'CELERY_RESULT_BACKEND') CELERY_ACCEPT_CONTENT = ['json', 'pickle'] CELERYD_PREFETCH_MULTIPLIER = 1 + CELERY_ACKS_LATE = True + BROKER_URL = conf.get('celery', 'BROKER_URL') + CELERY_RESULT_BACKEND = conf.get('celery', 'CELERY_RESULT_BACKEND') CELERYD_CONCURRENCY = int(conf.get('celery', 'CELERYD_CONCURRENCY')) app = Celery(