You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by ma...@apache.org on 2017/06/08 15:36:55 UTC
[12/18] incubator-airflow git commit: [AIRFLOW-1038] Specify celery
serialization options explicitly
[AIRFLOW-1038] Specify celery serialization options explicitly
Specify the CELERY_TASK_SERIALIZER and CELERY_RESULT_SERIALIZER as
pickle explicitly, and CELERY_EVENT_SERIALIZER as json.
Project: http://git-wip-us.apache.org/repos/asf/incubator-airflow/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-airflow/commit/c39d9153
Tree: http://git-wip-us.apache.org/repos/asf/incubator-airflow/tree/c39d9153
Diff: http://git-wip-us.apache.org/repos/asf/incubator-airflow/diff/c39d9153
Branch: refs/heads/v1-8-test
Commit: c39d91537bb8c28cc81aad3e26eff72158e3b1f4
Parents: 258baf0
Author: Alex Guziel <al...@airbnb.com>
Authored: Fri Mar 24 11:51:39 2017 -0700
Committer: Maxime Beauchemin <ma...@gmail.com>
Committed: Thu Jun 8 08:36:20 2017 -0700
----------------------------------------------------------------------
airflow/executors/celery_executor.py | 3 +++
1 file changed, 3 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-airflow/blob/c39d9153/airflow/executors/celery_executor.py
----------------------------------------------------------------------
diff --git a/airflow/executors/celery_executor.py b/airflow/executors/celery_executor.py
index 04414fb..e0c94c1 100644
--- a/airflow/executors/celery_executor.py
+++ b/airflow/executors/celery_executor.py
@@ -36,6 +36,9 @@ DEFAULT_QUEUE = configuration.get('celery', 'DEFAULT_QUEUE')
class CeleryConfig(object):
CELERY_ACCEPT_CONTENT = ['json', 'pickle']
+ CELERY_EVENT_SERIALIZER = 'json'
+ CELERY_RESULT_SERIALIZER = 'pickle'
+ CELERY_TASK_SERIALIZER = 'pickle'
CELERYD_PREFETCH_MULTIPLIER = 1
CELERY_ACKS_LATE = True
BROKER_URL = configuration.get('celery', 'BROKER_URL')