Merge pull request #3 from eduNEXT/cag/flag

fix: allow to disable multiqueue tuning

tutorcelery/patches/k8s-deployments

@@ -1,3 +1,4 @@
+{% if CELERY_MULTIQUEUE_ENABLED %}
 {% for service, variants in CELERY_WORKER_VARIANTS.items() %}
 {% for variant in variants%}
 {% set deployment = service + "-" + "worker" + "-" + variant.replace("_", "-") %}
@@ -52,7 +53,7 @@ spec:
             name: openedx-config
 {% endfor %}
 {% endfor %}
-
+{% endif %}
 {% if CELERY_FLOWER -%}
 ---
 apiVersion: apps/v1

tutorcelery/patches/k8s-override

@@ -1,3 +1,4 @@
+{% if CELERY_MULTIQUEUE_ENABLED %}
 {% for service in ["lms", "cms"] %}
 ---
 apiVersion: apps/v1
@@ -18,3 +19,4 @@ spec:
             - "--max-tasks-per-child=100"
             - "--queues=edx.{{service}}.core.default"
 {% endfor %}
+{% endif %}

tutorcelery/patches/openedx-cms-production-settings

@@ -1,7 +1,8 @@
+{% if CELERY_MULTIQUEUE_ENABLED %}
 try:
     EXPLICIT_QUEUES.update({{CELERY_CMS_EXPLICIT_QUEUES}})
 except NameError:
     EXPLICIT_QUEUES = {{CELERY_CMS_EXPLICIT_QUEUES}}
-
+{% endif %}
 # Prevents losing tasks when workers are shutdown
 CELERY_ACKS_LATE = True

tutorcelery/patches/openedx-lms-production-settings

@@ -1,7 +1,9 @@
+{% if CELERY_MULTIQUEUE_ENABLED %}
 try:
     EXPLICIT_QUEUES.update({{CELERY_LMS_EXPLICIT_QUEUES}})
 except NameError:
     EXPLICIT_QUEUES = {{CELERY_LMS_EXPLICIT_QUEUES}}
+{% endif %}
 
 # Prevents losing tasks when workers are shutdown
 CELERY_ACKS_LATE = True

tutorcelery/plugin.py

@@ -28,6 +28,7 @@
         ("CELERY_FLOWER", False),
         ("CELERY_FLOWER_HOST", "flower.{{LMS_HOST}}"),
         ("CELERY_FLOWER_DOCKER_IMAGE", "docker.io/mher/flower:2.0.1"),
+        ("CELERY_MULTIQUEUE_ENABLED", False),
     ]
 )