feat: allow to pass extra parameters for celery workers

eduNEXT · Sep 12, 2024 · 27dda21 · 27dda21
1 parent f94a92c
commit 27dda21
Show file tree

Hide file tree

Showing 3 changed files with 8 additions and 1 deletion.
diff --git a/tutorcelery/hooks.py b/tutorcelery/hooks.py
@@ -20,6 +20,7 @@ class CELERY_WORKERS_ATTRS_TYPE(TypedDict):
     max_replicas: NotRequired[int]
     list_length: NotRequired[int]
     enable_keda: bool
+    extra_params: NotRequired[dict[str, str]]
 
 
 CELERY_WORKERS_CONFIG: Filter[dict[str, dict[str, CELERY_WORKERS_ATTRS_TYPE]], []] = (

diff --git a/tutorcelery/patches/k8s-deployments b/tutorcelery/patches/k8s-deployments
@@ -31,6 +31,9 @@ spec:
             - "--hostname=edx.{{service}}.core.{{variant}}.%%h"
             - "--max-tasks-per-child=100"
             - "--queues=edx.{{service}}.core.{{variant}}"
+            {% for setting, value in config.get("extra_params", {}).items() %}
+            - "--{{setting}}={{value}}"
+            {% endfor %}
           env:
           - name: SERVICE_VARIANT
             value: {{service}}

diff --git a/tutorcelery/patches/k8s-override b/tutorcelery/patches/k8s-override
@@ -22,5 +22,8 @@ spec:
             - "--queues=edx.{{service}}.core.default"
             {% else -%}
             - "--exclude-queues=edx.{{exclude}}.core.default"
-            {% endif -%}
+            {% endif %}
+            {% for setting, value in config.get("extra_params", {}).items() %}
+            - "--{{setting}}={{value}}"
+            {% endfor %}
 {% endfor %}