From 63df7a738ce954300f11e2133bd81c89277de545 Mon Sep 17 00:00:00 2001 From: MuhammadZakaria Date: Thu, 19 Oct 2023 18:43:36 +0500 Subject: [PATCH 1/3] feat: Add discovery cronjob of every 5 min --- tutordiscovery/patches/k8s-cronjobs | 48 +++++++++++++++++++++++++++++ 1 file changed, 48 insertions(+) create mode 100644 tutordiscovery/patches/k8s-cronjobs diff --git a/tutordiscovery/patches/k8s-cronjobs b/tutordiscovery/patches/k8s-cronjobs new file mode 100644 index 0000000..e9bfb5f --- /dev/null +++ b/tutordiscovery/patches/k8s-cronjobs @@ -0,0 +1,48 @@ +--- +# Refresh course metadata and index update with every 5 mins cron +apiVersion: batch/v1 +kind: CronJob +metadata: + name: discovery-refresh-course-metadata-and-index + labels: + app.kubernetes.io/name: discovery-refresh-course-metadata-and-index + app.kubernetes.io/component: cronjob +spec: + # Cron of every 5 mins + schedule: "*/5 * * * *" + jobTemplate: + spec: + template: + metadata: + labels: + app: discovery-cronjobs + spec: + containers: + - name: discovery-cronjobs-refresh-course-metadata + image: {{ DISCOVERY_DOCKER_IMAGE }} + imagePullPolicy: IfNotPresent + command: + - /bin/sh + - -c + - /openedx/discovery/manage.py refresh_course_metadata --partner_code=openedx + volumeMounts: + - mountPath: /openedx/discovery/course_discovery/settings/tutor/production.py + name: settings + subPath: production.py + + - name: discovery-cronjobs-update-index + image: {{ DISCOVERY_DOCKER_IMAGE }} + imagePullPolicy: IfNotPresent + command: + - /bin/sh + - -c + - /openedx/discovery/manage.py update_index --disable-change-limit + volumeMounts: + - mountPath: /openedx/discovery/course_discovery/settings/tutor/production.py + name: settings + subPath: production.py + volumes: + - name: settings + configMap: + name: discovery-settings + restartPolicy: OnFailure From f493a0498b0d1589a341b24482c6f4c12442d54e Mon Sep 17 00:00:00 2001 From: MuhammadZakaria Date: Wed, 25 Oct 2023 23:59:47 +0500 Subject: [PATCH 2/3] feat: Add cronjob of remove unuses indexes --- tutordiscovery/patches/k8s-cronjobs | 41 +++++++++++++++++++++++++++-- 1 file changed, 39 insertions(+), 2 deletions(-) diff --git a/tutordiscovery/patches/k8s-cronjobs b/tutordiscovery/patches/k8s-cronjobs index e9bfb5f..6f4d6b9 100644 --- a/tutordiscovery/patches/k8s-cronjobs +++ b/tutordiscovery/patches/k8s-cronjobs @@ -8,8 +8,8 @@ metadata: app.kubernetes.io/name: discovery-refresh-course-metadata-and-index app.kubernetes.io/component: cronjob spec: - # Cron of every 5 mins - schedule: "*/5 * * * *" + # Cron of every 10 mins + schedule: "*/10 * * * *" jobTemplate: spec: template: @@ -46,3 +46,40 @@ spec: configMap: name: discovery-settings restartPolicy: OnFailure + +--- +# Remove unused indexes +apiVersion: batch/v1 +kind: CronJob +metadata: + name: discovery-remove-unuses-indexes + labels: + app.kubernetes.io/name: discovery-remove-unuses-indexes + app.kubernetes.io/component: cronjob +spec: + # Cron of every day + schedule: "0 1 * * *" + jobTemplate: + spec: + template: + metadata: + labels: + app: discovery-cronjobs + spec: + containers: + - name: discovery-cronjobs-refresh-course-metadata + image: {{ DISCOVERY_DOCKER_IMAGE }} + imagePullPolicy: IfNotPresent + command: + - /bin/sh + - -c + - /openedx/discovery/manage.py remove_unused_indexes + volumeMounts: + - mountPath: /openedx/discovery/course_discovery/settings/tutor/production.py + name: settings + subPath: production.py + volumes: + - name: settings + configMap: + name: discovery-settings + restartPolicy: OnFailure From e37133797c557742cbd31889a8b7bf12695c4447 Mon Sep 17 00:00:00 2001 From: MuhammadZakaria Date: Wed, 1 Nov 2023 13:14:46 +0500 Subject: [PATCH 3/3] feat: add more cronjobs --- tutordiscovery/patches/k8s-cronjobs | 30 ++++++++++++++++++++++++++--- 1 file changed, 27 insertions(+), 3 deletions(-) diff --git a/tutordiscovery/patches/k8s-cronjobs b/tutordiscovery/patches/k8s-cronjobs index 6f4d6b9..ffff3e9 100644 --- a/tutordiscovery/patches/k8s-cronjobs +++ b/tutordiscovery/patches/k8s-cronjobs @@ -3,9 +3,9 @@ apiVersion: batch/v1 kind: CronJob metadata: - name: discovery-refresh-course-metadata-and-index + name: discovery-refresh-course-metadata labels: - app.kubernetes.io/name: discovery-refresh-course-metadata-and-index + app.kubernetes.io/name: discovery-refresh-course-metadata app.kubernetes.io/component: cronjob spec: # Cron of every 10 mins @@ -29,7 +29,31 @@ spec: - mountPath: /openedx/discovery/course_discovery/settings/tutor/production.py name: settings subPath: production.py + volumes: + - name: settings + configMap: + name: discovery-settings + restartPolicy: OnFailure +--- +apiVersion: batch/v1 +kind: CronJob +metadata: + name: discovery-update-index + labels: + app.kubernetes.io/name: discovery-update-index + app.kubernetes.io/component: cronjob +spec: + # Cron of every 10 mins + schedule: "10 * * * *" + jobTemplate: + spec: + template: + metadata: + labels: + app: discovery-cronjobs + spec: + containers: - name: discovery-cronjobs-update-index image: {{ DISCOVERY_DOCKER_IMAGE }} imagePullPolicy: IfNotPresent @@ -67,7 +91,7 @@ spec: app: discovery-cronjobs spec: containers: - - name: discovery-cronjobs-refresh-course-metadata + - name: discovery-cronjobs-remove-unuses-indexes image: {{ DISCOVERY_DOCKER_IMAGE }} imagePullPolicy: IfNotPresent command: