Export K8S logs for API

.github/workflows/CICD-dev.yml

@@ -38,6 +38,14 @@ jobs:
         push: true
         tags: ${{ secrets.DOCKERHUB_USERNAME }}/inaturalistapi:${{ github.ref_name }}
 
+    - name: Build/Push Dev inaturalistapi-cleanup
+      uses: docker/build-push-action@v5
+      with:
+        context: .
+        file: ./Dockerfile-cleanup
+        push: true
+        tags: ${{ secrets.DOCKERHUB_USERNAME }}/inaturalistapi-cleanup:${{ github.ref_name }}
+
   refresh-dev-staging-deployment:
     name: Refresh Dev Staging Deployment
     needs: build-and-push-dev-docker-image

.github/workflows/CICD-main.yml

@@ -39,6 +39,16 @@ jobs:
           ${{ secrets.DOCKERHUB_USERNAME }}/inaturalistapi:${{ github.sha }}
           ${{ secrets.DOCKERHUB_USERNAME }}/inaturalistapi:latest
 
+    - name: Build/Push Main inaturalistapi-cleanup
+      uses: docker/build-push-action@v5
+      with:
+        context: .
+        file: ./Dockerfile-cleanup
+        push: true
+        tags: |
+          ${{ secrets.DOCKERHUB_USERNAME }}/inaturalistapi-cleanup:${{ github.sha }}
+          ${{ secrets.DOCKERHUB_USERNAME }}/inaturalistapi-cleanup:latest
+    
   refresh-main-staging-deployment:
     name: Refresh Main Staging Deployment
     needs: build-and-push-main-docker-image

Dockerfile-cleanup

@@ -0,0 +1,15 @@
+FROM alpine:latest
+
+RUN apk add --no-cache logrotate
+
+RUN mkdir -p /var/api/log
+RUN mkdir -p /var/api/script
+
+# Configure logrotate hourly
+COPY docker/logrotate.conf /var/api/script/logrotate.conf
+COPY docker/logrotate-cron.sh /var/api/script/logrotate-cron.sh
+RUN chmod 400 /var/api/script/logrotate.conf
+RUN crontab -l | { cat; echo "0 * * * * sh /var/api/script/logrotate-cron.sh"; } | crontab -
+
+# Run cron
+CMD ["/bin/sh", "-c", "crond -f"]

docker/logrotate-cron.sh

@@ -0,0 +1,2 @@
+#!/bin/sh
+/usr/sbin/logrotate -s /var/api/script/logrotate.status /var/api/script/logrotate.conf

docker/logrotate.conf

@@ -0,0 +1,10 @@
+/var/api/log/logstash.log {
+  hourly
+  rotate 5
+  size 10M
+  missingok
+  compress
+  delaycompress
+  notifempty
+  copytruncate
+}