WIP

Author: ykoer

.github/workflows/fetch_and_log.yaml

@@ -24,9 +24,21 @@ jobs:
       - name: Fetch Unprocessed Workflow Runs
         id: fetch-unprocessed-run-ids
         run: |
-          # TODO: We need to address an important issue where workflow runs that are currently in progress may be included.
-          # These should be excluded from processing, and we should revisit them in the next run once they have finished.
-          WORKFLOW_IDS=$(gh run list --repo $GITHUB_REPOSITORY --limit 100 --json databaseId,createdAt,displayTitle --jq "[.[] | select(.databaseId > $LAST_PROCESSED_RUN_ID and .displayTitle != \"Fetch and Log Workflow Runs\")] | sort_by(.databaseId) | [.[].databaseId] | @json")
+          # This script ensures that only completed GitHub workflow runs are processed while avoiding workflows that are still in progress.
+          # Steps:
+          # 1. Fetch the latest workflow runs from GitHub, sorted by databaseId.
+          # 2. Identify the oldest incomplete workflow (first one still running).
+          # 3. Return an array of workflow IDs up to (but not including) the oldest incomplete workflow ID.
+          WORKFLOW_DATA=$(gh run list --repo $GITHUB_REPOSITORY --limit 100 --json databaseId,createdAt,displayTitle,status --jq "[.[] | select(.databaseId > $LAST_PROCESSED_RUN_ID and .displayTitle != \"Fetch and Log Workflow Runs\")] | sort_by(.databaseId)")
+
+          OLDEST_INCOMPLETE_ID=$(echo "$WORKFLOW_DATA" | jq '[.[] | select(.status != "completed") | .databaseId] | min // empty')
+
+          if [[ -n "$OLDEST_INCOMPLETE_ID" ]]; then
+            WORKFLOW_IDS=$(echo "$WORKFLOW_DATA" | jq "[.[] | select(.status == \"completed\" and .databaseId < $OLDEST_INCOMPLETE_ID)] | [.[].databaseId] | @json")
+          else
+            WORKFLOW_IDS=$(echo "$WORKFLOW_DATA" | jq "[.[] | select(.status == \"completed\")] | [.[].databaseId] | @json")
+          fi
+
           echo "Workflow runs to process: $WORKFLOW_IDS"
           echo "workflow_ids=$WORKFLOW_IDS" >> $GITHUB_OUTPUT
         env:

.github/workflows/validate.yaml

@@ -0,0 +1,42 @@
+
+on:
+  pull_request:
+    types: [synchronize, opened, reopened, labeled]
+
+permissions:
+    pull-requests: write
+
+jobs:
+  multiple-labels:
+    name: 'Check that only one validation label is applied'
+    if: >
+      (contains(github.event.pull_request.labels.*.name, 'run-full-validation') && contains(github.event.pull_request.labels.*.name, 'run-full-validation-long')) ||
+      (contains(github.event.pull_request.labels.*.name, 'run-full-validation') && contains(github.event.pull_request.labels.*.name, 'run-quick-validation')) ||
+      (contains(github.event.pull_request.labels.*.name, 'run-full-validation-long') && contains(github.event.pull_request.labels.*.name, 'run-quick-validation'))
+    runs-on: ubuntu-latest
+    steps:
+      - run: |
+          echo "Multiple validation labels detected. Exiting."
+          exit 1
+
+  validate:
+    name: 'Validate Changed Packages - Github Hosted'
+    runs-on: ubuntu-latest
+
+    steps:
+
+      - name: Run Validation Script
+        run: |
+          echo "Running validation because 'full validation' label was added"
+          # Add your validation logic here (e.g., linting, testing)
+
+          sleep 30
+          exit 0
+
+      - name: 'Remove label'
+        run: |
+          curl -X DELETE -H "Authorization: Bearer ${{ secrets.GITHUB_TOKEN }}" \
+              -H "Accept: application/vnd.github.v3+json" \
+              "https://api.github.com/repos/${{ github.repository }}/issues/${{ github.event.pull_request.number }}/labels/run-full-validation"
+  
+