Add in dynamic matrix generation for curl fuzzers

Author: cmeister2

.github/workflows/ci.yml

@@ -17,6 +17,23 @@ concurrency:
   cancel-in-progress: true
 
 jobs:
+  DetermineMatrix:
+    runs-on: ubuntu-latest
+    outputs:
+      matrix: ${{ steps.set-matrix.outputs.matrix }}
+    steps:
+      - name: Checkout
+        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4
+        with:
+          repository: curl/curl-fuzzer
+      - name: Install uv
+        uses: astral-sh/setup-uv@v5
+      - name: Set matrix
+        id: set-matrix
+        run: |
+          . ./scripts/fuzz_targets
+          uv run generate_matrix | tee $GITHUB_OUTPUT
+
   BuildFuzzers:
     runs-on: ubuntu-latest
     steps:
@@ -40,28 +57,10 @@ jobs:
         path: fuzz.tar
 
   RunFuzzers:
-    needs: BuildFuzzers
+    needs: [ BuildFuzzers, DetermineMatrix ]
     runs-on: ubuntu-latest
     strategy:
-      matrix:
-        fuzzer:
-          - curl_fuzzer_bufq
-          - curl_fuzzer_dict
-          - curl_fuzzer_file
-          - curl_fuzzer_ftp
-          - curl_fuzzer_gopher
-          - curl_fuzzer_http
-          - curl_fuzzer_https
-          - curl_fuzzer_imap
-          - curl_fuzzer_mqtt
-          - curl_fuzzer_pop3
-          - curl_fuzzer_rtsp
-          - curl_fuzzer_smb
-          - curl_fuzzer_smtp
-          - curl_fuzzer_tftp
-          - curl_fuzzer_ws
-          - curl_fuzzer
-          - fuzz_url
+      matrix: ${{ fromJSON(needs.DetermineMatrix.outputs.matrix) }}
     steps:
       - uses: actions/download-artifact@d3f86a106a0bac45b974a628896c90dbdf5c8093 # v4
         with:
@@ -113,7 +112,7 @@ jobs:
       - name: Checkout
         uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4
         with:
-          repository: curl/curl-fuzzer        
+          repository: curl/curl-fuzzer
       - name: Install Dependencies
         run: |
           sudo apt-get update

pyproject.toml

@@ -28,6 +28,7 @@ dependencies = ["scapy (>=2.6.1,<3.0.0)"]
 read_corpus = "curl_fuzzer_tools.read_corpus:run"
 generate_corpus = "curl_fuzzer_tools.generate_corpus:run"
 corpus_to_pcap = "curl_fuzzer_tools.corpus_to_pcap:run"
+generate_matrix = "curl_fuzzer_tools.generate_matrix:run"
 
 [build-system]
 requires = ["setuptools>=61.0"]

src/curl_fuzzer_tools/generate_matrix.py

@@ -0,0 +1,35 @@
+#!/usr/bin/env python3
+"""Generate a matrix of fuzzers for Github Actions"""
+
+import json
+import logging
+import os
+import sys
+
+log = logging.getLogger(__name__)
+
+def main() -> None:
+    """Main function"""
+    # Get FUZZ_TARGETS from the environment
+    fuzz_targets = os.getenv("FUZZ_TARGETS", "")
+    log.info("Fuzz targets: %s", fuzz_targets)
+    if not fuzz_targets:
+        log.error("No fuzz targets found in the environment variable FUZZ_TARGETS")
+
+    # Split the targets by whitespace
+    targets = fuzz_targets.split()
+    log.info("Parsed targets: %s", targets)
+
+    # Generate a matrix for Github Actions
+    output_data = {
+        "fuzzer": targets
+    }
+    print(f"matrix={json.dumps(output_data)}")
+
+def run() -> None:
+    """Run the main function"""
+    logging.basicConfig(level=logging.INFO, stream=sys.stderr)
+    main()
+
+if __name__ == "__main__":
+    run()