diff --git a/.github/workflows/benchmarks.yml b/.github/workflows/benchmarks.yml
index ed4bac4b..bf0a5a4c 100644
--- a/.github/workflows/benchmarks.yml
+++ b/.github/workflows/benchmarks.yml
@@ -34,7 +34,7 @@ jobs:
       - name: Download previous benchmark data
         uses: actions/cache@v1
         with:
-          path: ./cache
+          path: ./cache/benchmarks/
           key: ${{ runner.os }}-benchmark
       # Run `github-action-benchmark` action
       - name: Store benchmark result
@@ -45,7 +45,7 @@ jobs:
           # Where the output from the benchmark tool is stored
           output-file-path: benchmark_result.json
           # Where the previous data file is stored
-          external-data-json-path: ./cache/benchmark-data.json
+          external-data-json-path: ./benchmarks/cache/benchmark-data.json
           # Workflow will fail when an alert happens
           fail-on-alert: true
           # GitHub API token to make a commit comment
diff --git a/cache/benchmark-data.json b/benchmarks/cache/benchmark-data.json
similarity index 100%
rename from cache/benchmark-data.json
rename to benchmarks/cache/benchmark-data.json