Add dependency caching step to tests in CI

.github/actions/bootstrap/action.yml

@@ -4,26 +4,43 @@ inputs:
   python-version:
     description: "Version range or exact version of Python or PyPy to use, using SemVer's version range syntax."
     default: 3.7
-  pip-version: 
+  pip-version:
     description: "Version of pip to be installed using pip"
-    default: 23.1.2
+    default: 22.0.2
   setuptools-version:
     description: "Version of setuptools to be installed using pip"
     default: 68.0.0
   poetry-version:
     description: "Version of poetry to be installed using pip"
     default: 1.5.1
+outputs:
+  python-version:
+    description: "Exact Python or PyPy version which was used."
+    value: ${{ steps.setup-python.outputs.python-version }}
 runs:
   using: "composite"
   steps:
     - name: Set up Python
+      id: setup-python
       uses: actions/setup-python@v4
       with:
         python-version: ${{ inputs.python-version }}
+    - uses: actions/cache/restore@v3
+      id: cache-restore
+      if: github.ref != 'refs/heads/main'
+      with:
+        path: |
+          **/poetry.lock
+          **/.venv
+          ~/.cache/pip
+          ~/.cache/pypoetry
+        key: ${{ runner.os }}-${{ steps.setup-python.outputs.python-version }}-${{ hashFiles('pyproject.toml') }}
     - name: Install build tools
       run: |
-        python -m pip install -U pip==${{ inputs.pip-version }}
-        python -m pip install -U setuptools==${{ inputs.setuptools-version }}
-        python -m pip install -U poetry==${{ inputs.poetry-version }}
-        python -m poetry config virtualenvs.create false
+        python -m pip install -U \
+          pip==${{ inputs.pip-version }} \
+          setuptools==${{ inputs.setuptools-version }} \
+          poetry==${{ inputs.poetry-version }}
+        poetry config virtualenvs.create true
+        poetry config virtualenvs.in-project true
       shell: bash

.github/workflows/baselines.yml

@@ -114,7 +114,7 @@ jobs:
         run: |
           changed_dir="${{ steps.validate_changed_baselines_dirs.outputs.changed_dir }}"
           cd "${changed_dir}"
-          python -m poetry install
+          poetry install
       - name: Test
         if: steps.validate_changed_baselines_dirs.outputs.baseline_changed == 'true'
         run: |

.github/workflows/ci-cache.yml

@@ -0,0 +1,42 @@
+name: CI Cache
+
+on:
+  push:
+    branches:
+      - main
+
+env:
+  FLWR_TELEMETRY_ENABLED: 0
+
+jobs:
+  build_framework_cache:
+    runs-on: ubuntu-22.04
+    strategy:
+      matrix:
+        # Only use versions found here:
+          # https://github.com/actions/runner-images/blob/main/images/linux/Ubuntu2204-Readme.md#python
+          # to ensure they are loaded from the runner image hosted tool cache
+          # https://github.com/actions/setup-python/blob/main/docs/advanced-usage.md#hosted-tool-cache
+          # By not specifying the patch version it is ensured that a version available in
+          # the hosted tool cache is used
+          python-version: [3.7, 3.8, 3.9, '3.10']
+    name: "Cache Framework"
+
+    steps:
+      - uses: actions/checkout@v3
+      - name: Bootstrap
+        id: bootstrap
+        uses: ./.github/actions/bootstrap
+        with:
+          python-version: ${{ matrix.python-version }}
+      - name: Install dependencies
+        run: poetry install --all-extras
+      - name: Cache Python dependencies
+        uses: actions/cache/save@v3
+        with:
+          path: |
+            **/poetry.lock
+            **/.venv
+            ~/.cache/pip
+            ~/.cache/pypoetry
+          key: ${{ runner.os }}-${{ steps.bootstrap.outputs.python-version }}-${{ hashFiles('pyproject.toml') }}

.github/workflows/deprecated_baselines.yml

@@ -21,11 +21,11 @@ jobs:
     steps:
       - uses: actions/checkout@v3
       - name: Bootstrap
+        id: bootstrap
         uses: ./.github/actions/bootstrap
         with:
           python-version: 3.8
       - name: Install dependencies
-        run: |
-          python -m poetry install
+        run: poetry install
       - name: Lint + Test (isort/black/mypy/pylint/pytest)
-        run: ./dev/test.sh
+        run: poetry run ./dev/test.sh

.github/workflows/devtools.yml

@@ -22,9 +22,9 @@ jobs:
     steps:
       - uses: actions/checkout@v3
       - name: Bootstrap
+        id: bootstrap
         uses: ./.github/actions/bootstrap
       - name: Install dependencies (mandatory + optional)
-        run: |
-          python -m poetry install
+        run: poetry install
       - name: Lint + Test (isort/black/mypy/pylint/pytest)
         run: ./dev/test-tool.sh

.github/workflows/docs.yml

@@ -18,17 +18,18 @@ jobs:
     steps:
       - uses: actions/checkout@v3
       - name: Bootstrap
+        id: bootstrap
         uses: ./.github/actions/bootstrap
       - name: Install pandoc
         run: sudo apt install pandoc
       - name: Install dependencies (mandatory only)
-        run: python -m poetry install --extras "simulation"
+        run: poetry install --extras "simulation"
       - name: Build and deploy docs
         env:
           AWS_DEFAULT_REGION: ${{ secrets. AWS_DEFAULT_REGION }}
           AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
           AWS_SECRET_ACCESS_KEY: ${{ secrets. AWS_SECRET_ACCESS_KEY }}
-        run: ./dev/build-docs.sh
+        run: poetry run ./dev/build-docs.sh
 
   deploy_docs:
     needs: build_docs
@@ -38,14 +39,15 @@ jobs:
     steps:
       - uses: actions/checkout@v3
       - name: Bootstrap
+        id: bootstrap
         uses: ./.github/actions/bootstrap
       - name: Install pandoc
         run: sudo apt install pandoc
       - name: Install dependencies (mandatory only)
-        run: python -m poetry install --extras "simulation"
+        run: poetry install --extras "simulation"
       - name: Build and deploy docs
         env:
           AWS_DEFAULT_REGION: ${{ secrets. AWS_DEFAULT_REGION }}
           AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
           AWS_SECRET_ACCESS_KEY: ${{ secrets. AWS_SECRET_ACCESS_KEY }}
-        run: ./dev/deploy-docs.sh
+        run: poetry run ./dev/deploy-docs.sh

.github/workflows/e2e.yml

@@ -75,15 +75,16 @@ jobs:
     steps:
       - uses: actions/checkout@v3
       - name: Bootstrap
+        id: bootstrap
         uses: ./.github/actions/bootstrap
         with:
           python-version: 3.8
       - name: Install dependencies
-        run: python -m poetry install
+        run: poetry install
       - name: Download dataset
         if: ${{matrix.dataset}}
-        run: python -c "${{ matrix.dataset }}"
+        run: poetry run python -c "${{ matrix.dataset }}"
       - name: Run edge client test
-        run: ./test.sh
+        run: poetry run ./test.sh
       - name: Run virtual client test
-        run: python simulation.py
+        run: poetry run python simulation.py

.github/workflows/framework.yml

@@ -21,19 +21,19 @@ jobs:
         # In case of a mismatch, the job has to download Python to install it.
         # Note: Due to a bug in actions/setup-python we have to put 3.10 in
         # qoutes as it will otherwise will assume 3.1
-        python: [3.7, 3.8, 3.9, '3.10']
+        python-version: [3.7, 3.8, 3.9, '3.10']
 
     name: Python ${{ matrix.python }}
-
     steps:
       - uses: actions/checkout@v3
       - name: Bootstrap
+        id: bootstrap
         uses: ./.github/actions/bootstrap
         with:
-          python-version: ${{ matrix.python }}
+          python-version: ${{ matrix.python-version }}
       - name: Install dependencies (mandatory only)
-        run: python -m poetry install --all-extras
+        run: poetry install --all-extras
       - name: Check if protos need recompilation
-        run: ./dev/check-protos.sh
+        run: poetry run ./dev/check-protos.sh
       - name: Lint + Test (isort/black/docformatter/mypy/pylint/flake8/pytest)
-        run: ./dev/test.sh
+        run: poetry run ./dev/test.sh

.github/workflows/release.yml

@@ -14,6 +14,7 @@ jobs:
     steps:
       - uses: actions/checkout@v3
       - name: Bootstrap
+        id: bootstrap
         uses: ./.github/actions/bootstrap
       - name: Release nightly
         env: