Support ReadOnlyRootFilesystem with DSE 6.8 / DSE 6.9 (#702) #1376
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Kind Integration Tests | |
| on: | |
| push: | |
| branches: | |
| - master | |
| pull_request: | |
| branches: [master] | |
| jobs: | |
| build_docker_images: | |
| name: Build Docker Images | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Check out code into the Go module directory | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha }} | |
| - name: Set version value | |
| id: vars | |
| run: | | |
| echo "version=$(make version)" >> $GITHUB_OUTPUT | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Build and push | |
| id: docker_build | |
| uses: docker/build-push-action@v6 | |
| with: | |
| file: Dockerfile | |
| context: . | |
| push: false | |
| tags: k8ssandra/cass-operator:v${{ steps.vars.outputs.version }} | |
| platforms: linux/amd64 | |
| outputs: type=docker,dest=/tmp/k8ssandra-cass-operator.tar | |
| cache-from: type=local,src=/tmp/.buildx-cache | |
| cache-to: type=local,dest=/tmp/.buildx-cache | |
| - name: Build and push | |
| uses: docker/build-push-action@v6 | |
| with: | |
| file: logger.Dockerfile | |
| push: false | |
| tags: k8ssandra/system-logger:v${{ steps.vars.outputs.version }} | |
| outputs: type=docker,dest=/tmp/k8ssandra-system-logger.tar | |
| platforms: linux/amd64 | |
| cache-from: type=local,src=/tmp/.buildx-cache | |
| cache-to: type=local,dest=/tmp/.buildx-cache | |
| - name: Upload cass-operator image | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: cass-operator | |
| path: /tmp/k8ssandra-cass-operator.tar | |
| - name: Upload system-logger image | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: system-logger | |
| path: /tmp/k8ssandra-system-logger.tar | |
| # This job is only for tests that don't run or don't pass against 4.0 yet | |
| kind_311_tests: | |
| needs: build_docker_images | |
| strategy: | |
| matrix: | |
| integration_test: | |
| - additional_seeds #TODO: Fails against C* 4.0, fix in https://github.com/k8ssandra/cass-operator/issues/459 | |
| - scale_down_unbalanced_racks #TODO: Fails against C* 4.0 and DSE 6.8, fix in https://github.com/k8ssandra/cass-operator/issues/459 | |
| runs-on: ubuntu-latest | |
| env: | |
| CGO_ENABLED: 0 | |
| M_INTEG_DIR: ${{ matrix.integration_test }} | |
| M_SERVER_VERSION: 3.11.17 | |
| M_SERVER_TYPE: cassandra | |
| steps: | |
| - uses: actions/checkout@v4 | |
| if: github.event_name == 'pull_request' | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha }} | |
| - uses: actions/checkout@v4 | |
| if: github.event_name != 'pull_request' | |
| - uses: ./.github/actions/run-integ-test | |
| with: | |
| integration_test: ${{ matrix.integration_test }} | |
| - name: Archive k8s logs | |
| if: ${{ failure() }} | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: k8s-logs-${{ matrix.integration_test }} | |
| path: ./build/kubectl_dump | |
| # # This job is only for tests that don't run or don't pass against 4.1 yet | |
| kind_40_tests: | |
| needs: build_docker_images | |
| strategy: | |
| matrix: | |
| version: | |
| - "4.0.13" | |
| integration_test: | |
| - cdc_successful # OSS only | |
| - config_fql | |
| runs-on: ubuntu-latest | |
| env: | |
| CGO_ENABLED: 0 | |
| M_INTEG_DIR: ${{ matrix.integration_test }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| if: github.event_name == 'pull_request' | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha }} | |
| - uses: actions/checkout@v4 | |
| if: github.event_name != 'pull_request' | |
| - uses: ./.github/actions/run-integ-test | |
| with: | |
| integration_test: ${{ matrix.integration_test }} | |
| - name: Archive k8s logs | |
| if: ${{ failure() }} | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: k8s-logs-${{ matrix.integration_test }} | |
| path: ./build/kubectl_dump | |
| kind_dse_tests: | |
| needs: build_docker_images | |
| strategy: | |
| matrix: | |
| version: | |
| - "6.8.49" | |
| integration_test: | |
| - cdc_successful | |
| include: | |
| - version: 6.8.49 | |
| serverImage: datastax/dse-mgmtapi-6_8:6.8.49-ubi8 # DSE 6.8.49 | |
| serverType: dse | |
| integration_test: "cdc_successful" | |
| fail-fast: true | |
| runs-on: ubuntu-latest | |
| env: | |
| CGO_ENABLED: 0 | |
| M_INTEG_DIR: ${{ matrix.integration_test }} | |
| M_SERVER_VERSION: ${{ matrix.version }} | |
| M_SERVER_IMAGE: ${{ matrix.serverImage }} | |
| M_SERVER_TYPE: ${{ matrix.serverType }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| if: github.event_name == 'pull_request' | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha }} | |
| - uses: actions/checkout@v4 | |
| if: github.event_name != 'pull_request' | |
| - uses: ./.github/actions/run-integ-test | |
| with: | |
| integration_test: ${{ matrix.integration_test }} | |
| - name: Archive k8s logs | |
| if: ${{ failure() }} | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: k8s-logs-smoke_test-${{ matrix.version }} | |
| path: ./build/kubectl_dump | |
| kind_int_tests: | |
| needs: build_docker_images | |
| strategy: | |
| matrix: | |
| version: | |
| - "4.1.6" | |
| integration_test: | |
| # Single worker tests: | |
| - additional_serviceoptions | |
| - additional_volumes | |
| # - delete_node_terminated_container # This does not test any operator behavior | |
| - podspec_simple | |
| # - terminate | |
| # - timeout_prestop_termination | |
| # - upgrade_operator # See kind_311_tests job, Only works for 3.11 right now | |
| - webhook_validation | |
| # Three worker tests: | |
| - canary_upgrade | |
| # - config_change_condition # config_change takes care of testing the same | |
| #- cdc_successful # OSS only | |
| # - delete_node_lost_readiness # DSE specific behavior | |
| - host_network | |
| - internode-encryption-generated | |
| #- no_infinite_reconcile # smoke_test_* should take care of this | |
| - node_replace | |
| - nodeport_service | |
| - rolling_restart | |
| - rolling_restart_with_override | |
| # - stop_resume | |
| - superuser-secret-generated | |
| - superuser-secret-provided | |
| - test_bad_config_and_fix | |
| - test_mtls_mgmt_api | |
| - upgrade_operator | |
| # More than 3 workers tests: | |
| - add_racks | |
| #- additional_seeds #TODO: Fails against C* 4.0, fix in https://github.com/k8ssandra/cass-operator/issues/459 | |
| - cluster_wide_install | |
| - config_change | |
| - config_secret | |
| # - multi_cluster_management | |
| #- oss_test_all_the_things # This is now the smoke test, see kind_smoke_tests job | |
| - scale_down | |
| # - scale_down_not_enough_space # Not enough stable test | |
| #- scale_down_unbalanced_racks #TODO: Fails against C* 4.0 and DSE, fix in https://github.com/k8ssandra/cass-operator/issues/459 | |
| - scale_up | |
| - scale_up_stop_resume | |
| - seed_selection | |
| # - smoke_test_read_only_fs | |
| #- config_fql # OSS only | |
| - decommission_dc | |
| # - stop_resume_scale_up # Odd insufficient CPU issues in kind+GHA | |
| # let other tests continue to run | |
| # even if one fails | |
| fail-fast: false | |
| runs-on: ubuntu-latest | |
| env: | |
| CGO_ENABLED: 0 | |
| M_INTEG_DIR: ${{ matrix.integration_test }} | |
| M_SERVER_VERSION: ${{ matrix.version }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| if: github.event_name == 'pull_request' | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha }} | |
| - uses: actions/checkout@v4 | |
| if: github.event_name != 'pull_request' | |
| - uses: ./.github/actions/run-integ-test | |
| with: | |
| integration_test: ${{ matrix.integration_test }} | |
| - name: Archive k8s logs | |
| if: ${{ failure() }} | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: k8s-logs-${{ matrix.integration_test }}-${{ matrix.version }} | |
| path: ./build/kubectl_dump | |
| kind_smoke_tests: | |
| needs: build_docker_images | |
| strategy: | |
| matrix: | |
| version: | |
| - "3.11.17" | |
| - "4.0.13" | |
| - "4.1.6" | |
| - "6.8.50" | |
| - "6.9.2" | |
| - "1.0.0" | |
| integration_test: | |
| - test_all_the_things | |
| - smoke_test_read_only_fs | |
| include: | |
| - version: 6.8.50 | |
| serverImage: datastax/dse-mgmtapi-6_8:6.8.50-ubi8 # DSE 6.8.50 | |
| serverType: dse | |
| - version: 6.9.2 | |
| serverImage: datastax/dse-mgmtapi-6_8:6.9.2-ubi # DSE 6.9.2 | |
| serverType: dse | |
| - version: 1.0.0 | |
| serverImage: datastax/hcd:1.0.0-ubi # HCD 1.0.0 | |
| serverType: hcd | |
| exclude: | |
| - version: 3.11.17 | |
| integration_test: "smoke_test_read_only_fs" | |
| - version: 4.0.13 | |
| integration_test: "smoke_test_read_only_fs" | |
| fail-fast: true | |
| runs-on: ubuntu-latest | |
| env: | |
| CGO_ENABLED: 0 | |
| M_INTEG_DIR: ${{ matrix.integration_test }} | |
| M_SERVER_VERSION: ${{ matrix.version }} | |
| M_SERVER_IMAGE: ${{ matrix.serverImage }} | |
| M_SERVER_TYPE: ${{ matrix.serverType }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| if: github.event_name == 'pull_request' | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha }} | |
| - uses: actions/checkout@v4 | |
| if: github.event_name != 'pull_request' | |
| - uses: ./.github/actions/run-integ-test | |
| with: | |
| integration_test: ${{ matrix.integration_test }} | |
| - name: Archive k8s logs | |
| if: ${{ failure() }} | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: k8s-logs-smoke_test-${{ matrix.version }} | |
| path: ./build/kubectl_dump | |
| kind_topolvm_tests: | |
| name: TopoLVM kind installation with volumeExpansion | |
| needs: build_docker_images | |
| strategy: | |
| matrix: | |
| version: | |
| - "4.1.6" | |
| integration_test: | |
| - pvc_expansion | |
| fail-fast: true | |
| runs-on: ubuntu-latest | |
| env: | |
| CGO_ENABLED: 0 | |
| M_INTEG_DIR: ${{ matrix.integration_test }} | |
| M_SERVER_VERSION: ${{ matrix.version }} | |
| steps: | |
| - name: Install necessary tools for LVM setup | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install -y lvm2 xfsprogs thin-provisioning-tools | |
| - name: Check out code into the Go module directory | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha }} | |
| - name: Check out code into the Go module directory | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: topolvm/topolvm | |
| path: topolvm | |
| ref: topolvm-chart-v15.2.0 | |
| - name: Create LVM from TopoLVM's example setup | |
| run: | | |
| cd topolvm/example | |
| mkdir -p build | |
| mkdir -p bin | |
| make start-lvmd | |
| make KIND=$(type -a -P kind) launch-kind | |
| - name: Set up Go | |
| uses: actions/setup-go@v5 | |
| with: | |
| go-version-file: 'go.mod' | |
| cache: true | |
| - name: Install TopoLVM controller | |
| run: | | |
| make cert-manager | |
| helm repo add topolvm https://topolvm.github.io/topolvm | |
| helm repo update | |
| kubectl create namespace topolvm-system | |
| kubectl label namespace topolvm-system topolvm.io/webhook=ignore | |
| kubectl label namespace kube-system topolvm.io/webhook=ignore | |
| helm install --namespace=topolvm-system topolvm topolvm/topolvm -f topolvm/example/values.yaml | |
| kubectl wait --for=condition=available --timeout=120s -n topolvm-system deployments/topolvm-controller | |
| kubectl wait --for=condition=ready --timeout=120s -n topolvm-system -l="app.kubernetes.io/component=controller,app.kubernetes.io/name=topolvm" pod | |
| kubectl wait --for=condition=ready --timeout=120s -n topolvm-system certificate/topolvm-mutatingwebhook | |
| - name: Link tools | |
| shell: bash | |
| run: | | |
| mkdir bin | |
| ln -s /usr/local/bin/kustomize bin/kustomize | |
| - name: Download cass-operator image | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: cass-operator | |
| path: /tmp | |
| - name: Download system-logger image | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: system-logger | |
| path: /tmp | |
| - name: Load Docker images | |
| shell: bash | |
| id: load | |
| run: | | |
| echo "operator_img=$(docker load --input /tmp/k8ssandra-cass-operator.tar | cut -f 3 -d' ')" >> $GITHUB_OUTPUT | |
| echo "logger_img=$(docker load --input /tmp/k8ssandra-system-logger.tar | cut -f 3 -d' ')" >> $GITHUB_OUTPUT | |
| - name: Load image on the nodes of the cluster | |
| shell: bash | |
| run: | | |
| kind load docker-image --name=topolvm-example ${{ steps.load.outputs.operator_img }} | |
| kind load docker-image --name=topolvm-example ${{ steps.load.outputs.logger_img }} | |
| - name: Run integration test | |
| shell: bash | |
| run: | | |
| IMG=${{ steps.load.outputs.operator_img }} LOG_IMG=${{ steps.load.outputs.logger_img }} make integ-test | |
| - name: Archive k8s logs | |
| if: ${{ failure() }} | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: k8s-logs-topolvm-test-${{ matrix.version }} | |
| path: ./build/kubectl_dump |