Adding mirror suite with sequential upgrade

Signed-off-by: Amarnath K <[email protected]>
red-hat-storage · Oct 30, 2024 · 9e9c7b8 · 9e9c7b8
1 parent d86a2ce
commit 9e9c7b8
Show file tree

Hide file tree

Showing 3 changed files with 426 additions and 68 deletions.
diff --git a/suites/squid/cephfs/tier-0_cephfs_mirrror_upgrade_seq_6x_to_8x.yaml b/suites/squid/cephfs/tier-0_cephfs_mirrror_upgrade_seq_6x_to_8x.yaml
@@ -0,0 +1,301 @@
+---
+tests:
+  - test:
+      name: setup install pre-requisistes
+      desc: Setup phase to deploy the required pre-requisites for running the tests.
+      module: install_prereq.py
+      abort-on-fail: true
+  - test:
+      abort-on-fail: true
+      clusters:
+        ceph1:
+          config:
+            verify_cluster_health: true
+            steps:
+              - config:
+                  command: bootstrap
+                  service: cephadm
+                  args:
+                    registry-url: registry.redhat.io
+                    mon-ip: node1
+                    rhcs-version: 6.1
+                    release: rc
+                    orphan-initial-daemons: true
+                    skip-monitoring-stack: true
+              - config:
+                  command: add_hosts
+                  service: host
+                  args:
+                    attach_ip_address: true
+                    labels: apply-all-labels
+              - config:
+                  command: apply
+                  service: mgr
+                  args:
+                    placement:
+                      label: mgr
+              - config:
+                  command: apply
+                  service: mon
+                  args:
+                    placement:
+                      label: mon
+              - config:
+                  command: apply
+                  service: osd
+                  args:
+                    all-available-devices: true
+              - config:
+                  command: shell
+                  args:
+                    - ceph fs volume create cephfs
+              - config:
+                  command: apply
+                  service: mds
+                  base_cmd_args:
+                    verbose: true
+                  pos_args:
+                    - cephfs
+                  args:
+                    placement:
+                      nodes:
+                        - node4
+                        - node5
+              - config:
+                  command: apply
+                  service: cephfs-mirror
+                  args:
+                    placement:
+                      nodes:
+                        - node6
+        ceph2:
+          config:
+            verify_cluster_health: true
+            steps:
+              - config:
+                  command: bootstrap
+                  service: cephadm
+                  args:
+                    registry-url: registry.redhat.io
+                    mon-ip: node1
+                    rhcs-version: 6.1
+                    release: rc
+                    orphan-initial-daemons: true
+                    skip-monitoring-stack: true
+              - config:
+                  command: add_hosts
+                  service: host
+                  args:
+                    attach_ip_address: true
+                    labels: apply-all-labels
+              - config:
+                  command: apply
+                  service: mgr
+                  args:
+                    placement:
+                      label: mgr
+              - config:
+                  command: apply
+                  service: mon
+                  args:
+                    placement:
+                      label: mon
+              - config:
+                  command: apply
+                  service: osd
+                  args:
+                    all-available-devices: true
+              - config:
+                  command: shell
+                  args:
+                    - ceph fs volume create cephfs
+              - config:
+                  command: apply
+                  service: mds
+                  base_cmd_args:
+                    verbose: true
+                  pos_args:
+                    - cephfs
+                  args:
+                    placement:
+                      nodes:
+                        - node4
+                        - node5
+      desc: CephFS Mirror cluster deployment using cephadm
+      destroy-clster: false
+      module: test_cephadm.py
+      polarion-id: CEPH-83574114
+      name: deploy cephfs-mirror
+  - test:
+      abort-on-fail: true
+      clusters:
+        ceph1:
+          config:
+            command: add
+            copy_admin_keyring: true
+            id: client.1
+            install_packages:
+              - ceph-common
+              - ceph-fuse
+            node: node7
+        ceph2:
+          config:
+            command: add
+            copy_admin_keyring: true
+            id: client.1
+            install_packages:
+              - ceph-common
+              - ceph-fuse
+            node: node6
+      desc: Configure the Cephfs client system 1
+      destroy-cluster: false
+      module: test_client.py
+      name: configure client
+  - test:
+      abort-on-fail: true
+      desc: Configure CephFS Mirroring
+      clusters:
+        ceph1:
+          config:
+            name: Validate the Synchronisation is successful upon enabling fs mirroring
+      module: cephfs_mirror_upgrade.configure_cephfs_mirroring.py
+      name: Validate the Synchronisation is successful upon enabling fs mirroring.
+      polarion-id: CEPH-83574099
+  - test:
+      abort-on-fail: false
+      desc: "Validate snapshot synchronisation perf improvements"
+      clusters:
+        ceph1:
+          config:
+            name: Validate snapshot synchronisation perf improvements
+            source_fs: "cephfs_snapdiff_pre"
+            target_fs: "cephfs_rem_snapdiff_pre"
+            result_file: "snapshot_sync_info_v7.csv"
+      module: cephfs_mirroring.snapdiff_perf_improvements_across_releases.py
+      name: Validate snapshot synchronisation perf improvements
+      polarion-id: "CEPH-83595260"
+  - test:
+      name: Upgrade along with IOs
+      module: test_parallel.py
+      clusters:
+        ceph1:
+          config:
+            name: Validate the Synchronisation is successful upon enabling fs mirroring
+      parallel:
+        - test:
+            abort-on-fail: false
+            config:
+              timeout: 30
+              client_upgrade: 1
+              client_upgrade_node: 'node8'
+            desc: Runs IOs in parallel with upgrade process
+            module: cephfs_upgrade.cephfs_io.py
+            name: "creation of Prerequisites for Upgrade"
+            polarion-id: CEPH-83575315
+        - test:
+            name: Upgrade ceph
+            desc: Upgrade cluster to latest version
+            module: cephadm.test_cephadm_upgrade.py
+            polarion-id: CEPH-83574638
+            clusters:
+              ceph1:
+                config:
+                  command: start
+                  service: upgrade
+                  base_cmd_args:
+                    verbose: true
+                  benchmark:
+                    type: rados
+                    pool_per_client: true
+                    pg_num: 128
+                    duration: 10
+                  verify_cluster_health: false
+            destroy-cluster: false
+      desc: Running upgrade, mds Failure and i/o's parallelly
+      abort-on-fail: true
+  - test:
+      abort-on-fail: false
+      desc: Validate the Synchronisation is successful upon upgrade of primary cluster
+      clusters:
+        ceph1:
+          config:
+            name: Validate the Synchronisation is successful upon upgrade of primary cluster
+            clean_up: false
+      module: cephfs_mirror_upgrade.post_upgrade_validate.py
+      name: Validate the Synchronisation is successful upon upgrade.
+      polarion-id: CEPH-83575336
+  - test:
+      name: Upgrade along with IOs
+      module: test_parallel.py
+      clusters:
+        ceph2:
+          config:
+            name: Validate the Synchronisation is successful upon enabling fs mirroring
+      parallel:
+        - test:
+            abort-on-fail: false
+            config:
+              timeout: 30
+              client_upgrade: 1
+              client_upgrade_node: 'node8'
+            desc: Runs IOs in parallel with upgrade process
+            module: cephfs_upgrade.cephfs_io.py
+            name: "creation of Prerequisites for Upgrade"
+            polarion-id: CEPH-83575315
+        - test:
+            name: Upgrade ceph
+            desc: Upgrade cluster to latest version
+            module: cephadm.test_cephadm_upgrade.py
+            polarion-id: CEPH-83574638
+            clusters:
+              ceph2:
+                config:
+                  command: start
+                  service: upgrade
+                  base_cmd_args:
+                    verbose: true
+                  benchmark:
+                    type: rados
+                    pool_per_client: true
+                    pg_num: 128
+                    duration: 10
+                  verify_cluster_health: false
+            destroy-cluster: false
+      desc: Running upgrade, mds Failure and i/o's parallelly
+      abort-on-fail: true
+  - test:
+      abort-on-fail: false
+      desc: Validate the Synchronisation is successful upon upgrade of second cluster
+      clusters:
+        ceph1:
+          config:
+            name: Validate the Synchronisation is successful upon upgrade of second cluster
+            clean_up: true
+      module: cephfs_mirror_upgrade.post_upgrade_validate.py
+      name: Validate the Synchronisation is successful upon upgrade.
+      polarion-id: CEPH-83575336
+  - test:
+      abort-on-fail: false
+      desc: "Validate snapshot synchronisation perf improvements"
+      clusters:
+        ceph1:
+          config:
+            name: Validate snapshot synchronisation perf improvements
+            source_fs: "cephfs_snapdiff_post"
+            target_fs: "cephfs_rem_snapdiff_post"
+            result_file: "snapshot_sync_info_v8.csv"
+      module: cephfs_mirroring.snapdiff_perf_improvements_across_releases.py
+      name: Validate snapshot synchronisation perf improvements
+      polarion-id: "CEPH-83595260"
+  - test:
+      abort-on-fail: false
+      desc: "Validate sync duration results by comparing between 2 releases"
+      clusters:
+        ceph1:
+          config:
+            name: Validate sync duration results by comparing between 2 releases
+            result_filev7: "snapshot_sync_info_v7.csv"
+            result_filev8: "snapshot_sync_info_v8.csv"
+      module: cephfs_mirroring.validate_snapdiff_perf_results.py
+      name: Validate sync duration results by comparing between 2 releases
+      polarion-id: "CEPH-83595260"