diff --git a/output.txt b/output.txt deleted file mode 100644 index 76f0d04696..0000000000 --- a/output.txt +++ /dev/null @@ -1,3135 +0,0 @@ -### -## Applying snapshot controller and CRDs -# -serviceaccount/snapshot-controller created -clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created -clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created -role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created -rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created -deployment.apps/snapshot-controller created -customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created -customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created -customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created -Release "aws-ebs-csi-driver" does not exist. Installing it now. -NAME: aws-ebs-csi-driver -LAST DEPLOYED: Thu Aug 1 18:53:06 2024 -NAMESPACE: kube-system -STATUS: deployed -REVISION: 1 -NOTES: -To verify that aws-ebs-csi-driver has started, run: - - kubectl get pod -n kube-system -l "app.kubernetes.io/name=aws-ebs-csi-driver,app.kubernetes.io/instance=aws-ebs-csi-driver" - -NOTE: The [CSI Snapshotter](https://github.com/kubernetes-csi/external-snapshotter) controller and CRDs will no longer be installed as part of this chart and moving forward will be a prerequisite of using the snap shotting functionality. -### -## Driver deployment complete, time used: 16 seconds -# -### -## Testing focus \[ebs-csi-e2e\] \[single-az\] \[modify-volume\] -# -Running Suite: AWS EBS CSI Driver End-to-End Tests - /home/mdzraf/projects/aws-ebs-csi-driver/tests/e2e -======================================================================================================= -Random Seed: 1722538401 - -Will run 18 of 71 specs -Running in parallel across 5 processes -SSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSS ------------------------------- -• [72.955 seconds] -[ebs-csi-e2e] [single-az] [modify-volume] Modifying a PVC with a new iops annotation will modify associated PV and EBS Volume via volume-modifier-for-k8s -/home/mdzraf/projects/aws-ebs-csi-driver/tests/e2e/modify_volume.go:146 - - Timeline >> - STEP: Creating a kubernetes client @ 08/01/24 18:53:25.198 - I0801 18:53:25.198392 3099 util.go:506] >>> kubeConfig: /local/home/mdzraf/projects/aws-ebs-csi-driver/hack/e2e/csi-test-artifacts/ebs-csi-e2e.k8s.local.kops.kubeconfig - STEP: Building a namespace api object, basename ebs @ 08/01/24 18:53:25.199 - STEP: Waiting for a default service account to be provisioned in namespace @ 08/01/24 18:53:25.579 - STEP: Waiting for kube-root-ca.crt to be provisioned in namespace @ 08/01/24 18:53:25.711 - STEP: setting up pvc @ 08/01/24 18:53:25.842 - STEP: setting up the StorageClass @ 08/01/24 18:53:25.842 - STEP: creating a StorageClass @ 08/01/24 18:53:25.842 - STEP: setting up the PVC and PV @ 08/01/24 18:53:25.91 - STEP: creating a PVC @ 08/01/24 18:53:25.91 - STEP: waiting for PVC to be in phase "Bound" @ 08/01/24 18:53:25.992 - I0801 18:53:25.992699 3099 pv.go:780] Waiting up to timeout=5m0s for PersistentVolumeClaims [pvc-58tv4] to have phase Bound - I0801 18:53:26.067374 3099 pv.go:796] PersistentVolumeClaim pvc-58tv4 found but phase is Pending instead of Bound. - I0801 18:53:28.137187 3099 pv.go:796] PersistentVolumeClaim pvc-58tv4 found but phase is Pending instead of Bound. - I0801 18:53:30.204303 3099 pv.go:791] PersistentVolumeClaim pvc-58tv4 found and phase=Bound (4.211567297s) - STEP: checking the PVC @ 08/01/24 18:53:30.204 - STEP: validating provisioned PV @ 08/01/24 18:53:30.27 - STEP: checking the PV @ 08/01/24 18:53:30.336 - STEP: deploying pod continuously writing to volume @ 08/01/24 18:53:30.336 - W0801 18:53:30.407678 3099 warnings.go:70] would violate PodSecurity "restricted:latest": allowPrivilegeEscalation != false (container "volume-tester" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "volume-tester" must set securityContext.capabilities.drop=["ALL"]), runAsNonRoot != true (pod or container "volume-tester" must set securityContext.runAsNonRoot=true), seccompProfile (pod or container "volume-tester" must set securityContext.seccompProfile.type to "RuntimeDefault" or "Localhost") - STEP: modifying the pvc @ 08/01/24 18:53:36.699 - I0801 18:53:36.840104 3099 modify_volume_tester.go:108] updated pvc: map[ebs.csi.aws.com/iops:4000 pv.kubernetes.io/bind-completed:yes pv.kubernetes.io/bound-by-controller:yes volume.beta.kubernetes.io/storage-provisioner:ebs.csi.aws.com volume.kubernetes.io/storage-provisioner:ebs.csi.aws.com] - - STEP: wait for and confirm pv modification @ 08/01/24 18:53:36.84 - I0801 18:53:36.840148 3099 e2e_utils.go:132] waiting up to 3m0s for pv in namespace "ebs-6923" to be modified - I0801 18:53:47.050404 3099 e2e_utils.go:138] pv annotations are updated to map[ebs.csi.aws.com/iops:4000 pv.kubernetes.io/provisioned-by:ebs.csi.aws.com volume.kubernetes.io/provisioner-deletion-secret-name: volume.kubernetes.io/provisioner-deletion-secret-namespace:] - I0801 18:53:47.050426 3099 testsuites.go:741] deleting Pod "ebs-6923"/"ebs-volume-tester-xg8vl" - I0801 18:53:47.131119 3099 testsuites.go:746] Pod ebs-volume-tester-xg8vl has the following logs: - STEP: Deleting pod ebs-volume-tester-xg8vl in namespace ebs-6923 @ 08/01/24 18:53:47.131 - I0801 18:53:47.203149 3099 testsuites.go:438] deleting PVC "ebs-6923"/"pvc-58tv4" - I0801 18:53:47.203172 3099 pv.go:201] Deleting PersistentVolumeClaim "pvc-58tv4" - STEP: waiting for claim's PV "pvc-8ce129a6-44a2-414d-84b9-08a6ac588612" to be deleted @ 08/01/24 18:53:47.272 - I0801 18:53:47.272163 3099 pv.go:853] Waiting up to 10m0s for PersistentVolume pvc-8ce129a6-44a2-414d-84b9-08a6ac588612 to get deleted - I0801 18:53:47.341220 3099 pv.go:857] PersistentVolume pvc-8ce129a6-44a2-414d-84b9-08a6ac588612 found and phase=Bound (69.002223ms) - I0801 18:53:52.416012 3099 pv.go:857] PersistentVolume pvc-8ce129a6-44a2-414d-84b9-08a6ac588612 found and phase=Bound (5.143822822s) - I0801 18:53:57.482557 3099 pv.go:857] PersistentVolume pvc-8ce129a6-44a2-414d-84b9-08a6ac588612 found and phase=Bound (10.210369755s) - I0801 18:54:02.548840 3099 pv.go:857] PersistentVolume pvc-8ce129a6-44a2-414d-84b9-08a6ac588612 found and phase=Bound (15.276651324s) - I0801 18:54:07.617505 3099 pv.go:857] PersistentVolume pvc-8ce129a6-44a2-414d-84b9-08a6ac588612 found and phase=Bound (20.345320614s) - I0801 18:54:12.683834 3099 pv.go:857] PersistentVolume pvc-8ce129a6-44a2-414d-84b9-08a6ac588612 found and phase=Bound (25.41164911s) - I0801 18:54:17.749889 3099 pv.go:857] PersistentVolume pvc-8ce129a6-44a2-414d-84b9-08a6ac588612 found and phase=Bound (30.477700762s) - I0801 18:54:22.815450 3099 pv.go:857] PersistentVolume pvc-8ce129a6-44a2-414d-84b9-08a6ac588612 found and phase=Released (35.543260895s) - I0801 18:54:27.884271 3099 pv.go:857] PersistentVolume pvc-8ce129a6-44a2-414d-84b9-08a6ac588612 found and phase=Released (40.612081668s) - I0801 18:54:32.951207 3099 pv.go:857] PersistentVolume pvc-8ce129a6-44a2-414d-84b9-08a6ac588612 found and phase=Released (45.679022433s) - I0801 18:54:38.017269 3099 pv.go:861] PersistentVolume pvc-8ce129a6-44a2-414d-84b9-08a6ac588612 was removed - I0801 18:54:38.017313 3099 testsuites.go:608] Waiting up to 5m0s for PersistentVolumeClaim pvc-58tv4 to be removed - I0801 18:54:38.082401 3099 testsuites.go:613] Claim "pvc-58tv4" in namespace "ebs-6923" doesn't exist in the system - STEP: Destroying namespace "ebs-6923" for this suite. @ 08/01/24 18:54:38.083 - << Timeline ------------------------------- -S [SKIPPED] [0.538 seconds] -[ebs-csi-e2e] [single-az] [modify-volume] Modifying a PVC with a new tag annotation [It] will modify associated PV and EBS Volume via volume-modifier-for-k8s -/home/mdzraf/projects/aws-ebs-csi-driver/tests/e2e/modify_volume.go:146 - - Timeline >> - STEP: Creating a kubernetes client @ 08/01/24 18:54:38.155 - I0801 18:54:38.155578 3099 util.go:506] >>> kubeConfig: /local/home/mdzraf/projects/aws-ebs-csi-driver/hack/e2e/csi-test-artifacts/ebs-csi-e2e.k8s.local.kops.kubeconfig - STEP: Building a namespace api object, basename ebs @ 08/01/24 18:54:38.156 - STEP: Waiting for a default service account to be provisioned in namespace @ 08/01/24 18:54:38.358 - STEP: Waiting for kube-root-ca.crt to be provisioned in namespace @ 08/01/24 18:54:38.491 - [SKIPPED] in [It] - /home/mdzraf/projects/aws-ebs-csi-driver/tests/e2e/modify_volume.go:148 @ 08/01/24 18:54:38.624 - STEP: Destroying namespace "ebs-4971" for this suite. @ 08/01/24 18:54:38.624 - << Timeline - - [SKIPPED] Functionality being tested is not supported for Modification via volume-modifier-for-k8s, skipping test - In [It] at: /home/mdzraf/projects/aws-ebs-csi-driver/tests/e2e/modify_volume.go:148 @ 08/01/24 18:54:38.624 ------------------------------- -• [81.388 seconds] -[ebs-csi-e2e] [single-az] [modify-volume] Modifying a PVC from io2 to gp3 with larger size and new iops and throughput annotations will modify associated PV and EBS Volume via volume-modifier-for-k8s -/home/mdzraf/projects/aws-ebs-csi-driver/tests/e2e/modify_volume.go:146 - - Timeline >> - STEP: Creating a kubernetes client @ 08/01/24 18:53:25.19 - I0801 18:53:25.190106 3097 util.go:506] >>> kubeConfig: /local/home/mdzraf/projects/aws-ebs-csi-driver/hack/e2e/csi-test-artifacts/ebs-csi-e2e.k8s.local.kops.kubeconfig - STEP: Building a namespace api object, basename ebs @ 08/01/24 18:53:25.191 - STEP: Waiting for a default service account to be provisioned in namespace @ 08/01/24 18:53:25.581 - STEP: Waiting for kube-root-ca.crt to be provisioned in namespace @ 08/01/24 18:53:25.718 - STEP: setting up pvc @ 08/01/24 18:53:25.853 - STEP: setting up the StorageClass @ 08/01/24 18:53:25.853 - STEP: creating a StorageClass @ 08/01/24 18:53:25.853 - STEP: setting up the PVC and PV @ 08/01/24 18:53:25.924 - STEP: creating a PVC @ 08/01/24 18:53:25.924 - STEP: waiting for PVC to be in phase "Bound" @ 08/01/24 18:53:26.001 - I0801 18:53:26.001945 3097 pv.go:780] Waiting up to timeout=5m0s for PersistentVolumeClaims [pvc-pg767] to have phase Bound - I0801 18:53:26.086096 3097 pv.go:796] PersistentVolumeClaim pvc-pg767 found but phase is Pending instead of Bound. - I0801 18:53:28.155661 3097 pv.go:796] PersistentVolumeClaim pvc-pg767 found but phase is Pending instead of Bound. - I0801 18:53:30.224462 3097 pv.go:791] PersistentVolumeClaim pvc-pg767 found and phase=Bound (4.222495328s) - STEP: checking the PVC @ 08/01/24 18:53:30.224 - STEP: validating provisioned PV @ 08/01/24 18:53:30.292 - STEP: checking the PV @ 08/01/24 18:53:30.361 - STEP: deploying pod continuously writing to volume @ 08/01/24 18:53:30.361 - W0801 18:53:30.435821 3097 warnings.go:70] would violate PodSecurity "restricted:latest": allowPrivilegeEscalation != false (container "volume-tester" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "volume-tester" must set securityContext.capabilities.drop=["ALL"]), runAsNonRoot != true (pod or container "volume-tester" must set securityContext.runAsNonRoot=true), seccompProfile (pod or container "volume-tester" must set securityContext.seccompProfile.type to "RuntimeDefault" or "Localhost") - STEP: modifying the pvc @ 08/01/24 18:53:45.014 - STEP: resizing the pvc @ 08/01/24 18:53:45.082 - I0801 18:53:45.152560 3097 modify_volume_tester.go:108] updated pvc: map[ebs.csi.aws.com/iops:4000 ebs.csi.aws.com/throughput:150 ebs.csi.aws.com/type:gp3 pv.kubernetes.io/bind-completed:yes pv.kubernetes.io/bound-by-controller:yes volume.beta.kubernetes.io/storage-provisioner:ebs.csi.aws.com volume.kubernetes.io/storage-provisioner:ebs.csi.aws.com] - - STEP: wait for and confirm pv modification @ 08/01/24 18:53:45.152 - I0801 18:53:45.152597 3097 e2e_utils.go:132] waiting up to 3m0s for pv in namespace "ebs-2218" to be modified - I0801 18:53:55.359682 3097 e2e_utils.go:138] pv annotations are updated to map[ebs.csi.aws.com/iops:4000 ebs.csi.aws.com/throughput:150 ebs.csi.aws.com/type:gp3 pv.kubernetes.io/provisioned-by:ebs.csi.aws.com volume.kubernetes.io/provisioner-deletion-secret-name: volume.kubernetes.io/provisioner-deletion-secret-namespace:] - I0801 18:53:55.359724 3097 e2e_utils.go:81] waiting up to 1m0s for pv resize in namespace "ebs-2218" to be complete - I0801 18:53:55.430841 3097 e2e_utils.go:86] pv size is updated to 11Gi - I0801 18:53:55.430867 3097 testsuites.go:741] deleting Pod "ebs-2218"/"ebs-volume-tester-zhmr7" - I0801 18:53:55.512387 3097 testsuites.go:746] Pod ebs-volume-tester-zhmr7 has the following logs: - STEP: Deleting pod ebs-volume-tester-zhmr7 in namespace ebs-2218 @ 08/01/24 18:53:55.512 - I0801 18:53:55.586669 3097 testsuites.go:438] deleting PVC "ebs-2218"/"pvc-pg767" - I0801 18:53:55.586688 3097 pv.go:201] Deleting PersistentVolumeClaim "pvc-pg767" - STEP: waiting for claim's PV "pvc-1392f616-7d52-484c-a6e9-ec1e628753ad" to be deleted @ 08/01/24 18:53:55.658 - I0801 18:53:55.658576 3097 pv.go:853] Waiting up to 10m0s for PersistentVolume pvc-1392f616-7d52-484c-a6e9-ec1e628753ad to get deleted - I0801 18:53:55.727470 3097 pv.go:857] PersistentVolume pvc-1392f616-7d52-484c-a6e9-ec1e628753ad found and phase=Bound (68.853928ms) - I0801 18:54:00.797307 3097 pv.go:857] PersistentVolume pvc-1392f616-7d52-484c-a6e9-ec1e628753ad found and phase=Bound (5.138710889s) - I0801 18:54:05.868444 3097 pv.go:857] PersistentVolume pvc-1392f616-7d52-484c-a6e9-ec1e628753ad found and phase=Bound (10.209849688s) - I0801 18:54:10.942124 3097 pv.go:857] PersistentVolume pvc-1392f616-7d52-484c-a6e9-ec1e628753ad found and phase=Bound (15.283530338s) - I0801 18:54:16.013417 3097 pv.go:857] PersistentVolume pvc-1392f616-7d52-484c-a6e9-ec1e628753ad found and phase=Bound (20.354820451s) - I0801 18:54:21.082766 3097 pv.go:857] PersistentVolume pvc-1392f616-7d52-484c-a6e9-ec1e628753ad found and phase=Bound (25.424171032s) - I0801 18:54:26.152904 3097 pv.go:857] PersistentVolume pvc-1392f616-7d52-484c-a6e9-ec1e628753ad found and phase=Bound (30.494309001s) - I0801 18:54:31.224720 3097 pv.go:857] PersistentVolume pvc-1392f616-7d52-484c-a6e9-ec1e628753ad found and phase=Released (35.566124275s) - I0801 18:54:36.298599 3097 pv.go:857] PersistentVolume pvc-1392f616-7d52-484c-a6e9-ec1e628753ad found and phase=Released (40.64000259s) - I0801 18:54:41.367549 3097 pv.go:857] PersistentVolume pvc-1392f616-7d52-484c-a6e9-ec1e628753ad found and phase=Released (45.708954021s) - I0801 18:54:46.436985 3097 pv.go:861] PersistentVolume pvc-1392f616-7d52-484c-a6e9-ec1e628753ad was removed - I0801 18:54:46.437020 3097 testsuites.go:608] Waiting up to 5m0s for PersistentVolumeClaim pvc-pg767 to be removed - I0801 18:54:46.505983 3097 testsuites.go:613] Claim "pvc-pg767" in namespace "ebs-2218" doesn't exist in the system - STEP: Destroying namespace "ebs-2218" for this suite. @ 08/01/24 18:54:46.506 - << Timeline ------------------------------- -• [92.332 seconds] -[ebs-csi-e2e] [single-az] [modify-volume] Modifying a PVC with a new io2 volumeType annotation will modify associated PV and EBS Volume via volume-modifier-for-k8s -/home/mdzraf/projects/aws-ebs-csi-driver/tests/e2e/modify_volume.go:146 - - Timeline >> - STEP: Creating a kubernetes client @ 08/01/24 18:53:25.192 - I0801 18:53:25.192567 3101 util.go:506] >>> kubeConfig: /local/home/mdzraf/projects/aws-ebs-csi-driver/hack/e2e/csi-test-artifacts/ebs-csi-e2e.k8s.local.kops.kubeconfig - STEP: Building a namespace api object, basename ebs @ 08/01/24 18:53:25.193 - STEP: Waiting for a default service account to be provisioned in namespace @ 08/01/24 18:53:25.568 - STEP: Waiting for kube-root-ca.crt to be provisioned in namespace @ 08/01/24 18:53:25.7 - STEP: setting up pvc @ 08/01/24 18:53:25.832 - STEP: setting up the StorageClass @ 08/01/24 18:53:25.832 - STEP: creating a StorageClass @ 08/01/24 18:53:25.832 - STEP: setting up the PVC and PV @ 08/01/24 18:53:25.901 - STEP: creating a PVC @ 08/01/24 18:53:25.901 - STEP: waiting for PVC to be in phase "Bound" @ 08/01/24 18:53:25.986 - I0801 18:53:25.986819 3101 pv.go:780] Waiting up to timeout=5m0s for PersistentVolumeClaims [pvc-r6f65] to have phase Bound - I0801 18:53:26.083852 3101 pv.go:796] PersistentVolumeClaim pvc-r6f65 found but phase is Pending instead of Bound. - I0801 18:53:28.151620 3101 pv.go:796] PersistentVolumeClaim pvc-r6f65 found but phase is Pending instead of Bound. - I0801 18:53:30.218633 3101 pv.go:791] PersistentVolumeClaim pvc-r6f65 found and phase=Bound (4.231792778s) - STEP: checking the PVC @ 08/01/24 18:53:30.218 - STEP: validating provisioned PV @ 08/01/24 18:53:30.285 - STEP: checking the PV @ 08/01/24 18:53:30.355 - STEP: deploying pod continuously writing to volume @ 08/01/24 18:53:30.355 - W0801 18:53:30.427482 3101 warnings.go:70] would violate PodSecurity "restricted:latest": allowPrivilegeEscalation != false (container "volume-tester" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "volume-tester" must set securityContext.capabilities.drop=["ALL"]), runAsNonRoot != true (pod or container "volume-tester" must set securityContext.runAsNonRoot=true), seccompProfile (pod or container "volume-tester" must set securityContext.seccompProfile.type to "RuntimeDefault" or "Localhost") - STEP: modifying the pvc @ 08/01/24 18:53:40.857 - I0801 18:53:40.992469 3101 modify_volume_tester.go:108] updated pvc: map[ebs.csi.aws.com/iops:100 ebs.csi.aws.com/type:io2 pv.kubernetes.io/bind-completed:yes pv.kubernetes.io/bound-by-controller:yes volume.beta.kubernetes.io/storage-provisioner:ebs.csi.aws.com volume.kubernetes.io/storage-provisioner:ebs.csi.aws.com] - - STEP: wait for and confirm pv modification @ 08/01/24 18:53:40.992 - I0801 18:53:40.992505 3101 e2e_utils.go:132] waiting up to 3m0s for pv in namespace "ebs-9342" to be modified - I0801 18:53:51.196881 3101 e2e_utils.go:138] pv annotations are updated to map[ebs.csi.aws.com/iops:100 ebs.csi.aws.com/type:io2 pv.kubernetes.io/provisioned-by:ebs.csi.aws.com volume.kubernetes.io/provisioner-deletion-secret-name: volume.kubernetes.io/provisioner-deletion-secret-namespace:] - I0801 18:53:51.196904 3101 testsuites.go:741] deleting Pod "ebs-9342"/"ebs-volume-tester-55xkl" - I0801 18:53:51.265785 3101 testsuites.go:746] Pod ebs-volume-tester-55xkl has the following logs: - STEP: Deleting pod ebs-volume-tester-55xkl in namespace ebs-9342 @ 08/01/24 18:53:51.265 - I0801 18:53:51.338049 3101 testsuites.go:438] deleting PVC "ebs-9342"/"pvc-r6f65" - I0801 18:53:51.338070 3101 pv.go:201] Deleting PersistentVolumeClaim "pvc-r6f65" - STEP: waiting for claim's PV "pvc-65a1e8a1-9556-4762-a43c-91e272e0177f" to be deleted @ 08/01/24 18:53:51.425 - I0801 18:53:51.425621 3101 pv.go:853] Waiting up to 10m0s for PersistentVolume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f to get deleted - I0801 18:53:51.494469 3101 pv.go:857] PersistentVolume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f found and phase=Bound (68.822346ms) - I0801 18:53:56.563003 3101 pv.go:857] PersistentVolume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f found and phase=Bound (5.137367742s) - I0801 18:54:01.631165 3101 pv.go:857] PersistentVolume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f found and phase=Bound (10.205529181s) - I0801 18:54:06.701549 3101 pv.go:857] PersistentVolume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f found and phase=Bound (15.275915306s) - I0801 18:54:11.770569 3101 pv.go:857] PersistentVolume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f found and phase=Bound (20.344930705s) - I0801 18:54:16.838518 3101 pv.go:857] PersistentVolume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f found and phase=Bound (25.412883902s) - I0801 18:54:21.908167 3101 pv.go:857] PersistentVolume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f found and phase=Bound (30.482529085s) - I0801 18:54:26.975606 3101 pv.go:857] PersistentVolume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f found and phase=Released (35.549972503s) - I0801 18:54:32.043102 3101 pv.go:857] PersistentVolume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f found and phase=Released (40.617460908s) - I0801 18:54:37.111802 3101 pv.go:857] PersistentVolume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f found and phase=Released (45.686165796s) - I0801 18:54:42.180395 3101 pv.go:857] PersistentVolume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f found and phase=Released (50.754757916s) - I0801 18:54:47.249493 3101 pv.go:857] PersistentVolume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f found and phase=Released (55.823854185s) - I0801 18:54:52.319231 3101 pv.go:857] PersistentVolume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f found and phase=Released (1m0.893593544s) - I0801 18:54:57.386744 3101 pv.go:861] PersistentVolume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f was removed - I0801 18:54:57.386780 3101 testsuites.go:608] Waiting up to 5m0s for PersistentVolumeClaim pvc-r6f65 to be removed - I0801 18:54:57.454051 3101 testsuites.go:613] Claim "pvc-r6f65" in namespace "ebs-9342" doesn't exist in the system - STEP: Destroying namespace "ebs-9342" for this suite. @ 08/01/24 18:54:57.454 - << Timeline ------------------------------- -• [92.339 seconds] -[ebs-csi-e2e] [single-az] [modify-volume] Modifying a PVC with a larger size and new throughput and iops annotations will modify associated PV and EBS Volume via volume-modifier-for-k8s -/home/mdzraf/projects/aws-ebs-csi-driver/tests/e2e/modify_volume.go:146 - - Timeline >> - STEP: Creating a kubernetes client @ 08/01/24 18:53:25.192 - I0801 18:53:25.192249 3102 util.go:506] >>> kubeConfig: /local/home/mdzraf/projects/aws-ebs-csi-driver/hack/e2e/csi-test-artifacts/ebs-csi-e2e.k8s.local.kops.kubeconfig - STEP: Building a namespace api object, basename ebs @ 08/01/24 18:53:25.193 - STEP: Waiting for a default service account to be provisioned in namespace @ 08/01/24 18:53:25.531 - STEP: Waiting for kube-root-ca.crt to be provisioned in namespace @ 08/01/24 18:53:25.673 - STEP: setting up pvc @ 08/01/24 18:53:25.804 - STEP: setting up the StorageClass @ 08/01/24 18:53:25.804 - STEP: creating a StorageClass @ 08/01/24 18:53:25.804 - STEP: setting up the PVC and PV @ 08/01/24 18:53:25.874 - STEP: creating a PVC @ 08/01/24 18:53:25.874 - STEP: waiting for PVC to be in phase "Bound" @ 08/01/24 18:53:25.946 - I0801 18:53:25.946268 3102 pv.go:780] Waiting up to timeout=5m0s for PersistentVolumeClaims [pvc-fvvrl] to have phase Bound - I0801 18:53:26.012696 3102 pv.go:796] PersistentVolumeClaim pvc-fvvrl found but phase is Pending instead of Bound. - I0801 18:53:28.080935 3102 pv.go:796] PersistentVolumeClaim pvc-fvvrl found but phase is Pending instead of Bound. - I0801 18:53:30.148889 3102 pv.go:791] PersistentVolumeClaim pvc-fvvrl found and phase=Bound (4.202566267s) - STEP: checking the PVC @ 08/01/24 18:53:30.148 - STEP: validating provisioned PV @ 08/01/24 18:53:30.215 - STEP: checking the PV @ 08/01/24 18:53:30.281 - STEP: deploying pod continuously writing to volume @ 08/01/24 18:53:30.281 - W0801 18:53:30.350049 3102 warnings.go:70] would violate PodSecurity "restricted:latest": allowPrivilegeEscalation != false (container "volume-tester" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "volume-tester" must set securityContext.capabilities.drop=["ALL"]), runAsNonRoot != true (pod or container "volume-tester" must set securityContext.runAsNonRoot=true), seccompProfile (pod or container "volume-tester" must set securityContext.seccompProfile.type to "RuntimeDefault" or "Localhost") - STEP: modifying the pvc @ 08/01/24 18:53:40.762 - STEP: resizing the pvc @ 08/01/24 18:53:40.835 - I0801 18:53:40.906870 3102 modify_volume_tester.go:108] updated pvc: map[ebs.csi.aws.com/iops:4000 ebs.csi.aws.com/throughput:150 pv.kubernetes.io/bind-completed:yes pv.kubernetes.io/bound-by-controller:yes volume.beta.kubernetes.io/storage-provisioner:ebs.csi.aws.com volume.kubernetes.io/storage-provisioner:ebs.csi.aws.com] - - STEP: wait for and confirm pv modification @ 08/01/24 18:53:40.906 - I0801 18:53:40.906914 3102 e2e_utils.go:132] waiting up to 3m0s for pv in namespace "ebs-6472" to be modified - I0801 18:53:51.108462 3102 e2e_utils.go:138] pv annotations are updated to map[ebs.csi.aws.com/iops:4000 ebs.csi.aws.com/throughput:150 pv.kubernetes.io/provisioned-by:ebs.csi.aws.com volume.kubernetes.io/provisioner-deletion-secret-name: volume.kubernetes.io/provisioner-deletion-secret-namespace:] - I0801 18:53:51.108484 3102 e2e_utils.go:81] waiting up to 1m0s for pv resize in namespace "ebs-6472" to be complete - I0801 18:53:51.175065 3102 e2e_utils.go:86] pv size is updated to 11Gi - I0801 18:53:51.175078 3102 testsuites.go:741] deleting Pod "ebs-6472"/"ebs-volume-tester-s5vjt" - I0801 18:53:51.251753 3102 testsuites.go:746] Pod ebs-volume-tester-s5vjt has the following logs: - STEP: Deleting pod ebs-volume-tester-s5vjt in namespace ebs-6472 @ 08/01/24 18:53:51.251 - I0801 18:53:51.325062 3102 testsuites.go:438] deleting PVC "ebs-6472"/"pvc-fvvrl" - I0801 18:53:51.325106 3102 pv.go:201] Deleting PersistentVolumeClaim "pvc-fvvrl" - STEP: waiting for claim's PV "pvc-b67684d4-e700-427f-a6af-f8b22b812afc" to be deleted @ 08/01/24 18:53:51.409 - I0801 18:53:51.409060 3102 pv.go:853] Waiting up to 10m0s for PersistentVolume pvc-b67684d4-e700-427f-a6af-f8b22b812afc to get deleted - I0801 18:53:51.480926 3102 pv.go:857] PersistentVolume pvc-b67684d4-e700-427f-a6af-f8b22b812afc found and phase=Bound (71.805933ms) - I0801 18:53:56.553450 3102 pv.go:857] PersistentVolume pvc-b67684d4-e700-427f-a6af-f8b22b812afc found and phase=Bound (5.144366317s) - I0801 18:54:01.623522 3102 pv.go:857] PersistentVolume pvc-b67684d4-e700-427f-a6af-f8b22b812afc found and phase=Bound (10.214438927s) - I0801 18:54:06.692782 3102 pv.go:857] PersistentVolume pvc-b67684d4-e700-427f-a6af-f8b22b812afc found and phase=Bound (15.283702006s) - I0801 18:54:11.762451 3102 pv.go:857] PersistentVolume pvc-b67684d4-e700-427f-a6af-f8b22b812afc found and phase=Bound (20.353366128s) - I0801 18:54:16.833142 3102 pv.go:857] PersistentVolume pvc-b67684d4-e700-427f-a6af-f8b22b812afc found and phase=Bound (25.424058181s) - I0801 18:54:21.902305 3102 pv.go:857] PersistentVolume pvc-b67684d4-e700-427f-a6af-f8b22b812afc found and phase=Bound (30.493222439s) - I0801 18:54:26.971781 3102 pv.go:857] PersistentVolume pvc-b67684d4-e700-427f-a6af-f8b22b812afc found and phase=Released (35.562697913s) - I0801 18:54:32.041164 3102 pv.go:857] PersistentVolume pvc-b67684d4-e700-427f-a6af-f8b22b812afc found and phase=Released (40.632082209s) - I0801 18:54:37.111519 3102 pv.go:857] PersistentVolume pvc-b67684d4-e700-427f-a6af-f8b22b812afc found and phase=Released (45.70243627s) - I0801 18:54:42.181403 3102 pv.go:857] PersistentVolume pvc-b67684d4-e700-427f-a6af-f8b22b812afc found and phase=Released (50.772323182s) - I0801 18:54:47.250248 3102 pv.go:857] PersistentVolume pvc-b67684d4-e700-427f-a6af-f8b22b812afc found and phase=Released (55.841169722s) - I0801 18:54:52.320157 3102 pv.go:857] PersistentVolume pvc-b67684d4-e700-427f-a6af-f8b22b812afc found and phase=Released (1m0.911073557s) - I0801 18:54:57.389083 3102 pv.go:861] PersistentVolume pvc-b67684d4-e700-427f-a6af-f8b22b812afc was removed - I0801 18:54:57.389108 3102 testsuites.go:608] Waiting up to 5m0s for PersistentVolumeClaim pvc-fvvrl to be removed - I0801 18:54:57.457032 3102 testsuites.go:613] Claim "pvc-fvvrl" in namespace "ebs-6472" doesn't exist in the system - STEP: Destroying namespace "ebs-6472" for this suite. @ 08/01/24 18:54:57.457 - << Timeline ------------------------------- -• [92.673 seconds] -[ebs-csi-e2e] [single-az] [modify-volume] Modifying a PVC with a larger size and new throughput and iops annotations after providing an invalid annotation will modify associated PV and EBS Volume via volume-modifier-for-k8s -/home/mdzraf/projects/aws-ebs-csi-driver/tests/e2e/modify_volume.go:146 - - Timeline >> - STEP: Creating a kubernetes client @ 08/01/24 18:53:25.19 - I0801 18:53:25.190074 3098 util.go:506] >>> kubeConfig: /local/home/mdzraf/projects/aws-ebs-csi-driver/hack/e2e/csi-test-artifacts/ebs-csi-e2e.k8s.local.kops.kubeconfig - STEP: Building a namespace api object, basename ebs @ 08/01/24 18:53:25.191 - STEP: Waiting for a default service account to be provisioned in namespace @ 08/01/24 18:53:25.586 - STEP: Waiting for kube-root-ca.crt to be provisioned in namespace @ 08/01/24 18:53:25.741 - STEP: setting up pvc @ 08/01/24 18:53:25.878 - STEP: setting up the StorageClass @ 08/01/24 18:53:25.878 - STEP: creating a StorageClass @ 08/01/24 18:53:25.878 - STEP: setting up the PVC and PV @ 08/01/24 18:53:25.959 - STEP: creating a PVC @ 08/01/24 18:53:25.959 - STEP: waiting for PVC to be in phase "Bound" @ 08/01/24 18:53:26.042 - I0801 18:53:26.042628 3098 pv.go:780] Waiting up to timeout=5m0s for PersistentVolumeClaims [pvc-wpzzs] to have phase Bound - I0801 18:53:26.118274 3098 pv.go:796] PersistentVolumeClaim pvc-wpzzs found but phase is Pending instead of Bound. - I0801 18:53:28.189509 3098 pv.go:796] PersistentVolumeClaim pvc-wpzzs found but phase is Pending instead of Bound. - I0801 18:53:30.258950 3098 pv.go:791] PersistentVolumeClaim pvc-wpzzs found and phase=Bound (4.216286879s) - STEP: checking the PVC @ 08/01/24 18:53:30.258 - STEP: validating provisioned PV @ 08/01/24 18:53:30.328 - STEP: checking the PV @ 08/01/24 18:53:30.399 - STEP: deploying pod continuously writing to volume @ 08/01/24 18:53:30.399 - W0801 18:53:30.491952 3098 warnings.go:70] would violate PodSecurity "restricted:latest": allowPrivilegeEscalation != false (container "volume-tester" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "volume-tester" must set securityContext.capabilities.drop=["ALL"]), runAsNonRoot != true (pod or container "volume-tester" must set securityContext.runAsNonRoot=true), seccompProfile (pod or container "volume-tester" must set securityContext.seccompProfile.type to "RuntimeDefault" or "Localhost") - STEP: modifying the pvc with invalid annotations @ 08/01/24 18:53:40.921 - I0801 18:53:41.066655 3098 modify_volume_tester.go:130] pvc "ebs-7100"/"pvc-wpzzs" has been modified with invalid annotations: map[iops:1 pv.kubernetes.io/bind-completed:yes pv.kubernetes.io/bound-by-controller:yes volume.beta.kubernetes.io/storage-provisioner:ebs.csi.aws.com volume.kubernetes.io/storage-provisioner:ebs.csi.aws.com] - STEP: modifying the pvc @ 08/01/24 18:53:41.066 - STEP: resizing the pvc @ 08/01/24 18:53:41.135 - I0801 18:53:41.207370 3098 modify_volume_tester.go:108] updated pvc: map[ebs.csi.aws.com/iops:4000 ebs.csi.aws.com/throughput:150 iops:1 pv.kubernetes.io/bind-completed:yes pv.kubernetes.io/bound-by-controller:yes volume.beta.kubernetes.io/storage-provisioner:ebs.csi.aws.com volume.kubernetes.io/storage-provisioner:ebs.csi.aws.com] - - STEP: wait for and confirm pv modification @ 08/01/24 18:53:41.207 - I0801 18:53:41.207417 3098 e2e_utils.go:132] waiting up to 3m0s for pv in namespace "ebs-7100" to be modified - I0801 18:53:51.425049 3098 e2e_utils.go:138] pv annotations are updated to map[ebs.csi.aws.com/iops:4000 ebs.csi.aws.com/throughput:150 pv.kubernetes.io/provisioned-by:ebs.csi.aws.com volume.kubernetes.io/provisioner-deletion-secret-name: volume.kubernetes.io/provisioner-deletion-secret-namespace:] - I0801 18:53:51.425081 3098 e2e_utils.go:81] waiting up to 1m0s for pv resize in namespace "ebs-7100" to be complete - I0801 18:53:51.495333 3098 e2e_utils.go:86] pv size is updated to 11Gi - I0801 18:53:51.495351 3098 testsuites.go:741] deleting Pod "ebs-7100"/"ebs-volume-tester-zvmf4" - I0801 18:53:51.567114 3098 testsuites.go:746] Pod ebs-volume-tester-zvmf4 has the following logs: - STEP: Deleting pod ebs-volume-tester-zvmf4 in namespace ebs-7100 @ 08/01/24 18:53:51.567 - I0801 18:53:51.640868 3098 testsuites.go:438] deleting PVC "ebs-7100"/"pvc-wpzzs" - I0801 18:53:51.640884 3098 pv.go:201] Deleting PersistentVolumeClaim "pvc-wpzzs" - STEP: waiting for claim's PV "pvc-5d03282c-7ff2-4170-b340-e52a8169780b" to be deleted @ 08/01/24 18:53:51.712 - I0801 18:53:51.712403 3098 pv.go:853] Waiting up to 10m0s for PersistentVolume pvc-5d03282c-7ff2-4170-b340-e52a8169780b to get deleted - I0801 18:53:51.782209 3098 pv.go:857] PersistentVolume pvc-5d03282c-7ff2-4170-b340-e52a8169780b found and phase=Bound (69.786057ms) - I0801 18:53:56.852849 3098 pv.go:857] PersistentVolume pvc-5d03282c-7ff2-4170-b340-e52a8169780b found and phase=Bound (5.140426863s) - I0801 18:54:01.931626 3098 pv.go:857] PersistentVolume pvc-5d03282c-7ff2-4170-b340-e52a8169780b found and phase=Bound (10.219203793s) - I0801 18:54:07.001565 3098 pv.go:857] PersistentVolume pvc-5d03282c-7ff2-4170-b340-e52a8169780b found and phase=Bound (15.289144684s) - I0801 18:54:12.073600 3098 pv.go:857] PersistentVolume pvc-5d03282c-7ff2-4170-b340-e52a8169780b found and phase=Bound (20.361177733s) - I0801 18:54:17.143471 3098 pv.go:857] PersistentVolume pvc-5d03282c-7ff2-4170-b340-e52a8169780b found and phase=Bound (25.431047639s) - I0801 18:54:22.217864 3098 pv.go:857] PersistentVolume pvc-5d03282c-7ff2-4170-b340-e52a8169780b found and phase=Bound (30.505438155s) - I0801 18:54:27.287259 3098 pv.go:857] PersistentVolume pvc-5d03282c-7ff2-4170-b340-e52a8169780b found and phase=Released (35.574836747s) - I0801 18:54:32.357757 3098 pv.go:857] PersistentVolume pvc-5d03282c-7ff2-4170-b340-e52a8169780b found and phase=Released (40.645334978s) - I0801 18:54:37.427737 3098 pv.go:857] PersistentVolume pvc-5d03282c-7ff2-4170-b340-e52a8169780b found and phase=Released (45.715313108s) - I0801 18:54:42.497873 3098 pv.go:857] PersistentVolume pvc-5d03282c-7ff2-4170-b340-e52a8169780b found and phase=Released (50.785450498s) - I0801 18:54:47.568352 3098 pv.go:857] PersistentVolume pvc-5d03282c-7ff2-4170-b340-e52a8169780b found and phase=Released (55.855927891s) - I0801 18:54:52.640484 3098 pv.go:857] PersistentVolume pvc-5d03282c-7ff2-4170-b340-e52a8169780b found and phase=Released (1m0.928063777s) - I0801 18:54:57.709866 3098 pv.go:861] PersistentVolume pvc-5d03282c-7ff2-4170-b340-e52a8169780b was removed - I0801 18:54:57.709895 3098 testsuites.go:608] Waiting up to 5m0s for PersistentVolumeClaim pvc-wpzzs to be removed - I0801 18:54:57.780053 3098 testsuites.go:613] Claim "pvc-wpzzs" in namespace "ebs-7100" doesn't exist in the system - STEP: Destroying namespace "ebs-7100" for this suite. @ 08/01/24 18:54:57.78 - << Timeline ------------------------------- -S [SKIPPED] [0.572 seconds] -[ebs-csi-e2e] [single-az] [modify-volume] Modifying a PVC with new throughput, iops, and tag annotations [It] will modify associated PV and EBS Volume via volume-modifier-for-k8s -/home/mdzraf/projects/aws-ebs-csi-driver/tests/e2e/modify_volume.go:146 - - Timeline >> - STEP: Creating a kubernetes client @ 08/01/24 18:54:57.526 - I0801 18:54:57.526370 3101 util.go:506] >>> kubeConfig: /local/home/mdzraf/projects/aws-ebs-csi-driver/hack/e2e/csi-test-artifacts/ebs-csi-e2e.k8s.local.kops.kubeconfig - STEP: Building a namespace api object, basename ebs @ 08/01/24 18:54:57.526 - STEP: Waiting for a default service account to be provisioned in namespace @ 08/01/24 18:54:57.739 - STEP: Waiting for kube-root-ca.crt to be provisioned in namespace @ 08/01/24 18:54:57.872 - [SKIPPED] in [It] - /home/mdzraf/projects/aws-ebs-csi-driver/tests/e2e/modify_volume.go:148 @ 08/01/24 18:54:58.011 - STEP: Destroying namespace "ebs-915" for this suite. @ 08/01/24 18:54:58.011 - << Timeline - - [SKIPPED] Functionality being tested is not supported for Modification via volume-modifier-for-k8s, skipping test - In [It] at: /home/mdzraf/projects/aws-ebs-csi-driver/tests/e2e/modify_volume.go:148 @ 08/01/24 18:54:58.011 ------------------------------- -• [72.734 seconds] -[ebs-csi-e2e] [single-az] [modify-volume] Modifying a PVC with a new throughput annotation will modify associated PV and EBS Volume via volume-modifier-for-k8s -/home/mdzraf/projects/aws-ebs-csi-driver/tests/e2e/modify_volume.go:146 - - Timeline >> - STEP: Creating a kubernetes client @ 08/01/24 18:54:38.695 - I0801 18:54:38.695312 3099 util.go:506] >>> kubeConfig: /local/home/mdzraf/projects/aws-ebs-csi-driver/hack/e2e/csi-test-artifacts/ebs-csi-e2e.k8s.local.kops.kubeconfig - STEP: Building a namespace api object, basename ebs @ 08/01/24 18:54:38.696 - STEP: Waiting for a default service account to be provisioned in namespace @ 08/01/24 18:54:38.895 - STEP: Waiting for kube-root-ca.crt to be provisioned in namespace @ 08/01/24 18:54:39.029 - STEP: setting up pvc @ 08/01/24 18:54:39.159 - STEP: setting up the StorageClass @ 08/01/24 18:54:39.16 - STEP: creating a StorageClass @ 08/01/24 18:54:39.16 - STEP: setting up the PVC and PV @ 08/01/24 18:54:39.228 - STEP: creating a PVC @ 08/01/24 18:54:39.228 - STEP: waiting for PVC to be in phase "Bound" @ 08/01/24 18:54:39.298 - I0801 18:54:39.298316 3099 pv.go:780] Waiting up to timeout=5m0s for PersistentVolumeClaims [pvc-cd8tg] to have phase Bound - I0801 18:54:39.363359 3099 pv.go:796] PersistentVolumeClaim pvc-cd8tg found but phase is Pending instead of Bound. - I0801 18:54:41.429263 3099 pv.go:791] PersistentVolumeClaim pvc-cd8tg found and phase=Bound (2.130924522s) - STEP: checking the PVC @ 08/01/24 18:54:41.429 - STEP: validating provisioned PV @ 08/01/24 18:54:41.494 - STEP: checking the PV @ 08/01/24 18:54:41.561 - STEP: deploying pod continuously writing to volume @ 08/01/24 18:54:41.561 - W0801 18:54:41.631145 3099 warnings.go:70] would violate PodSecurity "restricted:latest": allowPrivilegeEscalation != false (container "volume-tester" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "volume-tester" must set securityContext.capabilities.drop=["ALL"]), runAsNonRoot != true (pod or container "volume-tester" must set securityContext.runAsNonRoot=true), seccompProfile (pod or container "volume-tester" must set securityContext.seccompProfile.type to "RuntimeDefault" or "Localhost") - STEP: modifying the pvc @ 08/01/24 18:54:49.973 - I0801 18:54:50.115851 3099 modify_volume_tester.go:108] updated pvc: map[ebs.csi.aws.com/throughput:150 pv.kubernetes.io/bind-completed:yes pv.kubernetes.io/bound-by-controller:yes volume.beta.kubernetes.io/storage-provisioner:ebs.csi.aws.com volume.kubernetes.io/storage-provisioner:ebs.csi.aws.com] - - STEP: wait for and confirm pv modification @ 08/01/24 18:54:50.115 - I0801 18:54:50.115883 3099 e2e_utils.go:132] waiting up to 3m0s for pv in namespace "ebs-1980" to be modified - I0801 18:55:00.337666 3099 e2e_utils.go:138] pv annotations are updated to map[ebs.csi.aws.com/throughput:150 pv.kubernetes.io/provisioned-by:ebs.csi.aws.com volume.kubernetes.io/provisioner-deletion-secret-name: volume.kubernetes.io/provisioner-deletion-secret-namespace:] - I0801 18:55:00.337696 3099 testsuites.go:741] deleting Pod "ebs-1980"/"ebs-volume-tester-4qm9h" - I0801 18:55:00.405932 3099 testsuites.go:746] Pod ebs-volume-tester-4qm9h has the following logs: - STEP: Deleting pod ebs-volume-tester-4qm9h in namespace ebs-1980 @ 08/01/24 18:55:00.405 - I0801 18:55:00.479273 3099 testsuites.go:438] deleting PVC "ebs-1980"/"pvc-cd8tg" - I0801 18:55:00.479295 3099 pv.go:201] Deleting PersistentVolumeClaim "pvc-cd8tg" - STEP: waiting for claim's PV "pvc-5f891355-91f1-494b-99f7-b74bd732a2ab" to be deleted @ 08/01/24 18:55:00.546 - I0801 18:55:00.546490 3099 pv.go:853] Waiting up to 10m0s for PersistentVolume pvc-5f891355-91f1-494b-99f7-b74bd732a2ab to get deleted - I0801 18:55:00.620306 3099 pv.go:857] PersistentVolume pvc-5f891355-91f1-494b-99f7-b74bd732a2ab found and phase=Bound (73.792098ms) - I0801 18:55:05.686819 3099 pv.go:857] PersistentVolume pvc-5f891355-91f1-494b-99f7-b74bd732a2ab found and phase=Bound (5.14030643s) - I0801 18:55:10.752301 3099 pv.go:857] PersistentVolume pvc-5f891355-91f1-494b-99f7-b74bd732a2ab found and phase=Bound (10.205787795s) - I0801 18:55:15.818901 3099 pv.go:857] PersistentVolume pvc-5f891355-91f1-494b-99f7-b74bd732a2ab found and phase=Bound (15.272388658s) - I0801 18:55:20.885570 3099 pv.go:857] PersistentVolume pvc-5f891355-91f1-494b-99f7-b74bd732a2ab found and phase=Bound (20.339057166s) - I0801 18:55:25.951304 3099 pv.go:857] PersistentVolume pvc-5f891355-91f1-494b-99f7-b74bd732a2ab found and phase=Bound (25.404791413s) - I0801 18:55:31.028418 3099 pv.go:857] PersistentVolume pvc-5f891355-91f1-494b-99f7-b74bd732a2ab found and phase=Bound (30.481907738s) - I0801 18:55:36.096626 3099 pv.go:857] PersistentVolume pvc-5f891355-91f1-494b-99f7-b74bd732a2ab found and phase=Released (35.550111614s) - I0801 18:55:41.162575 3099 pv.go:857] PersistentVolume pvc-5f891355-91f1-494b-99f7-b74bd732a2ab found and phase=Released (40.616065126s) - I0801 18:55:46.228547 3099 pv.go:857] PersistentVolume pvc-5f891355-91f1-494b-99f7-b74bd732a2ab found and phase=Released (45.682036068s) - I0801 18:55:51.294883 3099 pv.go:861] PersistentVolume pvc-5f891355-91f1-494b-99f7-b74bd732a2ab was removed - I0801 18:55:51.294910 3099 testsuites.go:608] Waiting up to 5m0s for PersistentVolumeClaim pvc-cd8tg to be removed - I0801 18:55:51.359888 3099 testsuites.go:613] Claim "pvc-cd8tg" in namespace "ebs-1980" doesn't exist in the system - STEP: Destroying namespace "ebs-1980" for this suite. @ 08/01/24 18:55:51.36 - << Timeline ------------------------------- -• [70.986 seconds] -[ebs-csi-e2e] [single-az] [modify-volume] Modifying a PVC with a larger size and new throughput and iops annotations will modify associated PV and EBS Volume via external-resizer -/home/mdzraf/projects/aws-ebs-csi-driver/tests/e2e/modify_volume.go:152 - - Timeline >> - STEP: Creating a kubernetes client @ 08/01/24 18:54:57.864 - I0801 18:54:57.864466 3098 util.go:506] >>> kubeConfig: /local/home/mdzraf/projects/aws-ebs-csi-driver/hack/e2e/csi-test-artifacts/ebs-csi-e2e.k8s.local.kops.kubeconfig - STEP: Building a namespace api object, basename ebs @ 08/01/24 18:54:57.864 - STEP: Waiting for a default service account to be provisioned in namespace @ 08/01/24 18:54:58.082 - STEP: Waiting for kube-root-ca.crt to be provisioned in namespace @ 08/01/24 18:54:58.22 - STEP: setting up pvc @ 08/01/24 18:54:58.358 - STEP: setting up the StorageClass @ 08/01/24 18:54:58.358 - STEP: creating a StorageClass @ 08/01/24 18:54:58.358 - STEP: setting up the PVC and PV @ 08/01/24 18:54:58.429 - STEP: creating a PVC @ 08/01/24 18:54:58.429 - STEP: waiting for PVC to be in phase "Bound" @ 08/01/24 18:54:58.513 - I0801 18:54:58.513311 3098 pv.go:780] Waiting up to timeout=5m0s for PersistentVolumeClaims [pvc-5gmtq] to have phase Bound - I0801 18:54:58.584483 3098 pv.go:796] PersistentVolumeClaim pvc-5gmtq found but phase is Pending instead of Bound. - I0801 18:55:00.679413 3098 pv.go:791] PersistentVolumeClaim pvc-5gmtq found and phase=Bound (2.166081744s) - STEP: checking the PVC @ 08/01/24 18:55:00.679 - STEP: validating provisioned PV @ 08/01/24 18:55:00.754 - STEP: checking the PV @ 08/01/24 18:55:00.823 - STEP: deploying pod continuously writing to volume @ 08/01/24 18:55:00.823 - W0801 18:55:00.916653 3098 warnings.go:70] would violate PodSecurity "restricted:latest": allowPrivilegeEscalation != false (container "volume-tester" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "volume-tester" must set securityContext.capabilities.drop=["ALL"]), runAsNonRoot != true (pod or container "volume-tester" must set securityContext.runAsNonRoot=true), seccompProfile (pod or container "volume-tester" must set securityContext.seccompProfile.type to "RuntimeDefault" or "Localhost") - STEP: modifying the pvc @ 08/01/24 18:55:07.201 - STEP: resizing the pvc @ 08/01/24 18:55:07.345 - I0801 18:55:07.417753 3098 modify_volume_tester.go:108] updated pvc: map[pv.kubernetes.io/bind-completed:yes pv.kubernetes.io/bound-by-controller:yes volume.beta.kubernetes.io/storage-provisioner:ebs.csi.aws.com volume.kubernetes.io/storage-provisioner:ebs.csi.aws.com] - - STEP: wait for and confirm pv modification @ 08/01/24 18:55:07.417 - I0801 18:55:07.417789 3098 e2e_utils.go:147] waiting up to 3m0s for pv in namespace "ebs-696" to be modified via VAC - I0801 18:55:17.629873 3098 e2e_utils.go:153] vac updated to ebs-volume-tester-mw2xm - I0801 18:55:17.629911 3098 e2e_utils.go:81] waiting up to 1m0s for pv resize in namespace "ebs-696" to be complete - I0801 18:55:17.700403 3098 e2e_utils.go:86] pv size is updated to 11Gi - I0801 18:55:17.700434 3098 testsuites.go:741] deleting Pod "ebs-696"/"ebs-volume-tester-mw2xm" - I0801 18:55:17.782696 3098 testsuites.go:746] Pod ebs-volume-tester-mw2xm has the following logs: - STEP: Deleting pod ebs-volume-tester-mw2xm in namespace ebs-696 @ 08/01/24 18:55:17.782 - I0801 18:55:17.855400 3098 testsuites.go:438] deleting PVC "ebs-696"/"pvc-5gmtq" - I0801 18:55:17.855421 3098 pv.go:201] Deleting PersistentVolumeClaim "pvc-5gmtq" - STEP: waiting for claim's PV "pvc-4b1ec720-897a-455b-b597-2eb5370d73a4" to be deleted @ 08/01/24 18:55:17.931 - I0801 18:55:17.931138 3098 pv.go:853] Waiting up to 10m0s for PersistentVolume pvc-4b1ec720-897a-455b-b597-2eb5370d73a4 to get deleted - I0801 18:55:18.007296 3098 pv.go:857] PersistentVolume pvc-4b1ec720-897a-455b-b597-2eb5370d73a4 found and phase=Bound (76.142371ms) - I0801 18:55:23.077252 3098 pv.go:857] PersistentVolume pvc-4b1ec720-897a-455b-b597-2eb5370d73a4 found and phase=Bound (5.146095905s) - I0801 18:55:28.146914 3098 pv.go:857] PersistentVolume pvc-4b1ec720-897a-455b-b597-2eb5370d73a4 found and phase=Bound (10.215754808s) - I0801 18:55:33.217851 3098 pv.go:857] PersistentVolume pvc-4b1ec720-897a-455b-b597-2eb5370d73a4 found and phase=Bound (15.286693957s) - I0801 18:55:38.288101 3098 pv.go:857] PersistentVolume pvc-4b1ec720-897a-455b-b597-2eb5370d73a4 found and phase=Bound (20.35694117s) - I0801 18:55:43.357928 3098 pv.go:857] PersistentVolume pvc-4b1ec720-897a-455b-b597-2eb5370d73a4 found and phase=Bound (25.426768999s) - I0801 18:55:48.428234 3098 pv.go:857] PersistentVolume pvc-4b1ec720-897a-455b-b597-2eb5370d73a4 found and phase=Bound (30.497077318s) - I0801 18:55:53.498510 3098 pv.go:857] PersistentVolume pvc-4b1ec720-897a-455b-b597-2eb5370d73a4 found and phase=Released (35.567351518s) - I0801 18:55:58.568068 3098 pv.go:857] PersistentVolume pvc-4b1ec720-897a-455b-b597-2eb5370d73a4 found and phase=Released (40.636910796s) - I0801 18:56:03.639551 3098 pv.go:857] PersistentVolume pvc-4b1ec720-897a-455b-b597-2eb5370d73a4 found and phase=Released (45.708391419s) - I0801 18:56:08.709360 3098 pv.go:861] PersistentVolume pvc-4b1ec720-897a-455b-b597-2eb5370d73a4 was removed - I0801 18:56:08.709387 3098 testsuites.go:608] Waiting up to 5m0s for PersistentVolumeClaim pvc-5gmtq to be removed - I0801 18:56:08.778585 3098 testsuites.go:613] Claim "pvc-5gmtq" in namespace "ebs-696" doesn't exist in the system - STEP: Destroying namespace "ebs-696" for this suite. @ 08/01/24 18:56:08.779 - << Timeline ------------------------------- -• [83.927 seconds] -[ebs-csi-e2e] [single-az] [modify-volume] Modifying a PVC with new throughput, and iops annotations will modify associated PV and EBS Volume via volume-modifier-for-k8s -/home/mdzraf/projects/aws-ebs-csi-driver/tests/e2e/modify_volume.go:146 - - Timeline >> - STEP: Creating a kubernetes client @ 08/01/24 18:54:46.579 - I0801 18:54:46.579934 3097 util.go:506] >>> kubeConfig: /local/home/mdzraf/projects/aws-ebs-csi-driver/hack/e2e/csi-test-artifacts/ebs-csi-e2e.k8s.local.kops.kubeconfig - STEP: Building a namespace api object, basename ebs @ 08/01/24 18:54:46.58 - STEP: Waiting for a default service account to be provisioned in namespace @ 08/01/24 18:54:46.797 - STEP: Waiting for kube-root-ca.crt to be provisioned in namespace @ 08/01/24 18:54:46.933 - STEP: setting up pvc @ 08/01/24 18:54:47.071 - STEP: setting up the StorageClass @ 08/01/24 18:54:47.071 - STEP: creating a StorageClass @ 08/01/24 18:54:47.071 - STEP: setting up the PVC and PV @ 08/01/24 18:54:47.149 - STEP: creating a PVC @ 08/01/24 18:54:47.149 - STEP: waiting for PVC to be in phase "Bound" @ 08/01/24 18:54:47.222 - I0801 18:54:47.222781 3097 pv.go:780] Waiting up to timeout=5m0s for PersistentVolumeClaims [pvc-d9q26] to have phase Bound - I0801 18:54:47.293995 3097 pv.go:796] PersistentVolumeClaim pvc-d9q26 found but phase is Pending instead of Bound. - I0801 18:54:49.374366 3097 pv.go:791] PersistentVolumeClaim pvc-d9q26 found and phase=Bound (2.151561878s) - STEP: checking the PVC @ 08/01/24 18:54:49.374 - STEP: validating provisioned PV @ 08/01/24 18:54:49.444 - STEP: checking the PV @ 08/01/24 18:54:49.512 - STEP: deploying pod continuously writing to volume @ 08/01/24 18:54:49.513 - W0801 18:54:49.586133 3097 warnings.go:70] would violate PodSecurity "restricted:latest": allowPrivilegeEscalation != false (container "volume-tester" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "volume-tester" must set securityContext.capabilities.drop=["ALL"]), runAsNonRoot != true (pod or container "volume-tester" must set securityContext.runAsNonRoot=true), seccompProfile (pod or container "volume-tester" must set securityContext.seccompProfile.type to "RuntimeDefault" or "Localhost") - STEP: modifying the pvc @ 08/01/24 18:54:53.798 - I0801 18:54:53.938717 3097 modify_volume_tester.go:108] updated pvc: map[ebs.csi.aws.com/iops:4000 ebs.csi.aws.com/throughput:150 pv.kubernetes.io/bind-completed:yes pv.kubernetes.io/bound-by-controller:yes volume.beta.kubernetes.io/storage-provisioner:ebs.csi.aws.com volume.kubernetes.io/storage-provisioner:ebs.csi.aws.com] - - STEP: wait for and confirm pv modification @ 08/01/24 18:54:53.938 - I0801 18:54:53.938744 3097 e2e_utils.go:132] waiting up to 3m0s for pv in namespace "ebs-5809" to be modified - I0801 18:55:04.148691 3097 e2e_utils.go:138] pv annotations are updated to map[ebs.csi.aws.com/iops:4000 ebs.csi.aws.com/throughput:150 pv.kubernetes.io/provisioned-by:ebs.csi.aws.com volume.kubernetes.io/provisioner-deletion-secret-name: volume.kubernetes.io/provisioner-deletion-secret-namespace:] - I0801 18:55:04.148716 3097 testsuites.go:741] deleting Pod "ebs-5809"/"ebs-volume-tester-t68hn" - I0801 18:55:04.220682 3097 testsuites.go:746] Pod ebs-volume-tester-t68hn has the following logs: - STEP: Deleting pod ebs-volume-tester-t68hn in namespace ebs-5809 @ 08/01/24 18:55:04.22 - I0801 18:55:04.294180 3097 testsuites.go:438] deleting PVC "ebs-5809"/"pvc-d9q26" - I0801 18:55:04.294208 3097 pv.go:201] Deleting PersistentVolumeClaim "pvc-d9q26" - STEP: waiting for claim's PV "pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0" to be deleted @ 08/01/24 18:55:04.366 - I0801 18:55:04.366407 3097 pv.go:853] Waiting up to 10m0s for PersistentVolume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 to get deleted - I0801 18:55:04.435352 3097 pv.go:857] PersistentVolume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 found and phase=Bound (68.92319ms) - I0801 18:55:09.505147 3097 pv.go:857] PersistentVolume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 found and phase=Bound (5.138717284s) - I0801 18:55:14.579775 3097 pv.go:857] PersistentVolume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 found and phase=Bound (10.213343921s) - I0801 18:55:19.650463 3097 pv.go:857] PersistentVolume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 found and phase=Bound (15.284031254s) - I0801 18:55:24.721045 3097 pv.go:857] PersistentVolume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 found and phase=Bound (20.354615386s) - I0801 18:55:29.794412 3097 pv.go:857] PersistentVolume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 found and phase=Bound (25.427981439s) - I0801 18:55:34.864251 3097 pv.go:857] PersistentVolume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 found and phase=Bound (30.497821297s) - I0801 18:55:39.934002 3097 pv.go:857] PersistentVolume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 found and phase=Released (35.567571775s) - I0801 18:55:45.004046 3097 pv.go:857] PersistentVolume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 found and phase=Released (40.637609275s) - I0801 18:55:50.074036 3097 pv.go:857] PersistentVolume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 found and phase=Released (45.707603354s) - I0801 18:55:55.143801 3097 pv.go:857] PersistentVolume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 found and phase=Released (50.777370469s) - I0801 18:56:00.219448 3097 pv.go:857] PersistentVolume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 found and phase=Released (55.853018357s) - I0801 18:56:05.289165 3097 pv.go:857] PersistentVolume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 found and phase=Released (1m0.922737682s) - I0801 18:56:10.358212 3097 pv.go:861] PersistentVolume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 was removed - I0801 18:56:10.358246 3097 testsuites.go:608] Waiting up to 5m0s for PersistentVolumeClaim pvc-d9q26 to be removed - I0801 18:56:10.427053 3097 testsuites.go:613] Claim "pvc-d9q26" in namespace "ebs-5809" doesn't exist in the system - STEP: Destroying namespace "ebs-5809" for this suite. @ 08/01/24 18:56:10.427 - << Timeline ------------------------------- -• [75.199 seconds] -[ebs-csi-e2e] [single-az] [modify-volume] Modifying a PVC with a larger size and new throughput and iops annotations after providing an invalid annotation will modify associated PV and EBS Volume via external-resizer -/home/mdzraf/projects/aws-ebs-csi-driver/tests/e2e/modify_volume.go:152 - - Timeline >> - STEP: Creating a kubernetes client @ 08/01/24 18:54:58.099 - I0801 18:54:58.099059 3101 util.go:506] >>> kubeConfig: /local/home/mdzraf/projects/aws-ebs-csi-driver/hack/e2e/csi-test-artifacts/ebs-csi-e2e.k8s.local.kops.kubeconfig - STEP: Building a namespace api object, basename ebs @ 08/01/24 18:54:58.099 - STEP: Waiting for a default service account to be provisioned in namespace @ 08/01/24 18:54:58.312 - STEP: Waiting for kube-root-ca.crt to be provisioned in namespace @ 08/01/24 18:54:58.447 - STEP: setting up pvc @ 08/01/24 18:54:58.595 - STEP: setting up the StorageClass @ 08/01/24 18:54:58.595 - STEP: creating a StorageClass @ 08/01/24 18:54:58.595 - STEP: setting up the PVC and PV @ 08/01/24 18:54:58.666 - STEP: creating a PVC @ 08/01/24 18:54:58.666 - STEP: waiting for PVC to be in phase "Bound" @ 08/01/24 18:54:58.737 - I0801 18:54:58.737114 3101 pv.go:780] Waiting up to timeout=5m0s for PersistentVolumeClaims [pvc-2p9tn] to have phase Bound - I0801 18:54:58.804926 3101 pv.go:796] PersistentVolumeClaim pvc-2p9tn found but phase is Pending instead of Bound. - I0801 18:55:00.872971 3101 pv.go:796] PersistentVolumeClaim pvc-2p9tn found but phase is Pending instead of Bound. - I0801 18:55:02.956709 3101 pv.go:791] PersistentVolumeClaim pvc-2p9tn found and phase=Bound (4.219571384s) - STEP: checking the PVC @ 08/01/24 18:55:02.956 - STEP: validating provisioned PV @ 08/01/24 18:55:03.033 - STEP: checking the PV @ 08/01/24 18:55:03.106 - STEP: deploying pod continuously writing to volume @ 08/01/24 18:55:03.106 - W0801 18:55:03.179268 3101 warnings.go:70] would violate PodSecurity "restricted:latest": allowPrivilegeEscalation != false (container "volume-tester" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "volume-tester" must set securityContext.capabilities.drop=["ALL"]), runAsNonRoot != true (pod or container "volume-tester" must set securityContext.runAsNonRoot=true), seccompProfile (pod or container "volume-tester" must set securityContext.seccompProfile.type to "RuntimeDefault" or "Localhost") - STEP: modifying the pvc with invalid annotations @ 08/01/24 18:55:11.526 - I0801 18:55:11.671434 3101 modify_volume_tester.go:130] pvc "ebs-9699"/"pvc-2p9tn" has been modified with invalid annotations: map[iops:1 pv.kubernetes.io/bind-completed:yes pv.kubernetes.io/bound-by-controller:yes volume.beta.kubernetes.io/storage-provisioner:ebs.csi.aws.com volume.kubernetes.io/storage-provisioner:ebs.csi.aws.com] - STEP: modifying the pvc @ 08/01/24 18:55:11.671 - STEP: resizing the pvc @ 08/01/24 18:55:11.809 - I0801 18:55:11.880130 3101 modify_volume_tester.go:108] updated pvc: map[iops:1 pv.kubernetes.io/bind-completed:yes pv.kubernetes.io/bound-by-controller:yes volume.beta.kubernetes.io/storage-provisioner:ebs.csi.aws.com volume.kubernetes.io/storage-provisioner:ebs.csi.aws.com] - - STEP: wait for and confirm pv modification @ 08/01/24 18:55:11.88 - I0801 18:55:11.880161 3101 e2e_utils.go:147] waiting up to 3m0s for pv in namespace "ebs-9699" to be modified via VAC - I0801 18:55:22.084680 3101 e2e_utils.go:153] vac updated to ebs-volume-tester-m6cfz - I0801 18:55:22.084726 3101 e2e_utils.go:81] waiting up to 1m0s for pv resize in namespace "ebs-9699" to be complete - I0801 18:55:22.155136 3101 e2e_utils.go:86] pv size is updated to 11Gi - I0801 18:55:22.155165 3101 testsuites.go:741] deleting Pod "ebs-9699"/"ebs-volume-tester-m6cfz" - I0801 18:55:22.227576 3101 testsuites.go:746] Pod ebs-volume-tester-m6cfz has the following logs: - STEP: Deleting pod ebs-volume-tester-m6cfz in namespace ebs-9699 @ 08/01/24 18:55:22.227 - I0801 18:55:22.299964 3101 testsuites.go:438] deleting PVC "ebs-9699"/"pvc-2p9tn" - I0801 18:55:22.299985 3101 pv.go:201] Deleting PersistentVolumeClaim "pvc-2p9tn" - STEP: waiting for claim's PV "pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1" to be deleted @ 08/01/24 18:55:22.372 - I0801 18:55:22.372077 3101 pv.go:853] Waiting up to 10m0s for PersistentVolume pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1 to get deleted - I0801 18:55:22.440720 3101 pv.go:857] PersistentVolume pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1 found and phase=Bound (68.59529ms) - I0801 18:55:27.511654 3101 pv.go:857] PersistentVolume pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1 found and phase=Bound (5.139531603s) - I0801 18:55:32.579677 3101 pv.go:857] PersistentVolume pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1 found and phase=Bound (10.207553267s) - I0801 18:55:37.647563 3101 pv.go:857] PersistentVolume pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1 found and phase=Bound (15.275440505s) - I0801 18:55:42.715856 3101 pv.go:857] PersistentVolume pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1 found and phase=Bound (20.343729683s) - I0801 18:55:47.796069 3101 pv.go:857] PersistentVolume pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1 found and phase=Bound (25.423945451s) - I0801 18:55:52.864846 3101 pv.go:857] PersistentVolume pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1 found and phase=Bound (30.492722985s) - I0801 18:55:57.932905 3101 pv.go:857] PersistentVolume pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1 found and phase=Released (35.560780763s) - I0801 18:56:03.003113 3101 pv.go:857] PersistentVolume pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1 found and phase=Released (40.630989086s) - I0801 18:56:08.071487 3101 pv.go:857] PersistentVolume pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1 found and phase=Released (45.699362858s) - I0801 18:56:13.139695 3101 pv.go:861] PersistentVolume pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1 was removed - I0801 18:56:13.139713 3101 testsuites.go:608] Waiting up to 5m0s for PersistentVolumeClaim pvc-2p9tn to be removed - I0801 18:56:13.207206 3101 testsuites.go:613] Claim "pvc-2p9tn" in namespace "ebs-9699" doesn't exist in the system - STEP: Destroying namespace "ebs-9699" for this suite. @ 08/01/24 18:56:13.207 - << Timeline ------------------------------- -• [79.216 seconds] -[ebs-csi-e2e] [single-az] [modify-volume] Modifying a PVC from io2 to gp3 with larger size and new iops and throughput annotations will modify associated PV and EBS Volume via external-resizer -/home/mdzraf/projects/aws-ebs-csi-driver/tests/e2e/modify_volume.go:152 - - Timeline >> - STEP: Creating a kubernetes client @ 08/01/24 18:54:57.529 - I0801 18:54:57.529513 3102 util.go:506] >>> kubeConfig: /local/home/mdzraf/projects/aws-ebs-csi-driver/hack/e2e/csi-test-artifacts/ebs-csi-e2e.k8s.local.kops.kubeconfig - STEP: Building a namespace api object, basename ebs @ 08/01/24 18:54:57.53 - STEP: Waiting for a default service account to be provisioned in namespace @ 08/01/24 18:54:57.745 - STEP: Waiting for kube-root-ca.crt to be provisioned in namespace @ 08/01/24 18:54:57.881 - STEP: setting up pvc @ 08/01/24 18:54:58.017 - STEP: setting up the StorageClass @ 08/01/24 18:54:58.017 - STEP: creating a StorageClass @ 08/01/24 18:54:58.017 - STEP: setting up the PVC and PV @ 08/01/24 18:54:58.097 - STEP: creating a PVC @ 08/01/24 18:54:58.097 - STEP: waiting for PVC to be in phase "Bound" @ 08/01/24 18:54:58.171 - I0801 18:54:58.171573 3102 pv.go:780] Waiting up to timeout=5m0s for PersistentVolumeClaims [pvc-bvktv] to have phase Bound - I0801 18:54:58.241665 3102 pv.go:796] PersistentVolumeClaim pvc-bvktv found but phase is Pending instead of Bound. - I0801 18:55:00.312576 3102 pv.go:796] PersistentVolumeClaim pvc-bvktv found but phase is Pending instead of Bound. - I0801 18:55:02.384903 3102 pv.go:791] PersistentVolumeClaim pvc-bvktv found and phase=Bound (4.213304752s) - STEP: checking the PVC @ 08/01/24 18:55:02.384 - STEP: validating provisioned PV @ 08/01/24 18:55:02.457 - STEP: checking the PV @ 08/01/24 18:55:02.527 - STEP: deploying pod continuously writing to volume @ 08/01/24 18:55:02.527 - W0801 18:55:02.609466 3102 warnings.go:70] would violate PodSecurity "restricted:latest": allowPrivilegeEscalation != false (container "volume-tester" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "volume-tester" must set securityContext.capabilities.drop=["ALL"]), runAsNonRoot != true (pod or container "volume-tester" must set securityContext.runAsNonRoot=true), seccompProfile (pod or container "volume-tester" must set securityContext.seccompProfile.type to "RuntimeDefault" or "Localhost") - STEP: modifying the pvc @ 08/01/24 18:55:15.098 - STEP: resizing the pvc @ 08/01/24 18:55:15.248 - I0801 18:55:15.328110 3102 modify_volume_tester.go:108] updated pvc: map[pv.kubernetes.io/bind-completed:yes pv.kubernetes.io/bound-by-controller:yes volume.beta.kubernetes.io/storage-provisioner:ebs.csi.aws.com volume.kubernetes.io/storage-provisioner:ebs.csi.aws.com] - - STEP: wait for and confirm pv modification @ 08/01/24 18:55:15.328 - I0801 18:55:15.328153 3102 e2e_utils.go:147] waiting up to 3m0s for pv in namespace "ebs-3501" to be modified via VAC - I0801 18:55:25.538328 3102 e2e_utils.go:153] vac updated to ebs-volume-tester-xtlnf - I0801 18:55:25.538365 3102 e2e_utils.go:81] waiting up to 1m0s for pv resize in namespace "ebs-3501" to be complete - I0801 18:55:25.608729 3102 e2e_utils.go:86] pv size is updated to 11Gi - I0801 18:55:25.608754 3102 testsuites.go:741] deleting Pod "ebs-3501"/"ebs-volume-tester-xtlnf" - I0801 18:55:25.685249 3102 testsuites.go:746] Pod ebs-volume-tester-xtlnf has the following logs: - STEP: Deleting pod ebs-volume-tester-xtlnf in namespace ebs-3501 @ 08/01/24 18:55:25.685 - I0801 18:55:25.756346 3102 testsuites.go:438] deleting PVC "ebs-3501"/"pvc-bvktv" - I0801 18:55:25.756365 3102 pv.go:201] Deleting PersistentVolumeClaim "pvc-bvktv" - STEP: waiting for claim's PV "pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2" to be deleted @ 08/01/24 18:55:25.829 - I0801 18:55:25.829538 3102 pv.go:853] Waiting up to 10m0s for PersistentVolume pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2 to get deleted - I0801 18:55:25.905331 3102 pv.go:857] PersistentVolume pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2 found and phase=Bound (75.772781ms) - I0801 18:55:30.975403 3102 pv.go:857] PersistentVolume pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2 found and phase=Bound (5.145846029s) - I0801 18:55:36.045436 3102 pv.go:857] PersistentVolume pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2 found and phase=Bound (10.215877724s) - I0801 18:55:41.114768 3102 pv.go:857] PersistentVolume pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2 found and phase=Bound (15.285209476s) - I0801 18:55:46.184411 3102 pv.go:857] PersistentVolume pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2 found and phase=Bound (20.354851805s) - I0801 18:55:51.254560 3102 pv.go:857] PersistentVolume pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2 found and phase=Bound (25.424997532s) - I0801 18:55:56.323577 3102 pv.go:857] PersistentVolume pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2 found and phase=Bound (30.494016311s) - I0801 18:56:01.392645 3102 pv.go:857] PersistentVolume pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2 found and phase=Released (35.563087119s) - I0801 18:56:06.462376 3102 pv.go:857] PersistentVolume pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2 found and phase=Released (40.632817252s) - I0801 18:56:11.533993 3102 pv.go:857] PersistentVolume pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2 found and phase=Released (45.704436171s) - I0801 18:56:16.605319 3102 pv.go:861] PersistentVolume pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2 was removed - I0801 18:56:16.605351 3102 testsuites.go:608] Waiting up to 5m0s for PersistentVolumeClaim pvc-bvktv to be removed - I0801 18:56:16.674001 3102 testsuites.go:613] Claim "pvc-bvktv" in namespace "ebs-3501" doesn't exist in the system - STEP: Destroying namespace "ebs-3501" for this suite. @ 08/01/24 18:56:16.674 - << Timeline ------------------------------- -• [72.748 seconds] -[ebs-csi-e2e] [single-az] [modify-volume] Modifying a PVC with a new io2 volumeType annotation will modify associated PV and EBS Volume via external-resizer -/home/mdzraf/projects/aws-ebs-csi-driver/tests/e2e/modify_volume.go:152 - - Timeline >> - STEP: Creating a kubernetes client @ 08/01/24 18:55:51.43 - I0801 18:55:51.430633 3099 util.go:506] >>> kubeConfig: /local/home/mdzraf/projects/aws-ebs-csi-driver/hack/e2e/csi-test-artifacts/ebs-csi-e2e.k8s.local.kops.kubeconfig - STEP: Building a namespace api object, basename ebs @ 08/01/24 18:55:51.431 - STEP: Waiting for a default service account to be provisioned in namespace @ 08/01/24 18:55:51.632 - STEP: Waiting for kube-root-ca.crt to be provisioned in namespace @ 08/01/24 18:55:51.76 - STEP: setting up pvc @ 08/01/24 18:55:51.893 - STEP: setting up the StorageClass @ 08/01/24 18:55:51.893 - STEP: creating a StorageClass @ 08/01/24 18:55:51.893 - STEP: setting up the PVC and PV @ 08/01/24 18:55:51.962 - STEP: creating a PVC @ 08/01/24 18:55:51.962 - STEP: waiting for PVC to be in phase "Bound" @ 08/01/24 18:55:52.033 - I0801 18:55:52.033836 3099 pv.go:780] Waiting up to timeout=5m0s for PersistentVolumeClaims [pvc-clzvn] to have phase Bound - I0801 18:55:52.099152 3099 pv.go:796] PersistentVolumeClaim pvc-clzvn found but phase is Pending instead of Bound. - I0801 18:55:54.164966 3099 pv.go:791] PersistentVolumeClaim pvc-clzvn found and phase=Bound (2.131099511s) - STEP: checking the PVC @ 08/01/24 18:55:54.165 - STEP: validating provisioned PV @ 08/01/24 18:55:54.23 - STEP: checking the PV @ 08/01/24 18:55:54.295 - STEP: deploying pod continuously writing to volume @ 08/01/24 18:55:54.295 - W0801 18:55:54.366272 3099 warnings.go:70] would violate PodSecurity "restricted:latest": allowPrivilegeEscalation != false (container "volume-tester" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "volume-tester" must set securityContext.capabilities.drop=["ALL"]), runAsNonRoot != true (pod or container "volume-tester" must set securityContext.runAsNonRoot=true), seccompProfile (pod or container "volume-tester" must set securityContext.seccompProfile.type to "RuntimeDefault" or "Localhost") - STEP: modifying the pvc @ 08/01/24 18:56:02.706 - I0801 18:56:02.906953 3099 modify_volume_tester.go:108] updated pvc: map[pv.kubernetes.io/bind-completed:yes pv.kubernetes.io/bound-by-controller:yes volume.beta.kubernetes.io/storage-provisioner:ebs.csi.aws.com volume.kubernetes.io/storage-provisioner:ebs.csi.aws.com] - - STEP: wait for and confirm pv modification @ 08/01/24 18:56:02.906 - I0801 18:56:02.907002 3099 e2e_utils.go:147] waiting up to 3m0s for pv in namespace "ebs-6166" to be modified via VAC - I0801 18:56:13.106084 3099 e2e_utils.go:153] vac updated to ebs-volume-tester-tnjm2 - I0801 18:56:13.106124 3099 testsuites.go:741] deleting Pod "ebs-6166"/"ebs-volume-tester-tnjm2" - I0801 18:56:13.175060 3099 testsuites.go:746] Pod ebs-volume-tester-tnjm2 has the following logs: - STEP: Deleting pod ebs-volume-tester-tnjm2 in namespace ebs-6166 @ 08/01/24 18:56:13.175 - I0801 18:56:13.247032 3099 testsuites.go:438] deleting PVC "ebs-6166"/"pvc-clzvn" - I0801 18:56:13.247053 3099 pv.go:201] Deleting PersistentVolumeClaim "pvc-clzvn" - STEP: waiting for claim's PV "pvc-27d1d8da-0041-4c17-a844-1688c064f0b8" to be deleted @ 08/01/24 18:56:13.315 - I0801 18:56:13.315885 3099 pv.go:853] Waiting up to 10m0s for PersistentVolume pvc-27d1d8da-0041-4c17-a844-1688c064f0b8 to get deleted - I0801 18:56:13.381358 3099 pv.go:857] PersistentVolume pvc-27d1d8da-0041-4c17-a844-1688c064f0b8 found and phase=Bound (65.450898ms) - I0801 18:56:18.446703 3099 pv.go:857] PersistentVolume pvc-27d1d8da-0041-4c17-a844-1688c064f0b8 found and phase=Bound (5.130797978s) - I0801 18:56:23.512959 3099 pv.go:857] PersistentVolume pvc-27d1d8da-0041-4c17-a844-1688c064f0b8 found and phase=Bound (10.197051136s) - I0801 18:56:28.578631 3099 pv.go:857] PersistentVolume pvc-27d1d8da-0041-4c17-a844-1688c064f0b8 found and phase=Bound (15.262725981s) - I0801 18:56:33.645097 3099 pv.go:857] PersistentVolume pvc-27d1d8da-0041-4c17-a844-1688c064f0b8 found and phase=Bound (20.32919124s) - I0801 18:56:38.711640 3099 pv.go:857] PersistentVolume pvc-27d1d8da-0041-4c17-a844-1688c064f0b8 found and phase=Bound (25.39572463s) - I0801 18:56:43.778068 3099 pv.go:857] PersistentVolume pvc-27d1d8da-0041-4c17-a844-1688c064f0b8 found and phase=Bound (30.46216172s) - I0801 18:56:48.843747 3099 pv.go:857] PersistentVolume pvc-27d1d8da-0041-4c17-a844-1688c064f0b8 found and phase=Released (35.527838896s) - I0801 18:56:53.910590 3099 pv.go:857] PersistentVolume pvc-27d1d8da-0041-4c17-a844-1688c064f0b8 found and phase=Released (40.594679467s) - I0801 18:56:58.976442 3099 pv.go:857] PersistentVolume pvc-27d1d8da-0041-4c17-a844-1688c064f0b8 found and phase=Released (45.660531399s) - I0801 18:57:04.043025 3099 pv.go:861] PersistentVolume pvc-27d1d8da-0041-4c17-a844-1688c064f0b8 was removed - I0801 18:57:04.043050 3099 testsuites.go:608] Waiting up to 5m0s for PersistentVolumeClaim pvc-clzvn to be removed - I0801 18:57:04.108098 3099 testsuites.go:613] Claim "pvc-clzvn" in namespace "ebs-6166" doesn't exist in the system - STEP: Destroying namespace "ebs-6166" for this suite. @ 08/01/24 18:57:04.108 - << Timeline ------------------------------- -• [69.947 seconds] -[ebs-csi-e2e] [single-az] [modify-volume] Modifying a PVC with a new tag annotation will modify associated PV and EBS Volume via external-resizer -/home/mdzraf/projects/aws-ebs-csi-driver/tests/e2e/modify_volume.go:152 - - Timeline >> - STEP: Creating a kubernetes client @ 08/01/24 18:56:10.508 - I0801 18:56:10.508065 3097 util.go:506] >>> kubeConfig: /local/home/mdzraf/projects/aws-ebs-csi-driver/hack/e2e/csi-test-artifacts/ebs-csi-e2e.k8s.local.kops.kubeconfig - STEP: Building a namespace api object, basename ebs @ 08/01/24 18:56:10.508 - STEP: Waiting for a default service account to be provisioned in namespace @ 08/01/24 18:56:10.717 - STEP: Waiting for kube-root-ca.crt to be provisioned in namespace @ 08/01/24 18:56:10.853 - STEP: setting up pvc @ 08/01/24 18:56:10.99 - STEP: setting up the StorageClass @ 08/01/24 18:56:10.99 - STEP: creating a StorageClass @ 08/01/24 18:56:10.99 - STEP: setting up the PVC and PV @ 08/01/24 18:56:11.062 - STEP: creating a PVC @ 08/01/24 18:56:11.062 - STEP: waiting for PVC to be in phase "Bound" @ 08/01/24 18:56:11.145 - I0801 18:56:11.145776 3097 pv.go:780] Waiting up to timeout=5m0s for PersistentVolumeClaims [pvc-rwbls] to have phase Bound - I0801 18:56:11.214625 3097 pv.go:796] PersistentVolumeClaim pvc-rwbls found but phase is Pending instead of Bound. - I0801 18:56:13.297839 3097 pv.go:796] PersistentVolumeClaim pvc-rwbls found but phase is Pending instead of Bound. - I0801 18:56:15.380254 3097 pv.go:791] PersistentVolumeClaim pvc-rwbls found and phase=Bound (4.234451372s) - STEP: checking the PVC @ 08/01/24 18:56:15.38 - STEP: validating provisioned PV @ 08/01/24 18:56:15.449 - STEP: checking the PV @ 08/01/24 18:56:15.527 - STEP: deploying pod continuously writing to volume @ 08/01/24 18:56:15.527 - W0801 18:56:15.603699 3097 warnings.go:70] would violate PodSecurity "restricted:latest": allowPrivilegeEscalation != false (container "volume-tester" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "volume-tester" must set securityContext.capabilities.drop=["ALL"]), runAsNonRoot != true (pod or container "volume-tester" must set securityContext.runAsNonRoot=true), seccompProfile (pod or container "volume-tester" must set securityContext.seccompProfile.type to "RuntimeDefault" or "Localhost") - STEP: modifying the pvc @ 08/01/24 18:56:23.956 - I0801 18:56:24.170761 3097 modify_volume_tester.go:108] updated pvc: map[pv.kubernetes.io/bind-completed:yes pv.kubernetes.io/bound-by-controller:yes volume.beta.kubernetes.io/storage-provisioner:ebs.csi.aws.com volume.kubernetes.io/storage-provisioner:ebs.csi.aws.com] - - STEP: wait for and confirm pv modification @ 08/01/24 18:56:24.17 - I0801 18:56:24.170795 3097 e2e_utils.go:147] waiting up to 3m0s for pv in namespace "ebs-3611" to be modified via VAC - I0801 18:56:29.309916 3097 e2e_utils.go:153] vac updated to ebs-volume-tester-5czr4 - I0801 18:56:29.309944 3097 testsuites.go:741] deleting Pod "ebs-3611"/"ebs-volume-tester-5czr4" - I0801 18:56:29.386237 3097 testsuites.go:746] Pod ebs-volume-tester-5czr4 has the following logs: - STEP: Deleting pod ebs-volume-tester-5czr4 in namespace ebs-3611 @ 08/01/24 18:56:29.386 - I0801 18:56:29.458832 3097 testsuites.go:438] deleting PVC "ebs-3611"/"pvc-rwbls" - I0801 18:56:29.458846 3097 pv.go:201] Deleting PersistentVolumeClaim "pvc-rwbls" - STEP: waiting for claim's PV "pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd" to be deleted @ 08/01/24 18:56:29.531 - I0801 18:56:29.531896 3097 pv.go:853] Waiting up to 10m0s for PersistentVolume pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd to get deleted - I0801 18:56:29.602083 3097 pv.go:857] PersistentVolume pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd found and phase=Bound (70.165731ms) - I0801 18:56:34.673643 3097 pv.go:857] PersistentVolume pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd found and phase=Bound (5.141728364s) - I0801 18:56:39.746279 3097 pv.go:857] PersistentVolume pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd found and phase=Bound (10.2143632s) - I0801 18:56:44.817257 3097 pv.go:857] PersistentVolume pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd found and phase=Bound (15.285343356s) - I0801 18:56:49.886576 3097 pv.go:857] PersistentVolume pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd found and phase=Bound (20.354661311s) - I0801 18:56:54.959604 3097 pv.go:857] PersistentVolume pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd found and phase=Bound (25.427684351s) - I0801 18:57:00.029343 3097 pv.go:857] PersistentVolume pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd found and phase=Bound (30.497427019s) - I0801 18:57:05.099623 3097 pv.go:857] PersistentVolume pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd found and phase=Released (35.567703861s) - I0801 18:57:10.169943 3097 pv.go:857] PersistentVolume pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd found and phase=Released (40.63802457s) - I0801 18:57:15.239983 3097 pv.go:857] PersistentVolume pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd found and phase=Released (45.708065009s) - I0801 18:57:20.309928 3097 pv.go:861] PersistentVolume pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd was removed - I0801 18:57:20.309962 3097 testsuites.go:608] Waiting up to 5m0s for PersistentVolumeClaim pvc-rwbls to be removed - I0801 18:57:20.381092 3097 testsuites.go:613] Claim "pvc-rwbls" in namespace "ebs-3611" doesn't exist in the system - STEP: Destroying namespace "ebs-3611" for this suite. @ 08/01/24 18:57:20.381 - << Timeline ------------------------------- -• [72.840 seconds] -[ebs-csi-e2e] [single-az] [modify-volume] Modifying a PVC with a new throughput annotation will modify associated PV and EBS Volume via external-resizer -/home/mdzraf/projects/aws-ebs-csi-driver/tests/e2e/modify_volume.go:152 - - Timeline >> - STEP: Creating a kubernetes client @ 08/01/24 18:56:13.299 - I0801 18:56:13.299193 3101 util.go:506] >>> kubeConfig: /local/home/mdzraf/projects/aws-ebs-csi-driver/hack/e2e/csi-test-artifacts/ebs-csi-e2e.k8s.local.kops.kubeconfig - STEP: Building a namespace api object, basename ebs @ 08/01/24 18:56:13.299 - STEP: Waiting for a default service account to be provisioned in namespace @ 08/01/24 18:56:13.504 - STEP: Waiting for kube-root-ca.crt to be provisioned in namespace @ 08/01/24 18:56:13.639 - STEP: setting up pvc @ 08/01/24 18:56:13.773 - STEP: setting up the StorageClass @ 08/01/24 18:56:13.773 - STEP: creating a StorageClass @ 08/01/24 18:56:13.773 - STEP: setting up the PVC and PV @ 08/01/24 18:56:13.844 - STEP: creating a PVC @ 08/01/24 18:56:13.844 - STEP: waiting for PVC to be in phase "Bound" @ 08/01/24 18:56:13.917 - I0801 18:56:13.917075 3101 pv.go:780] Waiting up to timeout=5m0s for PersistentVolumeClaims [pvc-n8trk] to have phase Bound - I0801 18:56:13.985334 3101 pv.go:796] PersistentVolumeClaim pvc-n8trk found but phase is Pending instead of Bound. - I0801 18:56:16.052991 3101 pv.go:791] PersistentVolumeClaim pvc-n8trk found and phase=Bound (2.13589308s) - STEP: checking the PVC @ 08/01/24 18:56:16.053 - STEP: validating provisioned PV @ 08/01/24 18:56:16.121 - STEP: checking the PV @ 08/01/24 18:56:16.189 - STEP: deploying pod continuously writing to volume @ 08/01/24 18:56:16.189 - W0801 18:56:16.259813 3101 warnings.go:70] would violate PodSecurity "restricted:latest": allowPrivilegeEscalation != false (container "volume-tester" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "volume-tester" must set securityContext.capabilities.drop=["ALL"]), runAsNonRoot != true (pod or container "volume-tester" must set securityContext.runAsNonRoot=true), seccompProfile (pod or container "volume-tester" must set securityContext.seccompProfile.type to "RuntimeDefault" or "Localhost") - STEP: modifying the pvc @ 08/01/24 18:56:24.6 - I0801 18:56:24.810087 3101 modify_volume_tester.go:108] updated pvc: map[pv.kubernetes.io/bind-completed:yes pv.kubernetes.io/bound-by-controller:yes volume.beta.kubernetes.io/storage-provisioner:ebs.csi.aws.com volume.kubernetes.io/storage-provisioner:ebs.csi.aws.com] - - STEP: wait for and confirm pv modification @ 08/01/24 18:56:24.81 - I0801 18:56:24.810119 3101 e2e_utils.go:147] waiting up to 3m0s for pv in namespace "ebs-5691" to be modified via VAC - I0801 18:56:35.016629 3101 e2e_utils.go:153] vac updated to ebs-volume-tester-rk9wz - I0801 18:56:35.016657 3101 testsuites.go:741] deleting Pod "ebs-5691"/"ebs-volume-tester-rk9wz" - I0801 18:56:35.098450 3101 testsuites.go:746] Pod ebs-volume-tester-rk9wz has the following logs: - STEP: Deleting pod ebs-volume-tester-rk9wz in namespace ebs-5691 @ 08/01/24 18:56:35.098 - I0801 18:56:35.171089 3101 testsuites.go:438] deleting PVC "ebs-5691"/"pvc-n8trk" - I0801 18:56:35.171108 3101 pv.go:201] Deleting PersistentVolumeClaim "pvc-n8trk" - STEP: waiting for claim's PV "pvc-14ab448b-e553-4644-8fcf-1e0448844e14" to be deleted @ 08/01/24 18:56:35.242 - I0801 18:56:35.242271 3101 pv.go:853] Waiting up to 10m0s for PersistentVolume pvc-14ab448b-e553-4644-8fcf-1e0448844e14 to get deleted - I0801 18:56:35.310232 3101 pv.go:857] PersistentVolume pvc-14ab448b-e553-4644-8fcf-1e0448844e14 found and phase=Bound (67.938238ms) - I0801 18:56:40.378569 3101 pv.go:857] PersistentVolume pvc-14ab448b-e553-4644-8fcf-1e0448844e14 found and phase=Bound (5.136276556s) - I0801 18:56:45.446481 3101 pv.go:857] PersistentVolume pvc-14ab448b-e553-4644-8fcf-1e0448844e14 found and phase=Bound (10.204189994s) - I0801 18:56:50.514359 3101 pv.go:857] PersistentVolume pvc-14ab448b-e553-4644-8fcf-1e0448844e14 found and phase=Bound (15.272066031s) - I0801 18:56:55.586085 3101 pv.go:857] PersistentVolume pvc-14ab448b-e553-4644-8fcf-1e0448844e14 found and phase=Bound (20.34379026s) - I0801 18:57:00.654502 3101 pv.go:857] PersistentVolume pvc-14ab448b-e553-4644-8fcf-1e0448844e14 found and phase=Bound (25.412208144s) - I0801 18:57:05.722760 3101 pv.go:857] PersistentVolume pvc-14ab448b-e553-4644-8fcf-1e0448844e14 found and phase=Bound (30.480466663s) - I0801 18:57:10.793682 3101 pv.go:857] PersistentVolume pvc-14ab448b-e553-4644-8fcf-1e0448844e14 found and phase=Released (35.551388939s) - I0801 18:57:15.862171 3101 pv.go:857] PersistentVolume pvc-14ab448b-e553-4644-8fcf-1e0448844e14 found and phase=Released (40.61987769s) - I0801 18:57:20.932421 3101 pv.go:857] PersistentVolume pvc-14ab448b-e553-4644-8fcf-1e0448844e14 found and phase=Released (45.690129008s) - I0801 18:57:26.000284 3101 pv.go:861] PersistentVolume pvc-14ab448b-e553-4644-8fcf-1e0448844e14 was removed - I0801 18:57:26.000317 3101 testsuites.go:608] Waiting up to 5m0s for PersistentVolumeClaim pvc-n8trk to be removed - I0801 18:57:26.067591 3101 testsuites.go:613] Claim "pvc-n8trk" in namespace "ebs-5691" doesn't exist in the system - STEP: Destroying namespace "ebs-5691" for this suite. @ 08/01/24 18:57:26.068 - << Timeline ------------------------------- -• [70.816 seconds] -[ebs-csi-e2e] [single-az] [modify-volume] Modifying a PVC with new throughput, and iops annotations will modify associated PV and EBS Volume via external-resizer -/home/mdzraf/projects/aws-ebs-csi-driver/tests/e2e/modify_volume.go:152 - - Timeline >> - STEP: Creating a kubernetes client @ 08/01/24 18:56:16.747 - I0801 18:56:16.747382 3102 util.go:506] >>> kubeConfig: /local/home/mdzraf/projects/aws-ebs-csi-driver/hack/e2e/csi-test-artifacts/ebs-csi-e2e.k8s.local.kops.kubeconfig - STEP: Building a namespace api object, basename ebs @ 08/01/24 18:56:16.748 - STEP: Waiting for a default service account to be provisioned in namespace @ 08/01/24 18:56:16.956 - STEP: Waiting for kube-root-ca.crt to be provisioned in namespace @ 08/01/24 18:56:17.092 - STEP: setting up pvc @ 08/01/24 18:56:17.228 - STEP: setting up the StorageClass @ 08/01/24 18:56:17.228 - STEP: creating a StorageClass @ 08/01/24 18:56:17.228 - STEP: setting up the PVC and PV @ 08/01/24 18:56:17.301 - STEP: creating a PVC @ 08/01/24 18:56:17.301 - STEP: waiting for PVC to be in phase "Bound" @ 08/01/24 18:56:17.373 - I0801 18:56:17.373511 3102 pv.go:780] Waiting up to timeout=5m0s for PersistentVolumeClaims [pvc-svvnk] to have phase Bound - I0801 18:56:17.442169 3102 pv.go:796] PersistentVolumeClaim pvc-svvnk found but phase is Pending instead of Bound. - I0801 18:56:19.511571 3102 pv.go:791] PersistentVolumeClaim pvc-svvnk found and phase=Bound (2.138032399s) - STEP: checking the PVC @ 08/01/24 18:56:19.511 - STEP: validating provisioned PV @ 08/01/24 18:56:19.58 - STEP: checking the PV @ 08/01/24 18:56:19.648 - STEP: deploying pod continuously writing to volume @ 08/01/24 18:56:19.648 - W0801 18:56:19.726838 3102 warnings.go:70] would violate PodSecurity "restricted:latest": allowPrivilegeEscalation != false (container "volume-tester" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "volume-tester" must set securityContext.capabilities.drop=["ALL"]), runAsNonRoot != true (pod or container "volume-tester" must set securityContext.runAsNonRoot=true), seccompProfile (pod or container "volume-tester" must set securityContext.seccompProfile.type to "RuntimeDefault" or "Localhost") - STEP: modifying the pvc @ 08/01/24 18:56:26.006 - I0801 18:56:26.216945 3102 modify_volume_tester.go:108] updated pvc: map[pv.kubernetes.io/bind-completed:yes pv.kubernetes.io/bound-by-controller:yes volume.beta.kubernetes.io/storage-provisioner:ebs.csi.aws.com volume.kubernetes.io/storage-provisioner:ebs.csi.aws.com] - - STEP: wait for and confirm pv modification @ 08/01/24 18:56:26.216 - I0801 18:56:26.216980 3102 e2e_utils.go:147] waiting up to 3m0s for pv in namespace "ebs-3357" to be modified via VAC - I0801 18:56:36.424651 3102 e2e_utils.go:153] vac updated to ebs-volume-tester-6md69 - I0801 18:56:36.424679 3102 testsuites.go:741] deleting Pod "ebs-3357"/"ebs-volume-tester-6md69" - I0801 18:56:36.495183 3102 testsuites.go:746] Pod ebs-volume-tester-6md69 has the following logs: - STEP: Deleting pod ebs-volume-tester-6md69 in namespace ebs-3357 @ 08/01/24 18:56:36.495 - I0801 18:56:36.567375 3102 testsuites.go:438] deleting PVC "ebs-3357"/"pvc-svvnk" - I0801 18:56:36.567401 3102 pv.go:201] Deleting PersistentVolumeClaim "pvc-svvnk" - STEP: waiting for claim's PV "pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b" to be deleted @ 08/01/24 18:56:36.646 - I0801 18:56:36.646721 3102 pv.go:853] Waiting up to 10m0s for PersistentVolume pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b to get deleted - I0801 18:56:36.715016 3102 pv.go:857] PersistentVolume pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b found and phase=Bound (68.279212ms) - I0801 18:56:41.784023 3102 pv.go:857] PersistentVolume pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b found and phase=Bound (5.137284902s) - I0801 18:56:46.853012 3102 pv.go:857] PersistentVolume pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b found and phase=Bound (10.206272844s) - I0801 18:56:51.922837 3102 pv.go:857] PersistentVolume pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b found and phase=Bound (15.276097633s) - I0801 18:56:56.992865 3102 pv.go:857] PersistentVolume pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b found and phase=Bound (20.346126777s) - I0801 18:57:02.062941 3102 pv.go:857] PersistentVolume pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b found and phase=Bound (25.416201507s) - I0801 18:57:07.137076 3102 pv.go:857] PersistentVolume pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b found and phase=Bound (30.490333735s) - I0801 18:57:12.206902 3102 pv.go:857] PersistentVolume pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b found and phase=Released (35.560160165s) - I0801 18:57:17.276552 3102 pv.go:857] PersistentVolume pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b found and phase=Released (40.629812255s) - I0801 18:57:22.345870 3102 pv.go:857] PersistentVolume pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b found and phase=Released (45.699129652s) - I0801 18:57:27.414676 3102 pv.go:861] PersistentVolume pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b was removed - I0801 18:57:27.414712 3102 testsuites.go:608] Waiting up to 5m0s for PersistentVolumeClaim pvc-svvnk to be removed - I0801 18:57:27.492295 3102 testsuites.go:613] Claim "pvc-svvnk" in namespace "ebs-3357" doesn't exist in the system - STEP: Destroying namespace "ebs-3357" for this suite. @ 08/01/24 18:57:27.492 - << Timeline ------------------------------- -• [86.127 seconds] -[ebs-csi-e2e] [single-az] [modify-volume] Modifying a PVC with a new iops annotation will modify associated PV and EBS Volume via external-resizer -/home/mdzraf/projects/aws-ebs-csi-driver/tests/e2e/modify_volume.go:152 - - Timeline >> - STEP: Creating a kubernetes client @ 08/01/24 18:56:08.852 - I0801 18:56:08.852639 3098 util.go:506] >>> kubeConfig: /local/home/mdzraf/projects/aws-ebs-csi-driver/hack/e2e/csi-test-artifacts/ebs-csi-e2e.k8s.local.kops.kubeconfig - STEP: Building a namespace api object, basename ebs @ 08/01/24 18:56:08.853 - STEP: Waiting for a default service account to be provisioned in namespace @ 08/01/24 18:56:09.09 - STEP: Waiting for kube-root-ca.crt to be provisioned in namespace @ 08/01/24 18:56:09.231 - STEP: setting up pvc @ 08/01/24 18:56:09.37 - STEP: setting up the StorageClass @ 08/01/24 18:56:09.37 - STEP: creating a StorageClass @ 08/01/24 18:56:09.37 - STEP: setting up the PVC and PV @ 08/01/24 18:56:09.441 - STEP: creating a PVC @ 08/01/24 18:56:09.441 - STEP: waiting for PVC to be in phase "Bound" @ 08/01/24 18:56:09.528 - I0801 18:56:09.528961 3098 pv.go:780] Waiting up to timeout=5m0s for PersistentVolumeClaims [pvc-skdqv] to have phase Bound - I0801 18:56:09.598045 3098 pv.go:796] PersistentVolumeClaim pvc-skdqv found but phase is Pending instead of Bound. - I0801 18:56:11.668399 3098 pv.go:791] PersistentVolumeClaim pvc-skdqv found and phase=Bound (2.139415103s) - STEP: checking the PVC @ 08/01/24 18:56:11.668 - STEP: validating provisioned PV @ 08/01/24 18:56:11.738 - STEP: checking the PV @ 08/01/24 18:56:11.807 - STEP: deploying pod continuously writing to volume @ 08/01/24 18:56:11.807 - W0801 18:56:11.888329 3098 warnings.go:70] would violate PodSecurity "restricted:latest": allowPrivilegeEscalation != false (container "volume-tester" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "volume-tester" must set securityContext.capabilities.drop=["ALL"]), runAsNonRoot != true (pod or container "volume-tester" must set securityContext.runAsNonRoot=true), seccompProfile (pod or container "volume-tester" must set securityContext.seccompProfile.type to "RuntimeDefault" or "Localhost") - STEP: modifying the pvc @ 08/01/24 18:56:18.183 - I0801 18:56:18.395861 3098 modify_volume_tester.go:108] updated pvc: map[pv.kubernetes.io/bind-completed:yes pv.kubernetes.io/bound-by-controller:yes volume.beta.kubernetes.io/storage-provisioner:ebs.csi.aws.com volume.kubernetes.io/storage-provisioner:ebs.csi.aws.com] - - STEP: wait for and confirm pv modification @ 08/01/24 18:56:18.395 - I0801 18:56:18.395900 3098 e2e_utils.go:147] waiting up to 3m0s for pv in namespace "ebs-9362" to be modified via VAC - I0801 18:56:28.613729 3098 e2e_utils.go:153] vac updated to ebs-volume-tester-4kjpg - I0801 18:56:28.613752 3098 testsuites.go:741] deleting Pod "ebs-9362"/"ebs-volume-tester-4kjpg" - I0801 18:56:28.686042 3098 testsuites.go:746] Pod ebs-volume-tester-4kjpg has the following logs: - STEP: Deleting pod ebs-volume-tester-4kjpg in namespace ebs-9362 @ 08/01/24 18:56:28.686 - I0801 18:56:28.761893 3098 testsuites.go:438] deleting PVC "ebs-9362"/"pvc-skdqv" - I0801 18:56:28.761914 3098 pv.go:201] Deleting PersistentVolumeClaim "pvc-skdqv" - STEP: waiting for claim's PV "pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365" to be deleted @ 08/01/24 18:56:28.834 - I0801 18:56:28.834036 3098 pv.go:853] Waiting up to 10m0s for PersistentVolume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 to get deleted - I0801 18:56:28.904737 3098 pv.go:857] PersistentVolume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 found and phase=Bound (70.682367ms) - I0801 18:56:33.976247 3098 pv.go:857] PersistentVolume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 found and phase=Bound (5.142192188s) - I0801 18:56:39.046556 3098 pv.go:857] PersistentVolume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 found and phase=Bound (10.212499851s) - I0801 18:56:44.117911 3098 pv.go:857] PersistentVolume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 found and phase=Bound (15.283855388s) - I0801 18:56:49.189132 3098 pv.go:857] PersistentVolume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 found and phase=Bound (20.355077803s) - I0801 18:56:54.259133 3098 pv.go:857] PersistentVolume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 found and phase=Bound (25.425076386s) - I0801 18:56:59.329882 3098 pv.go:857] PersistentVolume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 found and phase=Released (30.495829185s) - I0801 18:57:04.401289 3098 pv.go:857] PersistentVolume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 found and phase=Released (35.567232295s) - I0801 18:57:09.473909 3098 pv.go:857] PersistentVolume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 found and phase=Released (40.639854407s) - I0801 18:57:14.545237 3098 pv.go:857] PersistentVolume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 found and phase=Released (45.711181376s) - I0801 18:57:19.616078 3098 pv.go:857] PersistentVolume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 found and phase=Released (50.782023304s) - I0801 18:57:24.693418 3098 pv.go:857] PersistentVolume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 found and phase=Released (55.859365367s) - I0801 18:57:29.765396 3098 pv.go:857] PersistentVolume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 found and phase=Released (1m0.931337387s) - I0801 18:57:34.835673 3098 pv.go:861] PersistentVolume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 was removed - I0801 18:57:34.835707 3098 testsuites.go:608] Waiting up to 5m0s for PersistentVolumeClaim pvc-skdqv to be removed - I0801 18:57:34.904890 3098 testsuites.go:613] Claim "pvc-skdqv" in namespace "ebs-9362" doesn't exist in the system - STEP: Destroying namespace "ebs-9362" for this suite. @ 08/01/24 18:57:34.905 - << Timeline ------------------------------- -• [189.304 seconds] -[ebs-csi-e2e] [single-az] [modify-volume] Modifying a PVC with new throughput, iops, and tag annotations will modify associated PV and EBS Volume via external-resizer -/home/mdzraf/projects/aws-ebs-csi-driver/tests/e2e/modify_volume.go:152 - - Timeline >> - STEP: Creating a kubernetes client @ 08/01/24 18:57:04.179 - I0801 18:57:04.179340 3099 util.go:506] >>> kubeConfig: /local/home/mdzraf/projects/aws-ebs-csi-driver/hack/e2e/csi-test-artifacts/ebs-csi-e2e.k8s.local.kops.kubeconfig - STEP: Building a namespace api object, basename ebs @ 08/01/24 18:57:04.18 - STEP: Waiting for a default service account to be provisioned in namespace @ 08/01/24 18:57:04.386 - STEP: Waiting for kube-root-ca.crt to be provisioned in namespace @ 08/01/24 18:57:04.515 - STEP: setting up pvc @ 08/01/24 18:57:04.645 - STEP: setting up the StorageClass @ 08/01/24 18:57:04.645 - STEP: creating a StorageClass @ 08/01/24 18:57:04.645 - STEP: setting up the PVC and PV @ 08/01/24 18:57:04.712 - STEP: creating a PVC @ 08/01/24 18:57:04.712 - STEP: waiting for PVC to be in phase "Bound" @ 08/01/24 18:57:04.789 - I0801 18:57:04.789030 3099 pv.go:780] Waiting up to timeout=5m0s for PersistentVolumeClaims [pvc-qf7gw] to have phase Bound - I0801 18:57:04.854317 3099 pv.go:796] PersistentVolumeClaim pvc-qf7gw found but phase is Pending instead of Bound. - I0801 18:57:06.924056 3099 pv.go:796] PersistentVolumeClaim pvc-qf7gw found but phase is Pending instead of Bound. - I0801 18:57:08.993196 3099 pv.go:791] PersistentVolumeClaim pvc-qf7gw found and phase=Bound (4.204139255s) - STEP: checking the PVC @ 08/01/24 18:57:08.993 - STEP: validating provisioned PV @ 08/01/24 18:57:09.058 - STEP: checking the PV @ 08/01/24 18:57:09.125 - STEP: deploying pod continuously writing to volume @ 08/01/24 18:57:09.125 - W0801 18:57:09.199065 3099 warnings.go:70] would violate PodSecurity "restricted:latest": allowPrivilegeEscalation != false (container "volume-tester" must set securityContext.allowPrivilegeEscalation=false), unrestricted capabilities (container "volume-tester" must set securityContext.capabilities.drop=["ALL"]), runAsNonRoot != true (pod or container "volume-tester" must set securityContext.runAsNonRoot=true), seccompProfile (pod or container "volume-tester" must set securityContext.seccompProfile.type to "RuntimeDefault" or "Localhost") - STEP: modifying the pvc @ 08/01/24 18:57:15.465 - I0801 18:57:15.680545 3099 modify_volume_tester.go:108] updated pvc: map[pv.kubernetes.io/bind-completed:yes pv.kubernetes.io/bound-by-controller:yes volume.beta.kubernetes.io/storage-provisioner:ebs.csi.aws.com volume.kubernetes.io/storage-provisioner:ebs.csi.aws.com] - - STEP: wait for and confirm pv modification @ 08/01/24 18:57:15.68 - I0801 18:57:15.680574 3099 e2e_utils.go:147] waiting up to 3m0s for pv in namespace "ebs-1087" to be modified via VAC - I0801 18:57:30.946157 3099 e2e_utils.go:153] vac updated to ebs-volume-tester-rjnxk - I0801 18:57:30.946197 3099 testsuites.go:741] deleting Pod "ebs-1087"/"ebs-volume-tester-rjnxk" - I0801 18:57:31.014651 3099 testsuites.go:746] Pod ebs-volume-tester-rjnxk has the following logs: - STEP: Deleting pod ebs-volume-tester-rjnxk in namespace ebs-1087 @ 08/01/24 18:57:31.014 - I0801 18:57:31.084389 3099 testsuites.go:438] deleting PVC "ebs-1087"/"pvc-qf7gw" - I0801 18:57:31.084410 3099 pv.go:201] Deleting PersistentVolumeClaim "pvc-qf7gw" - STEP: waiting for claim's PV "pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d" to be deleted @ 08/01/24 18:57:31.156 - I0801 18:57:31.156837 3099 pv.go:853] Waiting up to 10m0s for PersistentVolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d to get deleted - I0801 18:57:31.225476 3099 pv.go:857] PersistentVolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d found and phase=Bound (68.619691ms) - I0801 18:57:36.291501 3099 pv.go:857] PersistentVolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d found and phase=Bound (5.134643904s) - I0801 18:57:41.357435 3099 pv.go:857] PersistentVolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d found and phase=Bound (10.200578115s) - I0801 18:57:46.423705 3099 pv.go:857] PersistentVolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d found and phase=Bound (15.266847024s) - I0801 18:57:51.490273 3099 pv.go:857] PersistentVolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d found and phase=Bound (20.33341723s) - I0801 18:57:56.556519 3099 pv.go:857] PersistentVolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d found and phase=Bound (25.399659986s) - I0801 18:58:01.623065 3099 pv.go:857] PersistentVolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d found and phase=Released (30.466209229s) - I0801 18:58:06.689122 3099 pv.go:857] PersistentVolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d found and phase=Released (35.532266225s) - I0801 18:58:11.756017 3099 pv.go:857] PersistentVolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d found and phase=Released (40.599164109s) - I0801 18:58:16.822277 3099 pv.go:857] PersistentVolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d found and phase=Released (45.665421075s) - I0801 18:58:21.888053 3099 pv.go:857] PersistentVolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d found and phase=Released (50.731195856s) - I0801 18:58:26.954199 3099 pv.go:857] PersistentVolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d found and phase=Released (55.797341654s) - I0801 18:58:32.019959 3099 pv.go:857] PersistentVolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d found and phase=Released (1m0.863105265s) - I0801 18:58:37.086697 3099 pv.go:857] PersistentVolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d found and phase=Released (1m5.929841228s) - I0801 18:58:42.153137 3099 pv.go:857] PersistentVolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d found and phase=Released (1m10.996279711s) - I0801 18:58:47.219053 3099 pv.go:857] PersistentVolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d found and phase=Released (1m16.062196421s) - I0801 18:58:52.286040 3099 pv.go:857] PersistentVolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d found and phase=Released (1m21.129182338s) - I0801 18:58:57.352528 3099 pv.go:857] PersistentVolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d found and phase=Released (1m26.195670279s) - I0801 18:59:02.418286 3099 pv.go:857] PersistentVolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d found and phase=Released (1m31.261432878s) - I0801 18:59:07.484155 3099 pv.go:857] PersistentVolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d found and phase=Released (1m36.327301209s) - I0801 18:59:12.551259 3099 pv.go:857] PersistentVolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d found and phase=Released (1m41.394398567s) - I0801 18:59:17.617350 3099 pv.go:857] PersistentVolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d found and phase=Released (1m46.460492478s) - I0801 18:59:22.684206 3099 pv.go:857] PersistentVolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d found and phase=Released (1m51.527349144s) - I0801 18:59:27.751086 3099 pv.go:857] PersistentVolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d found and phase=Released (1m56.594228244s) - I0801 18:59:32.817419 3099 pv.go:857] PersistentVolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d found and phase=Released (2m1.660562541s) - I0801 18:59:37.883809 3099 pv.go:857] PersistentVolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d found and phase=Released (2m6.726956723s) - I0801 18:59:42.951316 3099 pv.go:857] PersistentVolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d found and phase=Released (2m11.794462497s) - I0801 18:59:48.017735 3099 pv.go:857] PersistentVolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d found and phase=Released (2m16.860878132s) - I0801 18:59:53.083919 3099 pv.go:857] PersistentVolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d found and phase=Released (2m21.92706217s) - I0801 18:59:58.150395 3099 pv.go:857] PersistentVolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d found and phase=Released (2m26.993537105s) - I0801 19:00:03.216862 3099 pv.go:857] PersistentVolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d found and phase=Released (2m32.060006393s) - I0801 19:00:08.284026 3099 pv.go:857] PersistentVolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d found and phase=Released (2m37.127170255s) - I0801 19:00:13.350091 3099 pv.go:861] PersistentVolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d was removed - I0801 19:00:13.350126 3099 testsuites.go:608] Waiting up to 5m0s for PersistentVolumeClaim pvc-qf7gw to be removed - I0801 19:00:13.415176 3099 testsuites.go:613] Claim "pvc-qf7gw" in namespace "ebs-1087" doesn't exist in the system - STEP: Destroying namespace "ebs-1087" for this suite. @ 08/01/24 19:00:13.415 - << Timeline ------------------------------- - -Ran 16 of 71 Specs in 408.306 seconds -SUCCESS! -- 16 Passed | 0 Failed | 0 Pending | 55 Skipped - - -Ginkgo ran 1 suite in 6m52.022777347s -Test Suite Passed -### -## Printing pod ebs-csi-controller-69f45d8cfc-2p9fx container logs -# -I0801 18:53:11.139211 1 main.go:108] "Version" version="v1.11.1" -I0801 18:53:11.139254 1 feature_gate.go:254] feature gates: {map[VolumeAttributesClass:true]} -I0801 18:53:11.141140 1 common.go:143] "Probing CSI driver for readiness" -I0801 18:53:11.148427 1 main.go:162] "CSI driver name" driverName="ebs.csi.aws.com" -I0801 18:53:11.150461 1 common.go:143] "Probing CSI driver for readiness" -I0801 18:53:11.154044 1 leaderelection.go:250] attempting to acquire leader lease kube-system/external-resizer-ebs-csi-aws-com... -I0801 18:53:11.249119 1 main.go:135] "Calling CSI driver to discover driver name" -I0801 18:53:11.251232 1 main.go:143] "CSI driver name" driver="ebs.csi.aws.com" -I0801 18:53:11.251282 1 main.go:172] "ServeMux listening" address="0.0.0.0:9808" -I0801 18:53:10.552304 1 main.go:157] "Initializing metadata" -I0801 18:53:10.557168 1 ec2.go:92] "Number of attached ENIs" attachedENIs=1 -I0801 18:53:10.558689 1 metadata.go:48] "Retrieved metadata from IMDS" -I0801 18:53:10.558885 1 cloud.go:373] "newEC2Cloud: batching enabled" -I0801 18:53:10.559057 1 mount_linux.go:280] Cannot create temp dir to detect safe 'not mounted' behavior: mkdir /tmp/kubelet-detect-safe-umount241134615: read-only file system -I0801 18:53:10.560285 1 driver.go:69] "Driver Information" Driver="ebs.csi.aws.com" Version="v1.33.0" -I0801 18:53:10.561018 1 driver.go:138] "Listening for connections" address="/var/lib/csi/sockets/pluginproxy/csi.sock" -I0801 18:53:10.670571 1 controller.go:491] "ControllerGetCapabilities: called" args="" -I0801 18:53:10.801933 1 controller.go:491] "ControllerGetCapabilities: called" args="" -I0801 18:53:10.919464 1 controller.go:491] "ControllerGetCapabilities: called" args="" -I0801 18:53:11.152561 1 controller.go:491] "ControllerGetCapabilities: called" args="" -I0801 18:53:11.153024 1 controller.go:491] "ControllerGetCapabilities: called" args="" -I0801 18:53:11.153301 1 controller.go:491] "ControllerGetCapabilities: called" args="" -W0801 18:53:10.660738 1 feature_gate.go:246] Setting GA feature gate Topology=true. It will be removed in a future release. -I0801 18:53:10.660782 1 feature_gate.go:254] feature gates: {map[Topology:true VolumeAttributesClass:true]} -I0801 18:53:10.660800 1 csi-provisioner.go:154] Version: v5.0.1 -I0801 18:53:10.660808 1 csi-provisioner.go:177] Building kube configs for running in cluster... -I0801 18:53:10.662963 1 common.go:143] "Probing CSI driver for readiness" -I0801 18:53:10.668243 1 csi-provisioner.go:230] Detected CSI driver ebs.csi.aws.com -I0801 18:53:10.668267 1 csi-provisioner.go:240] Supports migration from in-tree plugin: kubernetes.io/aws-ebs -I0801 18:53:10.669241 1 common.go:143] "Probing CSI driver for readiness" -I0801 18:53:10.671069 1 csi-provisioner.go:299] CSI driver supports PUBLISH_UNPUBLISH_VOLUME, watching VolumeAttachments -I0801 18:53:10.671561 1 controller.go:744] "Using saving PVs to API server in background" -I0801 18:53:10.671986 1 leaderelection.go:250] attempting to acquire leader lease kube-system/ebs-csi-aws-com... -I0801 18:53:10.788943 1 main.go:109] "Version" version="v4.6.1" -I0801 18:53:10.793160 1 common.go:143] "Probing CSI driver for readiness" -I0801 18:53:10.798546 1 main.go:169] "CSI driver name" driver="ebs.csi.aws.com" -I0801 18:53:10.800997 1 common.go:143] "Probing CSI driver for readiness" -I0801 18:53:10.802327 1 main.go:247] "CSI driver supports ControllerPublishUnpublish, using real CSI handler" driver="ebs.csi.aws.com" -I0801 18:53:10.802815 1 leaderelection.go:250] attempting to acquire leader lease kube-system/external-attacher-leader-ebs-csi-aws-com... -I0801 18:53:10.902565 1 main.go:108] Version: v8.0.1 -I0801 18:53:10.911462 1 main.go:190] CSI driver name: "ebs.csi.aws.com" -I0801 18:53:10.911515 1 common.go:143] "Probing CSI driver for readiness" -I0801 18:53:10.919931 1 main.go:230] Start NewCSISnapshotSideCarController with snapshotter [ebs.csi.aws.com] kubeconfig [] csiTimeout [1m0s] csiAddress [/var/lib/csi/sockets/pluginproxy/csi.sock] resyncPeriod [15m0s] snapshotNamePrefix [snapshot] snapshotNameUUIDLength [824636445160] -I0801 18:53:10.920473 1 leaderelection.go:250] attempting to acquire leader lease kube-system/external-snapshotter-leader-ebs-csi-aws-com... -I0801 18:53:11.009179 1 main.go:65] Version : v0.3.0 -I0801 18:53:11.009239 1 main.go:66] "Leader election must be enabled in the external-resizer CSI sidecar" -I0801 18:53:11.011472 1 common.go:138] Probing CSI driver for readiness -I0801 18:53:11.025379 1 main.go:112] CSI driver name: "ebs.csi.aws.com" -I0801 18:53:11.026111 1 main.go:171] "leaseHandler: Looking for external-resizer lease holder" -W0801 18:53:11.026614 1 shared_informer.go:463] The sharedIndexInformer has started, run more than once is not allowed -I0801 18:53:11.056843 1 reflector.go:359] Caches populated for *v1.Lease from pkg/mod/k8s.io/client-go@v0.30.0/tools/cache/reflector.go:232 -I0801 18:53:11.057023 1 reflector.go:359] Caches populated for *v1.PersistentVolume from pkg/mod/k8s.io/client-go@v0.30.0/tools/cache/reflector.go:232 -I0801 18:53:11.057486 1 reflector.go:359] Caches populated for *v1.PersistentVolumeClaim from pkg/mod/k8s.io/client-go@v0.30.0/tools/cache/reflector.go:232 -### -## Printing pod ebs-csi-controller-69f45d8cfc-ff27f container logs -# -I0801 18:53:10.567970 1 main.go:108] "Version" version="v1.11.1" -I0801 18:53:10.568044 1 feature_gate.go:254] feature gates: {map[VolumeAttributesClass:true]} -I0801 18:53:10.569619 1 common.go:143] "Probing CSI driver for readiness" -I0801 18:53:10.573040 1 main.go:162] "CSI driver name" driverName="ebs.csi.aws.com" -I0801 18:53:10.574005 1 common.go:143] "Probing CSI driver for readiness" -I0801 18:53:10.576736 1 leaderelection.go:250] attempting to acquire leader lease kube-system/external-resizer-ebs-csi-aws-com... -I0801 18:53:28.895560 1 leaderelection.go:260] successfully acquired lease kube-system/external-resizer-ebs-csi-aws-com -I0801 18:53:28.895931 1 leader_election.go:184] "became leader, starting" -I0801 18:53:28.896045 1 controller.go:221] "Starting external resizer for modify volume" controller="ebs.csi.aws.com" -I0801 18:53:28.896620 1 controller.go:244] "Starting external resizer" controller="ebs.csi.aws.com" -I0801 18:53:28.903071 1 reflector.go:359] Caches populated for *v1alpha1.VolumeAttributesClass from k8s.io/client-go@v0.30.0/tools/cache/reflector.go:232 -I0801 18:53:28.904348 1 reflector.go:359] Caches populated for *v1.PersistentVolume from k8s.io/client-go@v0.30.0/tools/cache/reflector.go:232 -I0801 18:53:28.904536 1 reflector.go:359] Caches populated for *v1.PersistentVolumeClaim from k8s.io/client-go@v0.30.0/tools/cache/reflector.go:232 -I0801 18:53:40.886263 1 event.go:389] "Event occurred" object="ebs-6472/pvc-fvvrl" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="Resizing" message="External resizer is resizing volume pvc-b67684d4-e700-427f-a6af-f8b22b812afc" -I0801 18:53:41.183064 1 event.go:389] "Event occurred" object="ebs-7100/pvc-wpzzs" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="Resizing" message="External resizer is resizing volume pvc-5d03282c-7ff2-4170-b340-e52a8169780b" -I0801 18:53:45.138006 1 event.go:389] "Event occurred" object="ebs-2218/pvc-pg767" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="Resizing" message="External resizer is resizing volume pvc-1392f616-7d52-484c-a6e9-ec1e628753ad" -I0801 18:53:46.351416 1 event.go:389] "Event occurred" object="ebs-6472/pvc-fvvrl" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="FileSystemResizeRequired" message="Require file system resize of volume on node" -I0801 18:53:48.604525 1 event.go:389] "Event occurred" object="ebs-7100/pvc-wpzzs" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="FileSystemResizeRequired" message="Require file system resize of volume on node" -I0801 18:53:52.406371 1 event.go:389] "Event occurred" object="ebs-2218/pvc-pg767" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="FileSystemResizeRequired" message="Require file system resize of volume on node" -I0801 18:55:07.392916 1 event.go:389] "Event occurred" object="ebs-696/pvc-5gmtq" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="Resizing" message="External resizer is resizing volume pvc-4b1ec720-897a-455b-b597-2eb5370d73a4" -E0801 18:55:07.395965 1 controller.go:246] "Error syncing PVC" err="mark PVC \"pvc-5gmtq\" as modify volume failed, errored with: can't patch status of PVC ebs-696/pvc-5gmtq with Operation cannot be fulfilled on persistentvolumeclaims \"pvc-5gmtq\": the object has been modified; please apply your changes to the latest version and try again" -I0801 18:55:08.404830 1 event.go:389] "Event occurred" object="ebs-696/pvc-5gmtq" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="VolumeModify" message="external resizer is modifying volume pvc-5gmtq with vac ebs-volume-tester-mw2xm" -I0801 18:55:11.858497 1 event.go:389] "Event occurred" object="ebs-9699/pvc-2p9tn" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="Resizing" message="External resizer is resizing volume pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1" -E0801 18:55:11.862642 1 controller.go:246] "Error syncing PVC" err="mark PVC \"pvc-2p9tn\" as modify volume failed, errored with: can't patch status of PVC ebs-9699/pvc-2p9tn with Operation cannot be fulfilled on persistentvolumeclaims \"pvc-2p9tn\": the object has been modified; please apply your changes to the latest version and try again" -I0801 18:55:12.869662 1 event.go:389] "Event occurred" object="ebs-9699/pvc-2p9tn" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="VolumeModify" message="external resizer is modifying volume pvc-2p9tn with vac ebs-volume-tester-m6cfz" -E0801 18:55:15.083020 1 controller.go:275] "Error syncing PVC" err="Mark PVC \"ebs-696/pvc-5gmtq\" as file system resize required failed: can't patch status of PVC ebs-696/pvc-5gmtq with Operation cannot be fulfilled on persistentvolumeclaims \"pvc-5gmtq\": the object has been modified; please apply your changes to the latest version and try again" -I0801 18:55:15.083394 1 event.go:389] "Event occurred" object="ebs-696/pvc-5gmtq" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="VolumeResizeFailed" message="Mark PVC \"ebs-696/pvc-5gmtq\" as file system resize required failed: can't patch status of PVC ebs-696/pvc-5gmtq with Operation cannot be fulfilled on persistentvolumeclaims \"pvc-5gmtq\": the object has been modified; please apply your changes to the latest version and try again" -I0801 18:55:15.092246 1 event.go:389] "Event occurred" object="ebs-696/pvc-5gmtq" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="VolumeModifySuccessful" message="external resizer modified volume pvc-5gmtq with vac ebs-volume-tester-mw2xm successfully " -I0801 18:55:15.300588 1 event.go:389] "Event occurred" object="ebs-3501/pvc-bvktv" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="VolumeModify" message="external resizer is modifying volume pvc-bvktv with vac ebs-volume-tester-xtlnf" -E0801 18:55:15.301160 1 controller.go:275] "Error syncing PVC" err="marking pvc \"ebs-3501/pvc-bvktv\" as resizing failed: Mark PVC \"ebs-3501/pvc-bvktv\" as resize as in progress failed: can't patch status of PVC ebs-3501/pvc-bvktv with Operation cannot be fulfilled on persistentvolumeclaims \"pvc-bvktv\": the object has been modified; please apply your changes to the latest version and try again" -I0801 18:55:16.091748 1 event.go:389] "Event occurred" object="ebs-696/pvc-5gmtq" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="Resizing" message="External resizer is resizing volume pvc-4b1ec720-897a-455b-b597-2eb5370d73a4" -I0801 18:55:16.312529 1 event.go:389] "Event occurred" object="ebs-3501/pvc-bvktv" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="Resizing" message="External resizer is resizing volume pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2" -E0801 18:55:17.315127 1 controller.go:275] "Error syncing PVC" err="Mark PVC \"ebs-9699/pvc-2p9tn\" as file system resize required failed: can't patch status of PVC ebs-9699/pvc-2p9tn with Operation cannot be fulfilled on persistentvolumeclaims \"pvc-2p9tn\": the object has been modified; please apply your changes to the latest version and try again" -I0801 18:55:17.315311 1 event.go:389] "Event occurred" object="ebs-9699/pvc-2p9tn" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="VolumeResizeFailed" message="Mark PVC \"ebs-9699/pvc-2p9tn\" as file system resize required failed: can't patch status of PVC ebs-9699/pvc-2p9tn with Operation cannot be fulfilled on persistentvolumeclaims \"pvc-2p9tn\": the object has been modified; please apply your changes to the latest version and try again" -I0801 18:55:17.329931 1 event.go:389] "Event occurred" object="ebs-9699/pvc-2p9tn" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="VolumeModifySuccessful" message="external resizer modified volume pvc-2p9tn with vac ebs-volume-tester-m6cfz successfully " -I0801 18:55:18.323040 1 event.go:389] "Event occurred" object="ebs-9699/pvc-2p9tn" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="Resizing" message="External resizer is resizing volume pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1" -E0801 18:55:19.892659 1 controller.go:275] "Error syncing PVC" err="Mark PVC \"ebs-696/pvc-5gmtq\" as file system resize required failed: can't patch status of PVC ebs-696/pvc-5gmtq with Operation cannot be fulfilled on persistentvolumeclaims \"pvc-5gmtq\": the object has been modified; please apply your changes to the latest version and try again" -I0801 18:55:19.892856 1 event.go:389] "Event occurred" object="ebs-696/pvc-5gmtq" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="VolumeResizeFailed" message="Mark PVC \"ebs-696/pvc-5gmtq\" as file system resize required failed: can't patch status of PVC ebs-696/pvc-5gmtq with Operation cannot be fulfilled on persistentvolumeclaims \"pvc-5gmtq\": the object has been modified; please apply your changes to the latest version and try again" -I0801 18:55:20.879004 1 event.go:389] "Event occurred" object="ebs-3501/pvc-bvktv" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="VolumeModifySuccessful" message="external resizer modified volume pvc-bvktv with vac ebs-volume-tester-xtlnf successfully " -E0801 18:55:20.883518 1 controller.go:275] "Error syncing PVC" err="Mark PVC \"ebs-3501/pvc-bvktv\" as file system resize required failed: can't patch status of PVC ebs-3501/pvc-bvktv with Operation cannot be fulfilled on persistentvolumeclaims \"pvc-bvktv\": the object has been modified; please apply your changes to the latest version and try again" -I0801 18:55:20.883733 1 event.go:389] "Event occurred" object="ebs-3501/pvc-bvktv" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="VolumeResizeFailed" message="Mark PVC \"ebs-3501/pvc-bvktv\" as file system resize required failed: can't patch status of PVC ebs-3501/pvc-bvktv with Operation cannot be fulfilled on persistentvolumeclaims \"pvc-bvktv\": the object has been modified; please apply your changes to the latest version and try again" -I0801 18:55:21.902395 1 event.go:389] "Event occurred" object="ebs-696/pvc-5gmtq" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="Resizing" message="External resizer is resizing volume pvc-4b1ec720-897a-455b-b597-2eb5370d73a4" -I0801 18:55:22.135464 1 event.go:389] "Event occurred" object="ebs-9699/pvc-2p9tn" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="FileSystemResizeRequired" message="Require file system resize of volume on node" -I0801 18:55:22.890808 1 event.go:389] "Event occurred" object="ebs-3501/pvc-bvktv" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="Resizing" message="External resizer is resizing volume pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2" -I0801 18:55:25.504943 1 event.go:389] "Event occurred" object="ebs-696/pvc-5gmtq" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="FileSystemResizeRequired" message="Require file system resize of volume on node" -E0801 18:55:26.669239 1 controller.go:275] "Error syncing PVC" err="Mark PVC \"ebs-3501/pvc-bvktv\" as file system resize required failed: can't patch status of PVC ebs-3501/pvc-bvktv with Operation cannot be fulfilled on persistentvolumeclaims \"pvc-bvktv\": the object has been modified; please apply your changes to the latest version and try again" -I0801 18:55:26.669489 1 event.go:389] "Event occurred" object="ebs-3501/pvc-bvktv" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="VolumeResizeFailed" message="Mark PVC \"ebs-3501/pvc-bvktv\" as file system resize required failed: can't patch status of PVC ebs-3501/pvc-bvktv with Operation cannot be fulfilled on persistentvolumeclaims \"pvc-bvktv\": the object has been modified; please apply your changes to the latest version and try again" -I0801 18:55:30.678501 1 event.go:389] "Event occurred" object="ebs-3501/pvc-bvktv" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="Resizing" message="External resizer is resizing volume pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2" -I0801 18:55:34.487554 1 event.go:389] "Event occurred" object="ebs-3501/pvc-bvktv" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="FileSystemResizeRequired" message="Require file system resize of volume on node" -I0801 18:56:02.887848 1 event.go:389] "Event occurred" object="ebs-6166/pvc-clzvn" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="VolumeModify" message="external resizer is modifying volume pvc-clzvn with vac ebs-volume-tester-tnjm2" -I0801 18:56:08.370240 1 event.go:389] "Event occurred" object="ebs-6166/pvc-clzvn" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="VolumeModifySuccessful" message="external resizer modified volume pvc-clzvn with vac ebs-volume-tester-tnjm2 successfully " -I0801 18:56:18.370553 1 event.go:389] "Event occurred" object="ebs-9362/pvc-skdqv" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="VolumeModify" message="external resizer is modifying volume pvc-skdqv with vac ebs-volume-tester-4kjpg" -I0801 18:56:24.142778 1 event.go:389] "Event occurred" object="ebs-3611/pvc-rwbls" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="VolumeModify" message="external resizer is modifying volume pvc-rwbls with vac ebs-volume-tester-5czr4" -I0801 18:56:24.784787 1 event.go:389] "Event occurred" object="ebs-5691/pvc-n8trk" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="VolumeModify" message="external resizer is modifying volume pvc-n8trk with vac ebs-volume-tester-rk9wz" -I0801 18:56:26.098602 1 event.go:389] "Event occurred" object="ebs-9362/pvc-skdqv" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="VolumeModifySuccessful" message="external resizer modified volume pvc-skdqv with vac ebs-volume-tester-4kjpg successfully " -I0801 18:56:26.189084 1 event.go:389] "Event occurred" object="ebs-3357/pvc-svvnk" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="VolumeModify" message="external resizer is modifying volume pvc-svvnk with vac ebs-volume-tester-6md69" -I0801 18:56:26.283442 1 event.go:389] "Event occurred" object="ebs-3611/pvc-rwbls" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="VolumeModifySuccessful" message="external resizer modified volume pvc-rwbls with vac ebs-volume-tester-5czr4 successfully " -I0801 18:56:30.099149 1 event.go:389] "Event occurred" object="ebs-5691/pvc-n8trk" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="VolumeModifySuccessful" message="external resizer modified volume pvc-n8trk with vac ebs-volume-tester-rk9wz successfully " -I0801 18:56:31.677054 1 event.go:389] "Event occurred" object="ebs-3357/pvc-svvnk" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="VolumeModifySuccessful" message="external resizer modified volume pvc-svvnk with vac ebs-volume-tester-6md69 successfully " -I0801 18:57:15.653084 1 event.go:389] "Event occurred" object="ebs-1087/pvc-qf7gw" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="VolumeModify" message="external resizer is modifying volume pvc-qf7gw with vac ebs-volume-tester-rjnxk" -I0801 18:57:26.731954 1 event.go:389] "Event occurred" object="ebs-1087/pvc-qf7gw" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="VolumeModifySuccessful" message="external resizer modified volume pvc-qf7gw with vac ebs-volume-tester-rjnxk successfully " -I0801 18:53:10.644298 1 main.go:135] "Calling CSI driver to discover driver name" -I0801 18:53:10.646234 1 main.go:143] "CSI driver name" driver="ebs.csi.aws.com" -I0801 18:53:10.646257 1 main.go:172] "ServeMux listening" address="0.0.0.0:9808" -I0801 18:53:09.991069 1 main.go:157] "Initializing metadata" -I0801 18:53:09.994938 1 ec2.go:92] "Number of attached ENIs" attachedENIs=1 -I0801 18:53:09.997929 1 metadata.go:48] "Retrieved metadata from IMDS" -I0801 18:53:09.998090 1 cloud.go:373] "newEC2Cloud: batching enabled" -I0801 18:53:09.999114 1 mount_linux.go:280] Cannot create temp dir to detect safe 'not mounted' behavior: mkdir /tmp/kubelet-detect-safe-umount275869242: read-only file system -I0801 18:53:09.999820 1 driver.go:69] "Driver Information" Driver="ebs.csi.aws.com" Version="v1.33.0" -I0801 18:53:10.000129 1 driver.go:138] "Listening for connections" address="/var/lib/csi/sockets/pluginproxy/csi.sock" -I0801 18:53:10.112065 1 controller.go:491] "ControllerGetCapabilities: called" args="" -I0801 18:53:10.244968 1 controller.go:491] "ControllerGetCapabilities: called" args="" -I0801 18:53:10.361880 1 controller.go:491] "ControllerGetCapabilities: called" args="" -I0801 18:53:10.574990 1 controller.go:491] "ControllerGetCapabilities: called" args="" -I0801 18:53:10.575555 1 controller.go:491] "ControllerGetCapabilities: called" args="" -I0801 18:53:10.575957 1 controller.go:491] "ControllerGetCapabilities: called" args="" -I0801 18:53:26.395928 1 controller.go:81] "CreateVolume: called" args="name:\"pvc-65a1e8a1-9556-4762-a43c-91e272e0177f\" capacity_range:{required_bytes:10737418240} volume_capabilities:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} parameters:{key:\"csi.storage.k8s.io/pv/name\" value:\"pvc-65a1e8a1-9556-4762-a43c-91e272e0177f\"} parameters:{key:\"csi.storage.k8s.io/pvc/name\" value:\"pvc-r6f65\"} parameters:{key:\"csi.storage.k8s.io/pvc/namespace\" value:\"ebs-9342\"} parameters:{key:\"type\" value:\"gp3\"} accessibility_requirements:{requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2a\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2a\"}} requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2b\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2b\"}} requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2c\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2c\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2a\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2a\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2b\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2b\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2c\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2c\"}}}" -I0801 18:53:26.396073 1 controller.go:81] "CreateVolume: called" args="name:\"pvc-1392f616-7d52-484c-a6e9-ec1e628753ad\" capacity_range:{required_bytes:10737418240} volume_capabilities:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} parameters:{key:\"csi.storage.k8s.io/pv/name\" value:\"pvc-1392f616-7d52-484c-a6e9-ec1e628753ad\"} parameters:{key:\"csi.storage.k8s.io/pvc/name\" value:\"pvc-pg767\"} parameters:{key:\"csi.storage.k8s.io/pvc/namespace\" value:\"ebs-2218\"} parameters:{key:\"iops\" value:\"100\"} parameters:{key:\"type\" value:\"io2\"} accessibility_requirements:{requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2a\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2a\"}} requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2b\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2b\"}} requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2c\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2c\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2b\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2b\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2c\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2c\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2a\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2a\"}}}" -I0801 18:53:26.397354 1 controller.go:81] "CreateVolume: called" args="name:\"pvc-5d03282c-7ff2-4170-b340-e52a8169780b\" capacity_range:{required_bytes:10737418240} volume_capabilities:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} parameters:{key:\"csi.storage.k8s.io/pv/name\" value:\"pvc-5d03282c-7ff2-4170-b340-e52a8169780b\"} parameters:{key:\"csi.storage.k8s.io/pvc/name\" value:\"pvc-wpzzs\"} parameters:{key:\"csi.storage.k8s.io/pvc/namespace\" value:\"ebs-7100\"} parameters:{key:\"type\" value:\"gp3\"} accessibility_requirements:{requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2a\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2a\"}} requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2b\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2b\"}} requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2c\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2c\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2a\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2a\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2b\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2b\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2c\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2c\"}}}" -I0801 18:53:26.395936 1 controller.go:81] "CreateVolume: called" args="name:\"pvc-b67684d4-e700-427f-a6af-f8b22b812afc\" capacity_range:{required_bytes:10737418240} volume_capabilities:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} parameters:{key:\"csi.storage.k8s.io/pv/name\" value:\"pvc-b67684d4-e700-427f-a6af-f8b22b812afc\"} parameters:{key:\"csi.storage.k8s.io/pvc/name\" value:\"pvc-fvvrl\"} parameters:{key:\"csi.storage.k8s.io/pvc/namespace\" value:\"ebs-6472\"} parameters:{key:\"type\" value:\"gp3\"} accessibility_requirements:{requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2b\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2b\"}} requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2c\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2c\"}} requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2a\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2a\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2a\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2a\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2b\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2b\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2c\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2c\"}}}" -I0801 18:53:26.398059 1 controller.go:81] "CreateVolume: called" args="name:\"pvc-8ce129a6-44a2-414d-84b9-08a6ac588612\" capacity_range:{required_bytes:10737418240} volume_capabilities:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} parameters:{key:\"csi.storage.k8s.io/pv/name\" value:\"pvc-8ce129a6-44a2-414d-84b9-08a6ac588612\"} parameters:{key:\"csi.storage.k8s.io/pvc/name\" value:\"pvc-58tv4\"} parameters:{key:\"csi.storage.k8s.io/pvc/namespace\" value:\"ebs-6923\"} parameters:{key:\"type\" value:\"gp3\"} accessibility_requirements:{requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2b\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2b\"}} requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2c\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2c\"}} requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2a\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2a\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2c\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2c\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2a\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2a\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2b\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2b\"}}}" -I0801 18:53:28.529406 1 inflight.go:74] "Node Service: volume operation finished" key="pvc-5d03282c-7ff2-4170-b340-e52a8169780b" -I0801 18:53:28.529580 1 inflight.go:74] "Node Service: volume operation finished" key="pvc-8ce129a6-44a2-414d-84b9-08a6ac588612" -I0801 18:53:28.529735 1 inflight.go:74] "Node Service: volume operation finished" key="pvc-b67684d4-e700-427f-a6af-f8b22b812afc" -I0801 18:53:28.529846 1 inflight.go:74] "Node Service: volume operation finished" key="pvc-65a1e8a1-9556-4762-a43c-91e272e0177f" -I0801 18:53:28.529987 1 inflight.go:74] "Node Service: volume operation finished" key="pvc-1392f616-7d52-484c-a6e9-ec1e628753ad" -I0801 18:53:30.495511 1 controller.go:402] "ControllerPublishVolume: called" args="volume_id:\"vol-030b2caa8990066f1\" node_id:\"i-08f6daa47a764a75f\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:53:30.495720 1 controller.go:415] "ControllerPublishVolume: attaching" volumeID="vol-030b2caa8990066f1" nodeID="i-08f6daa47a764a75f" -I0801 18:53:30.495624 1 controller.go:402] "ControllerPublishVolume: called" args="volume_id:\"vol-0b4cb7e02e970e30e\" node_id:\"i-0d51acb5075e7fd85\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:53:30.495762 1 controller.go:415] "ControllerPublishVolume: attaching" volumeID="vol-0b4cb7e02e970e30e" nodeID="i-0d51acb5075e7fd85" -I0801 18:53:30.495544 1 controller.go:402] "ControllerPublishVolume: called" args="volume_id:\"vol-0dbdda73ecf0ac40a\" node_id:\"i-0308e6036ed156289\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:53:30.495794 1 controller.go:415] "ControllerPublishVolume: attaching" volumeID="vol-0dbdda73ecf0ac40a" nodeID="i-0308e6036ed156289" -I0801 18:53:30.497992 1 controller.go:402] "ControllerPublishVolume: called" args="volume_id:\"vol-0d0b2ae318a77eaa9\" node_id:\"i-0d51acb5075e7fd85\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:53:30.498240 1 controller.go:415] "ControllerPublishVolume: attaching" volumeID="vol-0d0b2ae318a77eaa9" nodeID="i-0d51acb5075e7fd85" -I0801 18:53:30.498367 1 batcher.go:131] "taskManager: duplicate task detected" task="i-0d51acb5075e7fd85" -I0801 18:53:30.533588 1 controller.go:402] "ControllerPublishVolume: called" args="volume_id:\"vol-0b007916c0c3661b1\" node_id:\"i-0d51acb5075e7fd85\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:53:30.533678 1 controller.go:415] "ControllerPublishVolume: attaching" volumeID="vol-0b007916c0c3661b1" nodeID="i-0d51acb5075e7fd85" -I0801 18:53:30.533718 1 batcher.go:131] "taskManager: duplicate task detected" task="i-0d51acb5075e7fd85" -I0801 18:53:31.491718 1 cloud.go:958] "[Debug] AttachVolume" volumeID="vol-0dbdda73ecf0ac40a" nodeID="i-0308e6036ed156289" resp={"AssociatedResource":null,"AttachTime":"2024-08-01T18:53:31.477Z","DeleteOnTermination":null,"Device":"/dev/xvdaa","InstanceId":"i-0308e6036ed156289","InstanceOwningService":null,"State":"attaching","VolumeId":"vol-0dbdda73ecf0ac40a","ResultMetadata":{}} -I0801 18:53:31.535748 1 cloud.go:958] "[Debug] AttachVolume" volumeID="vol-030b2caa8990066f1" nodeID="i-08f6daa47a764a75f" resp={"AssociatedResource":null,"AttachTime":"2024-08-01T18:53:31.522Z","DeleteOnTermination":null,"Device":"/dev/xvdaa","InstanceId":"i-08f6daa47a764a75f","InstanceOwningService":null,"State":"attaching","VolumeId":"vol-030b2caa8990066f1","ResultMetadata":{}} -I0801 18:53:31.540782 1 cloud.go:958] "[Debug] AttachVolume" volumeID="vol-0b4cb7e02e970e30e" nodeID="i-0d51acb5075e7fd85" resp={"AssociatedResource":null,"AttachTime":"2024-08-01T18:53:31.525Z","DeleteOnTermination":null,"Device":"/dev/xvdaa","InstanceId":"i-0d51acb5075e7fd85","InstanceOwningService":null,"State":"attaching","VolumeId":"vol-0b4cb7e02e970e30e","ResultMetadata":{}} -I0801 18:53:31.546860 1 cloud.go:958] "[Debug] AttachVolume" volumeID="vol-0b007916c0c3661b1" nodeID="i-0d51acb5075e7fd85" resp={"AssociatedResource":null,"AttachTime":"2024-08-01T18:53:31.53Z","DeleteOnTermination":null,"Device":"/dev/xvdac","InstanceId":"i-0d51acb5075e7fd85","InstanceOwningService":null,"State":"attaching","VolumeId":"vol-0b007916c0c3661b1","ResultMetadata":{}} -I0801 18:53:31.556449 1 cloud.go:958] "[Debug] AttachVolume" volumeID="vol-0d0b2ae318a77eaa9" nodeID="i-0d51acb5075e7fd85" resp={"AssociatedResource":null,"AttachTime":"2024-08-01T18:53:31.54Z","DeleteOnTermination":null,"Device":"/dev/xvdab","InstanceId":"i-0d51acb5075e7fd85","InstanceOwningService":null,"State":"attaching","VolumeId":"vol-0d0b2ae318a77eaa9","ResultMetadata":{}} -I0801 18:53:32.153230 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-0d0b2ae318a77eaa9" actual="attaching" desired="attached" -I0801 18:53:32.153230 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-0b4cb7e02e970e30e" actual="attaching" desired="attached" -I0801 18:53:32.153248 1 manager.go:189] "[Debug] Releasing in-process" attachment entry="/dev/xvdaa" volume="vol-0dbdda73ecf0ac40a" -I0801 18:53:32.153262 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-0b007916c0c3661b1" actual="attaching" desired="attached" -I0801 18:53:32.153266 1 controller.go:424] "ControllerPublishVolume: attached" volumeID="vol-0dbdda73ecf0ac40a" nodeID="i-0308e6036ed156289" devicePath="/dev/xvdaa" -I0801 18:53:32.153274 1 manager.go:189] "[Debug] Releasing in-process" attachment entry="/dev/xvdaa" volume="vol-030b2caa8990066f1" -I0801 18:53:32.153277 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0dbdda73ecf0ac40ai-0308e6036ed156289" -I0801 18:53:32.153282 1 controller.go:424] "ControllerPublishVolume: attached" volumeID="vol-030b2caa8990066f1" nodeID="i-08f6daa47a764a75f" devicePath="/dev/xvdaa" -I0801 18:53:32.153373 1 inflight.go:74] "Node Service: volume operation finished" key="vol-030b2caa8990066f1i-08f6daa47a764a75f" -I0801 18:53:33.747755 1 manager.go:189] "[Debug] Releasing in-process" attachment entry="/dev/xvdaa" volume="vol-0b4cb7e02e970e30e" -I0801 18:53:33.747789 1 controller.go:424] "ControllerPublishVolume: attached" volumeID="vol-0b4cb7e02e970e30e" nodeID="i-0d51acb5075e7fd85" devicePath="/dev/xvdaa" -I0801 18:53:33.747801 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0b4cb7e02e970e30ei-0d51acb5075e7fd85" -I0801 18:53:33.747858 1 manager.go:189] "[Debug] Releasing in-process" attachment entry="/dev/xvdab" volume="vol-0d0b2ae318a77eaa9" -I0801 18:53:33.747869 1 controller.go:424] "ControllerPublishVolume: attached" volumeID="vol-0d0b2ae318a77eaa9" nodeID="i-0d51acb5075e7fd85" devicePath="/dev/xvdab" -I0801 18:53:33.747876 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0d0b2ae318a77eaa9i-0d51acb5075e7fd85" -I0801 18:53:33.747891 1 manager.go:189] "[Debug] Releasing in-process" attachment entry="/dev/xvdac" volume="vol-0b007916c0c3661b1" -I0801 18:53:33.747900 1 controller.go:424] "ControllerPublishVolume: attached" volumeID="vol-0b007916c0c3661b1" nodeID="i-0d51acb5075e7fd85" devicePath="/dev/xvdac" -I0801 18:53:33.747906 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0b007916c0c3661b1i-0d51acb5075e7fd85" -I0801 18:53:36.808891 1 controller_modify_volume.go:67] "ModifyVolumeProperties called" req="name:\"vol-030b2caa8990066f1\" parameters:{key:\"iops\" value:\"4000\"}" -I0801 18:53:38.809077 1 cloud.go:799] "Received Modify Disk request" volumeID="vol-030b2caa8990066f1" options={"VolumeType":"","IOPS":4000,"Throughput":0} -I0801 18:53:40.874612 1 controller_modify_volume.go:67] "ModifyVolumeProperties called" req="name:\"vol-0b4cb7e02e970e30e\" parameters:{key:\"iops\" value:\"4000\"} parameters:{key:\"throughput\" value:\"150\"}" -I0801 18:53:40.886532 1 controller.go:491] "ControllerGetCapabilities: called" args="" -I0801 18:53:40.887250 1 controller.go:545] "ControllerExpandVolume: called" args="volume_id:\"vol-0b4cb7e02e970e30e\" capacity_range:{required_bytes:11811160064} volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}}" -I0801 18:53:40.960697 1 controller_modify_volume.go:67] "ModifyVolumeProperties called" req="name:\"vol-0d0b2ae318a77eaa9\" parameters:{key:\"iops\" value:\"100\"} parameters:{key:\"type\" value:\"io2\"}" -I0801 18:53:41.175001 1 controller_modify_volume.go:67] "ModifyVolumeProperties called" req="name:\"vol-0b007916c0c3661b1\" parameters:{key:\"iops\" value:\"4000\"} parameters:{key:\"throughput\" value:\"150\"}" -I0801 18:53:41.183282 1 controller.go:491] "ControllerGetCapabilities: called" args="" -I0801 18:53:41.183857 1 controller.go:545] "ControllerExpandVolume: called" args="volume_id:\"vol-0b007916c0c3661b1\" capacity_range:{required_bytes:11811160064} volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}}" -I0801 18:53:42.875698 1 cloud.go:797] "Received Resize and/or Modify Disk request" volumeID="vol-0b4cb7e02e970e30e" newSizeBytes=11811160064 options={"VolumeType":"","IOPS":4000,"Throughput":150} -I0801 18:53:42.960817 1 cloud.go:799] "Received Modify Disk request" volumeID="vol-0d0b2ae318a77eaa9" options={"VolumeType":"io2","IOPS":100,"Throughput":0} -I0801 18:53:43.176123 1 cloud.go:797] "Received Resize and/or Modify Disk request" volumeID="vol-0b007916c0c3661b1" newSizeBytes=11811160064 options={"VolumeType":"","IOPS":4000,"Throughput":150} -I0801 18:53:45.120725 1 controller_modify_volume.go:67] "ModifyVolumeProperties called" req="name:\"vol-0dbdda73ecf0ac40a\" parameters:{key:\"iops\" value:\"4000\"} parameters:{key:\"throughput\" value:\"150\"} parameters:{key:\"type\" value:\"gp3\"}" -I0801 18:53:45.138249 1 controller.go:491] "ControllerGetCapabilities: called" args="" -I0801 18:53:45.138790 1 controller.go:545] "ControllerExpandVolume: called" args="volume_id:\"vol-0dbdda73ecf0ac40a\" capacity_range:{required_bytes:11811160064} volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}}" -I0801 18:53:47.121730 1 cloud.go:797] "Received Resize and/or Modify Disk request" volumeID="vol-0dbdda73ecf0ac40a" newSizeBytes=11811160064 options={"VolumeType":"gp3","IOPS":4000,"Throughput":150} -I0801 18:54:24.090675 1 controller.go:451] "ControllerUnpublishVolume: called" args="volume_id:\"vol-030b2caa8990066f1\" node_id:\"i-08f6daa47a764a75f\"" -I0801 18:54:24.090714 1 controller.go:465] "ControllerUnpublishVolume: detaching" volumeID="vol-030b2caa8990066f1" nodeID="i-08f6daa47a764a75f" -I0801 18:54:25.549439 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-030b2caa8990066f1" actual="detaching" desired="detached" -I0801 18:54:27.185127 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-030b2caa8990066f1" actual="detaching" desired="detached" -I0801 18:54:28.026673 1 controller.go:451] "ControllerUnpublishVolume: called" args="volume_id:\"vol-0d0b2ae318a77eaa9\" node_id:\"i-0d51acb5075e7fd85\"" -I0801 18:54:28.026733 1 controller.go:465] "ControllerUnpublishVolume: detaching" volumeID="vol-0d0b2ae318a77eaa9" nodeID="i-0d51acb5075e7fd85" -I0801 18:54:28.059006 1 controller.go:451] "ControllerUnpublishVolume: called" args="volume_id:\"vol-0b4cb7e02e970e30e\" node_id:\"i-0d51acb5075e7fd85\"" -I0801 18:54:28.059038 1 controller.go:465] "ControllerUnpublishVolume: detaching" volumeID="vol-0b4cb7e02e970e30e" nodeID="i-0d51acb5075e7fd85" -I0801 18:54:28.059056 1 batcher.go:131] "taskManager: duplicate task detected" task="i-0d51acb5075e7fd85" -I0801 18:54:28.082467 1 controller.go:451] "ControllerUnpublishVolume: called" args="volume_id:\"vol-0b007916c0c3661b1\" node_id:\"i-0d51acb5075e7fd85\"" -I0801 18:54:28.082495 1 controller.go:465] "ControllerUnpublishVolume: detaching" volumeID="vol-0b007916c0c3661b1" nodeID="i-0d51acb5075e7fd85" -I0801 18:54:28.082532 1 batcher.go:131] "taskManager: duplicate task detected" task="i-0d51acb5075e7fd85" -I0801 18:54:29.625081 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-0b007916c0c3661b1" actual="detaching" desired="detached" -I0801 18:54:29.625081 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-0b4cb7e02e970e30e" actual="detaching" desired="detached" -I0801 18:54:29.625093 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-0d0b2ae318a77eaa9" actual="detaching" desired="detached" -I0801 18:54:29.625108 1 controller.go:473] "ControllerUnpublishVolume: detached" volumeID="vol-030b2caa8990066f1" nodeID="i-08f6daa47a764a75f" -I0801 18:54:29.625178 1 inflight.go:74] "Node Service: volume operation finished" key="vol-030b2caa8990066f1i-08f6daa47a764a75f" -I0801 18:54:29.808309 1 controller.go:451] "ControllerUnpublishVolume: called" args="volume_id:\"vol-0dbdda73ecf0ac40a\" node_id:\"i-0308e6036ed156289\"" -I0801 18:54:29.808361 1 controller.go:465] "ControllerUnpublishVolume: detaching" volumeID="vol-0dbdda73ecf0ac40a" nodeID="i-0308e6036ed156289" -I0801 18:54:31.233059 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-0b007916c0c3661b1" actual="detaching" desired="detached" -I0801 18:54:31.233070 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-0b4cb7e02e970e30e" actual="detaching" desired="detached" -I0801 18:54:31.233059 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-0dbdda73ecf0ac40a" actual="detaching" desired="detached" -I0801 18:54:31.233086 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-0d0b2ae318a77eaa9" actual="detaching" desired="detached" -I0801 18:54:32.824864 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-0dbdda73ecf0ac40a" actual="detaching" desired="detached" -I0801 18:54:33.041361 1 controller.go:370] "DeleteVolume: called" args="volume_id:\"vol-030b2caa8990066f1\"" -I0801 18:54:33.211140 1 inflight.go:74] "Node Service: volume operation finished" key="vol-030b2caa8990066f1" -I0801 18:54:33.242906 1 controller.go:370] "DeleteVolume: called" args="volume_id:\"vol-030b2caa8990066f1\"" -I0801 18:54:33.388232 1 inflight.go:74] "Node Service: volume operation finished" key="vol-030b2caa8990066f1" -I0801 18:54:33.636232 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-0b007916c0c3661b1" actual="detaching" desired="detached" -I0801 18:54:33.636232 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-0b4cb7e02e970e30e" actual="detaching" desired="detached" -I0801 18:54:33.636241 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-0d0b2ae318a77eaa9" actual="detaching" desired="detached" -I0801 18:54:35.219552 1 controller.go:473] "ControllerUnpublishVolume: detached" volumeID="vol-0dbdda73ecf0ac40a" nodeID="i-0308e6036ed156289" -I0801 18:54:35.219570 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0dbdda73ecf0ac40ai-0308e6036ed156289" -I0801 18:54:37.467279 1 controller.go:473] "ControllerUnpublishVolume: detached" volumeID="vol-0d0b2ae318a77eaa9" nodeID="i-0d51acb5075e7fd85" -I0801 18:54:37.467301 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0d0b2ae318a77eaa9i-0d51acb5075e7fd85" -I0801 18:54:37.467279 1 controller.go:473] "ControllerUnpublishVolume: detached" volumeID="vol-0b4cb7e02e970e30e" nodeID="i-0d51acb5075e7fd85" -I0801 18:54:37.467374 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0b4cb7e02e970e30ei-0d51acb5075e7fd85" -I0801 18:54:37.467441 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-0b007916c0c3661b1" actual="detaching" desired="detached" -I0801 18:54:39.269893 1 controller.go:81] "CreateVolume: called" args="name:\"pvc-5f891355-91f1-494b-99f7-b74bd732a2ab\" capacity_range:{required_bytes:10737418240} volume_capabilities:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} parameters:{key:\"csi.storage.k8s.io/pv/name\" value:\"pvc-5f891355-91f1-494b-99f7-b74bd732a2ab\"} parameters:{key:\"csi.storage.k8s.io/pvc/name\" value:\"pvc-cd8tg\"} parameters:{key:\"csi.storage.k8s.io/pvc/namespace\" value:\"ebs-1980\"} parameters:{key:\"type\" value:\"gp3\"} accessibility_requirements:{requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2a\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2a\"}} requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2b\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2b\"}} requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2c\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2c\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2a\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2a\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2b\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2b\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2c\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2c\"}}}" -I0801 18:54:41.194886 1 controller.go:370] "DeleteVolume: called" args="volume_id:\"vol-0dbdda73ecf0ac40a\"" -I0801 18:54:41.327062 1 inflight.go:74] "Node Service: volume operation finished" key="pvc-5f891355-91f1-494b-99f7-b74bd732a2ab" -I0801 18:54:41.363537 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0dbdda73ecf0ac40a" -I0801 18:54:41.384633 1 controller.go:370] "DeleteVolume: called" args="volume_id:\"vol-0dbdda73ecf0ac40a\"" -I0801 18:54:41.515288 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0dbdda73ecf0ac40a" -I0801 18:54:41.712218 1 controller.go:402] "ControllerPublishVolume: called" args="volume_id:\"vol-03a17e16679fd1811\" node_id:\"i-0d51acb5075e7fd85\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:54:41.712341 1 controller.go:415] "ControllerPublishVolume: attaching" volumeID="vol-03a17e16679fd1811" nodeID="i-0d51acb5075e7fd85" -I0801 18:54:42.712926 1 cloud.go:958] "[Debug] AttachVolume" volumeID="vol-03a17e16679fd1811" nodeID="i-0d51acb5075e7fd85" resp={"AssociatedResource":null,"AttachTime":"2024-08-01T18:54:42.696Z","DeleteOnTermination":null,"Device":"/dev/xvdaa","InstanceId":"i-0d51acb5075e7fd85","InstanceOwningService":null,"State":"attaching","VolumeId":"vol-03a17e16679fd1811","ResultMetadata":{}} -I0801 18:54:43.305699 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-03a17e16679fd1811" actual="attaching" desired="attached" -I0801 18:54:43.888865 1 controller.go:473] "ControllerUnpublishVolume: detached" volumeID="vol-0b007916c0c3661b1" nodeID="i-0d51acb5075e7fd85" -I0801 18:54:43.888885 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0b007916c0c3661b1i-0d51acb5075e7fd85" -I0801 18:54:44.899919 1 manager.go:189] "[Debug] Releasing in-process" attachment entry="/dev/xvdaa" volume="vol-03a17e16679fd1811" -I0801 18:54:44.899939 1 controller.go:424] "ControllerPublishVolume: attached" volumeID="vol-03a17e16679fd1811" nodeID="i-0d51acb5075e7fd85" devicePath="/dev/xvdaa" -I0801 18:54:44.899949 1 inflight.go:74] "Node Service: volume operation finished" key="vol-03a17e16679fd1811i-0d51acb5075e7fd85" -I0801 18:54:47.195038 1 controller.go:81] "CreateVolume: called" args="name:\"pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0\" capacity_range:{required_bytes:10737418240} volume_capabilities:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} parameters:{key:\"csi.storage.k8s.io/pv/name\" value:\"pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0\"} parameters:{key:\"csi.storage.k8s.io/pvc/name\" value:\"pvc-d9q26\"} parameters:{key:\"csi.storage.k8s.io/pvc/namespace\" value:\"ebs-5809\"} parameters:{key:\"type\" value:\"gp3\"} accessibility_requirements:{requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2a\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2a\"}} requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2b\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2b\"}} requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2c\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2c\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2b\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2b\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2c\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2c\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2a\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2a\"}}}" -I0801 18:54:49.251121 1 inflight.go:74] "Node Service: volume operation finished" key="pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0" -I0801 18:54:49.664652 1 controller.go:402] "ControllerPublishVolume: called" args="volume_id:\"vol-0ed994ef3a606cc32\" node_id:\"i-0308e6036ed156289\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:54:49.664743 1 controller.go:415] "ControllerPublishVolume: attaching" volumeID="vol-0ed994ef3a606cc32" nodeID="i-0308e6036ed156289" -I0801 18:54:50.083864 1 controller_modify_volume.go:67] "ModifyVolumeProperties called" req="name:\"vol-03a17e16679fd1811\" parameters:{key:\"throughput\" value:\"150\"}" -I0801 18:54:50.614890 1 cloud.go:958] "[Debug] AttachVolume" volumeID="vol-0ed994ef3a606cc32" nodeID="i-0308e6036ed156289" resp={"AssociatedResource":null,"AttachTime":"2024-08-01T18:54:50.598Z","DeleteOnTermination":null,"Device":"/dev/xvdaa","InstanceId":"i-0308e6036ed156289","InstanceOwningService":null,"State":"attaching","VolumeId":"vol-0ed994ef3a606cc32","ResultMetadata":{}} -I0801 18:54:51.209788 1 manager.go:189] "[Debug] Releasing in-process" attachment entry="/dev/xvdaa" volume="vol-0ed994ef3a606cc32" -I0801 18:54:51.209811 1 controller.go:424] "ControllerPublishVolume: attached" volumeID="vol-0ed994ef3a606cc32" nodeID="i-0308e6036ed156289" devicePath="/dev/xvdaa" -I0801 18:54:51.209821 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0ed994ef3a606cc32i-0308e6036ed156289" -I0801 18:54:52.084079 1 cloud.go:799] "Received Modify Disk request" volumeID="vol-03a17e16679fd1811" options={"VolumeType":"","IOPS":0,"Throughput":150} -I0801 18:54:53.211314 1 controller.go:370] "DeleteVolume: called" args="volume_id:\"vol-0b4cb7e02e970e30e\"" -I0801 18:54:53.280832 1 controller.go:370] "DeleteVolume: called" args="volume_id:\"vol-0d0b2ae318a77eaa9\"" -I0801 18:54:53.305348 1 controller.go:370] "DeleteVolume: called" args="volume_id:\"vol-0b007916c0c3661b1\"" -I0801 18:54:53.367260 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0b4cb7e02e970e30e" -I0801 18:54:53.396142 1 controller.go:370] "DeleteVolume: called" args="volume_id:\"vol-0b4cb7e02e970e30e\"" -I0801 18:54:53.436897 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0d0b2ae318a77eaa9" -I0801 18:54:53.471176 1 controller.go:370] "DeleteVolume: called" args="volume_id:\"vol-0d0b2ae318a77eaa9\"" -I0801 18:54:53.484612 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0b007916c0c3661b1" -I0801 18:54:53.507410 1 controller.go:370] "DeleteVolume: called" args="volume_id:\"vol-0b007916c0c3661b1\"" -I0801 18:54:53.529383 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0b4cb7e02e970e30e" -I0801 18:54:53.603596 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0d0b2ae318a77eaa9" -I0801 18:54:53.751055 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0b007916c0c3661b1" -I0801 18:54:53.763018 1 controller.go:370] "DeleteVolume: called" args="volume_id:\"vol-0b007916c0c3661b1\"" -I0801 18:54:53.813332 1 controller.go:385] "DeleteVolume: volume not found, returning with success" -I0801 18:54:53.813348 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0b007916c0c3661b1" -I0801 18:54:53.906292 1 controller_modify_volume.go:67] "ModifyVolumeProperties called" req="name:\"vol-0ed994ef3a606cc32\" parameters:{key:\"iops\" value:\"4000\"} parameters:{key:\"throughput\" value:\"150\"}" -I0801 18:54:55.907015 1 cloud.go:799] "Received Modify Disk request" volumeID="vol-0ed994ef3a606cc32" options={"VolumeType":"","IOPS":4000,"Throughput":150} -I0801 18:54:58.145370 1 controller.go:81] "CreateVolume: called" args="name:\"pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2\" capacity_range:{required_bytes:10737418240} volume_capabilities:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} parameters:{key:\"csi.storage.k8s.io/pv/name\" value:\"pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2\"} parameters:{key:\"csi.storage.k8s.io/pvc/name\" value:\"pvc-bvktv\"} parameters:{key:\"csi.storage.k8s.io/pvc/namespace\" value:\"ebs-3501\"} parameters:{key:\"iops\" value:\"100\"} parameters:{key:\"type\" value:\"io2\"} accessibility_requirements:{requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2a\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2a\"}} requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2b\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2b\"}} requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2c\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2c\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2b\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2b\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2c\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2c\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2a\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2a\"}}}" -I0801 18:54:58.501087 1 controller.go:81] "CreateVolume: called" args="name:\"pvc-4b1ec720-897a-455b-b597-2eb5370d73a4\" capacity_range:{required_bytes:10737418240} volume_capabilities:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} parameters:{key:\"csi.storage.k8s.io/pv/name\" value:\"pvc-4b1ec720-897a-455b-b597-2eb5370d73a4\"} parameters:{key:\"csi.storage.k8s.io/pvc/name\" value:\"pvc-5gmtq\"} parameters:{key:\"csi.storage.k8s.io/pvc/namespace\" value:\"ebs-696\"} parameters:{key:\"type\" value:\"gp3\"} accessibility_requirements:{requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2c\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2c\"}} requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2a\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2a\"}} requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2b\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2b\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2c\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2c\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2a\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2a\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2b\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2b\"}}}" -I0801 18:54:58.711095 1 controller.go:81] "CreateVolume: called" args="name:\"pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1\" capacity_range:{required_bytes:10737418240} volume_capabilities:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} parameters:{key:\"csi.storage.k8s.io/pv/name\" value:\"pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1\"} parameters:{key:\"csi.storage.k8s.io/pvc/name\" value:\"pvc-2p9tn\"} parameters:{key:\"csi.storage.k8s.io/pvc/namespace\" value:\"ebs-9699\"} parameters:{key:\"type\" value:\"gp3\"} accessibility_requirements:{requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2a\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2a\"}} requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2b\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2b\"}} requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2c\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2c\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2a\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2a\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2b\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2b\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2c\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2c\"}}}" -I0801 18:55:00.215479 1 inflight.go:74] "Node Service: volume operation finished" key="pvc-4b1ec720-897a-455b-b597-2eb5370d73a4" -I0801 18:55:00.215776 1 inflight.go:74] "Node Service: volume operation finished" key="pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2" -I0801 18:55:00.847322 1 inflight.go:74] "Node Service: volume operation finished" key="pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1" -I0801 18:55:00.923704 1 controller.go:402] "ControllerPublishVolume: called" args="volume_id:\"vol-01172baf41f352b01\" node_id:\"i-08f6daa47a764a75f\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:55:00.923846 1 controller.go:415] "ControllerPublishVolume: attaching" volumeID="vol-01172baf41f352b01" nodeID="i-08f6daa47a764a75f" -I0801 18:55:01.945202 1 cloud.go:958] "[Debug] AttachVolume" volumeID="vol-01172baf41f352b01" nodeID="i-08f6daa47a764a75f" resp={"AssociatedResource":null,"AttachTime":"2024-08-01T18:55:01.928Z","DeleteOnTermination":null,"Device":"/dev/xvdaa","InstanceId":"i-08f6daa47a764a75f","InstanceOwningService":null,"State":"attaching","VolumeId":"vol-01172baf41f352b01","ResultMetadata":{}} -I0801 18:55:02.712123 1 manager.go:189] "[Debug] Releasing in-process" attachment entry="/dev/xvdaa" volume="vol-01172baf41f352b01" -I0801 18:55:02.712148 1 controller.go:424] "ControllerPublishVolume: attached" volumeID="vol-01172baf41f352b01" nodeID="i-08f6daa47a764a75f" devicePath="/dev/xvdaa" -I0801 18:55:02.712158 1 inflight.go:74] "Node Service: volume operation finished" key="vol-01172baf41f352b01i-08f6daa47a764a75f" -I0801 18:55:02.727483 1 controller.go:402] "ControllerPublishVolume: called" args="volume_id:\"vol-01172baf41f352b01\" node_id:\"i-08f6daa47a764a75f\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:55:02.727577 1 controller.go:415] "ControllerPublishVolume: attaching" volumeID="vol-01172baf41f352b01" nodeID="i-08f6daa47a764a75f" -I0801 18:55:02.751102 1 controller.go:402] "ControllerPublishVolume: called" args="volume_id:\"vol-0078b1f9b7f3d5e5d\" node_id:\"i-0308e6036ed156289\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:55:02.751186 1 controller.go:415] "ControllerPublishVolume: attaching" volumeID="vol-0078b1f9b7f3d5e5d" nodeID="i-0308e6036ed156289" -I0801 18:55:03.250930 1 controller.go:402] "ControllerPublishVolume: called" args="volume_id:\"vol-0629e97a91206d88f\" node_id:\"i-0d51acb5075e7fd85\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:55:03.251037 1 controller.go:415] "ControllerPublishVolume: attaching" volumeID="vol-0629e97a91206d88f" nodeID="i-0d51acb5075e7fd85" -I0801 18:55:03.790017 1 cloud.go:958] "[Debug] AttachVolume" volumeID="vol-0078b1f9b7f3d5e5d" nodeID="i-0308e6036ed156289" resp={"AssociatedResource":null,"AttachTime":"2024-08-01T18:55:03.774Z","DeleteOnTermination":null,"Device":"/dev/xvdab","InstanceId":"i-0308e6036ed156289","InstanceOwningService":null,"State":"attaching","VolumeId":"vol-0078b1f9b7f3d5e5d","ResultMetadata":{}} -I0801 18:55:03.974502 1 controller.go:424] "ControllerPublishVolume: attached" volumeID="vol-01172baf41f352b01" nodeID="i-08f6daa47a764a75f" devicePath="/dev/xvdaa" -I0801 18:55:03.974577 1 inflight.go:74] "Node Service: volume operation finished" key="vol-01172baf41f352b01i-08f6daa47a764a75f" -I0801 18:55:03.974504 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-0078b1f9b7f3d5e5d" actual="attaching" desired="attached" -I0801 18:55:04.287533 1 cloud.go:958] "[Debug] AttachVolume" volumeID="vol-0629e97a91206d88f" nodeID="i-0d51acb5075e7fd85" resp={"AssociatedResource":null,"AttachTime":"2024-08-01T18:55:04.271Z","DeleteOnTermination":null,"Device":"/dev/xvdab","InstanceId":"i-0d51acb5075e7fd85","InstanceOwningService":null,"State":"attaching","VolumeId":"vol-0629e97a91206d88f","ResultMetadata":{}} -I0801 18:55:04.880470 1 manager.go:189] "[Debug] Releasing in-process" attachment entry="/dev/xvdab" volume="vol-0629e97a91206d88f" -I0801 18:55:04.880504 1 controller.go:424] "ControllerPublishVolume: attached" volumeID="vol-0629e97a91206d88f" nodeID="i-0d51acb5075e7fd85" devicePath="/dev/xvdab" -I0801 18:55:04.880531 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0629e97a91206d88fi-0d51acb5075e7fd85" -I0801 18:55:04.891486 1 controller.go:402] "ControllerPublishVolume: called" args="volume_id:\"vol-0629e97a91206d88f\" node_id:\"i-0d51acb5075e7fd85\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:55:04.891584 1 controller.go:415] "ControllerPublishVolume: attaching" volumeID="vol-0629e97a91206d88f" nodeID="i-0d51acb5075e7fd85" -I0801 18:55:05.574409 1 controller.go:424] "ControllerPublishVolume: attached" volumeID="vol-0629e97a91206d88f" nodeID="i-0d51acb5075e7fd85" devicePath="/dev/xvdab" -I0801 18:55:05.574505 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0629e97a91206d88fi-0d51acb5075e7fd85" -I0801 18:55:05.574743 1 manager.go:189] "[Debug] Releasing in-process" attachment entry="/dev/xvdab" volume="vol-0078b1f9b7f3d5e5d" -I0801 18:55:05.574859 1 controller.go:424] "ControllerPublishVolume: attached" volumeID="vol-0078b1f9b7f3d5e5d" nodeID="i-0308e6036ed156289" devicePath="/dev/xvdab" -I0801 18:55:05.574922 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0078b1f9b7f3d5e5di-0308e6036ed156289" -I0801 18:55:07.393235 1 controller.go:491] "ControllerGetCapabilities: called" args="" -I0801 18:55:07.393921 1 controller.go:545] "ControllerExpandVolume: called" args="volume_id:\"vol-01172baf41f352b01\" capacity_range:{required_bytes:11811160064} volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}}" -I0801 18:55:08.405360 1 controller.go:583] "ControllerModifyVolume: called" args="volume_id:\"vol-01172baf41f352b01\" mutable_parameters:{key:\"iops\" value:\"4000\"} mutable_parameters:{key:\"throughput\" value:\"150\"}" -I0801 18:55:09.394260 1 cloud.go:797] "Received Resize and/or Modify Disk request" volumeID="vol-01172baf41f352b01" newSizeBytes=11811160064 options={"VolumeType":"","IOPS":4000,"Throughput":150} -I0801 18:55:11.858813 1 controller.go:491] "ControllerGetCapabilities: called" args="" -I0801 18:55:11.859325 1 controller.go:545] "ControllerExpandVolume: called" args="volume_id:\"vol-0629e97a91206d88f\" capacity_range:{required_bytes:11811160064} volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}}" -I0801 18:55:12.870179 1 controller.go:583] "ControllerModifyVolume: called" args="volume_id:\"vol-0629e97a91206d88f\" mutable_parameters:{key:\"iops\" value:\"4000\"} mutable_parameters:{key:\"throughput\" value:\"150\"}" -I0801 18:55:13.860419 1 cloud.go:797] "Received Resize and/or Modify Disk request" volumeID="vol-0629e97a91206d88f" newSizeBytes=11811160064 options={"VolumeType":"","IOPS":4000,"Throughput":150} -I0801 18:55:15.301018 1 controller.go:583] "ControllerModifyVolume: called" args="volume_id:\"vol-0078b1f9b7f3d5e5d\" mutable_parameters:{key:\"iops\" value:\"4000\"} mutable_parameters:{key:\"throughput\" value:\"150\"} mutable_parameters:{key:\"type\" value:\"gp3\"}" -I0801 18:55:16.092120 1 controller.go:491] "ControllerGetCapabilities: called" args="" -I0801 18:55:16.092689 1 controller.go:545] "ControllerExpandVolume: called" args="volume_id:\"vol-01172baf41f352b01\" capacity_range:{required_bytes:11811160064} volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}}" -I0801 18:55:16.312839 1 controller.go:491] "ControllerGetCapabilities: called" args="" -I0801 18:55:16.313315 1 controller.go:545] "ControllerExpandVolume: called" args="volume_id:\"vol-0078b1f9b7f3d5e5d\" capacity_range:{required_bytes:11811160064} volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}}" -I0801 18:55:17.301596 1 cloud.go:797] "Received Resize and/or Modify Disk request" volumeID="vol-0078b1f9b7f3d5e5d" newSizeBytes=11811160064 options={"VolumeType":"gp3","IOPS":4000,"Throughput":150} -I0801 18:55:18.093237 1 cloud.go:797] "Received Resize and/or Modify Disk request" volumeID="vol-01172baf41f352b01" newSizeBytes=11811160064 options={"VolumeType":"","IOPS":0,"Throughput":0} -I0801 18:55:18.323451 1 controller.go:491] "ControllerGetCapabilities: called" args="" -I0801 18:55:18.323981 1 controller.go:545] "ControllerExpandVolume: called" args="volume_id:\"vol-0629e97a91206d88f\" capacity_range:{required_bytes:11811160064} volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}}" -I0801 18:55:18.740350 1 cloud.go:1884] "[Debug] Skipping modification for volume due to matching stats" volumeID="vol-01172baf41f352b01" -I0801 18:55:20.324716 1 cloud.go:797] "Received Resize and/or Modify Disk request" volumeID="vol-0629e97a91206d88f" newSizeBytes=11811160064 options={"VolumeType":"","IOPS":0,"Throughput":0} -I0801 18:55:20.898773 1 cloud.go:1884] "[Debug] Skipping modification for volume due to matching stats" volumeID="vol-0629e97a91206d88f" -I0801 18:55:21.902783 1 controller.go:491] "ControllerGetCapabilities: called" args="" -I0801 18:55:21.903370 1 controller.go:545] "ControllerExpandVolume: called" args="volume_id:\"vol-01172baf41f352b01\" capacity_range:{required_bytes:11811160064} volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}}" -I0801 18:55:22.891105 1 controller.go:491] "ControllerGetCapabilities: called" args="" -I0801 18:55:22.891668 1 controller.go:545] "ControllerExpandVolume: called" args="volume_id:\"vol-0078b1f9b7f3d5e5d\" capacity_range:{required_bytes:11811160064} volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}}" -I0801 18:55:23.903599 1 cloud.go:797] "Received Resize and/or Modify Disk request" volumeID="vol-01172baf41f352b01" newSizeBytes=11811160064 options={"VolumeType":"","IOPS":0,"Throughput":0} -I0801 18:55:24.498660 1 cloud.go:1884] "[Debug] Skipping modification for volume due to matching stats" volumeID="vol-01172baf41f352b01" -I0801 18:55:24.891896 1 cloud.go:797] "Received Resize and/or Modify Disk request" volumeID="vol-0078b1f9b7f3d5e5d" newSizeBytes=11811160064 options={"VolumeType":"","IOPS":0,"Throughput":0} -I0801 18:55:25.522814 1 cloud.go:1884] "[Debug] Skipping modification for volume due to matching stats" volumeID="vol-0078b1f9b7f3d5e5d" -I0801 18:55:30.678803 1 controller.go:491] "ControllerGetCapabilities: called" args="" -I0801 18:55:30.679375 1 controller.go:545] "ControllerExpandVolume: called" args="volume_id:\"vol-0078b1f9b7f3d5e5d\" capacity_range:{required_bytes:11811160064} volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}}" -I0801 18:55:32.679625 1 cloud.go:797] "Received Resize and/or Modify Disk request" volumeID="vol-0078b1f9b7f3d5e5d" newSizeBytes=11811160064 options={"VolumeType":"","IOPS":0,"Throughput":0} -I0801 18:55:33.284587 1 cloud.go:1884] "[Debug] Skipping modification for volume due to matching stats" volumeID="vol-0078b1f9b7f3d5e5d" -I0801 18:55:39.191567 1 controller.go:451] "ControllerUnpublishVolume: called" args="volume_id:\"vol-03a17e16679fd1811\" node_id:\"i-0d51acb5075e7fd85\"" -I0801 18:55:39.191608 1 controller.go:465] "ControllerUnpublishVolume: detaching" volumeID="vol-03a17e16679fd1811" nodeID="i-0d51acb5075e7fd85" -I0801 18:55:40.644251 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-03a17e16679fd1811" actual="detaching" desired="detached" -I0801 18:55:41.320053 1 controller.go:451] "ControllerUnpublishVolume: called" args="volume_id:\"vol-0ed994ef3a606cc32\" node_id:\"i-0308e6036ed156289\"" -I0801 18:55:41.320165 1 controller.go:465] "ControllerUnpublishVolume: detaching" volumeID="vol-0ed994ef3a606cc32" nodeID="i-0308e6036ed156289" -I0801 18:55:42.224564 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-03a17e16679fd1811" actual="detaching" desired="detached" -I0801 18:55:42.882585 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-0ed994ef3a606cc32" actual="detaching" desired="detached" -I0801 18:55:44.476928 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-0ed994ef3a606cc32" actual="detaching" desired="detached" -I0801 18:55:44.476929 1 controller.go:473] "ControllerUnpublishVolume: detached" volumeID="vol-03a17e16679fd1811" nodeID="i-0d51acb5075e7fd85" -I0801 18:55:44.476958 1 inflight.go:74] "Node Service: volume operation finished" key="vol-03a17e16679fd1811i-0d51acb5075e7fd85" -I0801 18:55:44.491442 1 controller.go:451] "ControllerUnpublishVolume: called" args="volume_id:\"vol-03a17e16679fd1811\" node_id:\"i-0d51acb5075e7fd85\"" -I0801 18:55:44.491625 1 controller.go:465] "ControllerUnpublishVolume: detaching" volumeID="vol-03a17e16679fd1811" nodeID="i-0d51acb5075e7fd85" -I0801 18:55:45.062443 1 cloud.go:989] "DetachDisk: called on non-attached volume" volumeID="vol-03a17e16679fd1811" -I0801 18:55:45.308715 1 controller.go:468] "ControllerUnpublishVolume: attachment not found" volumeID="vol-03a17e16679fd1811" nodeID="i-0d51acb5075e7fd85" -I0801 18:55:45.308741 1 inflight.go:74] "Node Service: volume operation finished" key="vol-03a17e16679fd1811i-0d51acb5075e7fd85" -I0801 18:55:46.311879 1 controller.go:370] "DeleteVolume: called" args="volume_id:\"vol-03a17e16679fd1811\"" -I0801 18:55:46.448672 1 inflight.go:74] "Node Service: volume operation finished" key="vol-03a17e16679fd1811" -I0801 18:55:46.470842 1 controller.go:370] "DeleteVolume: called" args="volume_id:\"vol-03a17e16679fd1811\"" -I0801 18:55:46.612100 1 inflight.go:74] "Node Service: volume operation finished" key="vol-03a17e16679fd1811" -I0801 18:55:46.623561 1 controller.go:370] "DeleteVolume: called" args="volume_id:\"vol-03a17e16679fd1811\"" -I0801 18:55:46.673173 1 controller.go:385] "DeleteVolume: volume not found, returning with success" -I0801 18:55:46.673199 1 inflight.go:74] "Node Service: volume operation finished" key="vol-03a17e16679fd1811" -I0801 18:55:46.885692 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-0ed994ef3a606cc32" actual="detaching" desired="detached" -I0801 18:55:50.719663 1 controller.go:473] "ControllerUnpublishVolume: detached" volumeID="vol-0ed994ef3a606cc32" nodeID="i-0308e6036ed156289" -I0801 18:55:50.719681 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0ed994ef3a606cc32i-0308e6036ed156289" -I0801 18:55:52.018007 1 controller.go:81] "CreateVolume: called" args="name:\"pvc-27d1d8da-0041-4c17-a844-1688c064f0b8\" capacity_range:{required_bytes:10737418240} volume_capabilities:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} parameters:{key:\"csi.storage.k8s.io/pv/name\" value:\"pvc-27d1d8da-0041-4c17-a844-1688c064f0b8\"} parameters:{key:\"csi.storage.k8s.io/pvc/name\" value:\"pvc-clzvn\"} parameters:{key:\"csi.storage.k8s.io/pvc/namespace\" value:\"ebs-6166\"} parameters:{key:\"type\" value:\"gp3\"} accessibility_requirements:{requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2a\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2a\"}} requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2b\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2b\"}} requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2c\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2c\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2a\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2a\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2b\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2b\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2c\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2c\"}}}" -I0801 18:55:54.097247 1 inflight.go:74] "Node Service: volume operation finished" key="pvc-27d1d8da-0041-4c17-a844-1688c064f0b8" -I0801 18:55:54.440141 1 controller.go:402] "ControllerPublishVolume: called" args="volume_id:\"vol-04c258f39ba5e4ba5\" node_id:\"i-0d51acb5075e7fd85\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:55:54.440241 1 controller.go:415] "ControllerPublishVolume: attaching" volumeID="vol-04c258f39ba5e4ba5" nodeID="i-0d51acb5075e7fd85" -I0801 18:55:55.402806 1 cloud.go:958] "[Debug] AttachVolume" volumeID="vol-04c258f39ba5e4ba5" nodeID="i-0d51acb5075e7fd85" resp={"AssociatedResource":null,"AttachTime":"2024-08-01T18:55:55.389Z","DeleteOnTermination":null,"Device":"/dev/xvdaa","InstanceId":"i-0d51acb5075e7fd85","InstanceOwningService":null,"State":"attaching","VolumeId":"vol-04c258f39ba5e4ba5","ResultMetadata":{}} -I0801 18:55:55.766422 1 controller.go:451] "ControllerUnpublishVolume: called" args="volume_id:\"vol-01172baf41f352b01\" node_id:\"i-08f6daa47a764a75f\"" -I0801 18:55:55.766482 1 controller.go:465] "ControllerUnpublishVolume: detaching" volumeID="vol-01172baf41f352b01" nodeID="i-08f6daa47a764a75f" -I0801 18:55:56.001648 1 manager.go:189] "[Debug] Releasing in-process" attachment entry="/dev/xvdaa" volume="vol-04c258f39ba5e4ba5" -I0801 18:55:56.001668 1 controller.go:424] "ControllerPublishVolume: attached" volumeID="vol-04c258f39ba5e4ba5" nodeID="i-0d51acb5075e7fd85" devicePath="/dev/xvdaa" -I0801 18:55:56.001680 1 inflight.go:74] "Node Service: volume operation finished" key="vol-04c258f39ba5e4ba5i-0d51acb5075e7fd85" -I0801 18:55:57.225207 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-01172baf41f352b01" actual="detaching" desired="detached" -I0801 18:55:58.797158 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-01172baf41f352b01" actual="detaching" desired="detached" -I0801 18:55:59.702733 1 controller.go:451] "ControllerUnpublishVolume: called" args="volume_id:\"vol-0629e97a91206d88f\" node_id:\"i-0d51acb5075e7fd85\"" -I0801 18:55:59.702794 1 controller.go:465] "ControllerUnpublishVolume: detaching" volumeID="vol-0629e97a91206d88f" nodeID="i-0d51acb5075e7fd85" -I0801 18:56:01.164601 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-0629e97a91206d88f" actual="detaching" desired="detached" -I0801 18:56:01.164600 1 controller.go:473] "ControllerUnpublishVolume: detached" volumeID="vol-01172baf41f352b01" nodeID="i-08f6daa47a764a75f" -I0801 18:56:01.164650 1 inflight.go:74] "Node Service: volume operation finished" key="vol-01172baf41f352b01i-08f6daa47a764a75f" -I0801 18:56:01.791806 1 controller.go:451] "ControllerUnpublishVolume: called" args="volume_id:\"vol-0078b1f9b7f3d5e5d\" node_id:\"i-0308e6036ed156289\"" -I0801 18:56:01.791890 1 controller.go:465] "ControllerUnpublishVolume: detaching" volumeID="vol-0078b1f9b7f3d5e5d" nodeID="i-0308e6036ed156289" -I0801 18:56:02.789088 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-0629e97a91206d88f" actual="detaching" desired="detached" -I0801 18:56:02.888221 1 controller.go:583] "ControllerModifyVolume: called" args="volume_id:\"vol-04c258f39ba5e4ba5\" mutable_parameters:{key:\"iops\" value:\"100\"} mutable_parameters:{key:\"type\" value:\"io2\"}" -I0801 18:56:03.305508 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-0078b1f9b7f3d5e5d" actual="detaching" desired="detached" -I0801 18:56:04.157837 1 controller.go:370] "DeleteVolume: called" args="volume_id:\"vol-01172baf41f352b01\"" -I0801 18:56:04.332912 1 inflight.go:74] "Node Service: volume operation finished" key="vol-01172baf41f352b01" -I0801 18:56:04.397900 1 controller.go:370] "DeleteVolume: called" args="volume_id:\"vol-01172baf41f352b01\"" -I0801 18:56:04.536574 1 inflight.go:74] "Node Service: volume operation finished" key="vol-01172baf41f352b01" -I0801 18:56:04.889408 1 cloud.go:799] "Received Modify Disk request" volumeID="vol-04c258f39ba5e4ba5" options={"VolumeType":"io2","IOPS":100,"Throughput":0} -I0801 18:56:04.929638 1 controller.go:473] "ControllerUnpublishVolume: detached" volumeID="vol-0629e97a91206d88f" nodeID="i-0d51acb5075e7fd85" -I0801 18:56:04.929660 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0629e97a91206d88fi-0d51acb5075e7fd85" -I0801 18:56:04.929639 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-0078b1f9b7f3d5e5d" actual="detaching" desired="detached" -I0801 18:56:06.327623 1 controller.go:370] "DeleteVolume: called" args="volume_id:\"vol-0ed994ef3a606cc32\"" -I0801 18:56:06.498586 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0ed994ef3a606cc32" -I0801 18:56:06.552457 1 controller.go:370] "DeleteVolume: called" args="volume_id:\"vol-0ed994ef3a606cc32\"" -I0801 18:56:06.686080 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0ed994ef3a606cc32" -I0801 18:56:07.322463 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-0078b1f9b7f3d5e5d" actual="detaching" desired="detached" -I0801 18:56:08.347070 1 controller.go:370] "DeleteVolume: called" args="volume_id:\"vol-0629e97a91206d88f\"" -I0801 18:56:08.503528 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0629e97a91206d88f" -I0801 18:56:08.537957 1 controller.go:370] "DeleteVolume: called" args="volume_id:\"vol-0629e97a91206d88f\"" -I0801 18:56:08.680300 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0629e97a91206d88f" -I0801 18:56:09.506119 1 controller.go:81] "CreateVolume: called" args="name:\"pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365\" capacity_range:{required_bytes:10737418240} volume_capabilities:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} parameters:{key:\"csi.storage.k8s.io/pv/name\" value:\"pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365\"} parameters:{key:\"csi.storage.k8s.io/pvc/name\" value:\"pvc-skdqv\"} parameters:{key:\"csi.storage.k8s.io/pvc/namespace\" value:\"ebs-9362\"} parameters:{key:\"type\" value:\"gp3\"} accessibility_requirements:{requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2a\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2a\"}} requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2b\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2b\"}} requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2c\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2c\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2c\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2c\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2a\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2a\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2b\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2b\"}}}" -I0801 18:56:11.125105 1 controller.go:81] "CreateVolume: called" args="name:\"pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd\" capacity_range:{required_bytes:10737418240} volume_capabilities:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} parameters:{key:\"csi.storage.k8s.io/pv/name\" value:\"pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd\"} parameters:{key:\"csi.storage.k8s.io/pvc/name\" value:\"pvc-rwbls\"} parameters:{key:\"csi.storage.k8s.io/pvc/namespace\" value:\"ebs-3611\"} parameters:{key:\"type\" value:\"gp3\"} accessibility_requirements:{requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2a\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2a\"}} requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2b\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2b\"}} requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2c\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2c\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2b\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2b\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2c\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2c\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2a\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2a\"}}}" -I0801 18:56:11.159173 1 inflight.go:74] "Node Service: volume operation finished" key="pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365" -I0801 18:56:11.159179 1 controller.go:473] "ControllerUnpublishVolume: detached" volumeID="vol-0078b1f9b7f3d5e5d" nodeID="i-0308e6036ed156289" -I0801 18:56:11.159269 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0078b1f9b7f3d5e5di-0308e6036ed156289" -I0801 18:56:11.332783 1 controller.go:370] "DeleteVolume: called" args="volume_id:\"vol-0078b1f9b7f3d5e5d\"" -I0801 18:56:11.491159 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0078b1f9b7f3d5e5d" -I0801 18:56:11.552103 1 controller.go:370] "DeleteVolume: called" args="volume_id:\"vol-0078b1f9b7f3d5e5d\"" -I0801 18:56:11.696126 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0078b1f9b7f3d5e5d" -I0801 18:56:11.707375 1 controller.go:370] "DeleteVolume: called" args="volume_id:\"vol-0078b1f9b7f3d5e5d\"" -I0801 18:56:11.752492 1 controller.go:385] "DeleteVolume: volume not found, returning with success" -I0801 18:56:11.752508 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0078b1f9b7f3d5e5d" -I0801 18:56:12.027138 1 controller.go:402] "ControllerPublishVolume: called" args="volume_id:\"vol-0b9a802836458e953\" node_id:\"i-08f6daa47a764a75f\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:56:12.027239 1 controller.go:415] "ControllerPublishVolume: attaching" volumeID="vol-0b9a802836458e953" nodeID="i-08f6daa47a764a75f" -I0801 18:56:12.998391 1 cloud.go:958] "[Debug] AttachVolume" volumeID="vol-0b9a802836458e953" nodeID="i-08f6daa47a764a75f" resp={"AssociatedResource":null,"AttachTime":"2024-08-01T18:56:12.981Z","DeleteOnTermination":null,"Device":"/dev/xvdaa","InstanceId":"i-08f6daa47a764a75f","InstanceOwningService":null,"State":"attaching","VolumeId":"vol-0b9a802836458e953","ResultMetadata":{}} -I0801 18:56:13.213371 1 inflight.go:74] "Node Service: volume operation finished" key="pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd" -I0801 18:56:13.213373 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-0b9a802836458e953" actual="attaching" desired="attached" -I0801 18:56:13.922959 1 controller.go:81] "CreateVolume: called" args="name:\"pvc-14ab448b-e553-4644-8fcf-1e0448844e14\" capacity_range:{required_bytes:10737418240} volume_capabilities:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} parameters:{key:\"csi.storage.k8s.io/pv/name\" value:\"pvc-14ab448b-e553-4644-8fcf-1e0448844e14\"} parameters:{key:\"csi.storage.k8s.io/pvc/name\" value:\"pvc-n8trk\"} parameters:{key:\"csi.storage.k8s.io/pvc/namespace\" value:\"ebs-5691\"} parameters:{key:\"type\" value:\"gp3\"} accessibility_requirements:{requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2b\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2b\"}} requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2c\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2c\"}} requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2a\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2a\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2b\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2b\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2c\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2c\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2a\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2a\"}}}" -I0801 18:56:14.794368 1 manager.go:189] "[Debug] Releasing in-process" attachment entry="/dev/xvdaa" volume="vol-0b9a802836458e953" -I0801 18:56:14.794388 1 controller.go:424] "ControllerPublishVolume: attached" volumeID="vol-0b9a802836458e953" nodeID="i-08f6daa47a764a75f" devicePath="/dev/xvdaa" -I0801 18:56:14.794399 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0b9a802836458e953i-08f6daa47a764a75f" -I0801 18:56:15.624892 1 controller.go:402] "ControllerPublishVolume: called" args="volume_id:\"vol-069b77c73c4affe64\" node_id:\"i-0308e6036ed156289\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:56:15.625010 1 controller.go:415] "ControllerPublishVolume: attaching" volumeID="vol-069b77c73c4affe64" nodeID="i-0308e6036ed156289" -I0801 18:56:15.986418 1 inflight.go:74] "Node Service: volume operation finished" key="pvc-14ab448b-e553-4644-8fcf-1e0448844e14" -I0801 18:56:16.324949 1 controller.go:402] "ControllerPublishVolume: called" args="volume_id:\"vol-01d8a32a58e9e771c\" node_id:\"i-0308e6036ed156289\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:56:16.325051 1 controller.go:415] "ControllerPublishVolume: attaching" volumeID="vol-01d8a32a58e9e771c" nodeID="i-0308e6036ed156289" -I0801 18:56:16.557862 1 cloud.go:958] "[Debug] AttachVolume" volumeID="vol-069b77c73c4affe64" nodeID="i-0308e6036ed156289" resp={"AssociatedResource":null,"AttachTime":"2024-08-01T18:56:16.544Z","DeleteOnTermination":null,"Device":"/dev/xvdaa","InstanceId":"i-0308e6036ed156289","InstanceOwningService":null,"State":"attaching","VolumeId":"vol-069b77c73c4affe64","ResultMetadata":{}} -I0801 18:56:17.164866 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-069b77c73c4affe64" actual="attaching" desired="attached" -I0801 18:56:17.291571 1 cloud.go:958] "[Debug] AttachVolume" volumeID="vol-01d8a32a58e9e771c" nodeID="i-0308e6036ed156289" resp={"AssociatedResource":null,"AttachTime":"2024-08-01T18:56:17.278Z","DeleteOnTermination":null,"Device":"/dev/xvdab","InstanceId":"i-0308e6036ed156289","InstanceOwningService":null,"State":"attaching","VolumeId":"vol-01d8a32a58e9e771c","ResultMetadata":{}} -I0801 18:56:17.346490 1 controller.go:81] "CreateVolume: called" args="name:\"pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b\" capacity_range:{required_bytes:10737418240} volume_capabilities:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} parameters:{key:\"csi.storage.k8s.io/pv/name\" value:\"pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b\"} parameters:{key:\"csi.storage.k8s.io/pvc/name\" value:\"pvc-svvnk\"} parameters:{key:\"csi.storage.k8s.io/pvc/namespace\" value:\"ebs-3357\"} parameters:{key:\"type\" value:\"gp3\"} accessibility_requirements:{requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2c\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2c\"}} requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2a\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2a\"}} requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2b\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2b\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2a\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2a\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2b\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2b\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2c\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2c\"}}}" -I0801 18:56:17.875432 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-01d8a32a58e9e771c" actual="attaching" desired="attached" -I0801 18:56:18.371285 1 controller.go:583] "ControllerModifyVolume: called" args="volume_id:\"vol-0b9a802836458e953\" mutable_parameters:{key:\"iops\" value:\"4000\"}" -I0801 18:56:18.753531 1 manager.go:189] "[Debug] Releasing in-process" attachment entry="/dev/xvdaa" volume="vol-069b77c73c4affe64" -I0801 18:56:18.753549 1 controller.go:424] "ControllerPublishVolume: attached" volumeID="vol-069b77c73c4affe64" nodeID="i-0308e6036ed156289" devicePath="/dev/xvdaa" -I0801 18:56:18.753559 1 inflight.go:74] "Node Service: volume operation finished" key="vol-069b77c73c4affe64i-0308e6036ed156289" -I0801 18:56:19.407918 1 inflight.go:74] "Node Service: volume operation finished" key="pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b" -I0801 18:56:19.407918 1 manager.go:189] "[Debug] Releasing in-process" attachment entry="/dev/xvdab" volume="vol-01d8a32a58e9e771c" -I0801 18:56:19.408076 1 controller.go:424] "ControllerPublishVolume: attached" volumeID="vol-01d8a32a58e9e771c" nodeID="i-0308e6036ed156289" devicePath="/dev/xvdab" -I0801 18:56:19.408092 1 inflight.go:74] "Node Service: volume operation finished" key="vol-01d8a32a58e9e771ci-0308e6036ed156289" -I0801 18:56:19.770141 1 controller.go:402] "ControllerPublishVolume: called" args="volume_id:\"vol-06ecde9834919a896\" node_id:\"i-0d51acb5075e7fd85\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:56:19.770248 1 controller.go:415] "ControllerPublishVolume: attaching" volumeID="vol-06ecde9834919a896" nodeID="i-0d51acb5075e7fd85" -I0801 18:56:20.372428 1 cloud.go:799] "Received Modify Disk request" volumeID="vol-0b9a802836458e953" options={"VolumeType":"","IOPS":4000,"Throughput":0} -I0801 18:56:20.855704 1 cloud.go:958] "[Debug] AttachVolume" volumeID="vol-06ecde9834919a896" nodeID="i-0d51acb5075e7fd85" resp={"AssociatedResource":null,"AttachTime":"2024-08-01T18:56:20.745Z","DeleteOnTermination":null,"Device":"/dev/xvdab","InstanceId":"i-0d51acb5075e7fd85","InstanceOwningService":null,"State":"attaching","VolumeId":"vol-06ecde9834919a896","ResultMetadata":{}} -I0801 18:56:20.963161 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-06ecde9834919a896" actual="attaching" desired="attached" -I0801 18:56:22.554583 1 manager.go:189] "[Debug] Releasing in-process" attachment entry="/dev/xvdab" volume="vol-06ecde9834919a896" -I0801 18:56:22.554617 1 controller.go:424] "ControllerPublishVolume: attached" volumeID="vol-06ecde9834919a896" nodeID="i-0d51acb5075e7fd85" devicePath="/dev/xvdab" -I0801 18:56:22.554628 1 inflight.go:74] "Node Service: volume operation finished" key="vol-06ecde9834919a896i-0d51acb5075e7fd85" -I0801 18:56:24.143109 1 controller.go:583] "ControllerModifyVolume: called" args="volume_id:\"vol-069b77c73c4affe64\" mutable_parameters:{key:\"tagSpecification\" value:\"key1=test1\"}" -I0801 18:56:24.785597 1 controller.go:583] "ControllerModifyVolume: called" args="volume_id:\"vol-01d8a32a58e9e771c\" mutable_parameters:{key:\"throughput\" value:\"150\"}" -I0801 18:56:26.189423 1 controller.go:583] "ControllerModifyVolume: called" args="volume_id:\"vol-06ecde9834919a896\" mutable_parameters:{key:\"iops\" value:\"4000\"} mutable_parameters:{key:\"throughput\" value:\"150\"}" -I0801 18:56:26.786213 1 cloud.go:799] "Received Modify Disk request" volumeID="vol-01d8a32a58e9e771c" options={"VolumeType":"","IOPS":0,"Throughput":150} -I0801 18:56:28.190690 1 cloud.go:799] "Received Modify Disk request" volumeID="vol-06ecde9834919a896" options={"VolumeType":"","IOPS":4000,"Throughput":150} -I0801 18:56:50.229400 1 controller.go:451] "ControllerUnpublishVolume: called" args="volume_id:\"vol-04c258f39ba5e4ba5\" node_id:\"i-0d51acb5075e7fd85\"" -I0801 18:56:50.229496 1 controller.go:465] "ControllerUnpublishVolume: detaching" volumeID="vol-04c258f39ba5e4ba5" nodeID="i-0d51acb5075e7fd85" -I0801 18:56:51.677007 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-04c258f39ba5e4ba5" actual="detaching" desired="detached" -I0801 18:56:53.248572 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-04c258f39ba5e4ba5" actual="detaching" desired="detached" -I0801 18:56:55.630294 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-04c258f39ba5e4ba5" actual="detaching" desired="detached" -I0801 18:56:59.456312 1 controller.go:473] "ControllerUnpublishVolume: detached" volumeID="vol-04c258f39ba5e4ba5" nodeID="i-0d51acb5075e7fd85" -I0801 18:56:59.456332 1 inflight.go:74] "Node Service: volume operation finished" key="vol-04c258f39ba5e4ba5i-0d51acb5075e7fd85" -I0801 18:56:59.489655 1 controller.go:370] "DeleteVolume: called" args="volume_id:\"vol-04c258f39ba5e4ba5\"" -I0801 18:56:59.626582 1 inflight.go:74] "Node Service: volume operation finished" key="vol-04c258f39ba5e4ba5" -I0801 18:56:59.654097 1 controller.go:370] "DeleteVolume: called" args="volume_id:\"vol-04c258f39ba5e4ba5\"" -I0801 18:56:59.790577 1 inflight.go:74] "Node Service: volume operation finished" key="vol-04c258f39ba5e4ba5" -I0801 18:57:02.825348 1 controller.go:451] "ControllerUnpublishVolume: called" args="volume_id:\"vol-069b77c73c4affe64\" node_id:\"i-0308e6036ed156289\"" -I0801 18:57:02.825417 1 controller.go:465] "ControllerUnpublishVolume: detaching" volumeID="vol-069b77c73c4affe64" nodeID="i-0308e6036ed156289" -I0801 18:57:04.312592 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-069b77c73c4affe64" actual="detaching" desired="detached" -I0801 18:57:04.765200 1 controller.go:81] "CreateVolume: called" args="name:\"pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d\" capacity_range:{required_bytes:10737418240} volume_capabilities:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} parameters:{key:\"csi.storage.k8s.io/pv/name\" value:\"pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d\"} parameters:{key:\"csi.storage.k8s.io/pvc/name\" value:\"pvc-qf7gw\"} parameters:{key:\"csi.storage.k8s.io/pvc/namespace\" value:\"ebs-1087\"} parameters:{key:\"type\" value:\"gp3\"} accessibility_requirements:{requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2c\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2c\"}} requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2a\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2a\"}} requisite:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2b\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2b\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2b\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2b\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2c\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2c\"}} preferred:{segments:{key:\"kubernetes.io/os\" value:\"linux\"} segments:{key:\"topology.ebs.csi.aws.com/zone\" value:\"us-west-2a\"} segments:{key:\"topology.kubernetes.io/zone\" value:\"us-west-2a\"}}}" -I0801 18:57:05.881228 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-069b77c73c4affe64" actual="detaching" desired="detached" -I0801 18:57:06.931310 1 controller.go:451] "ControllerUnpublishVolume: called" args="volume_id:\"vol-0b9a802836458e953\" node_id:\"i-08f6daa47a764a75f\"" -I0801 18:57:06.931385 1 controller.go:465] "ControllerUnpublishVolume: detaching" volumeID="vol-0b9a802836458e953" nodeID="i-08f6daa47a764a75f" -I0801 18:57:07.931049 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-0b9a802836458e953" actual="detaching" desired="detached" -I0801 18:57:07.931083 1 controller.go:473] "ControllerUnpublishVolume: detached" volumeID="vol-069b77c73c4affe64" nodeID="i-0308e6036ed156289" -I0801 18:57:07.931061 1 inflight.go:74] "Node Service: volume operation finished" key="pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d" -I0801 18:57:07.931197 1 inflight.go:74] "Node Service: volume operation finished" key="vol-069b77c73c4affe64i-0308e6036ed156289" -I0801 18:57:07.952981 1 controller.go:451] "ControllerUnpublishVolume: called" args="volume_id:\"vol-069b77c73c4affe64\" node_id:\"i-0308e6036ed156289\"" -I0801 18:57:07.953019 1 controller.go:465] "ControllerUnpublishVolume: detaching" volumeID="vol-069b77c73c4affe64" nodeID="i-0308e6036ed156289" -I0801 18:57:08.521502 1 cloud.go:989] "DetachDisk: called on non-attached volume" volumeID="vol-069b77c73c4affe64" -I0801 18:57:08.781871 1 controller.go:468] "ControllerUnpublishVolume: attachment not found" volumeID="vol-069b77c73c4affe64" nodeID="i-0308e6036ed156289" -I0801 18:57:08.781890 1 inflight.go:74] "Node Service: volume operation finished" key="vol-069b77c73c4affe64i-0308e6036ed156289" -I0801 18:57:09.232189 1 controller.go:402] "ControllerPublishVolume: called" args="volume_id:\"vol-060719a783abbfb5b\" node_id:\"i-0308e6036ed156289\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:57:09.232426 1 controller.go:415] "ControllerPublishVolume: attaching" volumeID="vol-060719a783abbfb5b" nodeID="i-0308e6036ed156289" -I0801 18:57:09.556500 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-0b9a802836458e953" actual="detaching" desired="detached" -I0801 18:57:10.162522 1 cloud.go:958] "[Debug] AttachVolume" volumeID="vol-060719a783abbfb5b" nodeID="i-0308e6036ed156289" resp={"AssociatedResource":null,"AttachTime":"2024-08-01T18:57:10.147Z","DeleteOnTermination":null,"Device":"/dev/xvdaa","InstanceId":"i-0308e6036ed156289","InstanceOwningService":null,"State":"attaching","VolumeId":"vol-060719a783abbfb5b","ResultMetadata":{}} -I0801 18:57:10.743704 1 controller.go:451] "ControllerUnpublishVolume: called" args="volume_id:\"vol-06ecde9834919a896\" node_id:\"i-0d51acb5075e7fd85\"" -I0801 18:57:10.743851 1 controller.go:465] "ControllerUnpublishVolume: detaching" volumeID="vol-06ecde9834919a896" nodeID="i-0d51acb5075e7fd85" -I0801 18:57:10.760564 1 manager.go:189] "[Debug] Releasing in-process" attachment entry="/dev/xvdaa" volume="vol-060719a783abbfb5b" -I0801 18:57:10.760580 1 controller.go:424] "ControllerPublishVolume: attached" volumeID="vol-060719a783abbfb5b" nodeID="i-0308e6036ed156289" devicePath="/dev/xvdaa" -I0801 18:57:10.760591 1 inflight.go:74] "Node Service: volume operation finished" key="vol-060719a783abbfb5bi-0308e6036ed156289" -I0801 18:57:11.949448 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-06ecde9834919a896" actual="detaching" desired="detached" -I0801 18:57:11.949461 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-0b9a802836458e953" actual="detaching" desired="detached" -I0801 18:57:13.093605 1 controller.go:451] "ControllerUnpublishVolume: called" args="volume_id:\"vol-01d8a32a58e9e771c\" node_id:\"i-0308e6036ed156289\"" -I0801 18:57:13.093647 1 controller.go:465] "ControllerUnpublishVolume: detaching" volumeID="vol-01d8a32a58e9e771c" nodeID="i-0308e6036ed156289" -I0801 18:57:13.550332 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-06ecde9834919a896" actual="detaching" desired="detached" -I0801 18:57:14.539917 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-01d8a32a58e9e771c" actual="detaching" desired="detached" -I0801 18:57:15.440325 1 controller.go:370] "DeleteVolume: called" args="volume_id:\"vol-069b77c73c4affe64\"" -I0801 18:57:15.600355 1 inflight.go:74] "Node Service: volume operation finished" key="vol-069b77c73c4affe64" -I0801 18:57:15.641457 1 controller.go:370] "DeleteVolume: called" args="volume_id:\"vol-069b77c73c4affe64\"" -I0801 18:57:15.653416 1 controller.go:583] "ControllerModifyVolume: called" args="volume_id:\"vol-060719a783abbfb5b\" mutable_parameters:{key:\"iops\" value:\"4000\"} mutable_parameters:{key:\"tagSpecification\" value:\"key2=test2\"} mutable_parameters:{key:\"throughput\" value:\"150\"}" -I0801 18:57:15.774988 1 inflight.go:74] "Node Service: volume operation finished" key="vol-069b77c73c4affe64" -I0801 18:57:15.808661 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-06ecde9834919a896" actual="detaching" desired="detached" -I0801 18:57:15.808661 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-01d8a32a58e9e771c" actual="detaching" desired="detached" -I0801 18:57:15.808712 1 controller.go:473] "ControllerUnpublishVolume: detached" volumeID="vol-0b9a802836458e953" nodeID="i-08f6daa47a764a75f" -I0801 18:57:15.808724 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0b9a802836458e953i-08f6daa47a764a75f" -I0801 18:57:17.784940 1 cloud.go:799] "Received Modify Disk request" volumeID="vol-060719a783abbfb5b" options={"VolumeType":"","IOPS":4000,"Throughput":150} -I0801 18:57:18.201803 1 controller.go:473] "ControllerUnpublishVolume: detached" volumeID="vol-01d8a32a58e9e771c" nodeID="i-0308e6036ed156289" -I0801 18:57:18.201822 1 inflight.go:74] "Node Service: volume operation finished" key="vol-01d8a32a58e9e771ci-0308e6036ed156289" -I0801 18:57:19.636756 1 controller.go:473] "ControllerUnpublishVolume: detached" volumeID="vol-06ecde9834919a896" nodeID="i-0d51acb5075e7fd85" -I0801 18:57:19.636776 1 inflight.go:74] "Node Service: volume operation finished" key="vol-06ecde9834919a896i-0d51acb5075e7fd85" -I0801 18:57:20.744621 1 controller.go:370] "DeleteVolume: called" args="volume_id:\"vol-01d8a32a58e9e771c\"" -I0801 18:57:20.908136 1 inflight.go:74] "Node Service: volume operation finished" key="vol-01d8a32a58e9e771c" -I0801 18:57:20.955892 1 controller.go:370] "DeleteVolume: called" args="volume_id:\"vol-01d8a32a58e9e771c\"" -I0801 18:57:21.089740 1 inflight.go:74] "Node Service: volume operation finished" key="vol-01d8a32a58e9e771c" -I0801 18:57:21.110045 1 controller.go:370] "DeleteVolume: called" args="volume_id:\"vol-01d8a32a58e9e771c\"" -I0801 18:57:21.150147 1 controller.go:385] "DeleteVolume: volume not found, returning with success" -I0801 18:57:21.150161 1 inflight.go:74] "Node Service: volume operation finished" key="vol-01d8a32a58e9e771c" -I0801 18:57:22.505921 1 controller.go:370] "DeleteVolume: called" args="volume_id:\"vol-06ecde9834919a896\"" -I0801 18:57:22.675342 1 inflight.go:74] "Node Service: volume operation finished" key="vol-06ecde9834919a896" -I0801 18:57:22.708402 1 controller.go:370] "DeleteVolume: called" args="volume_id:\"vol-06ecde9834919a896\"" -I0801 18:57:22.846192 1 inflight.go:74] "Node Service: volume operation finished" key="vol-06ecde9834919a896" -I0801 18:57:30.254962 1 controller.go:370] "DeleteVolume: called" args="volume_id:\"vol-0b9a802836458e953\"" -I0801 18:57:30.431603 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0b9a802836458e953" -I0801 18:57:30.466687 1 controller.go:370] "DeleteVolume: called" args="volume_id:\"vol-0b9a802836458e953\"" -I0801 18:57:30.606190 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0b9a802836458e953" -I0801 18:58:04.610521 1 controller.go:451] "ControllerUnpublishVolume: called" args="volume_id:\"vol-060719a783abbfb5b\" node_id:\"i-0308e6036ed156289\"" -I0801 18:58:04.610558 1 controller.go:465] "ControllerUnpublishVolume: detaching" volumeID="vol-060719a783abbfb5b" nodeID="i-0308e6036ed156289" -I0801 18:58:06.085189 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-060719a783abbfb5b" actual="detaching" desired="detached" -I0801 18:58:07.649503 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-060719a783abbfb5b" actual="detaching" desired="detached" -I0801 18:58:10.053534 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-060719a783abbfb5b" actual="detaching" desired="detached" -I0801 18:58:13.859120 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-060719a783abbfb5b" actual="detaching" desired="detached" -I0801 18:58:20.255414 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-060719a783abbfb5b" actual="detaching" desired="detached" -I0801 18:58:31.322942 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-060719a783abbfb5b" actual="detaching" desired="detached" -I0801 18:58:50.797252 1 cloud.go:1105] "Waiting for volume state" volumeID="vol-060719a783abbfb5b" actual="detaching" desired="detached" -I0801 18:59:04.610619 1 inflight.go:74] "Node Service: volume operation finished" key="vol-060719a783abbfb5bi-0308e6036ed156289" -E0801 18:59:04.610643 1 driver.go:108] "GRPC error" err="rpc error: code = Internal desc = Could not detach volume \"vol-060719a783abbfb5b\" from node \"i-0308e6036ed156289\": context canceled" -I0801 18:59:05.621951 1 controller.go:451] "ControllerUnpublishVolume: called" args="volume_id:\"vol-060719a783abbfb5b\" node_id:\"i-0308e6036ed156289\"" -I0801 18:59:05.621990 1 controller.go:465] "ControllerUnpublishVolume: detaching" volumeID="vol-060719a783abbfb5b" nodeID="i-0308e6036ed156289" -I0801 18:59:06.248118 1 cloud.go:989] "DetachDisk: called on non-attached volume" volumeID="vol-060719a783abbfb5b" -I0801 18:59:06.503789 1 controller.go:468] "ControllerUnpublishVolume: attachment not found" volumeID="vol-060719a783abbfb5b" nodeID="i-0308e6036ed156289" -I0801 18:59:06.503808 1 inflight.go:74] "Node Service: volume operation finished" key="vol-060719a783abbfb5bi-0308e6036ed156289" -I0801 19:00:08.586886 1 controller.go:370] "DeleteVolume: called" args="volume_id:\"vol-060719a783abbfb5b\"" -I0801 19:00:08.739114 1 inflight.go:74] "Node Service: volume operation finished" key="vol-060719a783abbfb5b" -I0801 19:00:08.837111 1 controller.go:370] "DeleteVolume: called" args="volume_id:\"vol-060719a783abbfb5b\"" -I0801 19:00:08.887279 1 controller.go:385] "DeleteVolume: volume not found, returning with success" -I0801 19:00:08.887295 1 inflight.go:74] "Node Service: volume operation finished" key="vol-060719a783abbfb5b" -W0801 18:53:10.102627 1 feature_gate.go:246] Setting GA feature gate Topology=true. It will be removed in a future release. -I0801 18:53:10.102785 1 feature_gate.go:254] feature gates: {map[Topology:true VolumeAttributesClass:true]} -I0801 18:53:10.102892 1 csi-provisioner.go:154] Version: v5.0.1 -I0801 18:53:10.103022 1 csi-provisioner.go:177] Building kube configs for running in cluster... -I0801 18:53:10.105621 1 common.go:143] "Probing CSI driver for readiness" -I0801 18:53:10.110204 1 csi-provisioner.go:230] Detected CSI driver ebs.csi.aws.com -I0801 18:53:10.110222 1 csi-provisioner.go:240] Supports migration from in-tree plugin: kubernetes.io/aws-ebs -I0801 18:53:10.110968 1 common.go:143] "Probing CSI driver for readiness" -I0801 18:53:10.112476 1 csi-provisioner.go:299] CSI driver supports PUBLISH_UNPUBLISH_VOLUME, watching VolumeAttachments -I0801 18:53:10.112858 1 controller.go:744] "Using saving PVs to API server in background" -I0801 18:53:10.113188 1 leaderelection.go:250] attempting to acquire leader lease kube-system/ebs-csi-aws-com... -I0801 18:53:26.193566 1 leaderelection.go:260] successfully acquired lease kube-system/ebs-csi-aws-com -I0801 18:53:26.193902 1 leader_election.go:184] "became leader, starting" -I0801 18:53:26.208493 1 reflector.go:359] Caches populated for *v1.CSINode from k8s.io/client-go@v1.5.2/tools/cache/reflector.go:232 -I0801 18:53:26.209812 1 reflector.go:359] Caches populated for *v1.Node from k8s.io/client-go@v1.5.2/tools/cache/reflector.go:232 -I0801 18:53:26.210963 1 reflector.go:359] Caches populated for *v1.PersistentVolumeClaim from k8s.io/client-go@v1.5.2/tools/cache/reflector.go:232 -I0801 18:53:26.212174 1 reflector.go:359] Caches populated for *v1.VolumeAttachment from k8s.io/client-go@v1.5.2/tools/cache/reflector.go:232 -I0801 18:53:26.212946 1 reflector.go:359] Caches populated for *v1.StorageClass from k8s.io/client-go@v1.5.2/tools/cache/reflector.go:232 -I0801 18:53:26.294248 1 controller.go:824] "Starting provisioner controller" component="ebs.csi.aws.com_ebs-csi-controller-69f45d8cfc-ff27f_fbe0f7f1-f184-47a2-af86-899d4175454e" -I0801 18:53:26.294318 1 volume_store.go:98] "Starting save volume queue" -I0801 18:53:26.296604 1 reflector.go:359] Caches populated for *v1.PersistentVolume from k8s.io/client-go@v1.5.2/tools/cache/reflector.go:232 -I0801 18:53:26.300387 1 reflector.go:359] Caches populated for *v1.StorageClass from k8s.io/client-go@v1.5.2/tools/cache/reflector.go:232 -I0801 18:53:26.394768 1 controller.go:873] "Started provisioner controller" component="ebs.csi.aws.com_ebs-csi-controller-69f45d8cfc-ff27f_fbe0f7f1-f184-47a2-af86-899d4175454e" -I0801 18:53:26.395714 1 event.go:389] "Event occurred" object="ebs-2218/pvc-pg767" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="Provisioning" message="External provisioner is provisioning volume for claim \"ebs-2218/pvc-pg767\"" -I0801 18:53:26.396604 1 event.go:389] "Event occurred" object="ebs-6472/pvc-fvvrl" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="Provisioning" message="External provisioner is provisioning volume for claim \"ebs-6472/pvc-fvvrl\"" -I0801 18:53:26.396692 1 event.go:389] "Event occurred" object="ebs-6923/pvc-58tv4" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="Provisioning" message="External provisioner is provisioning volume for claim \"ebs-6923/pvc-58tv4\"" -I0801 18:53:26.396759 1 event.go:389] "Event occurred" object="ebs-7100/pvc-wpzzs" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="Provisioning" message="External provisioner is provisioning volume for claim \"ebs-7100/pvc-wpzzs\"" -I0801 18:53:26.396838 1 event.go:389] "Event occurred" object="ebs-9342/pvc-r6f65" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="Provisioning" message="External provisioner is provisioning volume for claim \"ebs-9342/pvc-r6f65\"" -I0801 18:53:28.530286 1 controller.go:955] successfully created PV pvc-5d03282c-7ff2-4170-b340-e52a8169780b for PVC pvc-wpzzs and csi volume name vol-0b007916c0c3661b1 -I0801 18:53:28.530433 1 controller.go:955] successfully created PV pvc-1392f616-7d52-484c-a6e9-ec1e628753ad for PVC pvc-pg767 and csi volume name vol-0dbdda73ecf0ac40a -I0801 18:53:28.530632 1 controller.go:955] successfully created PV pvc-8ce129a6-44a2-414d-84b9-08a6ac588612 for PVC pvc-58tv4 and csi volume name vol-030b2caa8990066f1 -I0801 18:53:28.530812 1 controller.go:955] successfully created PV pvc-b67684d4-e700-427f-a6af-f8b22b812afc for PVC pvc-fvvrl and csi volume name vol-0b4cb7e02e970e30e -I0801 18:53:28.531014 1 controller.go:955] successfully created PV pvc-65a1e8a1-9556-4762-a43c-91e272e0177f for PVC pvc-r6f65 and csi volume name vol-0d0b2ae318a77eaa9 -I0801 18:53:28.539216 1 event.go:389] "Event occurred" object="ebs-7100/pvc-wpzzs" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ProvisioningSucceeded" message="Successfully provisioned volume pvc-5d03282c-7ff2-4170-b340-e52a8169780b" -I0801 18:53:28.542556 1 event.go:389] "Event occurred" object="ebs-2218/pvc-pg767" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ProvisioningSucceeded" message="Successfully provisioned volume pvc-1392f616-7d52-484c-a6e9-ec1e628753ad" -I0801 18:53:28.542603 1 event.go:389] "Event occurred" object="ebs-9342/pvc-r6f65" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ProvisioningSucceeded" message="Successfully provisioned volume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f" -I0801 18:53:28.542928 1 event.go:389] "Event occurred" object="ebs-6923/pvc-58tv4" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ProvisioningSucceeded" message="Successfully provisioned volume pvc-8ce129a6-44a2-414d-84b9-08a6ac588612" -I0801 18:53:28.544741 1 event.go:389] "Event occurred" object="ebs-6472/pvc-fvvrl" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ProvisioningSucceeded" message="Successfully provisioned volume pvc-b67684d4-e700-427f-a6af-f8b22b812afc" -I0801 18:54:18.038143 1 controller.go:1312] volume pvc-8ce129a6-44a2-414d-84b9-08a6ac588612 does not need any deletion secrets -E0801 18:54:18.038186 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-8ce129a6-44a2-414d-84b9-08a6ac588612 is still attached to node i-08f6daa47a764a75f" PV="pvc-8ce129a6-44a2-414d-84b9-08a6ac588612" -I0801 18:54:18.038227 1 controller.go:1007] "Retrying syncing volume" key="pvc-8ce129a6-44a2-414d-84b9-08a6ac588612" failures=0 -E0801 18:54:18.038284 1 controller.go:1025] error syncing volume "pvc-8ce129a6-44a2-414d-84b9-08a6ac588612": persistentvolume pvc-8ce129a6-44a2-414d-84b9-08a6ac588612 is still attached to node i-08f6daa47a764a75f -I0801 18:54:18.038429 1 event.go:389] "Event occurred" object="pvc-8ce129a6-44a2-414d-84b9-08a6ac588612" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-8ce129a6-44a2-414d-84b9-08a6ac588612 is still attached to node i-08f6daa47a764a75f" -I0801 18:54:19.039294 1 controller.go:1312] volume pvc-8ce129a6-44a2-414d-84b9-08a6ac588612 does not need any deletion secrets -E0801 18:54:19.039359 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-8ce129a6-44a2-414d-84b9-08a6ac588612 is still attached to node i-08f6daa47a764a75f" PV="pvc-8ce129a6-44a2-414d-84b9-08a6ac588612" -I0801 18:54:19.039463 1 controller.go:1007] "Retrying syncing volume" key="pvc-8ce129a6-44a2-414d-84b9-08a6ac588612" failures=1 -E0801 18:54:19.039535 1 controller.go:1025] error syncing volume "pvc-8ce129a6-44a2-414d-84b9-08a6ac588612": persistentvolume pvc-8ce129a6-44a2-414d-84b9-08a6ac588612 is still attached to node i-08f6daa47a764a75f -I0801 18:54:19.039634 1 event.go:389] "Event occurred" object="pvc-8ce129a6-44a2-414d-84b9-08a6ac588612" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-8ce129a6-44a2-414d-84b9-08a6ac588612 is still attached to node i-08f6daa47a764a75f" -I0801 18:54:21.039683 1 controller.go:1312] volume pvc-8ce129a6-44a2-414d-84b9-08a6ac588612 does not need any deletion secrets -E0801 18:54:21.039728 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-8ce129a6-44a2-414d-84b9-08a6ac588612 is still attached to node i-08f6daa47a764a75f" PV="pvc-8ce129a6-44a2-414d-84b9-08a6ac588612" -I0801 18:54:21.039827 1 controller.go:1007] "Retrying syncing volume" key="pvc-8ce129a6-44a2-414d-84b9-08a6ac588612" failures=2 -E0801 18:54:21.039900 1 controller.go:1025] error syncing volume "pvc-8ce129a6-44a2-414d-84b9-08a6ac588612": persistentvolume pvc-8ce129a6-44a2-414d-84b9-08a6ac588612 is still attached to node i-08f6daa47a764a75f -I0801 18:54:21.039976 1 event.go:389] "Event occurred" object="pvc-8ce129a6-44a2-414d-84b9-08a6ac588612" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-8ce129a6-44a2-414d-84b9-08a6ac588612 is still attached to node i-08f6daa47a764a75f" -I0801 18:54:22.206409 1 controller.go:1312] volume pvc-b67684d4-e700-427f-a6af-f8b22b812afc does not need any deletion secrets -E0801 18:54:22.206471 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-b67684d4-e700-427f-a6af-f8b22b812afc is still attached to node i-0d51acb5075e7fd85" PV="pvc-b67684d4-e700-427f-a6af-f8b22b812afc" -I0801 18:54:22.206563 1 controller.go:1007] "Retrying syncing volume" key="pvc-b67684d4-e700-427f-a6af-f8b22b812afc" failures=0 -E0801 18:54:22.206585 1 controller.go:1025] error syncing volume "pvc-b67684d4-e700-427f-a6af-f8b22b812afc": persistentvolume pvc-b67684d4-e700-427f-a6af-f8b22b812afc is still attached to node i-0d51acb5075e7fd85 -I0801 18:54:22.206705 1 event.go:389] "Event occurred" object="pvc-b67684d4-e700-427f-a6af-f8b22b812afc" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-b67684d4-e700-427f-a6af-f8b22b812afc is still attached to node i-0d51acb5075e7fd85" -I0801 18:54:22.277379 1 controller.go:1312] volume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f does not need any deletion secrets -E0801 18:54:22.277435 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f is still attached to node i-0d51acb5075e7fd85" PV="pvc-65a1e8a1-9556-4762-a43c-91e272e0177f" -I0801 18:54:22.277494 1 controller.go:1007] "Retrying syncing volume" key="pvc-65a1e8a1-9556-4762-a43c-91e272e0177f" failures=0 -E0801 18:54:22.277577 1 controller.go:1025] error syncing volume "pvc-65a1e8a1-9556-4762-a43c-91e272e0177f": persistentvolume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f is still attached to node i-0d51acb5075e7fd85 -I0801 18:54:22.277675 1 event.go:389] "Event occurred" object="pvc-65a1e8a1-9556-4762-a43c-91e272e0177f" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f is still attached to node i-0d51acb5075e7fd85" -I0801 18:54:22.301788 1 controller.go:1312] volume pvc-5d03282c-7ff2-4170-b340-e52a8169780b does not need any deletion secrets -E0801 18:54:22.301951 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-5d03282c-7ff2-4170-b340-e52a8169780b is still attached to node i-0d51acb5075e7fd85" PV="pvc-5d03282c-7ff2-4170-b340-e52a8169780b" -I0801 18:54:22.302034 1 controller.go:1007] "Retrying syncing volume" key="pvc-5d03282c-7ff2-4170-b340-e52a8169780b" failures=0 -E0801 18:54:22.302128 1 controller.go:1025] error syncing volume "pvc-5d03282c-7ff2-4170-b340-e52a8169780b": persistentvolume pvc-5d03282c-7ff2-4170-b340-e52a8169780b is still attached to node i-0d51acb5075e7fd85 -I0801 18:54:22.302243 1 event.go:389] "Event occurred" object="pvc-5d03282c-7ff2-4170-b340-e52a8169780b" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-5d03282c-7ff2-4170-b340-e52a8169780b is still attached to node i-0d51acb5075e7fd85" -I0801 18:54:23.207626 1 controller.go:1312] volume pvc-b67684d4-e700-427f-a6af-f8b22b812afc does not need any deletion secrets -E0801 18:54:23.207688 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-b67684d4-e700-427f-a6af-f8b22b812afc is still attached to node i-0d51acb5075e7fd85" PV="pvc-b67684d4-e700-427f-a6af-f8b22b812afc" -I0801 18:54:23.207761 1 controller.go:1007] "Retrying syncing volume" key="pvc-b67684d4-e700-427f-a6af-f8b22b812afc" failures=1 -E0801 18:54:23.207842 1 controller.go:1025] error syncing volume "pvc-b67684d4-e700-427f-a6af-f8b22b812afc": persistentvolume pvc-b67684d4-e700-427f-a6af-f8b22b812afc is still attached to node i-0d51acb5075e7fd85 -I0801 18:54:23.207933 1 event.go:389] "Event occurred" object="pvc-b67684d4-e700-427f-a6af-f8b22b812afc" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-b67684d4-e700-427f-a6af-f8b22b812afc is still attached to node i-0d51acb5075e7fd85" -I0801 18:54:23.278010 1 controller.go:1312] volume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f does not need any deletion secrets -E0801 18:54:23.278053 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f is still attached to node i-0d51acb5075e7fd85" PV="pvc-65a1e8a1-9556-4762-a43c-91e272e0177f" -I0801 18:54:23.278108 1 controller.go:1007] "Retrying syncing volume" key="pvc-65a1e8a1-9556-4762-a43c-91e272e0177f" failures=1 -E0801 18:54:23.278127 1 controller.go:1025] error syncing volume "pvc-65a1e8a1-9556-4762-a43c-91e272e0177f": persistentvolume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f is still attached to node i-0d51acb5075e7fd85 -I0801 18:54:23.278209 1 event.go:389] "Event occurred" object="pvc-65a1e8a1-9556-4762-a43c-91e272e0177f" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f is still attached to node i-0d51acb5075e7fd85" -I0801 18:54:23.302193 1 controller.go:1312] volume pvc-5d03282c-7ff2-4170-b340-e52a8169780b does not need any deletion secrets -E0801 18:54:23.302222 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-5d03282c-7ff2-4170-b340-e52a8169780b is still attached to node i-0d51acb5075e7fd85" PV="pvc-5d03282c-7ff2-4170-b340-e52a8169780b" -I0801 18:54:23.302248 1 controller.go:1007] "Retrying syncing volume" key="pvc-5d03282c-7ff2-4170-b340-e52a8169780b" failures=1 -E0801 18:54:23.302351 1 controller.go:1025] error syncing volume "pvc-5d03282c-7ff2-4170-b340-e52a8169780b": persistentvolume pvc-5d03282c-7ff2-4170-b340-e52a8169780b is still attached to node i-0d51acb5075e7fd85 -I0801 18:54:23.302453 1 event.go:389] "Event occurred" object="pvc-5d03282c-7ff2-4170-b340-e52a8169780b" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-5d03282c-7ff2-4170-b340-e52a8169780b is still attached to node i-0d51acb5075e7fd85" -I0801 18:54:25.040569 1 controller.go:1312] volume pvc-8ce129a6-44a2-414d-84b9-08a6ac588612 does not need any deletion secrets -E0801 18:54:25.040649 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-8ce129a6-44a2-414d-84b9-08a6ac588612 is still attached to node i-08f6daa47a764a75f" PV="pvc-8ce129a6-44a2-414d-84b9-08a6ac588612" -I0801 18:54:25.040748 1 controller.go:1007] "Retrying syncing volume" key="pvc-8ce129a6-44a2-414d-84b9-08a6ac588612" failures=3 -E0801 18:54:25.040841 1 controller.go:1025] error syncing volume "pvc-8ce129a6-44a2-414d-84b9-08a6ac588612": persistentvolume pvc-8ce129a6-44a2-414d-84b9-08a6ac588612 is still attached to node i-08f6daa47a764a75f -I0801 18:54:25.040919 1 event.go:389] "Event occurred" object="pvc-8ce129a6-44a2-414d-84b9-08a6ac588612" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-8ce129a6-44a2-414d-84b9-08a6ac588612 is still attached to node i-08f6daa47a764a75f" -I0801 18:54:25.208662 1 controller.go:1312] volume pvc-b67684d4-e700-427f-a6af-f8b22b812afc does not need any deletion secrets -E0801 18:54:25.208701 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-b67684d4-e700-427f-a6af-f8b22b812afc is still attached to node i-0d51acb5075e7fd85" PV="pvc-b67684d4-e700-427f-a6af-f8b22b812afc" -I0801 18:54:25.208783 1 controller.go:1007] "Retrying syncing volume" key="pvc-b67684d4-e700-427f-a6af-f8b22b812afc" failures=2 -E0801 18:54:25.208840 1 controller.go:1025] error syncing volume "pvc-b67684d4-e700-427f-a6af-f8b22b812afc": persistentvolume pvc-b67684d4-e700-427f-a6af-f8b22b812afc is still attached to node i-0d51acb5075e7fd85 -I0801 18:54:25.208961 1 event.go:389] "Event occurred" object="pvc-b67684d4-e700-427f-a6af-f8b22b812afc" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-b67684d4-e700-427f-a6af-f8b22b812afc is still attached to node i-0d51acb5075e7fd85" -I0801 18:54:25.278205 1 controller.go:1312] volume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f does not need any deletion secrets -E0801 18:54:25.278239 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f is still attached to node i-0d51acb5075e7fd85" PV="pvc-65a1e8a1-9556-4762-a43c-91e272e0177f" -I0801 18:54:25.278263 1 controller.go:1007] "Retrying syncing volume" key="pvc-65a1e8a1-9556-4762-a43c-91e272e0177f" failures=2 -E0801 18:54:25.278308 1 controller.go:1025] error syncing volume "pvc-65a1e8a1-9556-4762-a43c-91e272e0177f": persistentvolume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f is still attached to node i-0d51acb5075e7fd85 -I0801 18:54:25.278442 1 event.go:389] "Event occurred" object="pvc-65a1e8a1-9556-4762-a43c-91e272e0177f" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f is still attached to node i-0d51acb5075e7fd85" -I0801 18:54:25.302892 1 controller.go:1312] volume pvc-5d03282c-7ff2-4170-b340-e52a8169780b does not need any deletion secrets -E0801 18:54:25.302920 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-5d03282c-7ff2-4170-b340-e52a8169780b is still attached to node i-0d51acb5075e7fd85" PV="pvc-5d03282c-7ff2-4170-b340-e52a8169780b" -I0801 18:54:25.303022 1 event.go:389] "Event occurred" object="pvc-5d03282c-7ff2-4170-b340-e52a8169780b" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-5d03282c-7ff2-4170-b340-e52a8169780b is still attached to node i-0d51acb5075e7fd85" -I0801 18:54:25.303033 1 controller.go:1007] "Retrying syncing volume" key="pvc-5d03282c-7ff2-4170-b340-e52a8169780b" failures=2 -E0801 18:54:25.303048 1 controller.go:1025] error syncing volume "pvc-5d03282c-7ff2-4170-b340-e52a8169780b": persistentvolume pvc-5d03282c-7ff2-4170-b340-e52a8169780b is still attached to node i-0d51acb5075e7fd85 -I0801 18:54:26.192355 1 controller.go:1312] volume pvc-1392f616-7d52-484c-a6e9-ec1e628753ad does not need any deletion secrets -E0801 18:54:26.192415 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-1392f616-7d52-484c-a6e9-ec1e628753ad is still attached to node i-0308e6036ed156289" PV="pvc-1392f616-7d52-484c-a6e9-ec1e628753ad" -I0801 18:54:26.192454 1 controller.go:1007] "Retrying syncing volume" key="pvc-1392f616-7d52-484c-a6e9-ec1e628753ad" failures=0 -E0801 18:54:26.192489 1 controller.go:1025] error syncing volume "pvc-1392f616-7d52-484c-a6e9-ec1e628753ad": persistentvolume pvc-1392f616-7d52-484c-a6e9-ec1e628753ad is still attached to node i-0308e6036ed156289 -I0801 18:54:26.192560 1 event.go:389] "Event occurred" object="pvc-1392f616-7d52-484c-a6e9-ec1e628753ad" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-1392f616-7d52-484c-a6e9-ec1e628753ad is still attached to node i-0308e6036ed156289" -I0801 18:54:27.192582 1 controller.go:1312] volume pvc-1392f616-7d52-484c-a6e9-ec1e628753ad does not need any deletion secrets -E0801 18:54:27.192625 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-1392f616-7d52-484c-a6e9-ec1e628753ad is still attached to node i-0308e6036ed156289" PV="pvc-1392f616-7d52-484c-a6e9-ec1e628753ad" -I0801 18:54:27.192672 1 controller.go:1007] "Retrying syncing volume" key="pvc-1392f616-7d52-484c-a6e9-ec1e628753ad" failures=1 -E0801 18:54:27.192691 1 controller.go:1025] error syncing volume "pvc-1392f616-7d52-484c-a6e9-ec1e628753ad": persistentvolume pvc-1392f616-7d52-484c-a6e9-ec1e628753ad is still attached to node i-0308e6036ed156289 -I0801 18:54:27.192818 1 event.go:389] "Event occurred" object="pvc-1392f616-7d52-484c-a6e9-ec1e628753ad" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-1392f616-7d52-484c-a6e9-ec1e628753ad is still attached to node i-0308e6036ed156289" -I0801 18:54:29.192981 1 controller.go:1312] volume pvc-1392f616-7d52-484c-a6e9-ec1e628753ad does not need any deletion secrets -E0801 18:54:29.193033 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-1392f616-7d52-484c-a6e9-ec1e628753ad is still attached to node i-0308e6036ed156289" PV="pvc-1392f616-7d52-484c-a6e9-ec1e628753ad" -I0801 18:54:29.193075 1 controller.go:1007] "Retrying syncing volume" key="pvc-1392f616-7d52-484c-a6e9-ec1e628753ad" failures=2 -E0801 18:54:29.193095 1 controller.go:1025] error syncing volume "pvc-1392f616-7d52-484c-a6e9-ec1e628753ad": persistentvolume pvc-1392f616-7d52-484c-a6e9-ec1e628753ad is still attached to node i-0308e6036ed156289 -I0801 18:54:29.193235 1 event.go:389] "Event occurred" object="pvc-1392f616-7d52-484c-a6e9-ec1e628753ad" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-1392f616-7d52-484c-a6e9-ec1e628753ad is still attached to node i-0308e6036ed156289" -I0801 18:54:29.209333 1 controller.go:1312] volume pvc-b67684d4-e700-427f-a6af-f8b22b812afc does not need any deletion secrets -E0801 18:54:29.209377 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-b67684d4-e700-427f-a6af-f8b22b812afc is still attached to node i-0d51acb5075e7fd85" PV="pvc-b67684d4-e700-427f-a6af-f8b22b812afc" -I0801 18:54:29.209418 1 controller.go:1007] "Retrying syncing volume" key="pvc-b67684d4-e700-427f-a6af-f8b22b812afc" failures=3 -E0801 18:54:29.209477 1 controller.go:1025] error syncing volume "pvc-b67684d4-e700-427f-a6af-f8b22b812afc": persistentvolume pvc-b67684d4-e700-427f-a6af-f8b22b812afc is still attached to node i-0d51acb5075e7fd85 -I0801 18:54:29.209555 1 event.go:389] "Event occurred" object="pvc-b67684d4-e700-427f-a6af-f8b22b812afc" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-b67684d4-e700-427f-a6af-f8b22b812afc is still attached to node i-0d51acb5075e7fd85" -I0801 18:54:29.279264 1 controller.go:1312] volume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f does not need any deletion secrets -E0801 18:54:29.279312 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f is still attached to node i-0d51acb5075e7fd85" PV="pvc-65a1e8a1-9556-4762-a43c-91e272e0177f" -I0801 18:54:29.279360 1 controller.go:1007] "Retrying syncing volume" key="pvc-65a1e8a1-9556-4762-a43c-91e272e0177f" failures=3 -E0801 18:54:29.279466 1 controller.go:1025] error syncing volume "pvc-65a1e8a1-9556-4762-a43c-91e272e0177f": persistentvolume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f is still attached to node i-0d51acb5075e7fd85 -I0801 18:54:29.279558 1 event.go:389] "Event occurred" object="pvc-65a1e8a1-9556-4762-a43c-91e272e0177f" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f is still attached to node i-0d51acb5075e7fd85" -I0801 18:54:29.303276 1 controller.go:1312] volume pvc-5d03282c-7ff2-4170-b340-e52a8169780b does not need any deletion secrets -E0801 18:54:29.303361 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-5d03282c-7ff2-4170-b340-e52a8169780b is still attached to node i-0d51acb5075e7fd85" PV="pvc-5d03282c-7ff2-4170-b340-e52a8169780b" -I0801 18:54:29.303431 1 controller.go:1007] "Retrying syncing volume" key="pvc-5d03282c-7ff2-4170-b340-e52a8169780b" failures=3 -E0801 18:54:29.303506 1 controller.go:1025] error syncing volume "pvc-5d03282c-7ff2-4170-b340-e52a8169780b": persistentvolume pvc-5d03282c-7ff2-4170-b340-e52a8169780b is still attached to node i-0d51acb5075e7fd85 -I0801 18:54:29.303603 1 event.go:389] "Event occurred" object="pvc-5d03282c-7ff2-4170-b340-e52a8169780b" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-5d03282c-7ff2-4170-b340-e52a8169780b is still attached to node i-0d51acb5075e7fd85" -I0801 18:54:33.040942 1 controller.go:1312] volume pvc-8ce129a6-44a2-414d-84b9-08a6ac588612 does not need any deletion secrets -I0801 18:54:33.193753 1 controller.go:1312] volume pvc-1392f616-7d52-484c-a6e9-ec1e628753ad does not need any deletion secrets -E0801 18:54:33.193817 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-1392f616-7d52-484c-a6e9-ec1e628753ad is still attached to node i-0308e6036ed156289" PV="pvc-1392f616-7d52-484c-a6e9-ec1e628753ad" -I0801 18:54:33.193914 1 controller.go:1007] "Retrying syncing volume" key="pvc-1392f616-7d52-484c-a6e9-ec1e628753ad" failures=3 -E0801 18:54:33.193935 1 controller.go:1025] error syncing volume "pvc-1392f616-7d52-484c-a6e9-ec1e628753ad": persistentvolume pvc-1392f616-7d52-484c-a6e9-ec1e628753ad is still attached to node i-0308e6036ed156289 -I0801 18:54:33.193976 1 event.go:389] "Event occurred" object="pvc-1392f616-7d52-484c-a6e9-ec1e628753ad" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-1392f616-7d52-484c-a6e9-ec1e628753ad is still attached to node i-0308e6036ed156289" -I0801 18:54:33.242622 1 controller.go:1312] volume pvc-8ce129a6-44a2-414d-84b9-08a6ac588612 does not need any deletion secrets -I0801 18:54:37.209882 1 controller.go:1312] volume pvc-b67684d4-e700-427f-a6af-f8b22b812afc does not need any deletion secrets -E0801 18:54:37.209928 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-b67684d4-e700-427f-a6af-f8b22b812afc is still attached to node i-0d51acb5075e7fd85" PV="pvc-b67684d4-e700-427f-a6af-f8b22b812afc" -I0801 18:54:37.209969 1 controller.go:1007] "Retrying syncing volume" key="pvc-b67684d4-e700-427f-a6af-f8b22b812afc" failures=4 -E0801 18:54:37.209989 1 controller.go:1025] error syncing volume "pvc-b67684d4-e700-427f-a6af-f8b22b812afc": persistentvolume pvc-b67684d4-e700-427f-a6af-f8b22b812afc is still attached to node i-0d51acb5075e7fd85 -I0801 18:54:37.210120 1 event.go:389] "Event occurred" object="pvc-b67684d4-e700-427f-a6af-f8b22b812afc" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-b67684d4-e700-427f-a6af-f8b22b812afc is still attached to node i-0d51acb5075e7fd85" -I0801 18:54:37.279806 1 controller.go:1312] volume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f does not need any deletion secrets -E0801 18:54:37.279852 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f is still attached to node i-0d51acb5075e7fd85" PV="pvc-65a1e8a1-9556-4762-a43c-91e272e0177f" -I0801 18:54:37.279929 1 controller.go:1007] "Retrying syncing volume" key="pvc-65a1e8a1-9556-4762-a43c-91e272e0177f" failures=4 -E0801 18:54:37.279947 1 controller.go:1025] error syncing volume "pvc-65a1e8a1-9556-4762-a43c-91e272e0177f": persistentvolume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f is still attached to node i-0d51acb5075e7fd85 -I0801 18:54:37.279993 1 event.go:389] "Event occurred" object="pvc-65a1e8a1-9556-4762-a43c-91e272e0177f" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f is still attached to node i-0d51acb5075e7fd85" -I0801 18:54:37.304209 1 controller.go:1312] volume pvc-5d03282c-7ff2-4170-b340-e52a8169780b does not need any deletion secrets -E0801 18:54:37.304245 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-5d03282c-7ff2-4170-b340-e52a8169780b is still attached to node i-0d51acb5075e7fd85" PV="pvc-5d03282c-7ff2-4170-b340-e52a8169780b" -I0801 18:54:37.304267 1 controller.go:1007] "Retrying syncing volume" key="pvc-5d03282c-7ff2-4170-b340-e52a8169780b" failures=4 -E0801 18:54:37.304282 1 controller.go:1025] error syncing volume "pvc-5d03282c-7ff2-4170-b340-e52a8169780b": persistentvolume pvc-5d03282c-7ff2-4170-b340-e52a8169780b is still attached to node i-0d51acb5075e7fd85 -I0801 18:54:37.304299 1 event.go:389] "Event occurred" object="pvc-5d03282c-7ff2-4170-b340-e52a8169780b" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-5d03282c-7ff2-4170-b340-e52a8169780b is still attached to node i-0d51acb5075e7fd85" -I0801 18:54:39.269413 1 event.go:389] "Event occurred" object="ebs-1980/pvc-cd8tg" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="Provisioning" message="External provisioner is provisioning volume for claim \"ebs-1980/pvc-cd8tg\"" -I0801 18:54:41.194554 1 controller.go:1312] volume pvc-1392f616-7d52-484c-a6e9-ec1e628753ad does not need any deletion secrets -I0801 18:54:41.327375 1 controller.go:955] successfully created PV pvc-5f891355-91f1-494b-99f7-b74bd732a2ab for PVC pvc-cd8tg and csi volume name vol-03a17e16679fd1811 -I0801 18:54:41.333950 1 event.go:389] "Event occurred" object="ebs-1980/pvc-cd8tg" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ProvisioningSucceeded" message="Successfully provisioned volume pvc-5f891355-91f1-494b-99f7-b74bd732a2ab" -I0801 18:54:41.384085 1 controller.go:1312] volume pvc-1392f616-7d52-484c-a6e9-ec1e628753ad does not need any deletion secrets -I0801 18:54:47.194259 1 event.go:389] "Event occurred" object="ebs-5809/pvc-d9q26" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="Provisioning" message="External provisioner is provisioning volume for claim \"ebs-5809/pvc-d9q26\"" -I0801 18:54:49.251423 1 controller.go:955] successfully created PV pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 for PVC pvc-d9q26 and csi volume name vol-0ed994ef3a606cc32 -I0801 18:54:49.257127 1 event.go:389] "Event occurred" object="ebs-5809/pvc-d9q26" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ProvisioningSucceeded" message="Successfully provisioned volume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0" -I0801 18:54:53.210985 1 controller.go:1312] volume pvc-b67684d4-e700-427f-a6af-f8b22b812afc does not need any deletion secrets -I0801 18:54:53.280583 1 controller.go:1312] volume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f does not need any deletion secrets -I0801 18:54:53.305125 1 controller.go:1312] volume pvc-5d03282c-7ff2-4170-b340-e52a8169780b does not need any deletion secrets -I0801 18:54:53.395775 1 controller.go:1312] volume pvc-b67684d4-e700-427f-a6af-f8b22b812afc does not need any deletion secrets -I0801 18:54:53.470961 1 controller.go:1312] volume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f does not need any deletion secrets -I0801 18:54:53.507167 1 controller.go:1312] volume pvc-5d03282c-7ff2-4170-b340-e52a8169780b does not need any deletion secrets -I0801 18:54:53.761869 1 controller.go:1312] volume pvc-5d03282c-7ff2-4170-b340-e52a8169780b does not need any deletion secrets -I0801 18:54:53.816614 1 controller.go:1569] "Failed to delete persistentvolume" PV="pvc-5d03282c-7ff2-4170-b340-e52a8169780b" err="persistentvolumes \"pvc-5d03282c-7ff2-4170-b340-e52a8169780b\" not found" -I0801 18:54:53.816642 1 controller.go:1007] "Retrying syncing volume" key="pvc-5d03282c-7ff2-4170-b340-e52a8169780b" failures=0 -E0801 18:54:53.816662 1 controller.go:1025] error syncing volume "pvc-5d03282c-7ff2-4170-b340-e52a8169780b": persistentvolumes "pvc-5d03282c-7ff2-4170-b340-e52a8169780b" not found -I0801 18:54:58.145005 1 event.go:389] "Event occurred" object="ebs-3501/pvc-bvktv" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="Provisioning" message="External provisioner is provisioning volume for claim \"ebs-3501/pvc-bvktv\"" -I0801 18:54:58.500760 1 event.go:389] "Event occurred" object="ebs-696/pvc-5gmtq" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="Provisioning" message="External provisioner is provisioning volume for claim \"ebs-696/pvc-5gmtq\"" -I0801 18:54:58.710799 1 event.go:389] "Event occurred" object="ebs-9699/pvc-2p9tn" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="Provisioning" message="External provisioner is provisioning volume for claim \"ebs-9699/pvc-2p9tn\"" -I0801 18:55:00.216107 1 controller.go:955] successfully created PV pvc-4b1ec720-897a-455b-b597-2eb5370d73a4 for PVC pvc-5gmtq and csi volume name vol-01172baf41f352b01 -I0801 18:55:00.216188 1 controller.go:955] successfully created PV pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2 for PVC pvc-bvktv and csi volume name vol-0078b1f9b7f3d5e5d -I0801 18:55:00.223170 1 event.go:389] "Event occurred" object="ebs-3501/pvc-bvktv" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ProvisioningSucceeded" message="Successfully provisioned volume pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2" -I0801 18:55:00.239714 1 event.go:389] "Event occurred" object="ebs-696/pvc-5gmtq" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ProvisioningSucceeded" message="Successfully provisioned volume pvc-4b1ec720-897a-455b-b597-2eb5370d73a4" -I0801 18:55:00.847697 1 controller.go:955] successfully created PV pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1 for PVC pvc-2p9tn and csi volume name vol-0629e97a91206d88f -I0801 18:55:00.858042 1 event.go:389] "Event occurred" object="ebs-9699/pvc-2p9tn" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ProvisioningSucceeded" message="Successfully provisioned volume pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1" -I0801 18:55:31.309023 1 controller.go:1312] volume pvc-5f891355-91f1-494b-99f7-b74bd732a2ab does not need any deletion secrets -E0801 18:55:31.309285 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-5f891355-91f1-494b-99f7-b74bd732a2ab is still attached to node i-0d51acb5075e7fd85" PV="pvc-5f891355-91f1-494b-99f7-b74bd732a2ab" -I0801 18:55:31.309384 1 controller.go:1007] "Retrying syncing volume" key="pvc-5f891355-91f1-494b-99f7-b74bd732a2ab" failures=0 -E0801 18:55:31.309451 1 controller.go:1025] error syncing volume "pvc-5f891355-91f1-494b-99f7-b74bd732a2ab": persistentvolume pvc-5f891355-91f1-494b-99f7-b74bd732a2ab is still attached to node i-0d51acb5075e7fd85 -I0801 18:55:31.309845 1 event.go:389] "Event occurred" object="pvc-5f891355-91f1-494b-99f7-b74bd732a2ab" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-5f891355-91f1-494b-99f7-b74bd732a2ab is still attached to node i-0d51acb5075e7fd85" -I0801 18:55:32.309988 1 controller.go:1312] volume pvc-5f891355-91f1-494b-99f7-b74bd732a2ab does not need any deletion secrets -E0801 18:55:32.310052 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-5f891355-91f1-494b-99f7-b74bd732a2ab is still attached to node i-0d51acb5075e7fd85" PV="pvc-5f891355-91f1-494b-99f7-b74bd732a2ab" -I0801 18:55:32.310088 1 controller.go:1007] "Retrying syncing volume" key="pvc-5f891355-91f1-494b-99f7-b74bd732a2ab" failures=1 -E0801 18:55:32.310103 1 controller.go:1025] error syncing volume "pvc-5f891355-91f1-494b-99f7-b74bd732a2ab": persistentvolume pvc-5f891355-91f1-494b-99f7-b74bd732a2ab is still attached to node i-0d51acb5075e7fd85 -I0801 18:55:32.310173 1 event.go:389] "Event occurred" object="pvc-5f891355-91f1-494b-99f7-b74bd732a2ab" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-5f891355-91f1-494b-99f7-b74bd732a2ab is still attached to node i-0d51acb5075e7fd85" -I0801 18:55:34.310664 1 controller.go:1312] volume pvc-5f891355-91f1-494b-99f7-b74bd732a2ab does not need any deletion secrets -E0801 18:55:34.310716 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-5f891355-91f1-494b-99f7-b74bd732a2ab is still attached to node i-0d51acb5075e7fd85" PV="pvc-5f891355-91f1-494b-99f7-b74bd732a2ab" -I0801 18:55:34.310751 1 controller.go:1007] "Retrying syncing volume" key="pvc-5f891355-91f1-494b-99f7-b74bd732a2ab" failures=2 -E0801 18:55:34.310786 1 controller.go:1025] error syncing volume "pvc-5f891355-91f1-494b-99f7-b74bd732a2ab": persistentvolume pvc-5f891355-91f1-494b-99f7-b74bd732a2ab is still attached to node i-0d51acb5075e7fd85 -I0801 18:55:34.311172 1 event.go:389] "Event occurred" object="pvc-5f891355-91f1-494b-99f7-b74bd732a2ab" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-5f891355-91f1-494b-99f7-b74bd732a2ab is still attached to node i-0d51acb5075e7fd85" -I0801 18:55:35.322284 1 controller.go:1312] volume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 does not need any deletion secrets -E0801 18:55:35.322333 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 is still attached to node i-0308e6036ed156289" PV="pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0" -I0801 18:55:35.322404 1 controller.go:1007] "Retrying syncing volume" key="pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0" failures=0 -E0801 18:55:35.322433 1 controller.go:1025] error syncing volume "pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0": persistentvolume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 is still attached to node i-0308e6036ed156289 -I0801 18:55:35.322703 1 event.go:389] "Event occurred" object="pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 is still attached to node i-0308e6036ed156289" -I0801 18:55:36.323529 1 controller.go:1312] volume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 does not need any deletion secrets -E0801 18:55:36.323578 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 is still attached to node i-0308e6036ed156289" PV="pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0" -I0801 18:55:36.323617 1 controller.go:1007] "Retrying syncing volume" key="pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0" failures=1 -E0801 18:55:36.323634 1 controller.go:1025] error syncing volume "pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0": persistentvolume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 is still attached to node i-0308e6036ed156289 -I0801 18:55:36.323727 1 event.go:389] "Event occurred" object="pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 is still attached to node i-0308e6036ed156289" -I0801 18:55:38.310859 1 controller.go:1312] volume pvc-5f891355-91f1-494b-99f7-b74bd732a2ab does not need any deletion secrets -E0801 18:55:38.310905 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-5f891355-91f1-494b-99f7-b74bd732a2ab is still attached to node i-0d51acb5075e7fd85" PV="pvc-5f891355-91f1-494b-99f7-b74bd732a2ab" -I0801 18:55:38.310943 1 controller.go:1007] "Retrying syncing volume" key="pvc-5f891355-91f1-494b-99f7-b74bd732a2ab" failures=3 -E0801 18:55:38.310957 1 controller.go:1025] error syncing volume "pvc-5f891355-91f1-494b-99f7-b74bd732a2ab": persistentvolume pvc-5f891355-91f1-494b-99f7-b74bd732a2ab is still attached to node i-0d51acb5075e7fd85 -I0801 18:55:38.311295 1 event.go:389] "Event occurred" object="pvc-5f891355-91f1-494b-99f7-b74bd732a2ab" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-5f891355-91f1-494b-99f7-b74bd732a2ab is still attached to node i-0d51acb5075e7fd85" -I0801 18:55:38.324580 1 controller.go:1312] volume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 does not need any deletion secrets -E0801 18:55:38.324616 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 is still attached to node i-0308e6036ed156289" PV="pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0" -I0801 18:55:38.324649 1 controller.go:1007] "Retrying syncing volume" key="pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0" failures=2 -E0801 18:55:38.324664 1 controller.go:1025] error syncing volume "pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0": persistentvolume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 is still attached to node i-0308e6036ed156289 -I0801 18:55:38.324819 1 event.go:389] "Event occurred" object="pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 is still attached to node i-0308e6036ed156289" -I0801 18:55:42.325115 1 controller.go:1312] volume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 does not need any deletion secrets -E0801 18:55:42.325160 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 is still attached to node i-0308e6036ed156289" PV="pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0" -I0801 18:55:42.325204 1 controller.go:1007] "Retrying syncing volume" key="pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0" failures=3 -E0801 18:55:42.325226 1 controller.go:1025] error syncing volume "pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0": persistentvolume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 is still attached to node i-0308e6036ed156289 -I0801 18:55:42.325357 1 event.go:389] "Event occurred" object="pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 is still attached to node i-0308e6036ed156289" -I0801 18:55:46.311568 1 controller.go:1312] volume pvc-5f891355-91f1-494b-99f7-b74bd732a2ab does not need any deletion secrets -I0801 18:55:46.470368 1 controller.go:1312] volume pvc-5f891355-91f1-494b-99f7-b74bd732a2ab does not need any deletion secrets -I0801 18:55:46.623254 1 controller.go:1312] volume pvc-5f891355-91f1-494b-99f7-b74bd732a2ab does not need any deletion secrets -I0801 18:55:46.676558 1 controller.go:1569] "Failed to delete persistentvolume" PV="pvc-5f891355-91f1-494b-99f7-b74bd732a2ab" err="persistentvolumes \"pvc-5f891355-91f1-494b-99f7-b74bd732a2ab\" not found" -I0801 18:55:46.676626 1 controller.go:1007] "Retrying syncing volume" key="pvc-5f891355-91f1-494b-99f7-b74bd732a2ab" failures=0 -E0801 18:55:46.676674 1 controller.go:1025] error syncing volume "pvc-5f891355-91f1-494b-99f7-b74bd732a2ab": persistentvolumes "pvc-5f891355-91f1-494b-99f7-b74bd732a2ab" not found -I0801 18:55:49.153654 1 controller.go:1312] volume pvc-4b1ec720-897a-455b-b597-2eb5370d73a4 does not need any deletion secrets -E0801 18:55:49.153696 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-4b1ec720-897a-455b-b597-2eb5370d73a4 is still attached to node i-08f6daa47a764a75f" PV="pvc-4b1ec720-897a-455b-b597-2eb5370d73a4" -I0801 18:55:49.153742 1 controller.go:1007] "Retrying syncing volume" key="pvc-4b1ec720-897a-455b-b597-2eb5370d73a4" failures=0 -E0801 18:55:49.153907 1 controller.go:1025] error syncing volume "pvc-4b1ec720-897a-455b-b597-2eb5370d73a4": persistentvolume pvc-4b1ec720-897a-455b-b597-2eb5370d73a4 is still attached to node i-08f6daa47a764a75f -I0801 18:55:49.154031 1 event.go:389] "Event occurred" object="pvc-4b1ec720-897a-455b-b597-2eb5370d73a4" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-4b1ec720-897a-455b-b597-2eb5370d73a4 is still attached to node i-08f6daa47a764a75f" -I0801 18:55:50.153985 1 controller.go:1312] volume pvc-4b1ec720-897a-455b-b597-2eb5370d73a4 does not need any deletion secrets -E0801 18:55:50.154033 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-4b1ec720-897a-455b-b597-2eb5370d73a4 is still attached to node i-08f6daa47a764a75f" PV="pvc-4b1ec720-897a-455b-b597-2eb5370d73a4" -I0801 18:55:50.154075 1 controller.go:1007] "Retrying syncing volume" key="pvc-4b1ec720-897a-455b-b597-2eb5370d73a4" failures=1 -E0801 18:55:50.154096 1 controller.go:1025] error syncing volume "pvc-4b1ec720-897a-455b-b597-2eb5370d73a4": persistentvolume pvc-4b1ec720-897a-455b-b597-2eb5370d73a4 is still attached to node i-08f6daa47a764a75f -I0801 18:55:50.154284 1 event.go:389] "Event occurred" object="pvc-4b1ec720-897a-455b-b597-2eb5370d73a4" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-4b1ec720-897a-455b-b597-2eb5370d73a4 is still attached to node i-08f6daa47a764a75f" -I0801 18:55:50.326135 1 controller.go:1312] volume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 does not need any deletion secrets -E0801 18:55:50.326228 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 is still attached to node i-0308e6036ed156289" PV="pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0" -I0801 18:55:50.326311 1 controller.go:1007] "Retrying syncing volume" key="pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0" failures=4 -E0801 18:55:50.326332 1 controller.go:1025] error syncing volume "pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0": persistentvolume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 is still attached to node i-0308e6036ed156289 -I0801 18:55:50.326452 1 event.go:389] "Event occurred" object="pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 is still attached to node i-0308e6036ed156289" -I0801 18:55:52.017466 1 event.go:389] "Event occurred" object="ebs-6166/pvc-clzvn" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="Provisioning" message="External provisioner is provisioning volume for claim \"ebs-6166/pvc-clzvn\"" -I0801 18:55:52.154882 1 controller.go:1312] volume pvc-4b1ec720-897a-455b-b597-2eb5370d73a4 does not need any deletion secrets -E0801 18:55:52.154941 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-4b1ec720-897a-455b-b597-2eb5370d73a4 is still attached to node i-08f6daa47a764a75f" PV="pvc-4b1ec720-897a-455b-b597-2eb5370d73a4" -I0801 18:55:52.154985 1 controller.go:1007] "Retrying syncing volume" key="pvc-4b1ec720-897a-455b-b597-2eb5370d73a4" failures=2 -E0801 18:55:52.155331 1 controller.go:1025] error syncing volume "pvc-4b1ec720-897a-455b-b597-2eb5370d73a4": persistentvolume pvc-4b1ec720-897a-455b-b597-2eb5370d73a4 is still attached to node i-08f6daa47a764a75f -I0801 18:55:52.155332 1 event.go:389] "Event occurred" object="pvc-4b1ec720-897a-455b-b597-2eb5370d73a4" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-4b1ec720-897a-455b-b597-2eb5370d73a4 is still attached to node i-08f6daa47a764a75f" -I0801 18:55:53.343531 1 controller.go:1312] volume pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1 does not need any deletion secrets -E0801 18:55:53.343640 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1 is still attached to node i-0d51acb5075e7fd85" PV="pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1" -I0801 18:55:53.343714 1 controller.go:1007] "Retrying syncing volume" key="pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1" failures=0 -E0801 18:55:53.343771 1 controller.go:1025] error syncing volume "pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1": persistentvolume pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1 is still attached to node i-0d51acb5075e7fd85 -I0801 18:55:53.344082 1 event.go:389] "Event occurred" object="pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1 is still attached to node i-0d51acb5075e7fd85" -I0801 18:55:54.097606 1 controller.go:955] successfully created PV pvc-27d1d8da-0041-4c17-a844-1688c064f0b8 for PVC pvc-clzvn and csi volume name vol-04c258f39ba5e4ba5 -I0801 18:55:54.105480 1 event.go:389] "Event occurred" object="ebs-6166/pvc-clzvn" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ProvisioningSucceeded" message="Successfully provisioned volume pvc-27d1d8da-0041-4c17-a844-1688c064f0b8" -I0801 18:55:54.344833 1 controller.go:1312] volume pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1 does not need any deletion secrets -E0801 18:55:54.344947 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1 is still attached to node i-0d51acb5075e7fd85" PV="pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1" -I0801 18:55:54.345022 1 controller.go:1007] "Retrying syncing volume" key="pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1" failures=1 -E0801 18:55:54.345042 1 controller.go:1025] error syncing volume "pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1": persistentvolume pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1 is still attached to node i-0d51acb5075e7fd85 -I0801 18:55:54.345089 1 event.go:389] "Event occurred" object="pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1 is still attached to node i-0d51acb5075e7fd85" -I0801 18:55:56.156139 1 controller.go:1312] volume pvc-4b1ec720-897a-455b-b597-2eb5370d73a4 does not need any deletion secrets -E0801 18:55:56.156281 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-4b1ec720-897a-455b-b597-2eb5370d73a4 is still attached to node i-08f6daa47a764a75f" PV="pvc-4b1ec720-897a-455b-b597-2eb5370d73a4" -I0801 18:55:56.156391 1 controller.go:1007] "Retrying syncing volume" key="pvc-4b1ec720-897a-455b-b597-2eb5370d73a4" failures=3 -E0801 18:55:56.156462 1 controller.go:1025] error syncing volume "pvc-4b1ec720-897a-455b-b597-2eb5370d73a4": persistentvolume pvc-4b1ec720-897a-455b-b597-2eb5370d73a4 is still attached to node i-08f6daa47a764a75f -I0801 18:55:56.156951 1 event.go:389] "Event occurred" object="pvc-4b1ec720-897a-455b-b597-2eb5370d73a4" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-4b1ec720-897a-455b-b597-2eb5370d73a4 is still attached to node i-08f6daa47a764a75f" -I0801 18:55:56.329577 1 controller.go:1312] volume pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2 does not need any deletion secrets -E0801 18:55:56.329716 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2 is still attached to node i-0308e6036ed156289" PV="pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2" -I0801 18:55:56.329828 1 controller.go:1007] "Retrying syncing volume" key="pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2" failures=0 -E0801 18:55:56.330178 1 controller.go:1025] error syncing volume "pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2": persistentvolume pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2 is still attached to node i-0308e6036ed156289 -I0801 18:55:56.329997 1 event.go:389] "Event occurred" object="pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2 is still attached to node i-0308e6036ed156289" -I0801 18:55:56.345296 1 controller.go:1312] volume pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1 does not need any deletion secrets -E0801 18:55:56.345325 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1 is still attached to node i-0d51acb5075e7fd85" PV="pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1" -I0801 18:55:56.345396 1 controller.go:1007] "Retrying syncing volume" key="pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1" failures=2 -E0801 18:55:56.345459 1 controller.go:1025] error syncing volume "pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1": persistentvolume pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1 is still attached to node i-0d51acb5075e7fd85 -I0801 18:55:56.345543 1 event.go:389] "Event occurred" object="pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1 is still attached to node i-0d51acb5075e7fd85" -I0801 18:55:57.330928 1 controller.go:1312] volume pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2 does not need any deletion secrets -E0801 18:55:57.330975 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2 is still attached to node i-0308e6036ed156289" PV="pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2" -I0801 18:55:57.331029 1 controller.go:1007] "Retrying syncing volume" key="pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2" failures=1 -E0801 18:55:57.331043 1 controller.go:1025] error syncing volume "pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2": persistentvolume pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2 is still attached to node i-0308e6036ed156289 -I0801 18:55:57.331212 1 event.go:389] "Event occurred" object="pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2 is still attached to node i-0308e6036ed156289" -I0801 18:55:59.331249 1 controller.go:1312] volume pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2 does not need any deletion secrets -E0801 18:55:59.331296 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2 is still attached to node i-0308e6036ed156289" PV="pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2" -I0801 18:55:59.331342 1 controller.go:1007] "Retrying syncing volume" key="pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2" failures=2 -E0801 18:55:59.331359 1 controller.go:1025] error syncing volume "pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2": persistentvolume pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2 is still attached to node i-0308e6036ed156289 -I0801 18:55:59.331546 1 event.go:389] "Event occurred" object="pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2 is still attached to node i-0308e6036ed156289" -I0801 18:56:00.346064 1 controller.go:1312] volume pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1 does not need any deletion secrets -E0801 18:56:00.346159 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1 is still attached to node i-0d51acb5075e7fd85" PV="pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1" -I0801 18:56:00.346206 1 controller.go:1007] "Retrying syncing volume" key="pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1" failures=3 -E0801 18:56:00.346238 1 controller.go:1025] error syncing volume "pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1": persistentvolume pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1 is still attached to node i-0d51acb5075e7fd85 -I0801 18:56:00.346382 1 event.go:389] "Event occurred" object="pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1 is still attached to node i-0d51acb5075e7fd85" -I0801 18:56:03.331772 1 controller.go:1312] volume pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2 does not need any deletion secrets -E0801 18:56:03.331833 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2 is still attached to node i-0308e6036ed156289" PV="pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2" -I0801 18:56:03.331943 1 event.go:389] "Event occurred" object="pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2 is still attached to node i-0308e6036ed156289" -I0801 18:56:03.332017 1 controller.go:1007] "Retrying syncing volume" key="pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2" failures=3 -E0801 18:56:03.332091 1 controller.go:1025] error syncing volume "pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2": persistentvolume pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2 is still attached to node i-0308e6036ed156289 -I0801 18:56:04.157550 1 controller.go:1312] volume pvc-4b1ec720-897a-455b-b597-2eb5370d73a4 does not need any deletion secrets -I0801 18:56:04.397600 1 controller.go:1312] volume pvc-4b1ec720-897a-455b-b597-2eb5370d73a4 does not need any deletion secrets -I0801 18:56:06.327341 1 controller.go:1312] volume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 does not need any deletion secrets -I0801 18:56:06.552192 1 controller.go:1312] volume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 does not need any deletion secrets -I0801 18:56:08.346768 1 controller.go:1312] volume pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1 does not need any deletion secrets -I0801 18:56:08.537627 1 controller.go:1312] volume pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1 does not need any deletion secrets -I0801 18:56:09.505804 1 event.go:389] "Event occurred" object="ebs-9362/pvc-skdqv" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="Provisioning" message="External provisioner is provisioning volume for claim \"ebs-9362/pvc-skdqv\"" -I0801 18:56:11.124813 1 event.go:389] "Event occurred" object="ebs-3611/pvc-rwbls" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="Provisioning" message="External provisioner is provisioning volume for claim \"ebs-3611/pvc-rwbls\"" -I0801 18:56:11.159500 1 controller.go:955] successfully created PV pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 for PVC pvc-skdqv and csi volume name vol-0b9a802836458e953 -I0801 18:56:11.166191 1 event.go:389] "Event occurred" object="ebs-9362/pvc-skdqv" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ProvisioningSucceeded" message="Successfully provisioned volume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365" -I0801 18:56:11.332500 1 controller.go:1312] volume pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2 does not need any deletion secrets -I0801 18:56:11.551834 1 controller.go:1312] volume pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2 does not need any deletion secrets -I0801 18:56:11.706463 1 controller.go:1312] volume pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2 does not need any deletion secrets -I0801 18:56:11.755964 1 controller.go:1569] "Failed to delete persistentvolume" PV="pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2" err="persistentvolumes \"pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2\" not found" -I0801 18:56:11.755988 1 controller.go:1007] "Retrying syncing volume" key="pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2" failures=0 -E0801 18:56:11.756007 1 controller.go:1025] error syncing volume "pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2": persistentvolumes "pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2" not found -I0801 18:56:13.213806 1 controller.go:955] successfully created PV pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd for PVC pvc-rwbls and csi volume name vol-069b77c73c4affe64 -I0801 18:56:13.228291 1 event.go:389] "Event occurred" object="ebs-3611/pvc-rwbls" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ProvisioningSucceeded" message="Successfully provisioned volume pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd" -I0801 18:56:13.922542 1 event.go:389] "Event occurred" object="ebs-5691/pvc-n8trk" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="Provisioning" message="External provisioner is provisioning volume for claim \"ebs-5691/pvc-n8trk\"" -I0801 18:56:15.986823 1 controller.go:955] successfully created PV pvc-14ab448b-e553-4644-8fcf-1e0448844e14 for PVC pvc-n8trk and csi volume name vol-01d8a32a58e9e771c -I0801 18:56:15.994036 1 event.go:389] "Event occurred" object="ebs-5691/pvc-n8trk" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ProvisioningSucceeded" message="Successfully provisioned volume pvc-14ab448b-e553-4644-8fcf-1e0448844e14" -I0801 18:56:17.346160 1 event.go:389] "Event occurred" object="ebs-3357/pvc-svvnk" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="Provisioning" message="External provisioner is provisioning volume for claim \"ebs-3357/pvc-svvnk\"" -I0801 18:56:19.408446 1 controller.go:955] successfully created PV pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b for PVC pvc-svvnk and csi volume name vol-06ecde9834919a896 -I0801 18:56:19.433392 1 event.go:389] "Event occurred" object="ebs-3357/pvc-svvnk" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ProvisioningSucceeded" message="Successfully provisioned volume pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b" -I0801 18:56:44.482838 1 controller.go:1312] volume pvc-27d1d8da-0041-4c17-a844-1688c064f0b8 does not need any deletion secrets -E0801 18:56:44.483011 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-27d1d8da-0041-4c17-a844-1688c064f0b8 is still attached to node i-0d51acb5075e7fd85" PV="pvc-27d1d8da-0041-4c17-a844-1688c064f0b8" -I0801 18:56:44.483088 1 controller.go:1007] "Retrying syncing volume" key="pvc-27d1d8da-0041-4c17-a844-1688c064f0b8" failures=0 -E0801 18:56:44.483436 1 controller.go:1025] error syncing volume "pvc-27d1d8da-0041-4c17-a844-1688c064f0b8": persistentvolume pvc-27d1d8da-0041-4c17-a844-1688c064f0b8 is still attached to node i-0d51acb5075e7fd85 -I0801 18:56:44.483401 1 event.go:389] "Event occurred" object="pvc-27d1d8da-0041-4c17-a844-1688c064f0b8" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-27d1d8da-0041-4c17-a844-1688c064f0b8 is still attached to node i-0d51acb5075e7fd85" -I0801 18:56:45.483749 1 controller.go:1312] volume pvc-27d1d8da-0041-4c17-a844-1688c064f0b8 does not need any deletion secrets -E0801 18:56:45.483796 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-27d1d8da-0041-4c17-a844-1688c064f0b8 is still attached to node i-0d51acb5075e7fd85" PV="pvc-27d1d8da-0041-4c17-a844-1688c064f0b8" -I0801 18:56:45.483838 1 controller.go:1007] "Retrying syncing volume" key="pvc-27d1d8da-0041-4c17-a844-1688c064f0b8" failures=1 -E0801 18:56:45.483856 1 controller.go:1025] error syncing volume "pvc-27d1d8da-0041-4c17-a844-1688c064f0b8": persistentvolume pvc-27d1d8da-0041-4c17-a844-1688c064f0b8 is still attached to node i-0d51acb5075e7fd85 -I0801 18:56:45.483881 1 event.go:389] "Event occurred" object="pvc-27d1d8da-0041-4c17-a844-1688c064f0b8" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-27d1d8da-0041-4c17-a844-1688c064f0b8 is still attached to node i-0d51acb5075e7fd85" -I0801 18:56:47.484637 1 controller.go:1312] volume pvc-27d1d8da-0041-4c17-a844-1688c064f0b8 does not need any deletion secrets -E0801 18:56:47.484683 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-27d1d8da-0041-4c17-a844-1688c064f0b8 is still attached to node i-0d51acb5075e7fd85" PV="pvc-27d1d8da-0041-4c17-a844-1688c064f0b8" -I0801 18:56:47.484724 1 controller.go:1007] "Retrying syncing volume" key="pvc-27d1d8da-0041-4c17-a844-1688c064f0b8" failures=2 -E0801 18:56:47.484741 1 controller.go:1025] error syncing volume "pvc-27d1d8da-0041-4c17-a844-1688c064f0b8": persistentvolume pvc-27d1d8da-0041-4c17-a844-1688c064f0b8 is still attached to node i-0d51acb5075e7fd85 -I0801 18:56:47.484910 1 event.go:389] "Event occurred" object="pvc-27d1d8da-0041-4c17-a844-1688c064f0b8" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-27d1d8da-0041-4c17-a844-1688c064f0b8 is still attached to node i-0d51acb5075e7fd85" -I0801 18:56:51.485771 1 controller.go:1312] volume pvc-27d1d8da-0041-4c17-a844-1688c064f0b8 does not need any deletion secrets -E0801 18:56:51.485835 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-27d1d8da-0041-4c17-a844-1688c064f0b8 is still attached to node i-0d51acb5075e7fd85" PV="pvc-27d1d8da-0041-4c17-a844-1688c064f0b8" -I0801 18:56:51.485932 1 controller.go:1007] "Retrying syncing volume" key="pvc-27d1d8da-0041-4c17-a844-1688c064f0b8" failures=3 -E0801 18:56:51.486001 1 controller.go:1025] error syncing volume "pvc-27d1d8da-0041-4c17-a844-1688c064f0b8": persistentvolume pvc-27d1d8da-0041-4c17-a844-1688c064f0b8 is still attached to node i-0d51acb5075e7fd85 -I0801 18:56:51.486095 1 event.go:389] "Event occurred" object="pvc-27d1d8da-0041-4c17-a844-1688c064f0b8" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-27d1d8da-0041-4c17-a844-1688c064f0b8 is still attached to node i-0d51acb5075e7fd85" -I0801 18:56:59.250756 1 controller.go:1312] volume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 does not need any deletion secrets -E0801 18:56:59.251346 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 is still attached to node i-08f6daa47a764a75f" PV="pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365" -I0801 18:56:59.251421 1 controller.go:1007] "Retrying syncing volume" key="pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365" failures=0 -E0801 18:56:59.251444 1 controller.go:1025] error syncing volume "pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365": persistentvolume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 is still attached to node i-08f6daa47a764a75f -I0801 18:56:59.251675 1 event.go:389] "Event occurred" object="pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 is still attached to node i-08f6daa47a764a75f" -I0801 18:56:59.486231 1 controller.go:1312] volume pvc-27d1d8da-0041-4c17-a844-1688c064f0b8 does not need any deletion secrets -I0801 18:56:59.653807 1 controller.go:1312] volume pvc-27d1d8da-0041-4c17-a844-1688c064f0b8 does not need any deletion secrets -I0801 18:57:00.251976 1 controller.go:1312] volume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 does not need any deletion secrets -E0801 18:57:00.252023 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 is still attached to node i-08f6daa47a764a75f" PV="pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365" -I0801 18:57:00.252065 1 controller.go:1007] "Retrying syncing volume" key="pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365" failures=1 -E0801 18:57:00.252081 1 controller.go:1025] error syncing volume "pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365": persistentvolume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 is still attached to node i-08f6daa47a764a75f -I0801 18:57:00.252222 1 event.go:389] "Event occurred" object="pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 is still attached to node i-08f6daa47a764a75f" -I0801 18:57:00.437255 1 controller.go:1312] volume pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd does not need any deletion secrets -E0801 18:57:00.437443 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd is still attached to node i-0308e6036ed156289" PV="pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd" -I0801 18:57:00.437545 1 controller.go:1007] "Retrying syncing volume" key="pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd" failures=0 -E0801 18:57:00.437611 1 controller.go:1025] error syncing volume "pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd": persistentvolume pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd is still attached to node i-0308e6036ed156289 -I0801 18:57:00.437673 1 event.go:389] "Event occurred" object="pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd is still attached to node i-0308e6036ed156289" -I0801 18:57:01.438636 1 controller.go:1312] volume pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd does not need any deletion secrets -E0801 18:57:01.438681 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd is still attached to node i-0308e6036ed156289" PV="pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd" -I0801 18:57:01.438727 1 controller.go:1007] "Retrying syncing volume" key="pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd" failures=1 -E0801 18:57:01.438745 1 controller.go:1025] error syncing volume "pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd": persistentvolume pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd is still attached to node i-0308e6036ed156289 -I0801 18:57:01.438815 1 event.go:389] "Event occurred" object="pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd is still attached to node i-0308e6036ed156289" -I0801 18:57:02.252160 1 controller.go:1312] volume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 does not need any deletion secrets -E0801 18:57:02.252205 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 is still attached to node i-08f6daa47a764a75f" PV="pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365" -I0801 18:57:02.252251 1 controller.go:1007] "Retrying syncing volume" key="pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365" failures=2 -E0801 18:57:02.252270 1 controller.go:1025] error syncing volume "pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365": persistentvolume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 is still attached to node i-08f6daa47a764a75f -I0801 18:57:02.252385 1 event.go:389] "Event occurred" object="pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 is still attached to node i-08f6daa47a764a75f" -I0801 18:57:03.439329 1 controller.go:1312] volume pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd does not need any deletion secrets -E0801 18:57:03.439429 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd is still attached to node i-0308e6036ed156289" PV="pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd" -I0801 18:57:03.439474 1 controller.go:1007] "Retrying syncing volume" key="pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd" failures=2 -E0801 18:57:03.439518 1 controller.go:1025] error syncing volume "pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd": persistentvolume pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd is still attached to node i-0308e6036ed156289 -I0801 18:57:03.439587 1 event.go:389] "Event occurred" object="pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd is still attached to node i-0308e6036ed156289" -I0801 18:57:04.764311 1 event.go:389] "Event occurred" object="ebs-1087/pvc-qf7gw" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="Provisioning" message="External provisioner is provisioning volume for claim \"ebs-1087/pvc-qf7gw\"" -I0801 18:57:05.740605 1 controller.go:1312] volume pvc-14ab448b-e553-4644-8fcf-1e0448844e14 does not need any deletion secrets -E0801 18:57:05.741178 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-14ab448b-e553-4644-8fcf-1e0448844e14 is still attached to node i-0308e6036ed156289" PV="pvc-14ab448b-e553-4644-8fcf-1e0448844e14" -I0801 18:57:05.741384 1 controller.go:1007] "Retrying syncing volume" key="pvc-14ab448b-e553-4644-8fcf-1e0448844e14" failures=0 -E0801 18:57:05.741427 1 controller.go:1025] error syncing volume "pvc-14ab448b-e553-4644-8fcf-1e0448844e14": persistentvolume pvc-14ab448b-e553-4644-8fcf-1e0448844e14 is still attached to node i-0308e6036ed156289 -I0801 18:57:05.741480 1 event.go:389] "Event occurred" object="pvc-14ab448b-e553-4644-8fcf-1e0448844e14" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-14ab448b-e553-4644-8fcf-1e0448844e14 is still attached to node i-0308e6036ed156289" -I0801 18:57:06.252391 1 controller.go:1312] volume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 does not need any deletion secrets -E0801 18:57:06.252458 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 is still attached to node i-08f6daa47a764a75f" PV="pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365" -I0801 18:57:06.252558 1 controller.go:1007] "Retrying syncing volume" key="pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365" failures=3 -E0801 18:57:06.252630 1 controller.go:1025] error syncing volume "pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365": persistentvolume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 is still attached to node i-08f6daa47a764a75f -I0801 18:57:06.252704 1 event.go:389] "Event occurred" object="pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 is still attached to node i-08f6daa47a764a75f" -I0801 18:57:06.742271 1 controller.go:1312] volume pvc-14ab448b-e553-4644-8fcf-1e0448844e14 does not need any deletion secrets -E0801 18:57:06.742315 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-14ab448b-e553-4644-8fcf-1e0448844e14 is still attached to node i-0308e6036ed156289" PV="pvc-14ab448b-e553-4644-8fcf-1e0448844e14" -I0801 18:57:06.742447 1 controller.go:1007] "Retrying syncing volume" key="pvc-14ab448b-e553-4644-8fcf-1e0448844e14" failures=1 -E0801 18:57:06.742502 1 controller.go:1025] error syncing volume "pvc-14ab448b-e553-4644-8fcf-1e0448844e14": persistentvolume pvc-14ab448b-e553-4644-8fcf-1e0448844e14 is still attached to node i-0308e6036ed156289 -I0801 18:57:06.742530 1 event.go:389] "Event occurred" object="pvc-14ab448b-e553-4644-8fcf-1e0448844e14" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-14ab448b-e553-4644-8fcf-1e0448844e14 is still attached to node i-0308e6036ed156289" -I0801 18:57:07.439649 1 controller.go:1312] volume pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd does not need any deletion secrets -E0801 18:57:07.439752 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd is still attached to node i-0308e6036ed156289" PV="pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd" -I0801 18:57:07.439831 1 controller.go:1007] "Retrying syncing volume" key="pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd" failures=3 -E0801 18:57:07.439853 1 controller.go:1025] error syncing volume "pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd": persistentvolume pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd is still attached to node i-0308e6036ed156289 -I0801 18:57:07.439985 1 event.go:389] "Event occurred" object="pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd is still attached to node i-0308e6036ed156289" -I0801 18:57:07.501144 1 controller.go:1312] volume pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b does not need any deletion secrets -E0801 18:57:07.501301 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b is still attached to node i-0d51acb5075e7fd85" PV="pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b" -I0801 18:57:07.501390 1 controller.go:1007] "Retrying syncing volume" key="pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b" failures=0 -E0801 18:57:07.501476 1 controller.go:1025] error syncing volume "pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b": persistentvolume pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b is still attached to node i-0d51acb5075e7fd85 -I0801 18:57:07.501562 1 event.go:389] "Event occurred" object="pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b is still attached to node i-0d51acb5075e7fd85" -I0801 18:57:07.931681 1 controller.go:955] successfully created PV pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d for PVC pvc-qf7gw and csi volume name vol-060719a783abbfb5b -I0801 18:57:07.939232 1 event.go:389] "Event occurred" object="ebs-1087/pvc-qf7gw" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ProvisioningSucceeded" message="Successfully provisioned volume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d" -I0801 18:57:08.502540 1 controller.go:1312] volume pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b does not need any deletion secrets -E0801 18:57:08.502630 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b is still attached to node i-0d51acb5075e7fd85" PV="pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b" -I0801 18:57:08.502710 1 controller.go:1007] "Retrying syncing volume" key="pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b" failures=1 -E0801 18:57:08.502770 1 controller.go:1025] error syncing volume "pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b": persistentvolume pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b is still attached to node i-0d51acb5075e7fd85 -I0801 18:57:08.502840 1 event.go:389] "Event occurred" object="pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b is still attached to node i-0d51acb5075e7fd85" -I0801 18:57:08.742903 1 controller.go:1312] volume pvc-14ab448b-e553-4644-8fcf-1e0448844e14 does not need any deletion secrets -E0801 18:57:08.742981 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-14ab448b-e553-4644-8fcf-1e0448844e14 is still attached to node i-0308e6036ed156289" PV="pvc-14ab448b-e553-4644-8fcf-1e0448844e14" -I0801 18:57:08.743061 1 controller.go:1007] "Retrying syncing volume" key="pvc-14ab448b-e553-4644-8fcf-1e0448844e14" failures=2 -E0801 18:57:08.743129 1 controller.go:1025] error syncing volume "pvc-14ab448b-e553-4644-8fcf-1e0448844e14": persistentvolume pvc-14ab448b-e553-4644-8fcf-1e0448844e14 is still attached to node i-0308e6036ed156289 -I0801 18:57:08.743246 1 event.go:389] "Event occurred" object="pvc-14ab448b-e553-4644-8fcf-1e0448844e14" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-14ab448b-e553-4644-8fcf-1e0448844e14 is still attached to node i-0308e6036ed156289" -I0801 18:57:10.503692 1 controller.go:1312] volume pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b does not need any deletion secrets -E0801 18:57:10.503738 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b is still attached to node i-0d51acb5075e7fd85" PV="pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b" -I0801 18:57:10.503781 1 controller.go:1007] "Retrying syncing volume" key="pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b" failures=2 -E0801 18:57:10.503798 1 controller.go:1025] error syncing volume "pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b": persistentvolume pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b is still attached to node i-0d51acb5075e7fd85 -I0801 18:57:10.503822 1 event.go:389] "Event occurred" object="pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b is still attached to node i-0d51acb5075e7fd85" -I0801 18:57:12.743590 1 controller.go:1312] volume pvc-14ab448b-e553-4644-8fcf-1e0448844e14 does not need any deletion secrets -E0801 18:57:12.743635 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-14ab448b-e553-4644-8fcf-1e0448844e14 is still attached to node i-0308e6036ed156289" PV="pvc-14ab448b-e553-4644-8fcf-1e0448844e14" -I0801 18:57:12.743698 1 controller.go:1007] "Retrying syncing volume" key="pvc-14ab448b-e553-4644-8fcf-1e0448844e14" failures=3 -E0801 18:57:12.743716 1 controller.go:1025] error syncing volume "pvc-14ab448b-e553-4644-8fcf-1e0448844e14": persistentvolume pvc-14ab448b-e553-4644-8fcf-1e0448844e14 is still attached to node i-0308e6036ed156289 -I0801 18:57:12.743759 1 event.go:389] "Event occurred" object="pvc-14ab448b-e553-4644-8fcf-1e0448844e14" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-14ab448b-e553-4644-8fcf-1e0448844e14 is still attached to node i-0308e6036ed156289" -I0801 18:57:14.253488 1 controller.go:1312] volume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 does not need any deletion secrets -E0801 18:57:14.253532 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 is still attached to node i-08f6daa47a764a75f" PV="pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365" -I0801 18:57:14.253574 1 controller.go:1007] "Retrying syncing volume" key="pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365" failures=4 -E0801 18:57:14.253592 1 controller.go:1025] error syncing volume "pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365": persistentvolume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 is still attached to node i-08f6daa47a764a75f -I0801 18:57:14.253748 1 event.go:389] "Event occurred" object="pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 is still attached to node i-08f6daa47a764a75f" -I0801 18:57:14.504553 1 controller.go:1312] volume pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b does not need any deletion secrets -E0801 18:57:14.504605 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b is still attached to node i-0d51acb5075e7fd85" PV="pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b" -I0801 18:57:14.504662 1 controller.go:1007] "Retrying syncing volume" key="pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b" failures=3 -E0801 18:57:14.504680 1 controller.go:1025] error syncing volume "pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b": persistentvolume pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b is still attached to node i-0d51acb5075e7fd85 -I0801 18:57:14.504732 1 event.go:389] "Event occurred" object="pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b is still attached to node i-0d51acb5075e7fd85" -I0801 18:57:15.439999 1 controller.go:1312] volume pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd does not need any deletion secrets -I0801 18:57:15.641125 1 controller.go:1312] volume pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd does not need any deletion secrets -I0801 18:57:20.744326 1 controller.go:1312] volume pvc-14ab448b-e553-4644-8fcf-1e0448844e14 does not need any deletion secrets -I0801 18:57:20.955537 1 controller.go:1312] volume pvc-14ab448b-e553-4644-8fcf-1e0448844e14 does not need any deletion secrets -I0801 18:57:21.109750 1 controller.go:1312] volume pvc-14ab448b-e553-4644-8fcf-1e0448844e14 does not need any deletion secrets -I0801 18:57:21.158102 1 controller.go:1569] "Failed to delete persistentvolume" PV="pvc-14ab448b-e553-4644-8fcf-1e0448844e14" err="persistentvolumes \"pvc-14ab448b-e553-4644-8fcf-1e0448844e14\" not found" -I0801 18:57:21.158138 1 controller.go:1007] "Retrying syncing volume" key="pvc-14ab448b-e553-4644-8fcf-1e0448844e14" failures=0 -E0801 18:57:21.158210 1 controller.go:1025] error syncing volume "pvc-14ab448b-e553-4644-8fcf-1e0448844e14": persistentvolumes "pvc-14ab448b-e553-4644-8fcf-1e0448844e14" not found -I0801 18:57:22.505577 1 controller.go:1312] volume pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b does not need any deletion secrets -I0801 18:57:22.708100 1 controller.go:1312] volume pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b does not need any deletion secrets -I0801 18:57:30.254662 1 controller.go:1312] volume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 does not need any deletion secrets -I0801 18:57:30.466379 1 controller.go:1312] volume pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365 does not need any deletion secrets -I0801 18:58:01.580947 1 controller.go:1312] volume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d does not need any deletion secrets -E0801 18:58:01.581005 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d is still attached to node i-0308e6036ed156289" PV="pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d" -I0801 18:58:01.581041 1 controller.go:1007] "Retrying syncing volume" key="pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d" failures=0 -E0801 18:58:01.581249 1 controller.go:1025] error syncing volume "pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d": persistentvolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d is still attached to node i-0308e6036ed156289 -I0801 18:58:01.581654 1 event.go:389] "Event occurred" object="pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d is still attached to node i-0308e6036ed156289" -I0801 18:58:02.582158 1 controller.go:1312] volume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d does not need any deletion secrets -E0801 18:58:02.582208 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d is still attached to node i-0308e6036ed156289" PV="pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d" -I0801 18:58:02.582254 1 controller.go:1007] "Retrying syncing volume" key="pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d" failures=1 -E0801 18:58:02.582275 1 controller.go:1025] error syncing volume "pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d": persistentvolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d is still attached to node i-0308e6036ed156289 -I0801 18:58:02.582394 1 event.go:389] "Event occurred" object="pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d is still attached to node i-0308e6036ed156289" -I0801 18:58:04.582549 1 controller.go:1312] volume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d does not need any deletion secrets -E0801 18:58:04.582613 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d is still attached to node i-0308e6036ed156289" PV="pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d" -I0801 18:58:04.582655 1 controller.go:1007] "Retrying syncing volume" key="pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d" failures=2 -E0801 18:58:04.582676 1 controller.go:1025] error syncing volume "pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d": persistentvolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d is still attached to node i-0308e6036ed156289 -I0801 18:58:04.582708 1 event.go:389] "Event occurred" object="pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d is still attached to node i-0308e6036ed156289" -I0801 18:58:08.583497 1 controller.go:1312] volume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d does not need any deletion secrets -E0801 18:58:08.583542 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d is still attached to node i-0308e6036ed156289" PV="pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d" -I0801 18:58:08.583582 1 controller.go:1007] "Retrying syncing volume" key="pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d" failures=3 -E0801 18:58:08.583600 1 controller.go:1025] error syncing volume "pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d": persistentvolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d is still attached to node i-0308e6036ed156289 -I0801 18:58:08.583711 1 event.go:389] "Event occurred" object="pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d is still attached to node i-0308e6036ed156289" -I0801 18:58:16.584507 1 controller.go:1312] volume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d does not need any deletion secrets -E0801 18:58:16.584552 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d is still attached to node i-0308e6036ed156289" PV="pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d" -I0801 18:58:16.584594 1 controller.go:1007] "Retrying syncing volume" key="pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d" failures=4 -E0801 18:58:16.584613 1 controller.go:1025] error syncing volume "pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d": persistentvolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d is still attached to node i-0308e6036ed156289 -I0801 18:58:16.584665 1 event.go:389] "Event occurred" object="pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d is still attached to node i-0308e6036ed156289" -I0801 18:58:32.584771 1 controller.go:1312] volume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d does not need any deletion secrets -E0801 18:58:32.584819 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d is still attached to node i-0308e6036ed156289" PV="pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d" -I0801 18:58:32.584864 1 controller.go:1007] "Retrying syncing volume" key="pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d" failures=5 -E0801 18:58:32.584882 1 controller.go:1025] error syncing volume "pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d": persistentvolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d is still attached to node i-0308e6036ed156289 -I0801 18:58:32.584942 1 event.go:389] "Event occurred" object="pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d is still attached to node i-0308e6036ed156289" -I0801 18:59:04.585576 1 controller.go:1312] volume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d does not need any deletion secrets -E0801 18:59:04.585620 1 controller.go:1558] "Volume deletion failed" err="persistentvolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d is still attached to node i-0308e6036ed156289" PV="pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d" -I0801 18:59:04.585744 1 controller.go:1007] "Retrying syncing volume" key="pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d" failures=6 -E0801 18:59:04.585801 1 controller.go:1025] error syncing volume "pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d": persistentvolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d is still attached to node i-0308e6036ed156289 -I0801 18:59:04.585868 1 event.go:389] "Event occurred" object="pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d" fieldPath="" kind="PersistentVolume" apiVersion="v1" type="Warning" reason="VolumeFailedDelete" message="persistentvolume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d is still attached to node i-0308e6036ed156289" -I0801 19:00:08.586581 1 controller.go:1312] volume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d does not need any deletion secrets -I0801 19:00:08.836822 1 controller.go:1312] volume pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d does not need any deletion secrets -I0801 18:53:10.231471 1 main.go:109] "Version" version="v4.6.1" -I0801 18:53:10.232955 1 common.go:143] "Probing CSI driver for readiness" -I0801 18:53:10.242836 1 main.go:169] "CSI driver name" driver="ebs.csi.aws.com" -I0801 18:53:10.243900 1 common.go:143] "Probing CSI driver for readiness" -I0801 18:53:10.245344 1 main.go:247] "CSI driver supports ControllerPublishUnpublish, using real CSI handler" driver="ebs.csi.aws.com" -I0801 18:53:10.245761 1 leaderelection.go:250] attempting to acquire leader lease kube-system/external-attacher-leader-ebs-csi-aws-com... -I0801 18:53:27.844665 1 leaderelection.go:260] successfully acquired lease kube-system/external-attacher-leader-ebs-csi-aws-com -I0801 18:53:27.845069 1 leader_election.go:184] "became leader, starting" -I0801 18:53:27.845095 1 controller.go:129] "Starting CSI attacher" -I0801 18:53:27.849902 1 reflector.go:359] Caches populated for *v1.VolumeAttachment from k8s.io/client-go@v0.30.0/tools/cache/reflector.go:232 -I0801 18:53:27.850597 1 reflector.go:359] Caches populated for *v1.PersistentVolume from k8s.io/client-go@v0.30.0/tools/cache/reflector.go:232 -I0801 18:53:27.851001 1 reflector.go:359] Caches populated for *v1.CSINode from k8s.io/client-go@v0.30.0/tools/cache/reflector.go:232 -I0801 18:53:30.422572 1 csi_handler.go:261] "Attaching" VolumeAttachment="csi-3c02dee7ba340f76344a2afcbacb818b511efd37ed3a53736e155d1c70625964" -I0801 18:53:30.424476 1 csi_handler.go:261] "Attaching" VolumeAttachment="csi-29f9c3f8196597f3d31c621aa6bf56864c42f0f2d9b8779101682eeab8254498" -I0801 18:53:30.426249 1 csi_handler.go:261] "Attaching" VolumeAttachment="csi-b87ce702bcbb66f5b4f4f9198ad9025b1edf4c4145ea86fe6316f60d164742ec" -I0801 18:53:30.434703 1 csi_handler.go:261] "Attaching" VolumeAttachment="csi-81906b2256adaf84d2bcafd9e6de2a99b94c549963babdcab1c5d7e1b86ce535" -I0801 18:53:30.519204 1 csi_handler.go:261] "Attaching" VolumeAttachment="csi-29b98f81421f4b9316b36ae07bee44b801834672f798603399ee3d750f5324ab" -I0801 18:53:32.153761 1 csi_handler.go:273] "Attached" VolumeAttachment="csi-29f9c3f8196597f3d31c621aa6bf56864c42f0f2d9b8779101682eeab8254498" -I0801 18:53:32.153869 1 csi_handler.go:273] "Attached" VolumeAttachment="csi-b87ce702bcbb66f5b4f4f9198ad9025b1edf4c4145ea86fe6316f60d164742ec" -I0801 18:53:33.748171 1 csi_handler.go:273] "Attached" VolumeAttachment="csi-29b98f81421f4b9316b36ae07bee44b801834672f798603399ee3d750f5324ab" -I0801 18:53:33.748198 1 csi_handler.go:273] "Attached" VolumeAttachment="csi-81906b2256adaf84d2bcafd9e6de2a99b94c549963babdcab1c5d7e1b86ce535" -I0801 18:53:33.748527 1 csi_handler.go:273] "Attached" VolumeAttachment="csi-3c02dee7ba340f76344a2afcbacb818b511efd37ed3a53736e155d1c70625964" -I0801 18:54:24.090225 1 csi_handler.go:292] "Detaching" VolumeAttachment="csi-29f9c3f8196597f3d31c621aa6bf56864c42f0f2d9b8779101682eeab8254498" -I0801 18:54:28.026313 1 csi_handler.go:292] "Detaching" VolumeAttachment="csi-3c02dee7ba340f76344a2afcbacb818b511efd37ed3a53736e155d1c70625964" -I0801 18:54:28.058748 1 csi_handler.go:292] "Detaching" VolumeAttachment="csi-81906b2256adaf84d2bcafd9e6de2a99b94c549963babdcab1c5d7e1b86ce535" -I0801 18:54:28.082238 1 csi_handler.go:292] "Detaching" VolumeAttachment="csi-29b98f81421f4b9316b36ae07bee44b801834672f798603399ee3d750f5324ab" -I0801 18:54:29.625577 1 csi_handler.go:595] "Detached" VolumeAttachment="csi-29f9c3f8196597f3d31c621aa6bf56864c42f0f2d9b8779101682eeab8254498" -I0801 18:54:29.808033 1 csi_handler.go:292] "Detaching" VolumeAttachment="csi-b87ce702bcbb66f5b4f4f9198ad9025b1edf4c4145ea86fe6316f60d164742ec" -E0801 18:54:33.232437 1 csi_handler.go:720] "Failed to remove finalizer from PersistentVolume" err="PersistentVolume \"pvc-8ce129a6-44a2-414d-84b9-08a6ac588612\" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{\"kubernetes.io/pv-protection\"}" PersistentVolume="pvc-8ce129a6-44a2-414d-84b9-08a6ac588612" -I0801 18:54:33.242543 1 csi_handler.go:725] "Removed finalizer from PersistentVolume" PersistentVolume="pvc-8ce129a6-44a2-414d-84b9-08a6ac588612" -I0801 18:54:35.219793 1 csi_handler.go:595] "Detached" VolumeAttachment="csi-b87ce702bcbb66f5b4f4f9198ad9025b1edf4c4145ea86fe6316f60d164742ec" -I0801 18:54:37.467638 1 csi_handler.go:595] "Detached" VolumeAttachment="csi-3c02dee7ba340f76344a2afcbacb818b511efd37ed3a53736e155d1c70625964" -I0801 18:54:37.467638 1 csi_handler.go:595] "Detached" VolumeAttachment="csi-81906b2256adaf84d2bcafd9e6de2a99b94c549963babdcab1c5d7e1b86ce535" -E0801 18:54:41.382951 1 csi_handler.go:720] "Failed to remove finalizer from PersistentVolume" err="PersistentVolume \"pvc-1392f616-7d52-484c-a6e9-ec1e628753ad\" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{\"kubernetes.io/pv-protection\"}" PersistentVolume="pvc-1392f616-7d52-484c-a6e9-ec1e628753ad" -I0801 18:54:41.388690 1 csi_handler.go:725] "Removed finalizer from PersistentVolume" PersistentVolume="pvc-1392f616-7d52-484c-a6e9-ec1e628753ad" -I0801 18:54:41.686847 1 csi_handler.go:261] "Attaching" VolumeAttachment="csi-b67fa7b5f762a1f0fb21042afe0a80a5c14c716cdfcfe1ae34afc33350129cf5" -I0801 18:54:43.889165 1 csi_handler.go:595] "Detached" VolumeAttachment="csi-29b98f81421f4b9316b36ae07bee44b801834672f798603399ee3d750f5324ab" -I0801 18:54:44.900322 1 csi_handler.go:273] "Attached" VolumeAttachment="csi-b67fa7b5f762a1f0fb21042afe0a80a5c14c716cdfcfe1ae34afc33350129cf5" -I0801 18:54:49.649740 1 csi_handler.go:261] "Attaching" VolumeAttachment="csi-1bc01c1f35c3d74353f75b6f44a80b0b13fcfb272781a094b8674638dc11dfb4" -I0801 18:54:51.210111 1 csi_handler.go:273] "Attached" VolumeAttachment="csi-1bc01c1f35c3d74353f75b6f44a80b0b13fcfb272781a094b8674638dc11dfb4" -I0801 18:54:53.401214 1 csi_handler.go:725] "Removed finalizer from PersistentVolume" PersistentVolume="pvc-b67684d4-e700-427f-a6af-f8b22b812afc" -E0801 18:54:53.476234 1 csi_handler.go:720] "Failed to remove finalizer from PersistentVolume" err="PersistentVolume \"pvc-65a1e8a1-9556-4762-a43c-91e272e0177f\" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{\"kubernetes.io/pv-protection\"}" PersistentVolume="pvc-65a1e8a1-9556-4762-a43c-91e272e0177f" -I0801 18:54:53.513838 1 csi_handler.go:725] "Removed finalizer from PersistentVolume" PersistentVolume="pvc-5d03282c-7ff2-4170-b340-e52a8169780b" -I0801 18:55:00.910074 1 csi_handler.go:261] "Attaching" VolumeAttachment="csi-62156a5661d581a6e47f32d1b4cc81fec6ae9b9656002f25a2545223d1a1139a" -I0801 18:55:02.712417 1 csi_handler.go:273] "Attached" VolumeAttachment="csi-62156a5661d581a6e47f32d1b4cc81fec6ae9b9656002f25a2545223d1a1139a" -I0801 18:55:02.727163 1 csi_handler.go:261] "Attaching" VolumeAttachment="csi-62156a5661d581a6e47f32d1b4cc81fec6ae9b9656002f25a2545223d1a1139a" -I0801 18:55:02.730002 1 csi_handler.go:261] "Attaching" VolumeAttachment="csi-ee76eebe1de11b15ef3f845cd05fa0de60483009df8c4710cf42d060a85ba1d3" -I0801 18:55:03.236759 1 csi_handler.go:261] "Attaching" VolumeAttachment="csi-2a4df085ea34919cdb7771c8e1ce76e88b94fd7831a887eecb0e0a8ce04a00ac" -I0801 18:55:03.974924 1 csi_handler.go:273] "Attached" VolumeAttachment="csi-62156a5661d581a6e47f32d1b4cc81fec6ae9b9656002f25a2545223d1a1139a" -I0801 18:55:04.880869 1 csi_handler.go:273] "Attached" VolumeAttachment="csi-2a4df085ea34919cdb7771c8e1ce76e88b94fd7831a887eecb0e0a8ce04a00ac" -I0801 18:55:04.890788 1 csi_handler.go:261] "Attaching" VolumeAttachment="csi-2a4df085ea34919cdb7771c8e1ce76e88b94fd7831a887eecb0e0a8ce04a00ac" -I0801 18:55:05.576448 1 csi_handler.go:273] "Attached" VolumeAttachment="csi-ee76eebe1de11b15ef3f845cd05fa0de60483009df8c4710cf42d060a85ba1d3" -I0801 18:55:05.576467 1 csi_handler.go:273] "Attached" VolumeAttachment="csi-2a4df085ea34919cdb7771c8e1ce76e88b94fd7831a887eecb0e0a8ce04a00ac" -I0801 18:55:39.191111 1 csi_handler.go:292] "Detaching" VolumeAttachment="csi-b67fa7b5f762a1f0fb21042afe0a80a5c14c716cdfcfe1ae34afc33350129cf5" -I0801 18:55:41.319653 1 csi_handler.go:292] "Detaching" VolumeAttachment="csi-1bc01c1f35c3d74353f75b6f44a80b0b13fcfb272781a094b8674638dc11dfb4" -I0801 18:55:44.477203 1 csi_handler.go:595] "Detached" VolumeAttachment="csi-b67fa7b5f762a1f0fb21042afe0a80a5c14c716cdfcfe1ae34afc33350129cf5" -I0801 18:55:44.491038 1 csi_handler.go:292] "Detaching" VolumeAttachment="csi-b67fa7b5f762a1f0fb21042afe0a80a5c14c716cdfcfe1ae34afc33350129cf5" -I0801 18:55:45.308971 1 csi_handler.go:595] "Detached" VolumeAttachment="csi-b67fa7b5f762a1f0fb21042afe0a80a5c14c716cdfcfe1ae34afc33350129cf5" -I0801 18:55:45.314797 1 csi_handler.go:299] "Failed to save detach error to VolumeAttachment" VolumeAttachment="csi-b67fa7b5f762a1f0fb21042afe0a80a5c14c716cdfcfe1ae34afc33350129cf5" err="volumeattachments.storage.k8s.io \"csi-b67fa7b5f762a1f0fb21042afe0a80a5c14c716cdfcfe1ae34afc33350129cf5\" not found" -I0801 18:55:45.314828 1 csi_handler.go:243] "Error processing" VolumeAttachment="csi-b67fa7b5f762a1f0fb21042afe0a80a5c14c716cdfcfe1ae34afc33350129cf5" err="failed to detach: could not mark as detached: volumeattachments.storage.k8s.io \"csi-b67fa7b5f762a1f0fb21042afe0a80a5c14c716cdfcfe1ae34afc33350129cf5\" not found" -I0801 18:55:46.476554 1 csi_handler.go:725] "Removed finalizer from PersistentVolume" PersistentVolume="pvc-5f891355-91f1-494b-99f7-b74bd732a2ab" -I0801 18:55:50.719897 1 csi_handler.go:595] "Detached" VolumeAttachment="csi-1bc01c1f35c3d74353f75b6f44a80b0b13fcfb272781a094b8674638dc11dfb4" -I0801 18:55:54.426262 1 csi_handler.go:261] "Attaching" VolumeAttachment="csi-e0475e6701b0d88a600705755968df815402e844cca2c07964cd2ddff44d5efa" -I0801 18:55:55.766043 1 csi_handler.go:292] "Detaching" VolumeAttachment="csi-62156a5661d581a6e47f32d1b4cc81fec6ae9b9656002f25a2545223d1a1139a" -I0801 18:55:56.001954 1 csi_handler.go:273] "Attached" VolumeAttachment="csi-e0475e6701b0d88a600705755968df815402e844cca2c07964cd2ddff44d5efa" -I0801 18:55:59.702244 1 csi_handler.go:292] "Detaching" VolumeAttachment="csi-2a4df085ea34919cdb7771c8e1ce76e88b94fd7831a887eecb0e0a8ce04a00ac" -I0801 18:56:01.164968 1 csi_handler.go:595] "Detached" VolumeAttachment="csi-62156a5661d581a6e47f32d1b4cc81fec6ae9b9656002f25a2545223d1a1139a" -I0801 18:56:01.791454 1 csi_handler.go:292] "Detaching" VolumeAttachment="csi-ee76eebe1de11b15ef3f845cd05fa0de60483009df8c4710cf42d060a85ba1d3" -E0801 18:56:04.383518 1 csi_handler.go:720] "Failed to remove finalizer from PersistentVolume" err="PersistentVolume \"pvc-4b1ec720-897a-455b-b597-2eb5370d73a4\" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{\"kubernetes.io/pv-protection\"}" PersistentVolume="pvc-4b1ec720-897a-455b-b597-2eb5370d73a4" -I0801 18:56:04.394974 1 csi_handler.go:725] "Removed finalizer from PersistentVolume" PersistentVolume="pvc-4b1ec720-897a-455b-b597-2eb5370d73a4" -I0801 18:56:04.929997 1 csi_handler.go:595] "Detached" VolumeAttachment="csi-2a4df085ea34919cdb7771c8e1ce76e88b94fd7831a887eecb0e0a8ce04a00ac" -E0801 18:56:06.539031 1 csi_handler.go:720] "Failed to remove finalizer from PersistentVolume" err="PersistentVolume \"pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0\" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{\"kubernetes.io/pv-protection\"}" PersistentVolume="pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0" -I0801 18:56:06.563728 1 csi_handler.go:725] "Removed finalizer from PersistentVolume" PersistentVolume="pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0" -E0801 18:56:08.530184 1 csi_handler.go:720] "Failed to remove finalizer from PersistentVolume" err="PersistentVolume \"pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1\" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{\"kubernetes.io/pv-protection\"}" PersistentVolume="pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1" -I0801 18:56:08.544648 1 csi_handler.go:725] "Removed finalizer from PersistentVolume" PersistentVolume="pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1" -I0801 18:56:11.159622 1 csi_handler.go:595] "Detached" VolumeAttachment="csi-ee76eebe1de11b15ef3f845cd05fa0de60483009df8c4710cf42d060a85ba1d3" -I0801 18:56:11.539666 1 csi_handler.go:725] "Removed finalizer from PersistentVolume" PersistentVolume="pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2" -I0801 18:56:12.003756 1 csi_handler.go:261] "Attaching" VolumeAttachment="csi-0ae6cf12f89d3a830605df8041211d3b424fec8dd830546a4e9a91faa5b6e6ac" -I0801 18:56:14.794741 1 csi_handler.go:273] "Attached" VolumeAttachment="csi-0ae6cf12f89d3a830605df8041211d3b424fec8dd830546a4e9a91faa5b6e6ac" -I0801 18:56:15.608230 1 csi_handler.go:261] "Attaching" VolumeAttachment="csi-99fd2861322afb8330c8e7f75a05fedbee92d08ecc13118398f025c927e9eab3" -I0801 18:56:16.312784 1 csi_handler.go:261] "Attaching" VolumeAttachment="csi-1fa6abb8831607d41701b9ce19f170b085c9617a5be9435abe9b576a974a44d3" -I0801 18:56:18.753819 1 csi_handler.go:273] "Attached" VolumeAttachment="csi-99fd2861322afb8330c8e7f75a05fedbee92d08ecc13118398f025c927e9eab3" -I0801 18:56:19.408607 1 csi_handler.go:273] "Attached" VolumeAttachment="csi-1fa6abb8831607d41701b9ce19f170b085c9617a5be9435abe9b576a974a44d3" -I0801 18:56:19.756340 1 csi_handler.go:261] "Attaching" VolumeAttachment="csi-ec937615e34be8f4b1fcefd2832fbfa75484402503770a6722af05f814d21617" -I0801 18:56:22.555083 1 csi_handler.go:273] "Attached" VolumeAttachment="csi-ec937615e34be8f4b1fcefd2832fbfa75484402503770a6722af05f814d21617" -I0801 18:56:50.228897 1 csi_handler.go:292] "Detaching" VolumeAttachment="csi-e0475e6701b0d88a600705755968df815402e844cca2c07964cd2ddff44d5efa" -I0801 18:56:59.456602 1 csi_handler.go:595] "Detached" VolumeAttachment="csi-e0475e6701b0d88a600705755968df815402e844cca2c07964cd2ddff44d5efa" -E0801 18:56:59.649208 1 csi_handler.go:720] "Failed to remove finalizer from PersistentVolume" err="PersistentVolume \"pvc-27d1d8da-0041-4c17-a844-1688c064f0b8\" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{\"kubernetes.io/pv-protection\"}" PersistentVolume="pvc-27d1d8da-0041-4c17-a844-1688c064f0b8" -I0801 18:56:59.670477 1 csi_handler.go:725] "Removed finalizer from PersistentVolume" PersistentVolume="pvc-27d1d8da-0041-4c17-a844-1688c064f0b8" -I0801 18:57:02.824935 1 csi_handler.go:292] "Detaching" VolumeAttachment="csi-99fd2861322afb8330c8e7f75a05fedbee92d08ecc13118398f025c927e9eab3" -I0801 18:57:06.931011 1 csi_handler.go:292] "Detaching" VolumeAttachment="csi-0ae6cf12f89d3a830605df8041211d3b424fec8dd830546a4e9a91faa5b6e6ac" -I0801 18:57:07.931446 1 csi_handler.go:595] "Detached" VolumeAttachment="csi-99fd2861322afb8330c8e7f75a05fedbee92d08ecc13118398f025c927e9eab3" -I0801 18:57:07.952706 1 csi_handler.go:292] "Detaching" VolumeAttachment="csi-99fd2861322afb8330c8e7f75a05fedbee92d08ecc13118398f025c927e9eab3" -I0801 18:57:08.782168 1 csi_handler.go:595] "Detached" VolumeAttachment="csi-99fd2861322afb8330c8e7f75a05fedbee92d08ecc13118398f025c927e9eab3" -I0801 18:57:08.787869 1 csi_handler.go:299] "Failed to save detach error to VolumeAttachment" VolumeAttachment="csi-99fd2861322afb8330c8e7f75a05fedbee92d08ecc13118398f025c927e9eab3" err="volumeattachments.storage.k8s.io \"csi-99fd2861322afb8330c8e7f75a05fedbee92d08ecc13118398f025c927e9eab3\" not found" -I0801 18:57:08.787891 1 csi_handler.go:243] "Error processing" VolumeAttachment="csi-99fd2861322afb8330c8e7f75a05fedbee92d08ecc13118398f025c927e9eab3" err="failed to detach: could not mark as detached: volumeattachments.storage.k8s.io \"csi-99fd2861322afb8330c8e7f75a05fedbee92d08ecc13118398f025c927e9eab3\" not found" -I0801 18:57:09.220612 1 csi_handler.go:261] "Attaching" VolumeAttachment="csi-029470d062365cabdf059c559808808727fd794b616c173a7a8725607a109253" -I0801 18:57:10.743227 1 csi_handler.go:292] "Detaching" VolumeAttachment="csi-ec937615e34be8f4b1fcefd2832fbfa75484402503770a6722af05f814d21617" -I0801 18:57:10.760821 1 csi_handler.go:273] "Attached" VolumeAttachment="csi-029470d062365cabdf059c559808808727fd794b616c173a7a8725607a109253" -I0801 18:57:13.093261 1 csi_handler.go:292] "Detaching" VolumeAttachment="csi-1fa6abb8831607d41701b9ce19f170b085c9617a5be9435abe9b576a974a44d3" -I0801 18:57:15.647544 1 csi_handler.go:725] "Removed finalizer from PersistentVolume" PersistentVolume="pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd" -I0801 18:57:15.808956 1 csi_handler.go:595] "Detached" VolumeAttachment="csi-0ae6cf12f89d3a830605df8041211d3b424fec8dd830546a4e9a91faa5b6e6ac" -I0801 18:57:18.202050 1 csi_handler.go:595] "Detached" VolumeAttachment="csi-1fa6abb8831607d41701b9ce19f170b085c9617a5be9435abe9b576a974a44d3" -I0801 18:57:19.637065 1 csi_handler.go:595] "Detached" VolumeAttachment="csi-ec937615e34be8f4b1fcefd2832fbfa75484402503770a6722af05f814d21617" -E0801 18:57:20.933118 1 csi_handler.go:720] "Failed to remove finalizer from PersistentVolume" err="PersistentVolume \"pvc-14ab448b-e553-4644-8fcf-1e0448844e14\" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{\"kubernetes.io/pv-protection\"}" PersistentVolume="pvc-14ab448b-e553-4644-8fcf-1e0448844e14" -I0801 18:57:20.962304 1 csi_handler.go:725] "Removed finalizer from PersistentVolume" PersistentVolume="pvc-14ab448b-e553-4644-8fcf-1e0448844e14" -I0801 18:57:22.698863 1 csi_handler.go:725] "Removed finalizer from PersistentVolume" PersistentVolume="pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b" -E0801 18:57:30.459906 1 csi_handler.go:720] "Failed to remove finalizer from PersistentVolume" err="PersistentVolume \"pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365\" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{\"kubernetes.io/pv-protection\"}" PersistentVolume="pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365" -I0801 18:57:30.471105 1 csi_handler.go:725] "Removed finalizer from PersistentVolume" PersistentVolume="pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365" -I0801 18:58:04.610157 1 csi_handler.go:292] "Detaching" VolumeAttachment="csi-029470d062365cabdf059c559808808727fd794b616c173a7a8725607a109253" -I0801 18:59:04.620634 1 csi_handler.go:243] "Error processing" VolumeAttachment="csi-029470d062365cabdf059c559808808727fd794b616c173a7a8725607a109253" err="failed to detach: rpc error: code = DeadlineExceeded desc = context deadline exceeded" -I0801 18:59:05.621631 1 csi_handler.go:292] "Detaching" VolumeAttachment="csi-029470d062365cabdf059c559808808727fd794b616c173a7a8725607a109253" -I0801 18:59:06.504109 1 csi_handler.go:595] "Detached" VolumeAttachment="csi-029470d062365cabdf059c559808808727fd794b616c173a7a8725607a109253" -E0801 19:00:08.823231 1 csi_handler.go:720] "Failed to remove finalizer from PersistentVolume" err="PersistentVolume \"pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d\" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{\"kubernetes.io/pv-protection\"}" PersistentVolume="pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d" -I0801 19:00:08.847325 1 csi_handler.go:725] "Removed finalizer from PersistentVolume" PersistentVolume="pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d" -I0801 18:53:10.358065 1 main.go:108] Version: v8.0.1 -I0801 18:53:10.361323 1 main.go:190] CSI driver name: "ebs.csi.aws.com" -I0801 18:53:10.361414 1 common.go:143] "Probing CSI driver for readiness" -I0801 18:53:10.362215 1 main.go:230] Start NewCSISnapshotSideCarController with snapshotter [ebs.csi.aws.com] kubeconfig [] csiTimeout [1m0s] csiAddress [/var/lib/csi/sockets/pluginproxy/csi.sock] resyncPeriod [15m0s] snapshotNamePrefix [snapshot] snapshotNameUUIDLength [824633796904] -I0801 18:53:10.363388 1 leaderelection.go:250] attempting to acquire leader lease kube-system/external-snapshotter-leader-ebs-csi-aws-com... -I0801 18:53:28.088692 1 leaderelection.go:260] successfully acquired lease kube-system/external-snapshotter-leader-ebs-csi-aws-com -I0801 18:53:28.089040 1 leader_election.go:184] "became leader, starting" -I0801 18:53:28.089367 1 snapshot_controller_base.go:169] Starting CSI snapshotter -I0801 18:53:28.093249 1 reflector.go:359] Caches populated for *v1.VolumeSnapshotClass from k8s.io/client-go@v0.30.0/tools/cache/reflector.go:232 -I0801 18:53:28.096849 1 reflector.go:359] Caches populated for *v1.VolumeSnapshotContent from k8s.io/client-go@v0.30.0/tools/cache/reflector.go:232 -I0801 18:53:10.449420 1 main.go:65] Version : v0.3.0 -I0801 18:53:10.449474 1 main.go:66] "Leader election must be enabled in the external-resizer CSI sidecar" -I0801 18:53:10.451090 1 common.go:138] Probing CSI driver for readiness -I0801 18:53:10.456741 1 main.go:112] CSI driver name: "ebs.csi.aws.com" -I0801 18:53:10.458273 1 main.go:171] "leaseHandler: Looking for external-resizer lease holder" -W0801 18:53:10.458519 1 shared_informer.go:463] The sharedIndexInformer has started, run more than once is not allowed -I0801 18:53:10.488189 1 reflector.go:359] Caches populated for *v1.PersistentVolumeClaim from pkg/mod/k8s.io/client-go@v0.30.0/tools/cache/reflector.go:232 -I0801 18:53:10.489072 1 reflector.go:359] Caches populated for *v1.Lease from pkg/mod/k8s.io/client-go@v0.30.0/tools/cache/reflector.go:232 -I0801 18:53:10.489525 1 reflector.go:359] Caches populated for *v1.PersistentVolume from pkg/mod/k8s.io/client-go@v0.30.0/tools/cache/reflector.go:232 -I0801 18:53:28.895772 1 main.go:191] "leaseHandler: Starting ModifyController" podName="ebs-csi-controller-69f45d8cfc-ff27f" currentLeader="ebs-csi-controller-69f45d8cfc-ff27f" -I0801 18:53:28.896781 1 controller.go:93] "Starting external modifier" name="ebs.csi.aws.com" -I0801 18:53:28.896896 1 controller.go:165] "Started PVC processing" key="ebs-9342/pvc-r6f65" -I0801 18:53:28.897022 1 controller.go:165] "Started PVC processing" key="ebs-7100/pvc-wpzzs" -I0801 18:53:28.897082 1 controller.go:234] "annotations not updated" pvc="ebs-7100/pvc-wpzzs" -I0801 18:53:28.897164 1 controller.go:207] "No need to modify PVC" pvc="ebs-7100/pvc-wpzzs" -I0801 18:53:28.897024 1 controller.go:234] "annotations not updated" pvc="ebs-9342/pvc-r6f65" -I0801 18:53:28.897201 1 controller.go:207] "No need to modify PVC" pvc="ebs-9342/pvc-r6f65" -I0801 18:53:28.896941 1 controller.go:165] "Started PVC processing" key="ebs-6923/pvc-58tv4" -I0801 18:53:28.897219 1 controller.go:234] "annotations not updated" pvc="ebs-6923/pvc-58tv4" -I0801 18:53:28.897229 1 controller.go:207] "No need to modify PVC" pvc="ebs-6923/pvc-58tv4" -I0801 18:53:28.896963 1 controller.go:165] "Started PVC processing" key="ebs-2218/pvc-pg767" -I0801 18:53:28.897246 1 controller.go:234] "annotations not updated" pvc="ebs-2218/pvc-pg767" -I0801 18:53:28.897255 1 controller.go:207] "No need to modify PVC" pvc="ebs-2218/pvc-pg767" -I0801 18:53:28.896905 1 controller.go:165] "Started PVC processing" key="ebs-6472/pvc-fvvrl" -I0801 18:53:28.897271 1 controller.go:234] "annotations not updated" pvc="ebs-6472/pvc-fvvrl" -I0801 18:53:28.897279 1 controller.go:207] "No need to modify PVC" pvc="ebs-6472/pvc-fvvrl" -I0801 18:53:36.807172 1 controller.go:165] "Started PVC processing" key="ebs-6923/pvc-58tv4" -I0801 18:53:36.807235 1 csi_modifier.go:62] "Calling modify volume for volume" volumeID="vol-030b2caa8990066f1" -I0801 18:53:36.808585 1 event.go:377] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"ebs-6923", Name:"pvc-58tv4", UID:"8ce129a6-44a2-414d-84b9-08a6ac588612", APIVersion:"v1", ResourceVersion:"62369", FieldPath:""}): type: 'Normal' reason: 'VolumeModificationStarted' External modifier is modifying volume pvc-8ce129a6-44a2-414d-84b9-08a6ac588612 -I0801 18:53:40.873717 1 controller.go:165] "Started PVC processing" key="ebs-6472/pvc-fvvrl" -I0801 18:53:40.873896 1 csi_modifier.go:62] "Calling modify volume for volume" volumeID="vol-0b4cb7e02e970e30e" -I0801 18:53:40.874314 1 event.go:377] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"ebs-6472", Name:"pvc-fvvrl", UID:"b67684d4-e700-427f-a6af-f8b22b812afc", APIVersion:"v1", ResourceVersion:"62397", FieldPath:""}): type: 'Normal' reason: 'VolumeModificationStarted' External modifier is modifying volume pvc-b67684d4-e700-427f-a6af-f8b22b812afc -I0801 18:53:40.960198 1 controller.go:165] "Started PVC processing" key="ebs-9342/pvc-r6f65" -I0801 18:53:40.960292 1 csi_modifier.go:62] "Calling modify volume for volume" volumeID="vol-0d0b2ae318a77eaa9" -I0801 18:53:40.960520 1 event.go:377] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"ebs-9342", Name:"pvc-r6f65", UID:"65a1e8a1-9556-4762-a43c-91e272e0177f", APIVersion:"v1", ResourceVersion:"62399", FieldPath:""}): type: 'Normal' reason: 'VolumeModificationStarted' External modifier is modifying volume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f -I0801 18:53:41.173807 1 controller.go:165] "Started PVC processing" key="ebs-7100/pvc-wpzzs" -I0801 18:53:41.174016 1 csi_modifier.go:62] "Calling modify volume for volume" volumeID="vol-0b007916c0c3661b1" -I0801 18:53:41.174199 1 event.go:377] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"ebs-7100", Name:"pvc-wpzzs", UID:"5d03282c-7ff2-4170-b340-e52a8169780b", APIVersion:"v1", ResourceVersion:"62402", FieldPath:""}): type: 'Normal' reason: 'VolumeModificationStarted' External modifier is modifying volume pvc-5d03282c-7ff2-4170-b340-e52a8169780b -I0801 18:53:42.251466 1 event.go:377] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"ebs-6923", Name:"pvc-58tv4", UID:"8ce129a6-44a2-414d-84b9-08a6ac588612", APIVersion:"v1", ResourceVersion:"62369", FieldPath:""}): type: 'Normal' reason: 'VolumeModificationSuccessful' External modifier has successfully modified volume pvc-8ce129a6-44a2-414d-84b9-08a6ac588612 -I0801 18:53:45.120126 1 controller.go:165] "Started PVC processing" key="ebs-2218/pvc-pg767" -I0801 18:53:45.120167 1 csi_modifier.go:62] "Calling modify volume for volume" volumeID="vol-0dbdda73ecf0ac40a" -I0801 18:53:45.120224 1 event.go:377] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"ebs-2218", Name:"pvc-pg767", UID:"1392f616-7d52-484c-a6e9-ec1e628753ad", APIVersion:"v1", ResourceVersion:"62427", FieldPath:""}): type: 'Normal' reason: 'VolumeModificationStarted' External modifier is modifying volume pvc-1392f616-7d52-484c-a6e9-ec1e628753ad -I0801 18:53:46.328561 1 event.go:377] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"ebs-6472", Name:"pvc-fvvrl", UID:"b67684d4-e700-427f-a6af-f8b22b812afc", APIVersion:"v1", ResourceVersion:"62397", FieldPath:""}): type: 'Normal' reason: 'VolumeModificationSuccessful' External modifier has successfully modified volume pvc-b67684d4-e700-427f-a6af-f8b22b812afc -I0801 18:53:46.328672 1 event.go:377] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"ebs-9342", Name:"pvc-r6f65", UID:"65a1e8a1-9556-4762-a43c-91e272e0177f", APIVersion:"v1", ResourceVersion:"62399", FieldPath:""}): type: 'Normal' reason: 'VolumeModificationSuccessful' External modifier has successfully modified volume pvc-65a1e8a1-9556-4762-a43c-91e272e0177f -I0801 18:53:48.580560 1 event.go:377] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"ebs-7100", Name:"pvc-wpzzs", UID:"5d03282c-7ff2-4170-b340-e52a8169780b", APIVersion:"v1", ResourceVersion:"62402", FieldPath:""}): type: 'Normal' reason: 'VolumeModificationSuccessful' External modifier has successfully modified volume pvc-5d03282c-7ff2-4170-b340-e52a8169780b -I0801 18:53:52.366365 1 event.go:377] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"ebs-2218", Name:"pvc-pg767", UID:"1392f616-7d52-484c-a6e9-ec1e628753ad", APIVersion:"v1", ResourceVersion:"62427", FieldPath:""}): type: 'Normal' reason: 'VolumeModificationSuccessful' External modifier has successfully modified volume pvc-1392f616-7d52-484c-a6e9-ec1e628753ad -I0801 18:54:39.264527 1 controller.go:165] "Started PVC processing" key="ebs-1980/pvc-cd8tg" -I0801 18:54:39.264708 1 controller.go:187] "PV bound to PVC is not created yet" pvc="ebs-1980/pvc-cd8tg" -I0801 18:54:47.188523 1 controller.go:165] "Started PVC processing" key="ebs-5809/pvc-d9q26" -I0801 18:54:47.188687 1 controller.go:187] "PV bound to PVC is not created yet" pvc="ebs-5809/pvc-d9q26" -I0801 18:54:50.082877 1 controller.go:165] "Started PVC processing" key="ebs-1980/pvc-cd8tg" -I0801 18:54:50.082915 1 csi_modifier.go:62] "Calling modify volume for volume" volumeID="vol-03a17e16679fd1811" -I0801 18:54:50.083032 1 event.go:377] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"ebs-1980", Name:"pvc-cd8tg", UID:"5f891355-91f1-494b-99f7-b74bd732a2ab", APIVersion:"v1", ResourceVersion:"62831", FieldPath:""}): type: 'Normal' reason: 'VolumeModificationStarted' External modifier is modifying volume pvc-5f891355-91f1-494b-99f7-b74bd732a2ab -I0801 18:54:53.905559 1 controller.go:165] "Started PVC processing" key="ebs-5809/pvc-d9q26" -I0801 18:54:53.905787 1 csi_modifier.go:62] "Calling modify volume for volume" volumeID="vol-0ed994ef3a606cc32" -I0801 18:54:53.906004 1 event.go:377] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"ebs-5809", Name:"pvc-d9q26", UID:"42da5bd5-1f3c-4e9e-9629-55ae81c11cf0", APIVersion:"v1", ResourceVersion:"62871", FieldPath:""}): type: 'Normal' reason: 'VolumeModificationStarted' External modifier is modifying volume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 -I0801 18:54:57.766811 1 event.go:377] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"ebs-1980", Name:"pvc-cd8tg", UID:"5f891355-91f1-494b-99f7-b74bd732a2ab", APIVersion:"v1", ResourceVersion:"62831", FieldPath:""}): type: 'Normal' reason: 'VolumeModificationSuccessful' External modifier has successfully modified volume pvc-5f891355-91f1-494b-99f7-b74bd732a2ab -I0801 18:54:58.137130 1 controller.go:165] "Started PVC processing" key="ebs-3501/pvc-bvktv" -I0801 18:54:58.137152 1 controller.go:187] "PV bound to PVC is not created yet" pvc="ebs-3501/pvc-bvktv" -I0801 18:54:58.477157 1 controller.go:165] "Started PVC processing" key="ebs-696/pvc-5gmtq" -I0801 18:54:58.477237 1 controller.go:187] "PV bound to PVC is not created yet" pvc="ebs-696/pvc-5gmtq" -I0801 18:54:58.704506 1 controller.go:165] "Started PVC processing" key="ebs-9699/pvc-2p9tn" -I0801 18:54:58.704647 1 controller.go:187] "PV bound to PVC is not created yet" pvc="ebs-9699/pvc-2p9tn" -I0801 18:54:59.311275 1 event.go:377] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"ebs-5809", Name:"pvc-d9q26", UID:"42da5bd5-1f3c-4e9e-9629-55ae81c11cf0", APIVersion:"v1", ResourceVersion:"62871", FieldPath:""}): type: 'Normal' reason: 'VolumeModificationSuccessful' External modifier has successfully modified volume pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0 -I0801 18:55:51.999832 1 controller.go:165] "Started PVC processing" key="ebs-6166/pvc-clzvn" -I0801 18:55:51.999947 1 controller.go:187] "PV bound to PVC is not created yet" pvc="ebs-6166/pvc-clzvn" -I0801 18:56:09.480023 1 controller.go:165] "Started PVC processing" key="ebs-9362/pvc-skdqv" -I0801 18:56:09.480046 1 controller.go:187] "PV bound to PVC is not created yet" pvc="ebs-9362/pvc-skdqv" -I0801 18:56:11.110154 1 controller.go:165] "Started PVC processing" key="ebs-3611/pvc-rwbls" -I0801 18:56:11.110180 1 controller.go:187] "PV bound to PVC is not created yet" pvc="ebs-3611/pvc-rwbls" -I0801 18:56:13.892739 1 controller.go:165] "Started PVC processing" key="ebs-5691/pvc-n8trk" -I0801 18:56:13.892766 1 controller.go:187] "PV bound to PVC is not created yet" pvc="ebs-5691/pvc-n8trk" -I0801 18:56:17.339675 1 controller.go:165] "Started PVC processing" key="ebs-3357/pvc-svvnk" -I0801 18:56:17.339698 1 controller.go:187] "PV bound to PVC is not created yet" pvc="ebs-3357/pvc-svvnk" -I0801 18:57:04.755597 1 controller.go:165] "Started PVC processing" key="ebs-1087/pvc-qf7gw" -I0801 18:57:04.755623 1 controller.go:187] "PV bound to PVC is not created yet" pvc="ebs-1087/pvc-qf7gw" -### -## Printing pod ebs-csi-node-4kdv2 container logs -# -I0801 18:53:09.743191 1 main.go:157] "Initializing metadata" -I0801 18:53:09.768234 1 ec2.go:92] "Number of attached ENIs" attachedENIs=1 -I0801 18:53:09.773879 1 metadata.go:48] "Retrieved metadata from IMDS" -I0801 18:53:09.774189 1 mount_linux.go:280] Cannot create temp dir to detect safe 'not mounted' behavior: mkdir /tmp/kubelet-detect-safe-umount642599465: read-only file system -I0801 18:53:09.774916 1 driver.go:69] "Driver Information" Driver="ebs.csi.aws.com" Version="v1.33.0" -I0801 18:53:09.775466 1 driver.go:138] "Listening for connections" address="/csi/csi.sock" -I0801 18:53:10.481768 1 node.go:575] "NodeGetInfo: called" args="" -I0801 18:53:10.796279 1 node.go:937] "CSINode Allocatable value is set" nodeName="i-0d51acb5075e7fd85" count=26 -I0801 18:53:10.796309 1 node.go:898] "No taints to remove on node, skipping taint removal" -I0801 18:53:37.019722 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:53:37.019797 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:53:37.019732 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:53:37.030336 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:53:37.030721 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:53:37.031232 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:53:37.031954 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:53:37.032160 1 node.go:113] "NodeStageVolume: called" args="volume_id:\"vol-0b4cb7e02e970e30e\" publish_context:{key:\"devicePath\" value:\"/dev/xvdaa\"} staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/f34967a446c59e8a2b13109fd866a2e703e51d2b2b95064438ac4e1fe47a1b34/globalmount\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:53:37.032481 1 mount_linux.go:87] "[Debug] The canonical device path was resolved" devicePath="/dev/xvdaa" cacanonicalDevicePath="/dev/nvme3n1" -I0801 18:53:37.033425 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:53:37.033668 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:53:37.035641 1 node.go:113] "NodeStageVolume: called" args="volume_id:\"vol-0d0b2ae318a77eaa9\" publish_context:{key:\"devicePath\" value:\"/dev/xvdab\"} staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/157f0a22df238b59f96c22ab1ff0370ff007c88bee8ded44536c5728111d1a6b/globalmount\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:53:37.035788 1 mount_linux.go:87] "[Debug] The canonical device path was resolved" devicePath="/dev/xvdab" cacanonicalDevicePath="/dev/nvme1n1" -I0801 18:53:37.036744 1 node.go:113] "NodeStageVolume: called" args="volume_id:\"vol-0b007916c0c3661b1\" publish_context:{key:\"devicePath\" value:\"/dev/xvdac\"} staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/15fc7705cf9d79e7f426d68f2572af92871a90d0494c39458c7f13fc3f3824f8/globalmount\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:53:37.037000 1 mount_linux.go:87] "[Debug] The canonical device path was resolved" devicePath="/dev/xvdac" cacanonicalDevicePath="/dev/nvme2n1" -I0801 18:53:37.039428 1 node.go:215] "NodeStageVolume: find device path" devicePath="/dev/xvdaa" source="/dev/nvme3n1" -I0801 18:53:37.039802 1 node.go:243] "NodeStageVolume: checking if volume is already staged" device="" source="/dev/nvme3n1" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/f34967a446c59e8a2b13109fd866a2e703e51d2b2b95064438ac4e1fe47a1b34/globalmount" -I0801 18:53:37.039876 1 node.go:250] "NodeStageVolume: staging volume" source="/dev/nvme3n1" volumeID="vol-0b4cb7e02e970e30e" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/f34967a446c59e8a2b13109fd866a2e703e51d2b2b95064438ac4e1fe47a1b34/globalmount" fstype="ext4" -I0801 18:53:37.039912 1 mount_linux.go:634] Attempting to determine if disk "/dev/nvme3n1" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/nvme3n1]) -I0801 18:53:37.040230 1 node.go:215] "NodeStageVolume: find device path" devicePath="/dev/xvdab" source="/dev/nvme1n1" -I0801 18:53:37.041817 1 node.go:243] "NodeStageVolume: checking if volume is already staged" device="" source="/dev/nvme1n1" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/157f0a22df238b59f96c22ab1ff0370ff007c88bee8ded44536c5728111d1a6b/globalmount" -I0801 18:53:37.041899 1 node.go:250] "NodeStageVolume: staging volume" source="/dev/nvme1n1" volumeID="vol-0d0b2ae318a77eaa9" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/157f0a22df238b59f96c22ab1ff0370ff007c88bee8ded44536c5728111d1a6b/globalmount" fstype="ext4" -I0801 18:53:37.041967 1 mount_linux.go:634] Attempting to determine if disk "/dev/nvme1n1" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/nvme1n1]) -I0801 18:53:37.043657 1 node.go:215] "NodeStageVolume: find device path" devicePath="/dev/xvdac" source="/dev/nvme2n1" -I0801 18:53:37.044019 1 node.go:243] "NodeStageVolume: checking if volume is already staged" device="" source="/dev/nvme2n1" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/15fc7705cf9d79e7f426d68f2572af92871a90d0494c39458c7f13fc3f3824f8/globalmount" -I0801 18:53:37.044095 1 node.go:250] "NodeStageVolume: staging volume" source="/dev/nvme2n1" volumeID="vol-0b007916c0c3661b1" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/15fc7705cf9d79e7f426d68f2572af92871a90d0494c39458c7f13fc3f3824f8/globalmount" fstype="ext4" -I0801 18:53:37.044155 1 mount_linux.go:634] Attempting to determine if disk "/dev/nvme2n1" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/nvme2n1]) -I0801 18:53:37.055922 1 mount_linux.go:637] Output: "" -I0801 18:53:37.055952 1 mount_linux.go:572] Disk "/dev/nvme3n1" appears to be unformatted, attempting to format as type: "ext4" with options: [-F -m0 /dev/nvme3n1] -I0801 18:53:37.060475 1 mount_linux.go:637] Output: "" -I0801 18:53:37.060626 1 mount_linux.go:572] Disk "/dev/nvme2n1" appears to be unformatted, attempting to format as type: "ext4" with options: [-F -m0 /dev/nvme2n1] -I0801 18:53:37.064247 1 mount_linux.go:637] Output: "" -I0801 18:53:37.064386 1 mount_linux.go:572] Disk "/dev/nvme1n1" appears to be unformatted, attempting to format as type: "ext4" with options: [-F -m0 /dev/nvme1n1] -I0801 18:53:37.207437 1 mount_linux.go:583] Disk successfully formatted (mkfs): ext4 - /dev/nvme1n1 /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/157f0a22df238b59f96c22ab1ff0370ff007c88bee8ded44536c5728111d1a6b/globalmount -I0801 18:53:37.207461 1 mount_linux.go:601] Attempting to mount disk /dev/nvme1n1 in ext4 format at /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/157f0a22df238b59f96c22ab1ff0370ff007c88bee8ded44536c5728111d1a6b/globalmount -I0801 18:53:37.207645 1 mount_linux.go:249] Detected OS without systemd -I0801 18:53:37.207659 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o rw,defaults /dev/nvme1n1 /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/157f0a22df238b59f96c22ab1ff0370ff007c88bee8ded44536c5728111d1a6b/globalmount) -I0801 18:53:37.218533 1 mount_linux.go:634] Attempting to determine if disk "/dev/nvme1n1" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/nvme1n1]) -I0801 18:53:37.232878 1 mount_linux.go:637] Output: "DEVNAME=/dev/nvme1n1\nTYPE=ext4\n" -I0801 18:53:37.232908 1 resizefs_linux.go:137] ResizeFs.needResize - checking mounted volume /dev/nvme1n1 -I0801 18:53:37.236250 1 resizefs_linux.go:141] Ext size: filesystem size=10737418240, block size=4096 -I0801 18:53:37.236268 1 resizefs_linux.go:156] Volume /dev/nvme1n1: device size=10737418240, filesystem size=10737418240, block size=4096 -I0801 18:53:37.236297 1 node.go:294] "NodeStageVolume: successfully staged volume" source="/dev/nvme1n1" volumeID="vol-0d0b2ae318a77eaa9" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/157f0a22df238b59f96c22ab1ff0370ff007c88bee8ded44536c5728111d1a6b/globalmount" fstype="ext4" -I0801 18:53:37.236317 1 node.go:192] "NodeStageVolume: volume operation finished" volumeID="vol-0d0b2ae318a77eaa9" -I0801 18:53:37.236329 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0d0b2ae318a77eaa9" -I0801 18:53:37.238203 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:53:37.243367 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:53:37.245024 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:53:37.246823 1 node.go:413] "NodePublishVolume: called" args="volume_id:\"vol-0d0b2ae318a77eaa9\" publish_context:{key:\"devicePath\" value:\"/dev/xvdab\"} staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/157f0a22df238b59f96c22ab1ff0370ff007c88bee8ded44536c5728111d1a6b/globalmount\" target_path:\"/var/lib/kubelet/pods/d05c39f5-7f81-48b6-b192-b775713e8178/volumes/kubernetes.io~csi/pvc-65a1e8a1-9556-4762-a43c-91e272e0177f/mount\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:53:37.246937 1 mount_linux.go:198] "NodePublishVolume: creating dir" target="/var/lib/kubelet/pods/d05c39f5-7f81-48b6-b192-b775713e8178/volumes/kubernetes.io~csi/pvc-65a1e8a1-9556-4762-a43c-91e272e0177f/mount" -I0801 18:53:37.247028 1 node.go:754] "NodePublishVolume: mounting" source="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/157f0a22df238b59f96c22ab1ff0370ff007c88bee8ded44536c5728111d1a6b/globalmount" target="/var/lib/kubelet/pods/d05c39f5-7f81-48b6-b192-b775713e8178/volumes/kubernetes.io~csi/pvc-65a1e8a1-9556-4762-a43c-91e272e0177f/mount" mountOptions=["bind","rw"] fsType="ext4" -I0801 18:53:37.247074 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o bind /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/157f0a22df238b59f96c22ab1ff0370ff007c88bee8ded44536c5728111d1a6b/globalmount /var/lib/kubelet/pods/d05c39f5-7f81-48b6-b192-b775713e8178/volumes/kubernetes.io~csi/pvc-65a1e8a1-9556-4762-a43c-91e272e0177f/mount) -I0801 18:53:37.255027 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o bind,remount,rw /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/157f0a22df238b59f96c22ab1ff0370ff007c88bee8ded44536c5728111d1a6b/globalmount /var/lib/kubelet/pods/d05c39f5-7f81-48b6-b192-b775713e8178/volumes/kubernetes.io~csi/pvc-65a1e8a1-9556-4762-a43c-91e272e0177f/mount) -I0801 18:53:37.257437 1 node.go:442] "NodePublishVolume: volume operation finished" volumeId="vol-0d0b2ae318a77eaa9" -I0801 18:53:37.257482 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0d0b2ae318a77eaa9" -I0801 18:53:37.259525 1 mount_linux.go:583] Disk successfully formatted (mkfs): ext4 - /dev/nvme2n1 /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/15fc7705cf9d79e7f426d68f2572af92871a90d0494c39458c7f13fc3f3824f8/globalmount -I0801 18:53:37.259541 1 mount_linux.go:601] Attempting to mount disk /dev/nvme2n1 in ext4 format at /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/15fc7705cf9d79e7f426d68f2572af92871a90d0494c39458c7f13fc3f3824f8/globalmount -I0801 18:53:37.259556 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o rw,defaults /dev/nvme2n1 /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/15fc7705cf9d79e7f426d68f2572af92871a90d0494c39458c7f13fc3f3824f8/globalmount) -I0801 18:53:37.272210 1 mount_linux.go:634] Attempting to determine if disk "/dev/nvme2n1" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/nvme2n1]) -I0801 18:53:37.283991 1 mount_linux.go:637] Output: "DEVNAME=/dev/nvme2n1\nTYPE=ext4\n" -I0801 18:53:37.284019 1 resizefs_linux.go:137] ResizeFs.needResize - checking mounted volume /dev/nvme2n1 -I0801 18:53:37.286530 1 resizefs_linux.go:141] Ext size: filesystem size=10737418240, block size=4096 -I0801 18:53:37.286549 1 resizefs_linux.go:156] Volume /dev/nvme2n1: device size=10737418240, filesystem size=10737418240, block size=4096 -I0801 18:53:37.286577 1 node.go:294] "NodeStageVolume: successfully staged volume" source="/dev/nvme2n1" volumeID="vol-0b007916c0c3661b1" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/15fc7705cf9d79e7f426d68f2572af92871a90d0494c39458c7f13fc3f3824f8/globalmount" fstype="ext4" -I0801 18:53:37.286593 1 node.go:192] "NodeStageVolume: volume operation finished" volumeID="vol-0b007916c0c3661b1" -I0801 18:53:37.286605 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0b007916c0c3661b1" -I0801 18:53:37.289200 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:53:37.294142 1 mount_linux.go:583] Disk successfully formatted (mkfs): ext4 - /dev/nvme3n1 /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/f34967a446c59e8a2b13109fd866a2e703e51d2b2b95064438ac4e1fe47a1b34/globalmount -I0801 18:53:37.294158 1 mount_linux.go:601] Attempting to mount disk /dev/nvme3n1 in ext4 format at /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/f34967a446c59e8a2b13109fd866a2e703e51d2b2b95064438ac4e1fe47a1b34/globalmount -I0801 18:53:37.294172 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o rw,defaults /dev/nvme3n1 /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/f34967a446c59e8a2b13109fd866a2e703e51d2b2b95064438ac4e1fe47a1b34/globalmount) -I0801 18:53:37.295514 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:53:37.321059 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:53:37.338124 1 node.go:413] "NodePublishVolume: called" args="volume_id:\"vol-0b007916c0c3661b1\" publish_context:{key:\"devicePath\" value:\"/dev/xvdac\"} staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/15fc7705cf9d79e7f426d68f2572af92871a90d0494c39458c7f13fc3f3824f8/globalmount\" target_path:\"/var/lib/kubelet/pods/4c1ba886-893b-4b1a-9bc1-c85cd702e98c/volumes/kubernetes.io~csi/pvc-5d03282c-7ff2-4170-b340-e52a8169780b/mount\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:53:37.338253 1 mount_linux.go:198] "NodePublishVolume: creating dir" target="/var/lib/kubelet/pods/4c1ba886-893b-4b1a-9bc1-c85cd702e98c/volumes/kubernetes.io~csi/pvc-5d03282c-7ff2-4170-b340-e52a8169780b/mount" -I0801 18:53:37.338349 1 node.go:754] "NodePublishVolume: mounting" source="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/15fc7705cf9d79e7f426d68f2572af92871a90d0494c39458c7f13fc3f3824f8/globalmount" target="/var/lib/kubelet/pods/4c1ba886-893b-4b1a-9bc1-c85cd702e98c/volumes/kubernetes.io~csi/pvc-5d03282c-7ff2-4170-b340-e52a8169780b/mount" mountOptions=["bind","rw"] fsType="ext4" -I0801 18:53:37.338381 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o bind /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/15fc7705cf9d79e7f426d68f2572af92871a90d0494c39458c7f13fc3f3824f8/globalmount /var/lib/kubelet/pods/4c1ba886-893b-4b1a-9bc1-c85cd702e98c/volumes/kubernetes.io~csi/pvc-5d03282c-7ff2-4170-b340-e52a8169780b/mount) -I0801 18:53:37.349446 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o bind,remount,rw /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/15fc7705cf9d79e7f426d68f2572af92871a90d0494c39458c7f13fc3f3824f8/globalmount /var/lib/kubelet/pods/4c1ba886-893b-4b1a-9bc1-c85cd702e98c/volumes/kubernetes.io~csi/pvc-5d03282c-7ff2-4170-b340-e52a8169780b/mount) -I0801 18:53:37.351965 1 mount_linux.go:634] Attempting to determine if disk "/dev/nvme3n1" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/nvme3n1]) -I0801 18:53:37.354053 1 node.go:442] "NodePublishVolume: volume operation finished" volumeId="vol-0b007916c0c3661b1" -I0801 18:53:37.354073 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0b007916c0c3661b1" -I0801 18:53:37.360364 1 mount_linux.go:637] Output: "DEVNAME=/dev/nvme3n1\nTYPE=ext4\n" -I0801 18:53:37.360382 1 resizefs_linux.go:137] ResizeFs.needResize - checking mounted volume /dev/nvme3n1 -I0801 18:53:37.362796 1 resizefs_linux.go:141] Ext size: filesystem size=10737418240, block size=4096 -I0801 18:53:37.362811 1 resizefs_linux.go:156] Volume /dev/nvme3n1: device size=10737418240, filesystem size=10737418240, block size=4096 -I0801 18:53:37.362838 1 node.go:294] "NodeStageVolume: successfully staged volume" source="/dev/nvme3n1" volumeID="vol-0b4cb7e02e970e30e" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/f34967a446c59e8a2b13109fd866a2e703e51d2b2b95064438ac4e1fe47a1b34/globalmount" fstype="ext4" -I0801 18:53:37.362855 1 node.go:192] "NodeStageVolume: volume operation finished" volumeID="vol-0b4cb7e02e970e30e" -I0801 18:53:37.362867 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0b4cb7e02e970e30e" -I0801 18:53:37.371197 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:53:37.377902 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:53:37.379700 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:53:37.381283 1 node.go:413] "NodePublishVolume: called" args="volume_id:\"vol-0b4cb7e02e970e30e\" publish_context:{key:\"devicePath\" value:\"/dev/xvdaa\"} staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/f34967a446c59e8a2b13109fd866a2e703e51d2b2b95064438ac4e1fe47a1b34/globalmount\" target_path:\"/var/lib/kubelet/pods/7bf45461-2a2c-4c05-8113-23589d1a173a/volumes/kubernetes.io~csi/pvc-b67684d4-e700-427f-a6af-f8b22b812afc/mount\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:53:37.381390 1 mount_linux.go:198] "NodePublishVolume: creating dir" target="/var/lib/kubelet/pods/7bf45461-2a2c-4c05-8113-23589d1a173a/volumes/kubernetes.io~csi/pvc-b67684d4-e700-427f-a6af-f8b22b812afc/mount" -I0801 18:53:37.381479 1 node.go:754] "NodePublishVolume: mounting" source="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/f34967a446c59e8a2b13109fd866a2e703e51d2b2b95064438ac4e1fe47a1b34/globalmount" target="/var/lib/kubelet/pods/7bf45461-2a2c-4c05-8113-23589d1a173a/volumes/kubernetes.io~csi/pvc-b67684d4-e700-427f-a6af-f8b22b812afc/mount" mountOptions=["bind","rw"] fsType="ext4" -I0801 18:53:37.381507 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o bind /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/f34967a446c59e8a2b13109fd866a2e703e51d2b2b95064438ac4e1fe47a1b34/globalmount /var/lib/kubelet/pods/7bf45461-2a2c-4c05-8113-23589d1a173a/volumes/kubernetes.io~csi/pvc-b67684d4-e700-427f-a6af-f8b22b812afc/mount) -I0801 18:53:37.384412 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o bind,remount,rw /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/f34967a446c59e8a2b13109fd866a2e703e51d2b2b95064438ac4e1fe47a1b34/globalmount /var/lib/kubelet/pods/7bf45461-2a2c-4c05-8113-23589d1a173a/volumes/kubernetes.io~csi/pvc-b67684d4-e700-427f-a6af-f8b22b812afc/mount) -I0801 18:53:37.386758 1 node.go:442] "NodePublishVolume: volume operation finished" volumeId="vol-0b4cb7e02e970e30e" -I0801 18:53:37.386778 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0b4cb7e02e970e30e" -I0801 18:54:21.840111 1 node.go:466] "NodeUnpublishVolume: called" args="volume_id:\"vol-0d0b2ae318a77eaa9\" target_path:\"/var/lib/kubelet/pods/d05c39f5-7f81-48b6-b192-b775713e8178/volumes/kubernetes.io~csi/pvc-65a1e8a1-9556-4762-a43c-91e272e0177f/mount\"" -I0801 18:54:21.840151 1 node.go:486] "NodeUnpublishVolume: unmounting" target="/var/lib/kubelet/pods/d05c39f5-7f81-48b6-b192-b775713e8178/volumes/kubernetes.io~csi/pvc-65a1e8a1-9556-4762-a43c-91e272e0177f/mount" -I0801 18:54:21.840216 1 mount_helper_common.go:107] "/var/lib/kubelet/pods/d05c39f5-7f81-48b6-b192-b775713e8178/volumes/kubernetes.io~csi/pvc-65a1e8a1-9556-4762-a43c-91e272e0177f/mount" is a mountpoint, unmounting -I0801 18:54:21.840229 1 mount_linux.go:366] Unmounting /var/lib/kubelet/pods/d05c39f5-7f81-48b6-b192-b775713e8178/volumes/kubernetes.io~csi/pvc-65a1e8a1-9556-4762-a43c-91e272e0177f/mount -I0801 18:54:21.840513 1 node.go:466] "NodeUnpublishVolume: called" args="volume_id:\"vol-0b4cb7e02e970e30e\" target_path:\"/var/lib/kubelet/pods/7bf45461-2a2c-4c05-8113-23589d1a173a/volumes/kubernetes.io~csi/pvc-b67684d4-e700-427f-a6af-f8b22b812afc/mount\"" -I0801 18:54:21.840535 1 node.go:486] "NodeUnpublishVolume: unmounting" target="/var/lib/kubelet/pods/7bf45461-2a2c-4c05-8113-23589d1a173a/volumes/kubernetes.io~csi/pvc-b67684d4-e700-427f-a6af-f8b22b812afc/mount" -I0801 18:54:21.840562 1 mount_helper_common.go:107] "/var/lib/kubelet/pods/7bf45461-2a2c-4c05-8113-23589d1a173a/volumes/kubernetes.io~csi/pvc-b67684d4-e700-427f-a6af-f8b22b812afc/mount" is a mountpoint, unmounting -I0801 18:54:21.840570 1 mount_linux.go:366] Unmounting /var/lib/kubelet/pods/7bf45461-2a2c-4c05-8113-23589d1a173a/volumes/kubernetes.io~csi/pvc-b67684d4-e700-427f-a6af-f8b22b812afc/mount -I0801 18:54:21.844793 1 mount_helper_common.go:142] "/var/lib/kubelet/pods/7bf45461-2a2c-4c05-8113-23589d1a173a/volumes/kubernetes.io~csi/pvc-b67684d4-e700-427f-a6af-f8b22b812afc/mount" is not a mountpoint, deleting -I0801 18:54:21.844828 1 mount_helper_common.go:142] "/var/lib/kubelet/pods/d05c39f5-7f81-48b6-b192-b775713e8178/volumes/kubernetes.io~csi/pvc-65a1e8a1-9556-4762-a43c-91e272e0177f/mount" is not a mountpoint, deleting -I0801 18:54:21.844861 1 node.go:482] "NodeUnPublishVolume: volume operation finished" volumeId="vol-0d0b2ae318a77eaa9" -I0801 18:54:21.844879 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0d0b2ae318a77eaa9" -I0801 18:54:21.844861 1 node.go:482] "NodeUnPublishVolume: volume operation finished" volumeId="vol-0b4cb7e02e970e30e" -I0801 18:54:21.844947 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0b4cb7e02e970e30e" -I0801 18:54:21.941783 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:54:21.942422 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:54:21.945714 1 node.go:299] "NodeUnstageVolume: called" args="volume_id:\"vol-0d0b2ae318a77eaa9\" staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/157f0a22df238b59f96c22ab1ff0370ff007c88bee8ded44536c5728111d1a6b/globalmount\"" -I0801 18:54:21.945975 1 node.go:339] "NodeUnstageVolume: unmounting" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/157f0a22df238b59f96c22ab1ff0370ff007c88bee8ded44536c5728111d1a6b/globalmount" -I0801 18:54:21.946003 1 mount_helper_common.go:107] "/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/157f0a22df238b59f96c22ab1ff0370ff007c88bee8ded44536c5728111d1a6b/globalmount" is a mountpoint, unmounting -I0801 18:54:21.946013 1 mount_linux.go:366] Unmounting /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/157f0a22df238b59f96c22ab1ff0370ff007c88bee8ded44536c5728111d1a6b/globalmount -I0801 18:54:21.946254 1 node.go:299] "NodeUnstageVolume: called" args="volume_id:\"vol-0b4cb7e02e970e30e\" staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/f34967a446c59e8a2b13109fd866a2e703e51d2b2b95064438ac4e1fe47a1b34/globalmount\"" -I0801 18:54:21.946488 1 node.go:339] "NodeUnstageVolume: unmounting" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/f34967a446c59e8a2b13109fd866a2e703e51d2b2b95064438ac4e1fe47a1b34/globalmount" -I0801 18:54:21.946511 1 mount_helper_common.go:107] "/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/f34967a446c59e8a2b13109fd866a2e703e51d2b2b95064438ac4e1fe47a1b34/globalmount" is a mountpoint, unmounting -I0801 18:54:21.946521 1 mount_linux.go:366] Unmounting /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/f34967a446c59e8a2b13109fd866a2e703e51d2b2b95064438ac4e1fe47a1b34/globalmount -I0801 18:54:21.952576 1 mount_helper_common.go:142] "/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/157f0a22df238b59f96c22ab1ff0370ff007c88bee8ded44536c5728111d1a6b/globalmount" is not a mountpoint, deleting -I0801 18:54:21.952633 1 node.go:344] "NodeUnStageVolume: successfully unstaged volume" volumeID="vol-0d0b2ae318a77eaa9" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/157f0a22df238b59f96c22ab1ff0370ff007c88bee8ded44536c5728111d1a6b/globalmount" -I0801 18:54:21.952645 1 node.go:314] "NodeUnStageVolume: volume operation finished" volumeID="vol-0d0b2ae318a77eaa9" -I0801 18:54:21.952655 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0d0b2ae318a77eaa9" -I0801 18:54:21.957412 1 mount_helper_common.go:142] "/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/f34967a446c59e8a2b13109fd866a2e703e51d2b2b95064438ac4e1fe47a1b34/globalmount" is not a mountpoint, deleting -I0801 18:54:21.957492 1 node.go:344] "NodeUnStageVolume: successfully unstaged volume" volumeID="vol-0b4cb7e02e970e30e" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/f34967a446c59e8a2b13109fd866a2e703e51d2b2b95064438ac4e1fe47a1b34/globalmount" -I0801 18:54:21.957507 1 node.go:314] "NodeUnStageVolume: volume operation finished" volumeID="vol-0b4cb7e02e970e30e" -I0801 18:54:21.957538 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0b4cb7e02e970e30e" -I0801 18:54:22.040117 1 node.go:466] "NodeUnpublishVolume: called" args="volume_id:\"vol-0b007916c0c3661b1\" target_path:\"/var/lib/kubelet/pods/4c1ba886-893b-4b1a-9bc1-c85cd702e98c/volumes/kubernetes.io~csi/pvc-5d03282c-7ff2-4170-b340-e52a8169780b/mount\"" -I0801 18:54:22.040159 1 node.go:486] "NodeUnpublishVolume: unmounting" target="/var/lib/kubelet/pods/4c1ba886-893b-4b1a-9bc1-c85cd702e98c/volumes/kubernetes.io~csi/pvc-5d03282c-7ff2-4170-b340-e52a8169780b/mount" -I0801 18:54:22.040202 1 mount_helper_common.go:107] "/var/lib/kubelet/pods/4c1ba886-893b-4b1a-9bc1-c85cd702e98c/volumes/kubernetes.io~csi/pvc-5d03282c-7ff2-4170-b340-e52a8169780b/mount" is a mountpoint, unmounting -I0801 18:54:22.040214 1 mount_linux.go:366] Unmounting /var/lib/kubelet/pods/4c1ba886-893b-4b1a-9bc1-c85cd702e98c/volumes/kubernetes.io~csi/pvc-5d03282c-7ff2-4170-b340-e52a8169780b/mount -I0801 18:54:22.042136 1 mount_helper_common.go:142] "/var/lib/kubelet/pods/4c1ba886-893b-4b1a-9bc1-c85cd702e98c/volumes/kubernetes.io~csi/pvc-5d03282c-7ff2-4170-b340-e52a8169780b/mount" is not a mountpoint, deleting -I0801 18:54:22.042187 1 node.go:482] "NodeUnPublishVolume: volume operation finished" volumeId="vol-0b007916c0c3661b1" -I0801 18:54:22.042198 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0b007916c0c3661b1" -I0801 18:54:22.140586 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:54:22.141579 1 node.go:299] "NodeUnstageVolume: called" args="volume_id:\"vol-0b007916c0c3661b1\" staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/15fc7705cf9d79e7f426d68f2572af92871a90d0494c39458c7f13fc3f3824f8/globalmount\"" -I0801 18:54:22.141878 1 node.go:339] "NodeUnstageVolume: unmounting" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/15fc7705cf9d79e7f426d68f2572af92871a90d0494c39458c7f13fc3f3824f8/globalmount" -I0801 18:54:22.141908 1 mount_helper_common.go:107] "/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/15fc7705cf9d79e7f426d68f2572af92871a90d0494c39458c7f13fc3f3824f8/globalmount" is a mountpoint, unmounting -I0801 18:54:22.141922 1 mount_linux.go:366] Unmounting /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/15fc7705cf9d79e7f426d68f2572af92871a90d0494c39458c7f13fc3f3824f8/globalmount -I0801 18:54:22.151657 1 mount_helper_common.go:142] "/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/15fc7705cf9d79e7f426d68f2572af92871a90d0494c39458c7f13fc3f3824f8/globalmount" is not a mountpoint, deleting -I0801 18:54:22.151736 1 node.go:344] "NodeUnStageVolume: successfully unstaged volume" volumeID="vol-0b007916c0c3661b1" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/15fc7705cf9d79e7f426d68f2572af92871a90d0494c39458c7f13fc3f3824f8/globalmount" -I0801 18:54:22.151782 1 node.go:314] "NodeUnStageVolume: volume operation finished" volumeID="vol-0b007916c0c3661b1" -I0801 18:54:22.151826 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0b007916c0c3661b1" -I0801 18:54:48.169553 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:54:48.182659 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:54:48.183666 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:54:48.184680 1 node.go:113] "NodeStageVolume: called" args="volume_id:\"vol-03a17e16679fd1811\" publish_context:{key:\"devicePath\" value:\"/dev/xvdaa\"} staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/d809c07663b786fe3dfafb7ca82d4f9d12d0b4b14c1ab011087b1588211dc47b/globalmount\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:54:48.184987 1 mount_linux.go:87] "[Debug] The canonical device path was resolved" devicePath="/dev/xvdaa" cacanonicalDevicePath="/dev/nvme1n1" -I0801 18:54:48.188137 1 node.go:215] "NodeStageVolume: find device path" devicePath="/dev/xvdaa" source="/dev/nvme1n1" -I0801 18:54:48.188405 1 node.go:243] "NodeStageVolume: checking if volume is already staged" device="" source="/dev/nvme1n1" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/d809c07663b786fe3dfafb7ca82d4f9d12d0b4b14c1ab011087b1588211dc47b/globalmount" -I0801 18:54:48.188430 1 node.go:250] "NodeStageVolume: staging volume" source="/dev/nvme1n1" volumeID="vol-03a17e16679fd1811" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/d809c07663b786fe3dfafb7ca82d4f9d12d0b4b14c1ab011087b1588211dc47b/globalmount" fstype="ext4" -I0801 18:54:48.188486 1 mount_linux.go:634] Attempting to determine if disk "/dev/nvme1n1" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/nvme1n1]) -I0801 18:54:48.205085 1 mount_linux.go:637] Output: "" -I0801 18:54:48.205110 1 mount_linux.go:572] Disk "/dev/nvme1n1" appears to be unformatted, attempting to format as type: "ext4" with options: [-F -m0 /dev/nvme1n1] -I0801 18:54:48.415047 1 mount_linux.go:583] Disk successfully formatted (mkfs): ext4 - /dev/nvme1n1 /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/d809c07663b786fe3dfafb7ca82d4f9d12d0b4b14c1ab011087b1588211dc47b/globalmount -I0801 18:54:48.415070 1 mount_linux.go:601] Attempting to mount disk /dev/nvme1n1 in ext4 format at /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/d809c07663b786fe3dfafb7ca82d4f9d12d0b4b14c1ab011087b1588211dc47b/globalmount -I0801 18:54:48.415088 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o rw,defaults /dev/nvme1n1 /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/d809c07663b786fe3dfafb7ca82d4f9d12d0b4b14c1ab011087b1588211dc47b/globalmount) -I0801 18:54:48.424029 1 mount_linux.go:634] Attempting to determine if disk "/dev/nvme1n1" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/nvme1n1]) -I0801 18:54:48.437551 1 mount_linux.go:637] Output: "DEVNAME=/dev/nvme1n1\nTYPE=ext4\n" -I0801 18:54:48.437762 1 resizefs_linux.go:137] ResizeFs.needResize - checking mounted volume /dev/nvme1n1 -I0801 18:54:48.440374 1 resizefs_linux.go:141] Ext size: filesystem size=10737418240, block size=4096 -I0801 18:54:48.440394 1 resizefs_linux.go:156] Volume /dev/nvme1n1: device size=10737418240, filesystem size=10737418240, block size=4096 -I0801 18:54:48.440429 1 node.go:294] "NodeStageVolume: successfully staged volume" source="/dev/nvme1n1" volumeID="vol-03a17e16679fd1811" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/d809c07663b786fe3dfafb7ca82d4f9d12d0b4b14c1ab011087b1588211dc47b/globalmount" fstype="ext4" -I0801 18:54:48.440445 1 node.go:192] "NodeStageVolume: volume operation finished" volumeID="vol-03a17e16679fd1811" -I0801 18:54:48.440457 1 inflight.go:74] "Node Service: volume operation finished" key="vol-03a17e16679fd1811" -I0801 18:54:48.442231 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:54:48.446632 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:54:48.448122 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:54:48.449942 1 node.go:413] "NodePublishVolume: called" args="volume_id:\"vol-03a17e16679fd1811\" publish_context:{key:\"devicePath\" value:\"/dev/xvdaa\"} staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/d809c07663b786fe3dfafb7ca82d4f9d12d0b4b14c1ab011087b1588211dc47b/globalmount\" target_path:\"/var/lib/kubelet/pods/8827a214-3e99-455b-87e0-f339fbd323ba/volumes/kubernetes.io~csi/pvc-5f891355-91f1-494b-99f7-b74bd732a2ab/mount\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:54:48.450067 1 mount_linux.go:198] "NodePublishVolume: creating dir" target="/var/lib/kubelet/pods/8827a214-3e99-455b-87e0-f339fbd323ba/volumes/kubernetes.io~csi/pvc-5f891355-91f1-494b-99f7-b74bd732a2ab/mount" -I0801 18:54:48.450161 1 node.go:754] "NodePublishVolume: mounting" source="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/d809c07663b786fe3dfafb7ca82d4f9d12d0b4b14c1ab011087b1588211dc47b/globalmount" target="/var/lib/kubelet/pods/8827a214-3e99-455b-87e0-f339fbd323ba/volumes/kubernetes.io~csi/pvc-5f891355-91f1-494b-99f7-b74bd732a2ab/mount" mountOptions=["bind","rw"] fsType="ext4" -I0801 18:54:48.450186 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o bind /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/d809c07663b786fe3dfafb7ca82d4f9d12d0b4b14c1ab011087b1588211dc47b/globalmount /var/lib/kubelet/pods/8827a214-3e99-455b-87e0-f339fbd323ba/volumes/kubernetes.io~csi/pvc-5f891355-91f1-494b-99f7-b74bd732a2ab/mount) -I0801 18:54:48.457024 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o bind,remount,rw /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/d809c07663b786fe3dfafb7ca82d4f9d12d0b4b14c1ab011087b1588211dc47b/globalmount /var/lib/kubelet/pods/8827a214-3e99-455b-87e0-f339fbd323ba/volumes/kubernetes.io~csi/pvc-5f891355-91f1-494b-99f7-b74bd732a2ab/mount) -I0801 18:54:48.459035 1 node.go:442] "NodePublishVolume: volume operation finished" volumeId="vol-03a17e16679fd1811" -I0801 18:54:48.459065 1 inflight.go:74] "Node Service: volume operation finished" key="vol-03a17e16679fd1811" -I0801 18:55:08.669738 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:55:08.673950 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:55:08.675107 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:55:08.676163 1 node.go:113] "NodeStageVolume: called" args="volume_id:\"vol-0629e97a91206d88f\" publish_context:{key:\"devicePath\" value:\"/dev/xvdab\"} staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/777ab80e4d97e0783944c5bcfea08aa0f49b069cde251d0c995ef2e2ca029d03/globalmount\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:55:08.676384 1 mount_linux.go:87] "[Debug] The canonical device path was resolved" devicePath="/dev/xvdab" cacanonicalDevicePath="/dev/nvme2n1" -I0801 18:55:08.678892 1 node.go:215] "NodeStageVolume: find device path" devicePath="/dev/xvdab" source="/dev/nvme2n1" -I0801 18:55:08.679173 1 node.go:243] "NodeStageVolume: checking if volume is already staged" device="" source="/dev/nvme2n1" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/777ab80e4d97e0783944c5bcfea08aa0f49b069cde251d0c995ef2e2ca029d03/globalmount" -I0801 18:55:08.679198 1 node.go:250] "NodeStageVolume: staging volume" source="/dev/nvme2n1" volumeID="vol-0629e97a91206d88f" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/777ab80e4d97e0783944c5bcfea08aa0f49b069cde251d0c995ef2e2ca029d03/globalmount" fstype="ext4" -I0801 18:55:08.679334 1 mount_linux.go:634] Attempting to determine if disk "/dev/nvme2n1" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/nvme2n1]) -I0801 18:55:08.700041 1 mount_linux.go:637] Output: "" -I0801 18:55:08.700064 1 mount_linux.go:572] Disk "/dev/nvme2n1" appears to be unformatted, attempting to format as type: "ext4" with options: [-F -m0 /dev/nvme2n1] -I0801 18:55:08.842860 1 mount_linux.go:583] Disk successfully formatted (mkfs): ext4 - /dev/nvme2n1 /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/777ab80e4d97e0783944c5bcfea08aa0f49b069cde251d0c995ef2e2ca029d03/globalmount -I0801 18:55:08.842882 1 mount_linux.go:601] Attempting to mount disk /dev/nvme2n1 in ext4 format at /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/777ab80e4d97e0783944c5bcfea08aa0f49b069cde251d0c995ef2e2ca029d03/globalmount -I0801 18:55:08.842899 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o rw,defaults /dev/nvme2n1 /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/777ab80e4d97e0783944c5bcfea08aa0f49b069cde251d0c995ef2e2ca029d03/globalmount) -I0801 18:55:08.853180 1 mount_linux.go:634] Attempting to determine if disk "/dev/nvme2n1" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/nvme2n1]) -I0801 18:55:08.869605 1 mount_linux.go:637] Output: "DEVNAME=/dev/nvme2n1\nTYPE=ext4\n" -I0801 18:55:08.869812 1 resizefs_linux.go:137] ResizeFs.needResize - checking mounted volume /dev/nvme2n1 -I0801 18:55:08.873241 1 resizefs_linux.go:141] Ext size: filesystem size=10737418240, block size=4096 -I0801 18:55:08.873309 1 resizefs_linux.go:156] Volume /dev/nvme2n1: device size=10737418240, filesystem size=10737418240, block size=4096 -I0801 18:55:08.873371 1 node.go:294] "NodeStageVolume: successfully staged volume" source="/dev/nvme2n1" volumeID="vol-0629e97a91206d88f" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/777ab80e4d97e0783944c5bcfea08aa0f49b069cde251d0c995ef2e2ca029d03/globalmount" fstype="ext4" -I0801 18:55:08.873537 1 node.go:192] "NodeStageVolume: volume operation finished" volumeID="vol-0629e97a91206d88f" -I0801 18:55:08.877043 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0629e97a91206d88f" -I0801 18:55:08.889963 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:55:08.894751 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:55:08.896249 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:55:08.897654 1 node.go:413] "NodePublishVolume: called" args="volume_id:\"vol-0629e97a91206d88f\" publish_context:{key:\"devicePath\" value:\"/dev/xvdab\"} staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/777ab80e4d97e0783944c5bcfea08aa0f49b069cde251d0c995ef2e2ca029d03/globalmount\" target_path:\"/var/lib/kubelet/pods/be645f22-1d96-4eaa-ba4a-6409d7e80337/volumes/kubernetes.io~csi/pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1/mount\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:55:08.897795 1 mount_linux.go:198] "NodePublishVolume: creating dir" target="/var/lib/kubelet/pods/be645f22-1d96-4eaa-ba4a-6409d7e80337/volumes/kubernetes.io~csi/pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1/mount" -I0801 18:55:08.897885 1 node.go:754] "NodePublishVolume: mounting" source="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/777ab80e4d97e0783944c5bcfea08aa0f49b069cde251d0c995ef2e2ca029d03/globalmount" target="/var/lib/kubelet/pods/be645f22-1d96-4eaa-ba4a-6409d7e80337/volumes/kubernetes.io~csi/pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1/mount" mountOptions=["bind","rw"] fsType="ext4" -I0801 18:55:08.897916 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o bind /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/777ab80e4d97e0783944c5bcfea08aa0f49b069cde251d0c995ef2e2ca029d03/globalmount /var/lib/kubelet/pods/be645f22-1d96-4eaa-ba4a-6409d7e80337/volumes/kubernetes.io~csi/pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1/mount) -I0801 18:55:08.905122 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o bind,remount,rw /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/777ab80e4d97e0783944c5bcfea08aa0f49b069cde251d0c995ef2e2ca029d03/globalmount /var/lib/kubelet/pods/be645f22-1d96-4eaa-ba4a-6409d7e80337/volumes/kubernetes.io~csi/pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1/mount) -I0801 18:55:08.907639 1 node.go:442] "NodePublishVolume: volume operation finished" volumeId="vol-0629e97a91206d88f" -I0801 18:55:08.907665 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0629e97a91206d88f" -I0801 18:55:29.271172 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:55:29.271172 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:55:29.272651 1 node.go:496] "NodeGetVolumeStats: called" args="volume_id:\"vol-0629e97a91206d88f\" volume_path:\"/var/lib/kubelet/pods/be645f22-1d96-4eaa-ba4a-6409d7e80337/volumes/kubernetes.io~csi/pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1/mount\"" -I0801 18:55:29.272750 1 node.go:496] "NodeGetVolumeStats: called" args="volume_id:\"vol-03a17e16679fd1811\" volume_path:\"/var/lib/kubelet/pods/8827a214-3e99-455b-87e0-f339fbd323ba/volumes/kubernetes.io~csi/pvc-5f891355-91f1-494b-99f7-b74bd732a2ab/mount\"" -I0801 18:55:30.876862 1 node.go:466] "NodeUnpublishVolume: called" args="volume_id:\"vol-03a17e16679fd1811\" target_path:\"/var/lib/kubelet/pods/8827a214-3e99-455b-87e0-f339fbd323ba/volumes/kubernetes.io~csi/pvc-5f891355-91f1-494b-99f7-b74bd732a2ab/mount\"" -I0801 18:55:30.876911 1 node.go:486] "NodeUnpublishVolume: unmounting" target="/var/lib/kubelet/pods/8827a214-3e99-455b-87e0-f339fbd323ba/volumes/kubernetes.io~csi/pvc-5f891355-91f1-494b-99f7-b74bd732a2ab/mount" -I0801 18:55:30.876979 1 mount_helper_common.go:107] "/var/lib/kubelet/pods/8827a214-3e99-455b-87e0-f339fbd323ba/volumes/kubernetes.io~csi/pvc-5f891355-91f1-494b-99f7-b74bd732a2ab/mount" is a mountpoint, unmounting -I0801 18:55:30.876991 1 mount_linux.go:366] Unmounting /var/lib/kubelet/pods/8827a214-3e99-455b-87e0-f339fbd323ba/volumes/kubernetes.io~csi/pvc-5f891355-91f1-494b-99f7-b74bd732a2ab/mount -I0801 18:55:30.881800 1 mount_helper_common.go:142] "/var/lib/kubelet/pods/8827a214-3e99-455b-87e0-f339fbd323ba/volumes/kubernetes.io~csi/pvc-5f891355-91f1-494b-99f7-b74bd732a2ab/mount" is not a mountpoint, deleting -I0801 18:55:30.881851 1 node.go:482] "NodeUnPublishVolume: volume operation finished" volumeId="vol-03a17e16679fd1811" -I0801 18:55:30.881863 1 inflight.go:74] "Node Service: volume operation finished" key="vol-03a17e16679fd1811" -I0801 18:55:30.977498 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:55:30.978555 1 node.go:299] "NodeUnstageVolume: called" args="volume_id:\"vol-03a17e16679fd1811\" staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/d809c07663b786fe3dfafb7ca82d4f9d12d0b4b14c1ab011087b1588211dc47b/globalmount\"" -I0801 18:55:30.978812 1 node.go:339] "NodeUnstageVolume: unmounting" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/d809c07663b786fe3dfafb7ca82d4f9d12d0b4b14c1ab011087b1588211dc47b/globalmount" -I0801 18:55:30.978842 1 mount_helper_common.go:107] "/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/d809c07663b786fe3dfafb7ca82d4f9d12d0b4b14c1ab011087b1588211dc47b/globalmount" is a mountpoint, unmounting -I0801 18:55:30.978856 1 mount_linux.go:366] Unmounting /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/d809c07663b786fe3dfafb7ca82d4f9d12d0b4b14c1ab011087b1588211dc47b/globalmount -I0801 18:55:30.988439 1 mount_helper_common.go:142] "/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/d809c07663b786fe3dfafb7ca82d4f9d12d0b4b14c1ab011087b1588211dc47b/globalmount" is not a mountpoint, deleting -I0801 18:55:30.988507 1 node.go:344] "NodeUnStageVolume: successfully unstaged volume" volumeID="vol-03a17e16679fd1811" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/d809c07663b786fe3dfafb7ca82d4f9d12d0b4b14c1ab011087b1588211dc47b/globalmount" -I0801 18:55:30.988525 1 node.go:314] "NodeUnStageVolume: volume operation finished" volumeID="vol-03a17e16679fd1811" -I0801 18:55:30.988538 1 inflight.go:74] "Node Service: volume operation finished" key="vol-03a17e16679fd1811" -I0801 18:55:52.573981 1 node.go:466] "NodeUnpublishVolume: called" args="volume_id:\"vol-0629e97a91206d88f\" target_path:\"/var/lib/kubelet/pods/be645f22-1d96-4eaa-ba4a-6409d7e80337/volumes/kubernetes.io~csi/pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1/mount\"" -I0801 18:55:52.574027 1 node.go:486] "NodeUnpublishVolume: unmounting" target="/var/lib/kubelet/pods/be645f22-1d96-4eaa-ba4a-6409d7e80337/volumes/kubernetes.io~csi/pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1/mount" -I0801 18:55:52.574067 1 mount_helper_common.go:107] "/var/lib/kubelet/pods/be645f22-1d96-4eaa-ba4a-6409d7e80337/volumes/kubernetes.io~csi/pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1/mount" is a mountpoint, unmounting -I0801 18:55:52.574077 1 mount_linux.go:366] Unmounting /var/lib/kubelet/pods/be645f22-1d96-4eaa-ba4a-6409d7e80337/volumes/kubernetes.io~csi/pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1/mount -I0801 18:55:52.576610 1 mount_helper_common.go:142] "/var/lib/kubelet/pods/be645f22-1d96-4eaa-ba4a-6409d7e80337/volumes/kubernetes.io~csi/pvc-787e4ecb-7114-4a9b-ad2d-3c8a882cdbf1/mount" is not a mountpoint, deleting -I0801 18:55:52.576664 1 node.go:482] "NodeUnPublishVolume: volume operation finished" volumeId="vol-0629e97a91206d88f" -I0801 18:55:52.576676 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0629e97a91206d88f" -I0801 18:55:52.675133 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:55:52.676117 1 node.go:299] "NodeUnstageVolume: called" args="volume_id:\"vol-0629e97a91206d88f\" staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/777ab80e4d97e0783944c5bcfea08aa0f49b069cde251d0c995ef2e2ca029d03/globalmount\"" -I0801 18:55:52.676427 1 node.go:339] "NodeUnstageVolume: unmounting" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/777ab80e4d97e0783944c5bcfea08aa0f49b069cde251d0c995ef2e2ca029d03/globalmount" -I0801 18:55:52.676461 1 mount_helper_common.go:107] "/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/777ab80e4d97e0783944c5bcfea08aa0f49b069cde251d0c995ef2e2ca029d03/globalmount" is a mountpoint, unmounting -I0801 18:55:52.676511 1 mount_linux.go:366] Unmounting /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/777ab80e4d97e0783944c5bcfea08aa0f49b069cde251d0c995ef2e2ca029d03/globalmount -I0801 18:55:52.682996 1 mount_helper_common.go:142] "/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/777ab80e4d97e0783944c5bcfea08aa0f49b069cde251d0c995ef2e2ca029d03/globalmount" is not a mountpoint, deleting -I0801 18:55:52.683055 1 node.go:344] "NodeUnStageVolume: successfully unstaged volume" volumeID="vol-0629e97a91206d88f" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/777ab80e4d97e0783944c5bcfea08aa0f49b069cde251d0c995ef2e2ca029d03/globalmount" -I0801 18:55:52.683070 1 node.go:314] "NodeUnStageVolume: volume operation finished" volumeID="vol-0629e97a91206d88f" -I0801 18:55:52.683080 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0629e97a91206d88f" -I0801 18:55:59.815999 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:55:59.819756 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:55:59.820496 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:55:59.821408 1 node.go:113] "NodeStageVolume: called" args="volume_id:\"vol-04c258f39ba5e4ba5\" publish_context:{key:\"devicePath\" value:\"/dev/xvdaa\"} staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/03197ab2a312e3cc2e171682d86dc66948fc318762abae91c0b67b1b14687b6c/globalmount\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:55:59.821649 1 mount_linux.go:87] "[Debug] The canonical device path was resolved" devicePath="/dev/xvdaa" cacanonicalDevicePath="/dev/nvme1n1" -I0801 18:55:59.824106 1 node.go:215] "NodeStageVolume: find device path" devicePath="/dev/xvdaa" source="/dev/nvme1n1" -I0801 18:55:59.824302 1 node.go:243] "NodeStageVolume: checking if volume is already staged" device="" source="/dev/nvme1n1" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/03197ab2a312e3cc2e171682d86dc66948fc318762abae91c0b67b1b14687b6c/globalmount" -I0801 18:55:59.824326 1 node.go:250] "NodeStageVolume: staging volume" source="/dev/nvme1n1" volumeID="vol-04c258f39ba5e4ba5" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/03197ab2a312e3cc2e171682d86dc66948fc318762abae91c0b67b1b14687b6c/globalmount" fstype="ext4" -I0801 18:55:59.824353 1 mount_linux.go:634] Attempting to determine if disk "/dev/nvme1n1" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/nvme1n1]) -I0801 18:55:59.836205 1 mount_linux.go:637] Output: "" -I0801 18:55:59.836229 1 mount_linux.go:572] Disk "/dev/nvme1n1" appears to be unformatted, attempting to format as type: "ext4" with options: [-F -m0 /dev/nvme1n1] -I0801 18:55:59.985113 1 mount_linux.go:583] Disk successfully formatted (mkfs): ext4 - /dev/nvme1n1 /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/03197ab2a312e3cc2e171682d86dc66948fc318762abae91c0b67b1b14687b6c/globalmount -I0801 18:55:59.985136 1 mount_linux.go:601] Attempting to mount disk /dev/nvme1n1 in ext4 format at /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/03197ab2a312e3cc2e171682d86dc66948fc318762abae91c0b67b1b14687b6c/globalmount -I0801 18:55:59.985156 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o rw,defaults /dev/nvme1n1 /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/03197ab2a312e3cc2e171682d86dc66948fc318762abae91c0b67b1b14687b6c/globalmount) -I0801 18:55:59.995520 1 mount_linux.go:634] Attempting to determine if disk "/dev/nvme1n1" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/nvme1n1]) -I0801 18:56:00.005416 1 mount_linux.go:637] Output: "DEVNAME=/dev/nvme1n1\nTYPE=ext4\n" -I0801 18:56:00.005629 1 resizefs_linux.go:137] ResizeFs.needResize - checking mounted volume /dev/nvme1n1 -I0801 18:56:00.009636 1 resizefs_linux.go:141] Ext size: filesystem size=10737418240, block size=4096 -I0801 18:56:00.009835 1 resizefs_linux.go:156] Volume /dev/nvme1n1: device size=10737418240, filesystem size=10737418240, block size=4096 -I0801 18:56:00.009938 1 node.go:294] "NodeStageVolume: successfully staged volume" source="/dev/nvme1n1" volumeID="vol-04c258f39ba5e4ba5" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/03197ab2a312e3cc2e171682d86dc66948fc318762abae91c0b67b1b14687b6c/globalmount" fstype="ext4" -I0801 18:56:00.010059 1 node.go:192] "NodeStageVolume: volume operation finished" volumeID="vol-04c258f39ba5e4ba5" -I0801 18:56:00.010138 1 inflight.go:74] "Node Service: volume operation finished" key="vol-04c258f39ba5e4ba5" -I0801 18:56:00.012265 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:56:00.017830 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:56:00.019687 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:56:00.021595 1 node.go:413] "NodePublishVolume: called" args="volume_id:\"vol-04c258f39ba5e4ba5\" publish_context:{key:\"devicePath\" value:\"/dev/xvdaa\"} staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/03197ab2a312e3cc2e171682d86dc66948fc318762abae91c0b67b1b14687b6c/globalmount\" target_path:\"/var/lib/kubelet/pods/2e0d23f9-5db6-4f54-9118-838dd0fd0621/volumes/kubernetes.io~csi/pvc-27d1d8da-0041-4c17-a844-1688c064f0b8/mount\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:56:00.021710 1 mount_linux.go:198] "NodePublishVolume: creating dir" target="/var/lib/kubelet/pods/2e0d23f9-5db6-4f54-9118-838dd0fd0621/volumes/kubernetes.io~csi/pvc-27d1d8da-0041-4c17-a844-1688c064f0b8/mount" -I0801 18:56:00.021803 1 node.go:754] "NodePublishVolume: mounting" source="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/03197ab2a312e3cc2e171682d86dc66948fc318762abae91c0b67b1b14687b6c/globalmount" target="/var/lib/kubelet/pods/2e0d23f9-5db6-4f54-9118-838dd0fd0621/volumes/kubernetes.io~csi/pvc-27d1d8da-0041-4c17-a844-1688c064f0b8/mount" mountOptions=["bind","rw"] fsType="ext4" -I0801 18:56:00.021829 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o bind /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/03197ab2a312e3cc2e171682d86dc66948fc318762abae91c0b67b1b14687b6c/globalmount /var/lib/kubelet/pods/2e0d23f9-5db6-4f54-9118-838dd0fd0621/volumes/kubernetes.io~csi/pvc-27d1d8da-0041-4c17-a844-1688c064f0b8/mount) -I0801 18:56:00.028103 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o bind,remount,rw /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/03197ab2a312e3cc2e171682d86dc66948fc318762abae91c0b67b1b14687b6c/globalmount /var/lib/kubelet/pods/2e0d23f9-5db6-4f54-9118-838dd0fd0621/volumes/kubernetes.io~csi/pvc-27d1d8da-0041-4c17-a844-1688c064f0b8/mount) -I0801 18:56:00.030540 1 node.go:442] "NodePublishVolume: volume operation finished" volumeId="vol-04c258f39ba5e4ba5" -I0801 18:56:00.030561 1 inflight.go:74] "Node Service: volume operation finished" key="vol-04c258f39ba5e4ba5" -I0801 18:56:22.831506 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:56:22.835144 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:56:22.836000 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:56:22.836938 1 node.go:113] "NodeStageVolume: called" args="volume_id:\"vol-06ecde9834919a896\" publish_context:{key:\"devicePath\" value:\"/dev/xvdab\"} staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/8981f2e2c1592eb91186459554fd23cca5159ba9e35c6f70b6e9988963cab5ce/globalmount\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:56:22.837145 1 mount_linux.go:87] "[Debug] The canonical device path was resolved" devicePath="/dev/xvdab" cacanonicalDevicePath="/dev/nvme2n1" -I0801 18:56:22.839828 1 node.go:215] "NodeStageVolume: find device path" devicePath="/dev/xvdab" source="/dev/nvme2n1" -I0801 18:56:22.840119 1 node.go:243] "NodeStageVolume: checking if volume is already staged" device="" source="/dev/nvme2n1" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/8981f2e2c1592eb91186459554fd23cca5159ba9e35c6f70b6e9988963cab5ce/globalmount" -I0801 18:56:22.840143 1 node.go:250] "NodeStageVolume: staging volume" source="/dev/nvme2n1" volumeID="vol-06ecde9834919a896" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/8981f2e2c1592eb91186459554fd23cca5159ba9e35c6f70b6e9988963cab5ce/globalmount" fstype="ext4" -I0801 18:56:22.840164 1 mount_linux.go:634] Attempting to determine if disk "/dev/nvme2n1" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/nvme2n1]) -I0801 18:56:22.856201 1 mount_linux.go:637] Output: "" -I0801 18:56:22.856228 1 mount_linux.go:572] Disk "/dev/nvme2n1" appears to be unformatted, attempting to format as type: "ext4" with options: [-F -m0 /dev/nvme2n1] -I0801 18:56:23.062886 1 mount_linux.go:583] Disk successfully formatted (mkfs): ext4 - /dev/nvme2n1 /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/8981f2e2c1592eb91186459554fd23cca5159ba9e35c6f70b6e9988963cab5ce/globalmount -I0801 18:56:23.062909 1 mount_linux.go:601] Attempting to mount disk /dev/nvme2n1 in ext4 format at /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/8981f2e2c1592eb91186459554fd23cca5159ba9e35c6f70b6e9988963cab5ce/globalmount -I0801 18:56:23.062929 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o rw,defaults /dev/nvme2n1 /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/8981f2e2c1592eb91186459554fd23cca5159ba9e35c6f70b6e9988963cab5ce/globalmount) -I0801 18:56:23.072137 1 mount_linux.go:634] Attempting to determine if disk "/dev/nvme2n1" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/nvme2n1]) -I0801 18:56:23.081460 1 mount_linux.go:637] Output: "DEVNAME=/dev/nvme2n1\nTYPE=ext4\n" -I0801 18:56:23.081645 1 resizefs_linux.go:137] ResizeFs.needResize - checking mounted volume /dev/nvme2n1 -I0801 18:56:23.100484 1 resizefs_linux.go:141] Ext size: filesystem size=10737418240, block size=4096 -I0801 18:56:23.100679 1 resizefs_linux.go:156] Volume /dev/nvme2n1: device size=10737418240, filesystem size=10737418240, block size=4096 -I0801 18:56:23.100814 1 node.go:294] "NodeStageVolume: successfully staged volume" source="/dev/nvme2n1" volumeID="vol-06ecde9834919a896" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/8981f2e2c1592eb91186459554fd23cca5159ba9e35c6f70b6e9988963cab5ce/globalmount" fstype="ext4" -I0801 18:56:23.100906 1 node.go:192] "NodeStageVolume: volume operation finished" volumeID="vol-06ecde9834919a896" -I0801 18:56:23.100994 1 inflight.go:74] "Node Service: volume operation finished" key="vol-06ecde9834919a896" -I0801 18:56:23.102407 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:56:23.106557 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:56:23.107737 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:56:23.108791 1 node.go:413] "NodePublishVolume: called" args="volume_id:\"vol-06ecde9834919a896\" publish_context:{key:\"devicePath\" value:\"/dev/xvdab\"} staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/8981f2e2c1592eb91186459554fd23cca5159ba9e35c6f70b6e9988963cab5ce/globalmount\" target_path:\"/var/lib/kubelet/pods/8f385da5-e06d-4bd2-a1a3-d19e157d31ef/volumes/kubernetes.io~csi/pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b/mount\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:56:23.108913 1 mount_linux.go:198] "NodePublishVolume: creating dir" target="/var/lib/kubelet/pods/8f385da5-e06d-4bd2-a1a3-d19e157d31ef/volumes/kubernetes.io~csi/pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b/mount" -I0801 18:56:23.108995 1 node.go:754] "NodePublishVolume: mounting" source="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/8981f2e2c1592eb91186459554fd23cca5159ba9e35c6f70b6e9988963cab5ce/globalmount" target="/var/lib/kubelet/pods/8f385da5-e06d-4bd2-a1a3-d19e157d31ef/volumes/kubernetes.io~csi/pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b/mount" mountOptions=["bind","rw"] fsType="ext4" -I0801 18:56:23.109025 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o bind /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/8981f2e2c1592eb91186459554fd23cca5159ba9e35c6f70b6e9988963cab5ce/globalmount /var/lib/kubelet/pods/8f385da5-e06d-4bd2-a1a3-d19e157d31ef/volumes/kubernetes.io~csi/pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b/mount) -I0801 18:56:23.116386 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o bind,remount,rw /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/8981f2e2c1592eb91186459554fd23cca5159ba9e35c6f70b6e9988963cab5ce/globalmount /var/lib/kubelet/pods/8f385da5-e06d-4bd2-a1a3-d19e157d31ef/volumes/kubernetes.io~csi/pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b/mount) -I0801 18:56:23.118242 1 node.go:442] "NodePublishVolume: volume operation finished" volumeId="vol-06ecde9834919a896" -I0801 18:56:23.118260 1 inflight.go:74] "Node Service: volume operation finished" key="vol-06ecde9834919a896" -I0801 18:56:29.271982 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:56:29.271982 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:56:29.272994 1 node.go:496] "NodeGetVolumeStats: called" args="volume_id:\"vol-04c258f39ba5e4ba5\" volume_path:\"/var/lib/kubelet/pods/2e0d23f9-5db6-4f54-9118-838dd0fd0621/volumes/kubernetes.io~csi/pvc-27d1d8da-0041-4c17-a844-1688c064f0b8/mount\"" -I0801 18:56:29.272994 1 node.go:496] "NodeGetVolumeStats: called" args="volume_id:\"vol-06ecde9834919a896\" volume_path:\"/var/lib/kubelet/pods/8f385da5-e06d-4bd2-a1a3-d19e157d31ef/volumes/kubernetes.io~csi/pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b/mount\"" -I0801 18:56:43.629731 1 node.go:466] "NodeUnpublishVolume: called" args="volume_id:\"vol-04c258f39ba5e4ba5\" target_path:\"/var/lib/kubelet/pods/2e0d23f9-5db6-4f54-9118-838dd0fd0621/volumes/kubernetes.io~csi/pvc-27d1d8da-0041-4c17-a844-1688c064f0b8/mount\"" -I0801 18:56:43.629770 1 node.go:486] "NodeUnpublishVolume: unmounting" target="/var/lib/kubelet/pods/2e0d23f9-5db6-4f54-9118-838dd0fd0621/volumes/kubernetes.io~csi/pvc-27d1d8da-0041-4c17-a844-1688c064f0b8/mount" -I0801 18:56:43.629809 1 mount_helper_common.go:107] "/var/lib/kubelet/pods/2e0d23f9-5db6-4f54-9118-838dd0fd0621/volumes/kubernetes.io~csi/pvc-27d1d8da-0041-4c17-a844-1688c064f0b8/mount" is a mountpoint, unmounting -I0801 18:56:43.629819 1 mount_linux.go:366] Unmounting /var/lib/kubelet/pods/2e0d23f9-5db6-4f54-9118-838dd0fd0621/volumes/kubernetes.io~csi/pvc-27d1d8da-0041-4c17-a844-1688c064f0b8/mount -I0801 18:56:43.636371 1 mount_helper_common.go:142] "/var/lib/kubelet/pods/2e0d23f9-5db6-4f54-9118-838dd0fd0621/volumes/kubernetes.io~csi/pvc-27d1d8da-0041-4c17-a844-1688c064f0b8/mount" is not a mountpoint, deleting -I0801 18:56:43.636433 1 node.go:482] "NodeUnPublishVolume: volume operation finished" volumeId="vol-04c258f39ba5e4ba5" -I0801 18:56:43.636445 1 inflight.go:74] "Node Service: volume operation finished" key="vol-04c258f39ba5e4ba5" -I0801 18:56:43.731309 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:56:43.732223 1 node.go:299] "NodeUnstageVolume: called" args="volume_id:\"vol-04c258f39ba5e4ba5\" staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/03197ab2a312e3cc2e171682d86dc66948fc318762abae91c0b67b1b14687b6c/globalmount\"" -I0801 18:56:43.732552 1 node.go:339] "NodeUnstageVolume: unmounting" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/03197ab2a312e3cc2e171682d86dc66948fc318762abae91c0b67b1b14687b6c/globalmount" -I0801 18:56:43.732623 1 mount_helper_common.go:107] "/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/03197ab2a312e3cc2e171682d86dc66948fc318762abae91c0b67b1b14687b6c/globalmount" is a mountpoint, unmounting -I0801 18:56:43.732694 1 mount_linux.go:366] Unmounting /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/03197ab2a312e3cc2e171682d86dc66948fc318762abae91c0b67b1b14687b6c/globalmount -I0801 18:56:43.737763 1 mount_helper_common.go:142] "/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/03197ab2a312e3cc2e171682d86dc66948fc318762abae91c0b67b1b14687b6c/globalmount" is not a mountpoint, deleting -I0801 18:56:43.737846 1 node.go:344] "NodeUnStageVolume: successfully unstaged volume" volumeID="vol-04c258f39ba5e4ba5" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/03197ab2a312e3cc2e171682d86dc66948fc318762abae91c0b67b1b14687b6c/globalmount" -I0801 18:56:43.737866 1 node.go:314] "NodeUnStageVolume: volume operation finished" volumeID="vol-04c258f39ba5e4ba5" -I0801 18:56:43.737877 1 inflight.go:74] "Node Service: volume operation finished" key="vol-04c258f39ba5e4ba5" -I0801 18:57:06.837160 1 node.go:466] "NodeUnpublishVolume: called" args="volume_id:\"vol-06ecde9834919a896\" target_path:\"/var/lib/kubelet/pods/8f385da5-e06d-4bd2-a1a3-d19e157d31ef/volumes/kubernetes.io~csi/pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b/mount\"" -I0801 18:57:06.837206 1 node.go:486] "NodeUnpublishVolume: unmounting" target="/var/lib/kubelet/pods/8f385da5-e06d-4bd2-a1a3-d19e157d31ef/volumes/kubernetes.io~csi/pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b/mount" -I0801 18:57:06.837246 1 mount_helper_common.go:107] "/var/lib/kubelet/pods/8f385da5-e06d-4bd2-a1a3-d19e157d31ef/volumes/kubernetes.io~csi/pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b/mount" is a mountpoint, unmounting -I0801 18:57:06.837258 1 mount_linux.go:366] Unmounting /var/lib/kubelet/pods/8f385da5-e06d-4bd2-a1a3-d19e157d31ef/volumes/kubernetes.io~csi/pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b/mount -I0801 18:57:06.841758 1 mount_helper_common.go:142] "/var/lib/kubelet/pods/8f385da5-e06d-4bd2-a1a3-d19e157d31ef/volumes/kubernetes.io~csi/pvc-9f2b6c1a-fa3e-4fba-9e4e-b7312bd5543b/mount" is not a mountpoint, deleting -I0801 18:57:06.841821 1 node.go:482] "NodeUnPublishVolume: volume operation finished" volumeId="vol-06ecde9834919a896" -I0801 18:57:06.841835 1 inflight.go:74] "Node Service: volume operation finished" key="vol-06ecde9834919a896" -I0801 18:57:06.937462 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:57:06.938436 1 node.go:299] "NodeUnstageVolume: called" args="volume_id:\"vol-06ecde9834919a896\" staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/8981f2e2c1592eb91186459554fd23cca5159ba9e35c6f70b6e9988963cab5ce/globalmount\"" -I0801 18:57:06.938699 1 node.go:339] "NodeUnstageVolume: unmounting" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/8981f2e2c1592eb91186459554fd23cca5159ba9e35c6f70b6e9988963cab5ce/globalmount" -I0801 18:57:06.938769 1 mount_helper_common.go:107] "/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/8981f2e2c1592eb91186459554fd23cca5159ba9e35c6f70b6e9988963cab5ce/globalmount" is a mountpoint, unmounting -I0801 18:57:06.938806 1 mount_linux.go:366] Unmounting /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/8981f2e2c1592eb91186459554fd23cca5159ba9e35c6f70b6e9988963cab5ce/globalmount -I0801 18:57:06.947533 1 mount_helper_common.go:142] "/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/8981f2e2c1592eb91186459554fd23cca5159ba9e35c6f70b6e9988963cab5ce/globalmount" is not a mountpoint, deleting -I0801 18:57:06.947591 1 node.go:344] "NodeUnStageVolume: successfully unstaged volume" volumeID="vol-06ecde9834919a896" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/8981f2e2c1592eb91186459554fd23cca5159ba9e35c6f70b6e9988963cab5ce/globalmount" -I0801 18:57:06.947607 1 node.go:314] "NodeUnStageVolume: volume operation finished" volumeID="vol-06ecde9834919a896" -I0801 18:57:06.947617 1 inflight.go:74] "Node Service: volume operation finished" key="vol-06ecde9834919a896" -I0801 18:53:09.846919 1 main.go:150] "Version" version="v2.11.0" -I0801 18:53:09.847011 1 main.go:151] "Running node-driver-registrar" mode="" -I0801 18:53:09.847036 1 main.go:172] "Attempting to open a gRPC connection" csiAddress="/csi/csi.sock" -I0801 18:53:09.848552 1 main.go:180] "Calling CSI driver to discover driver name" -I0801 18:53:09.855767 1 main.go:189] "CSI driver name" csiDriverName="ebs.csi.aws.com" -I0801 18:53:09.856712 1 node_register.go:56] "Starting Registration Server" socketPath="/registration/ebs.csi.aws.com-reg.sock" -I0801 18:53:09.857024 1 node_register.go:66] "Registration Server started" socketPath="/registration/ebs.csi.aws.com-reg.sock" -I0801 18:53:09.857326 1 node_register.go:96] "Skipping HTTP server" -I0801 18:53:10.478953 1 main.go:96] "Received GetInfo call" request="&InfoRequest{}" -I0801 18:53:10.522336 1 main.go:108] "Received NotifyRegistrationStatus call" status="&RegistrationStatus{PluginRegistered:true,Error:,}" -I0801 18:53:09.948310 1 main.go:135] "Calling CSI driver to discover driver name" -I0801 18:53:09.950397 1 main.go:143] "CSI driver name" driver="ebs.csi.aws.com" -I0801 18:53:09.950426 1 main.go:172] "ServeMux listening" address="0.0.0.0:9808" -### -## Printing pod ebs-csi-node-6xtk6 container logs -# -I0801 18:53:09.674746 1 main.go:157] "Initializing metadata" -I0801 18:53:09.679200 1 ec2.go:92] "Number of attached ENIs" attachedENIs=1 -I0801 18:53:09.680602 1 metadata.go:48] "Retrieved metadata from IMDS" -I0801 18:53:09.680819 1 mount_linux.go:280] Cannot create temp dir to detect safe 'not mounted' behavior: mkdir /tmp/kubelet-detect-safe-umount1306854753: read-only file system -I0801 18:53:09.681213 1 driver.go:69] "Driver Information" Driver="ebs.csi.aws.com" Version="v1.33.0" -I0801 18:53:09.681584 1 driver.go:138] "Listening for connections" address="/csi/csi.sock" -I0801 18:53:10.328921 1 node.go:575] "NodeGetInfo: called" args="" -I0801 18:53:10.694376 1 node.go:937] "CSINode Allocatable value is set" nodeName="i-08f6daa47a764a75f" count=26 -I0801 18:53:10.694416 1 node.go:898] "No taints to remove on node, skipping taint removal" -I0801 18:53:33.446364 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:53:33.451222 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:53:33.452223 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:53:33.453195 1 node.go:113] "NodeStageVolume: called" args="volume_id:\"vol-030b2caa8990066f1\" publish_context:{key:\"devicePath\" value:\"/dev/xvdaa\"} staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/af82c60ed8181b7849613bda19d8c20cc04079527a6dc3d545a7a7012a2c94cb/globalmount\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:53:33.453536 1 mount_linux.go:87] "[Debug] The canonical device path was resolved" devicePath="/dev/xvdaa" cacanonicalDevicePath="/dev/nvme1n1" -I0801 18:53:33.456514 1 node.go:215] "NodeStageVolume: find device path" devicePath="/dev/xvdaa" source="/dev/nvme1n1" -I0801 18:53:33.456789 1 node.go:243] "NodeStageVolume: checking if volume is already staged" device="" source="/dev/nvme1n1" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/af82c60ed8181b7849613bda19d8c20cc04079527a6dc3d545a7a7012a2c94cb/globalmount" -I0801 18:53:33.456816 1 node.go:250] "NodeStageVolume: staging volume" source="/dev/nvme1n1" volumeID="vol-030b2caa8990066f1" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/af82c60ed8181b7849613bda19d8c20cc04079527a6dc3d545a7a7012a2c94cb/globalmount" fstype="ext4" -I0801 18:53:33.456864 1 mount_linux.go:634] Attempting to determine if disk "/dev/nvme1n1" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/nvme1n1]) -I0801 18:53:33.472546 1 mount_linux.go:637] Output: "" -I0801 18:53:33.472577 1 mount_linux.go:572] Disk "/dev/nvme1n1" appears to be unformatted, attempting to format as type: "ext4" with options: [-F -m0 /dev/nvme1n1] -I0801 18:53:33.690665 1 mount_linux.go:583] Disk successfully formatted (mkfs): ext4 - /dev/nvme1n1 /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/af82c60ed8181b7849613bda19d8c20cc04079527a6dc3d545a7a7012a2c94cb/globalmount -I0801 18:53:33.690686 1 mount_linux.go:601] Attempting to mount disk /dev/nvme1n1 in ext4 format at /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/af82c60ed8181b7849613bda19d8c20cc04079527a6dc3d545a7a7012a2c94cb/globalmount -I0801 18:53:33.690819 1 mount_linux.go:249] Detected OS without systemd -I0801 18:53:33.690829 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o rw,defaults /dev/nvme1n1 /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/af82c60ed8181b7849613bda19d8c20cc04079527a6dc3d545a7a7012a2c94cb/globalmount) -I0801 18:53:33.703926 1 mount_linux.go:634] Attempting to determine if disk "/dev/nvme1n1" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/nvme1n1]) -I0801 18:53:33.709650 1 mount_linux.go:637] Output: "DEVNAME=/dev/nvme1n1\nTYPE=ext4\n" -I0801 18:53:33.709738 1 resizefs_linux.go:137] ResizeFs.needResize - checking mounted volume /dev/nvme1n1 -I0801 18:53:33.712744 1 resizefs_linux.go:141] Ext size: filesystem size=10737418240, block size=4096 -I0801 18:53:33.712819 1 resizefs_linux.go:156] Volume /dev/nvme1n1: device size=10737418240, filesystem size=10737418240, block size=4096 -I0801 18:53:33.712867 1 node.go:294] "NodeStageVolume: successfully staged volume" source="/dev/nvme1n1" volumeID="vol-030b2caa8990066f1" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/af82c60ed8181b7849613bda19d8c20cc04079527a6dc3d545a7a7012a2c94cb/globalmount" fstype="ext4" -I0801 18:53:33.712925 1 node.go:192] "NodeStageVolume: volume operation finished" volumeID="vol-030b2caa8990066f1" -I0801 18:53:33.712951 1 inflight.go:74] "Node Service: volume operation finished" key="vol-030b2caa8990066f1" -I0801 18:53:33.714327 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:53:33.719793 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:53:33.721233 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:53:33.722575 1 node.go:413] "NodePublishVolume: called" args="volume_id:\"vol-030b2caa8990066f1\" publish_context:{key:\"devicePath\" value:\"/dev/xvdaa\"} staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/af82c60ed8181b7849613bda19d8c20cc04079527a6dc3d545a7a7012a2c94cb/globalmount\" target_path:\"/var/lib/kubelet/pods/ed4aad21-1b75-44c5-a1f5-985d2e36beca/volumes/kubernetes.io~csi/pvc-8ce129a6-44a2-414d-84b9-08a6ac588612/mount\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:53:33.722704 1 mount_linux.go:198] "NodePublishVolume: creating dir" target="/var/lib/kubelet/pods/ed4aad21-1b75-44c5-a1f5-985d2e36beca/volumes/kubernetes.io~csi/pvc-8ce129a6-44a2-414d-84b9-08a6ac588612/mount" -I0801 18:53:33.722809 1 node.go:754] "NodePublishVolume: mounting" source="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/af82c60ed8181b7849613bda19d8c20cc04079527a6dc3d545a7a7012a2c94cb/globalmount" target="/var/lib/kubelet/pods/ed4aad21-1b75-44c5-a1f5-985d2e36beca/volumes/kubernetes.io~csi/pvc-8ce129a6-44a2-414d-84b9-08a6ac588612/mount" mountOptions=["bind","rw"] fsType="ext4" -I0801 18:53:33.722839 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o bind /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/af82c60ed8181b7849613bda19d8c20cc04079527a6dc3d545a7a7012a2c94cb/globalmount /var/lib/kubelet/pods/ed4aad21-1b75-44c5-a1f5-985d2e36beca/volumes/kubernetes.io~csi/pvc-8ce129a6-44a2-414d-84b9-08a6ac588612/mount) -I0801 18:53:33.724907 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o bind,remount,rw /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/af82c60ed8181b7849613bda19d8c20cc04079527a6dc3d545a7a7012a2c94cb/globalmount /var/lib/kubelet/pods/ed4aad21-1b75-44c5-a1f5-985d2e36beca/volumes/kubernetes.io~csi/pvc-8ce129a6-44a2-414d-84b9-08a6ac588612/mount) -I0801 18:53:33.726855 1 node.go:442] "NodePublishVolume: volume operation finished" volumeId="vol-030b2caa8990066f1" -I0801 18:53:33.726872 1 inflight.go:74] "Node Service: volume operation finished" key="vol-030b2caa8990066f1" -I0801 18:54:02.964072 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:54:02.964941 1 node.go:496] "NodeGetVolumeStats: called" args="volume_id:\"vol-030b2caa8990066f1\" volume_path:\"/var/lib/kubelet/pods/ed4aad21-1b75-44c5-a1f5-985d2e36beca/volumes/kubernetes.io~csi/pvc-8ce129a6-44a2-414d-84b9-08a6ac588612/mount\"" -I0801 18:54:17.521819 1 node.go:466] "NodeUnpublishVolume: called" args="volume_id:\"vol-030b2caa8990066f1\" target_path:\"/var/lib/kubelet/pods/ed4aad21-1b75-44c5-a1f5-985d2e36beca/volumes/kubernetes.io~csi/pvc-8ce129a6-44a2-414d-84b9-08a6ac588612/mount\"" -I0801 18:54:17.521857 1 node.go:486] "NodeUnpublishVolume: unmounting" target="/var/lib/kubelet/pods/ed4aad21-1b75-44c5-a1f5-985d2e36beca/volumes/kubernetes.io~csi/pvc-8ce129a6-44a2-414d-84b9-08a6ac588612/mount" -I0801 18:54:17.521902 1 mount_helper_common.go:107] "/var/lib/kubelet/pods/ed4aad21-1b75-44c5-a1f5-985d2e36beca/volumes/kubernetes.io~csi/pvc-8ce129a6-44a2-414d-84b9-08a6ac588612/mount" is a mountpoint, unmounting -I0801 18:54:17.521912 1 mount_linux.go:366] Unmounting /var/lib/kubelet/pods/ed4aad21-1b75-44c5-a1f5-985d2e36beca/volumes/kubernetes.io~csi/pvc-8ce129a6-44a2-414d-84b9-08a6ac588612/mount -I0801 18:54:17.524270 1 mount_helper_common.go:142] "/var/lib/kubelet/pods/ed4aad21-1b75-44c5-a1f5-985d2e36beca/volumes/kubernetes.io~csi/pvc-8ce129a6-44a2-414d-84b9-08a6ac588612/mount" is not a mountpoint, deleting -I0801 18:54:17.524314 1 node.go:482] "NodeUnPublishVolume: volume operation finished" volumeId="vol-030b2caa8990066f1" -I0801 18:54:17.524326 1 inflight.go:74] "Node Service: volume operation finished" key="vol-030b2caa8990066f1" -I0801 18:54:17.622529 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:54:17.623447 1 node.go:299] "NodeUnstageVolume: called" args="volume_id:\"vol-030b2caa8990066f1\" staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/af82c60ed8181b7849613bda19d8c20cc04079527a6dc3d545a7a7012a2c94cb/globalmount\"" -I0801 18:54:17.623665 1 node.go:339] "NodeUnstageVolume: unmounting" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/af82c60ed8181b7849613bda19d8c20cc04079527a6dc3d545a7a7012a2c94cb/globalmount" -I0801 18:54:17.623697 1 mount_helper_common.go:107] "/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/af82c60ed8181b7849613bda19d8c20cc04079527a6dc3d545a7a7012a2c94cb/globalmount" is a mountpoint, unmounting -I0801 18:54:17.623727 1 mount_linux.go:366] Unmounting /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/af82c60ed8181b7849613bda19d8c20cc04079527a6dc3d545a7a7012a2c94cb/globalmount -I0801 18:54:17.629740 1 mount_helper_common.go:142] "/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/af82c60ed8181b7849613bda19d8c20cc04079527a6dc3d545a7a7012a2c94cb/globalmount" is not a mountpoint, deleting -I0801 18:54:17.629789 1 node.go:344] "NodeUnStageVolume: successfully unstaged volume" volumeID="vol-030b2caa8990066f1" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/af82c60ed8181b7849613bda19d8c20cc04079527a6dc3d545a7a7012a2c94cb/globalmount" -I0801 18:54:17.629803 1 node.go:314] "NodeUnStageVolume: volume operation finished" volumeID="vol-030b2caa8990066f1" -I0801 18:54:17.629813 1 inflight.go:74] "Node Service: volume operation finished" key="vol-030b2caa8990066f1" -I0801 18:55:05.136988 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:55:05.141630 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:55:05.142391 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:55:05.143355 1 node.go:113] "NodeStageVolume: called" args="volume_id:\"vol-01172baf41f352b01\" publish_context:{key:\"devicePath\" value:\"/dev/xvdaa\"} staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/3fd90e91eb2c25a90ba8ba5f2c7306c9d8c0ac6360691b18dc21d76141f6b066/globalmount\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:55:05.143549 1 mount_linux.go:87] "[Debug] The canonical device path was resolved" devicePath="/dev/xvdaa" cacanonicalDevicePath="/dev/nvme1n1" -I0801 18:55:05.145776 1 node.go:215] "NodeStageVolume: find device path" devicePath="/dev/xvdaa" source="/dev/nvme1n1" -I0801 18:55:05.145984 1 node.go:243] "NodeStageVolume: checking if volume is already staged" device="" source="/dev/nvme1n1" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/3fd90e91eb2c25a90ba8ba5f2c7306c9d8c0ac6360691b18dc21d76141f6b066/globalmount" -I0801 18:55:05.146032 1 node.go:250] "NodeStageVolume: staging volume" source="/dev/nvme1n1" volumeID="vol-01172baf41f352b01" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/3fd90e91eb2c25a90ba8ba5f2c7306c9d8c0ac6360691b18dc21d76141f6b066/globalmount" fstype="ext4" -I0801 18:55:05.146055 1 mount_linux.go:634] Attempting to determine if disk "/dev/nvme1n1" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/nvme1n1]) -I0801 18:55:05.161531 1 mount_linux.go:637] Output: "" -I0801 18:55:05.161546 1 mount_linux.go:572] Disk "/dev/nvme1n1" appears to be unformatted, attempting to format as type: "ext4" with options: [-F -m0 /dev/nvme1n1] -I0801 18:55:05.336727 1 mount_linux.go:583] Disk successfully formatted (mkfs): ext4 - /dev/nvme1n1 /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/3fd90e91eb2c25a90ba8ba5f2c7306c9d8c0ac6360691b18dc21d76141f6b066/globalmount -I0801 18:55:05.336744 1 mount_linux.go:601] Attempting to mount disk /dev/nvme1n1 in ext4 format at /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/3fd90e91eb2c25a90ba8ba5f2c7306c9d8c0ac6360691b18dc21d76141f6b066/globalmount -I0801 18:55:05.336769 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o rw,defaults /dev/nvme1n1 /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/3fd90e91eb2c25a90ba8ba5f2c7306c9d8c0ac6360691b18dc21d76141f6b066/globalmount) -I0801 18:55:05.345527 1 mount_linux.go:634] Attempting to determine if disk "/dev/nvme1n1" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/nvme1n1]) -I0801 18:55:05.358718 1 mount_linux.go:637] Output: "DEVNAME=/dev/nvme1n1\nTYPE=ext4\n" -I0801 18:55:05.358816 1 resizefs_linux.go:137] ResizeFs.needResize - checking mounted volume /dev/nvme1n1 -I0801 18:55:05.361085 1 resizefs_linux.go:141] Ext size: filesystem size=10737418240, block size=4096 -I0801 18:55:05.361183 1 resizefs_linux.go:156] Volume /dev/nvme1n1: device size=10737418240, filesystem size=10737418240, block size=4096 -I0801 18:55:05.361320 1 node.go:294] "NodeStageVolume: successfully staged volume" source="/dev/nvme1n1" volumeID="vol-01172baf41f352b01" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/3fd90e91eb2c25a90ba8ba5f2c7306c9d8c0ac6360691b18dc21d76141f6b066/globalmount" fstype="ext4" -I0801 18:55:05.361391 1 node.go:192] "NodeStageVolume: volume operation finished" volumeID="vol-01172baf41f352b01" -I0801 18:55:05.361472 1 inflight.go:74] "Node Service: volume operation finished" key="vol-01172baf41f352b01" -I0801 18:55:05.362924 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:55:05.367795 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:55:05.368961 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:55:05.370015 1 node.go:413] "NodePublishVolume: called" args="volume_id:\"vol-01172baf41f352b01\" publish_context:{key:\"devicePath\" value:\"/dev/xvdaa\"} staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/3fd90e91eb2c25a90ba8ba5f2c7306c9d8c0ac6360691b18dc21d76141f6b066/globalmount\" target_path:\"/var/lib/kubelet/pods/dd82bc60-8326-42df-a09a-e90c7976aa46/volumes/kubernetes.io~csi/pvc-4b1ec720-897a-455b-b597-2eb5370d73a4/mount\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:55:05.370121 1 mount_linux.go:198] "NodePublishVolume: creating dir" target="/var/lib/kubelet/pods/dd82bc60-8326-42df-a09a-e90c7976aa46/volumes/kubernetes.io~csi/pvc-4b1ec720-897a-455b-b597-2eb5370d73a4/mount" -I0801 18:55:05.370197 1 node.go:754] "NodePublishVolume: mounting" source="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/3fd90e91eb2c25a90ba8ba5f2c7306c9d8c0ac6360691b18dc21d76141f6b066/globalmount" target="/var/lib/kubelet/pods/dd82bc60-8326-42df-a09a-e90c7976aa46/volumes/kubernetes.io~csi/pvc-4b1ec720-897a-455b-b597-2eb5370d73a4/mount" mountOptions=["bind","rw"] fsType="ext4" -I0801 18:55:05.370221 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o bind /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/3fd90e91eb2c25a90ba8ba5f2c7306c9d8c0ac6360691b18dc21d76141f6b066/globalmount /var/lib/kubelet/pods/dd82bc60-8326-42df-a09a-e90c7976aa46/volumes/kubernetes.io~csi/pvc-4b1ec720-897a-455b-b597-2eb5370d73a4/mount) -I0801 18:55:05.375818 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o bind,remount,rw /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/3fd90e91eb2c25a90ba8ba5f2c7306c9d8c0ac6360691b18dc21d76141f6b066/globalmount /var/lib/kubelet/pods/dd82bc60-8326-42df-a09a-e90c7976aa46/volumes/kubernetes.io~csi/pvc-4b1ec720-897a-455b-b597-2eb5370d73a4/mount) -I0801 18:55:05.377392 1 node.go:442] "NodePublishVolume: volume operation finished" volumeId="vol-01172baf41f352b01" -I0801 18:55:05.377423 1 inflight.go:74] "Node Service: volume operation finished" key="vol-01172baf41f352b01" -I0801 18:55:48.129532 1 node.go:466] "NodeUnpublishVolume: called" args="volume_id:\"vol-01172baf41f352b01\" target_path:\"/var/lib/kubelet/pods/dd82bc60-8326-42df-a09a-e90c7976aa46/volumes/kubernetes.io~csi/pvc-4b1ec720-897a-455b-b597-2eb5370d73a4/mount\"" -I0801 18:55:48.129583 1 node.go:486] "NodeUnpublishVolume: unmounting" target="/var/lib/kubelet/pods/dd82bc60-8326-42df-a09a-e90c7976aa46/volumes/kubernetes.io~csi/pvc-4b1ec720-897a-455b-b597-2eb5370d73a4/mount" -I0801 18:55:48.129618 1 mount_helper_common.go:107] "/var/lib/kubelet/pods/dd82bc60-8326-42df-a09a-e90c7976aa46/volumes/kubernetes.io~csi/pvc-4b1ec720-897a-455b-b597-2eb5370d73a4/mount" is a mountpoint, unmounting -I0801 18:55:48.129629 1 mount_linux.go:366] Unmounting /var/lib/kubelet/pods/dd82bc60-8326-42df-a09a-e90c7976aa46/volumes/kubernetes.io~csi/pvc-4b1ec720-897a-455b-b597-2eb5370d73a4/mount -I0801 18:55:48.134252 1 mount_helper_common.go:142] "/var/lib/kubelet/pods/dd82bc60-8326-42df-a09a-e90c7976aa46/volumes/kubernetes.io~csi/pvc-4b1ec720-897a-455b-b597-2eb5370d73a4/mount" is not a mountpoint, deleting -I0801 18:55:48.134298 1 node.go:482] "NodeUnPublishVolume: volume operation finished" volumeId="vol-01172baf41f352b01" -I0801 18:55:48.134309 1 inflight.go:74] "Node Service: volume operation finished" key="vol-01172baf41f352b01" -I0801 18:55:48.230795 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:55:48.231510 1 node.go:299] "NodeUnstageVolume: called" args="volume_id:\"vol-01172baf41f352b01\" staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/3fd90e91eb2c25a90ba8ba5f2c7306c9d8c0ac6360691b18dc21d76141f6b066/globalmount\"" -I0801 18:55:48.231740 1 node.go:339] "NodeUnstageVolume: unmounting" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/3fd90e91eb2c25a90ba8ba5f2c7306c9d8c0ac6360691b18dc21d76141f6b066/globalmount" -I0801 18:55:48.231768 1 mount_helper_common.go:107] "/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/3fd90e91eb2c25a90ba8ba5f2c7306c9d8c0ac6360691b18dc21d76141f6b066/globalmount" is a mountpoint, unmounting -I0801 18:55:48.231781 1 mount_linux.go:366] Unmounting /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/3fd90e91eb2c25a90ba8ba5f2c7306c9d8c0ac6360691b18dc21d76141f6b066/globalmount -I0801 18:55:48.240888 1 mount_helper_common.go:142] "/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/3fd90e91eb2c25a90ba8ba5f2c7306c9d8c0ac6360691b18dc21d76141f6b066/globalmount" is not a mountpoint, deleting -I0801 18:55:48.240937 1 node.go:344] "NodeUnStageVolume: successfully unstaged volume" volumeID="vol-01172baf41f352b01" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/3fd90e91eb2c25a90ba8ba5f2c7306c9d8c0ac6360691b18dc21d76141f6b066/globalmount" -I0801 18:55:48.240955 1 node.go:314] "NodeUnStageVolume: volume operation finished" volumeID="vol-01172baf41f352b01" -I0801 18:55:48.240967 1 inflight.go:74] "Node Service: volume operation finished" key="vol-01172baf41f352b01" -I0801 18:56:16.253539 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:56:16.257931 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:56:16.258754 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:56:16.259649 1 node.go:113] "NodeStageVolume: called" args="volume_id:\"vol-0b9a802836458e953\" publish_context:{key:\"devicePath\" value:\"/dev/xvdaa\"} staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/bf7832d4df193a2287da869fe594eeab586fd1cb147e5672317ecddbee38b26e/globalmount\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:56:16.259873 1 mount_linux.go:87] "[Debug] The canonical device path was resolved" devicePath="/dev/xvdaa" cacanonicalDevicePath="/dev/nvme1n1" -I0801 18:56:16.262417 1 node.go:215] "NodeStageVolume: find device path" devicePath="/dev/xvdaa" source="/dev/nvme1n1" -I0801 18:56:16.262650 1 node.go:243] "NodeStageVolume: checking if volume is already staged" device="" source="/dev/nvme1n1" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/bf7832d4df193a2287da869fe594eeab586fd1cb147e5672317ecddbee38b26e/globalmount" -I0801 18:56:16.262674 1 node.go:250] "NodeStageVolume: staging volume" source="/dev/nvme1n1" volumeID="vol-0b9a802836458e953" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/bf7832d4df193a2287da869fe594eeab586fd1cb147e5672317ecddbee38b26e/globalmount" fstype="ext4" -I0801 18:56:16.262693 1 mount_linux.go:634] Attempting to determine if disk "/dev/nvme1n1" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/nvme1n1]) -I0801 18:56:16.277934 1 mount_linux.go:637] Output: "" -I0801 18:56:16.277954 1 mount_linux.go:572] Disk "/dev/nvme1n1" appears to be unformatted, attempting to format as type: "ext4" with options: [-F -m0 /dev/nvme1n1] -I0801 18:56:16.508340 1 mount_linux.go:583] Disk successfully formatted (mkfs): ext4 - /dev/nvme1n1 /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/bf7832d4df193a2287da869fe594eeab586fd1cb147e5672317ecddbee38b26e/globalmount -I0801 18:56:16.508363 1 mount_linux.go:601] Attempting to mount disk /dev/nvme1n1 in ext4 format at /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/bf7832d4df193a2287da869fe594eeab586fd1cb147e5672317ecddbee38b26e/globalmount -I0801 18:56:16.508379 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o rw,defaults /dev/nvme1n1 /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/bf7832d4df193a2287da869fe594eeab586fd1cb147e5672317ecddbee38b26e/globalmount) -I0801 18:56:16.516670 1 mount_linux.go:634] Attempting to determine if disk "/dev/nvme1n1" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/nvme1n1]) -I0801 18:56:16.525818 1 mount_linux.go:637] Output: "DEVNAME=/dev/nvme1n1\nTYPE=ext4\n" -I0801 18:56:16.525972 1 resizefs_linux.go:137] ResizeFs.needResize - checking mounted volume /dev/nvme1n1 -I0801 18:56:16.529175 1 resizefs_linux.go:141] Ext size: filesystem size=10737418240, block size=4096 -I0801 18:56:16.529300 1 resizefs_linux.go:156] Volume /dev/nvme1n1: device size=10737418240, filesystem size=10737418240, block size=4096 -I0801 18:56:16.529440 1 node.go:294] "NodeStageVolume: successfully staged volume" source="/dev/nvme1n1" volumeID="vol-0b9a802836458e953" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/bf7832d4df193a2287da869fe594eeab586fd1cb147e5672317ecddbee38b26e/globalmount" fstype="ext4" -I0801 18:56:16.529529 1 node.go:192] "NodeStageVolume: volume operation finished" volumeID="vol-0b9a802836458e953" -I0801 18:56:16.529646 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0b9a802836458e953" -I0801 18:56:16.531485 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:56:16.543438 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:56:16.544643 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:56:16.545866 1 node.go:413] "NodePublishVolume: called" args="volume_id:\"vol-0b9a802836458e953\" publish_context:{key:\"devicePath\" value:\"/dev/xvdaa\"} staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/bf7832d4df193a2287da869fe594eeab586fd1cb147e5672317ecddbee38b26e/globalmount\" target_path:\"/var/lib/kubelet/pods/06b54b09-b57d-4544-91ab-ecd362cfa7d3/volumes/kubernetes.io~csi/pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365/mount\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:56:16.545970 1 mount_linux.go:198] "NodePublishVolume: creating dir" target="/var/lib/kubelet/pods/06b54b09-b57d-4544-91ab-ecd362cfa7d3/volumes/kubernetes.io~csi/pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365/mount" -I0801 18:56:16.546118 1 node.go:754] "NodePublishVolume: mounting" source="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/bf7832d4df193a2287da869fe594eeab586fd1cb147e5672317ecddbee38b26e/globalmount" target="/var/lib/kubelet/pods/06b54b09-b57d-4544-91ab-ecd362cfa7d3/volumes/kubernetes.io~csi/pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365/mount" mountOptions=["bind","rw"] fsType="ext4" -I0801 18:56:16.546143 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o bind /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/bf7832d4df193a2287da869fe594eeab586fd1cb147e5672317ecddbee38b26e/globalmount /var/lib/kubelet/pods/06b54b09-b57d-4544-91ab-ecd362cfa7d3/volumes/kubernetes.io~csi/pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365/mount) -I0801 18:56:16.548213 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o bind,remount,rw /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/bf7832d4df193a2287da869fe594eeab586fd1cb147e5672317ecddbee38b26e/globalmount /var/lib/kubelet/pods/06b54b09-b57d-4544-91ab-ecd362cfa7d3/volumes/kubernetes.io~csi/pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365/mount) -I0801 18:56:16.550375 1 node.go:442] "NodePublishVolume: volume operation finished" volumeId="vol-0b9a802836458e953" -I0801 18:56:16.550650 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0b9a802836458e953" -I0801 18:56:59.153069 1 node.go:466] "NodeUnpublishVolume: called" args="volume_id:\"vol-0b9a802836458e953\" target_path:\"/var/lib/kubelet/pods/06b54b09-b57d-4544-91ab-ecd362cfa7d3/volumes/kubernetes.io~csi/pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365/mount\"" -I0801 18:56:59.153275 1 node.go:486] "NodeUnpublishVolume: unmounting" target="/var/lib/kubelet/pods/06b54b09-b57d-4544-91ab-ecd362cfa7d3/volumes/kubernetes.io~csi/pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365/mount" -I0801 18:56:59.153415 1 mount_helper_common.go:107] "/var/lib/kubelet/pods/06b54b09-b57d-4544-91ab-ecd362cfa7d3/volumes/kubernetes.io~csi/pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365/mount" is a mountpoint, unmounting -I0801 18:56:59.153429 1 mount_linux.go:366] Unmounting /var/lib/kubelet/pods/06b54b09-b57d-4544-91ab-ecd362cfa7d3/volumes/kubernetes.io~csi/pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365/mount -I0801 18:56:59.158688 1 mount_helper_common.go:142] "/var/lib/kubelet/pods/06b54b09-b57d-4544-91ab-ecd362cfa7d3/volumes/kubernetes.io~csi/pvc-1cc7c4e4-5a2d-4816-856a-dfe252ede365/mount" is not a mountpoint, deleting -I0801 18:56:59.158881 1 node.go:482] "NodeUnPublishVolume: volume operation finished" volumeId="vol-0b9a802836458e953" -I0801 18:56:59.158906 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0b9a802836458e953" -I0801 18:56:59.254550 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:56:59.255425 1 node.go:299] "NodeUnstageVolume: called" args="volume_id:\"vol-0b9a802836458e953\" staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/bf7832d4df193a2287da869fe594eeab586fd1cb147e5672317ecddbee38b26e/globalmount\"" -I0801 18:56:59.255667 1 node.go:339] "NodeUnstageVolume: unmounting" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/bf7832d4df193a2287da869fe594eeab586fd1cb147e5672317ecddbee38b26e/globalmount" -I0801 18:56:59.255691 1 mount_helper_common.go:107] "/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/bf7832d4df193a2287da869fe594eeab586fd1cb147e5672317ecddbee38b26e/globalmount" is a mountpoint, unmounting -I0801 18:56:59.255700 1 mount_linux.go:366] Unmounting /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/bf7832d4df193a2287da869fe594eeab586fd1cb147e5672317ecddbee38b26e/globalmount -I0801 18:56:59.263710 1 mount_helper_common.go:142] "/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/bf7832d4df193a2287da869fe594eeab586fd1cb147e5672317ecddbee38b26e/globalmount" is not a mountpoint, deleting -I0801 18:56:59.263762 1 node.go:344] "NodeUnStageVolume: successfully unstaged volume" volumeID="vol-0b9a802836458e953" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/bf7832d4df193a2287da869fe594eeab586fd1cb147e5672317ecddbee38b26e/globalmount" -I0801 18:56:59.263781 1 node.go:314] "NodeUnStageVolume: volume operation finished" volumeID="vol-0b9a802836458e953" -I0801 18:56:59.263790 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0b9a802836458e953" -I0801 18:53:09.764852 1 main.go:150] "Version" version="v2.11.0" -I0801 18:53:09.764991 1 main.go:151] "Running node-driver-registrar" mode="" -I0801 18:53:09.765046 1 main.go:172] "Attempting to open a gRPC connection" csiAddress="/csi/csi.sock" -I0801 18:53:09.766631 1 main.go:180] "Calling CSI driver to discover driver name" -I0801 18:53:09.769575 1 main.go:189] "CSI driver name" csiDriverName="ebs.csi.aws.com" -I0801 18:53:09.769606 1 node_register.go:56] "Starting Registration Server" socketPath="/registration/ebs.csi.aws.com-reg.sock" -I0801 18:53:09.769787 1 node_register.go:66] "Registration Server started" socketPath="/registration/ebs.csi.aws.com-reg.sock" -I0801 18:53:09.769931 1 node_register.go:96] "Skipping HTTP server" -I0801 18:53:10.327749 1 main.go:96] "Received GetInfo call" request="&InfoRequest{}" -I0801 18:53:10.406120 1 main.go:108] "Received NotifyRegistrationStatus call" status="&RegistrationStatus{PluginRegistered:true,Error:,}" -I0801 18:53:09.827021 1 main.go:135] "Calling CSI driver to discover driver name" -I0801 18:53:09.829534 1 main.go:143] "CSI driver name" driver="ebs.csi.aws.com" -I0801 18:53:09.829557 1 main.go:172] "ServeMux listening" address="0.0.0.0:9808" -### -## Printing pod ebs-csi-node-9dpxc container logs -# -I0801 18:53:14.984993 1 main.go:135] "Calling CSI driver to discover driver name" -I0801 18:53:14.990425 1 main.go:143] "CSI driver name" driver="ebs.csi.aws.com" -I0801 18:53:14.990565 1 main.go:172] "ServeMux listening" address="0.0.0.0:9808" -I0801 18:53:09.864587 1 main.go:157] "Initializing metadata" -E0801 18:53:14.868047 1 metadata.go:51] "Retrieving IMDS metadata failed, falling back to Kubernetes metadata" err="could not get EC2 instance identity metadata: operation error ec2imds: GetInstanceIdentityDocument, canceled, context deadline exceeded" -I0801 18:53:14.876375 1 metadata.go:55] "Retrieved metadata from Kubernetes" -I0801 18:53:14.876698 1 mount_linux.go:280] Cannot create temp dir to detect safe 'not mounted' behavior: mkdir /tmp/kubelet-detect-safe-umount3342936782: read-only file system -I0801 18:53:14.877104 1 driver.go:69] "Driver Information" Driver="ebs.csi.aws.com" Version="v1.33.0" -I0801 18:53:14.877638 1 driver.go:138] "Listening for connections" address="/csi/csi.sock" -E0801 18:53:15.883918 1 node.go:857] "Unexpected failure when attempting to remove node taint(s)" err="isAllocatableSet: driver not found on node i-023c2616a4e047e75" -I0801 18:53:16.088543 1 node.go:575] "NodeGetInfo: called" args="" -I0801 18:53:16.389630 1 node.go:937] "CSINode Allocatable value is set" nodeName="i-023c2616a4e047e75" count=26 -I0801 18:53:16.389661 1 node.go:898] "No taints to remove on node, skipping taint removal" -I0801 18:53:10.041919 1 main.go:150] "Version" version="v2.11.0" -I0801 18:53:10.041976 1 main.go:151] "Running node-driver-registrar" mode="" -I0801 18:53:10.041987 1 main.go:172] "Attempting to open a gRPC connection" csiAddress="/csi/csi.sock" -I0801 18:53:15.254118 1 main.go:180] "Calling CSI driver to discover driver name" -I0801 18:53:15.257037 1 main.go:189] "CSI driver name" csiDriverName="ebs.csi.aws.com" -I0801 18:53:15.257091 1 node_register.go:56] "Starting Registration Server" socketPath="/registration/ebs.csi.aws.com-reg.sock" -I0801 18:53:15.257469 1 node_register.go:66] "Registration Server started" socketPath="/registration/ebs.csi.aws.com-reg.sock" -I0801 18:53:15.257642 1 node_register.go:96] "Skipping HTTP server" -I0801 18:53:16.085103 1 main.go:96] "Received GetInfo call" request="&InfoRequest{}" -I0801 18:53:16.123420 1 main.go:108] "Received NotifyRegistrationStatus call" status="&RegistrationStatus{PluginRegistered:true,Error:,}" -### -## Printing pod ebs-csi-node-xvbvm container logs -# -I0801 18:53:09.853648 1 main.go:157] "Initializing metadata" -I0801 18:53:09.857410 1 ec2.go:92] "Number of attached ENIs" attachedENIs=1 -I0801 18:53:09.860399 1 metadata.go:48] "Retrieved metadata from IMDS" -I0801 18:53:09.860625 1 mount_linux.go:280] Cannot create temp dir to detect safe 'not mounted' behavior: mkdir /tmp/kubelet-detect-safe-umount3525798090: read-only file system -I0801 18:53:09.861069 1 driver.go:69] "Driver Information" Driver="ebs.csi.aws.com" Version="v1.33.0" -I0801 18:53:09.861523 1 driver.go:138] "Listening for connections" address="/csi/csi.sock" -E0801 18:53:10.873475 1 node.go:857] "Unexpected failure when attempting to remove node taint(s)" err="isAllocatableSet: driver not found on node i-0308e6036ed156289" -I0801 18:53:10.943842 1 node.go:575] "NodeGetInfo: called" args="" -I0801 18:53:11.379191 1 node.go:937] "CSINode Allocatable value is set" nodeName="i-0308e6036ed156289" count=26 -I0801 18:53:11.379215 1 node.go:898] "No taints to remove on node, skipping taint removal" -I0801 18:53:39.023809 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:53:39.028466 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:53:39.029296 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:53:39.030281 1 node.go:113] "NodeStageVolume: called" args="volume_id:\"vol-0dbdda73ecf0ac40a\" publish_context:{key:\"devicePath\" value:\"/dev/xvdaa\"} staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/10efcc003d643a11a0f6305b49d692cd0cfc759544a61f973490c56f73545064/globalmount\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:53:39.030543 1 mount_linux.go:87] "[Debug] The canonical device path was resolved" devicePath="/dev/xvdaa" cacanonicalDevicePath="/dev/nvme1n1" -I0801 18:53:39.033080 1 node.go:215] "NodeStageVolume: find device path" devicePath="/dev/xvdaa" source="/dev/nvme1n1" -I0801 18:53:39.033287 1 node.go:243] "NodeStageVolume: checking if volume is already staged" device="" source="/dev/nvme1n1" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/10efcc003d643a11a0f6305b49d692cd0cfc759544a61f973490c56f73545064/globalmount" -I0801 18:53:39.033310 1 node.go:250] "NodeStageVolume: staging volume" source="/dev/nvme1n1" volumeID="vol-0dbdda73ecf0ac40a" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/10efcc003d643a11a0f6305b49d692cd0cfc759544a61f973490c56f73545064/globalmount" fstype="ext4" -I0801 18:53:39.033328 1 mount_linux.go:634] Attempting to determine if disk "/dev/nvme1n1" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/nvme1n1]) -I0801 18:53:39.045233 1 mount_linux.go:637] Output: "" -I0801 18:53:39.045265 1 mount_linux.go:572] Disk "/dev/nvme1n1" appears to be unformatted, attempting to format as type: "ext4" with options: [-F -m0 /dev/nvme1n1] -I0801 18:53:41.436270 1 mount_linux.go:583] Disk successfully formatted (mkfs): ext4 - /dev/nvme1n1 /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/10efcc003d643a11a0f6305b49d692cd0cfc759544a61f973490c56f73545064/globalmount -I0801 18:53:41.436354 1 mount_linux.go:601] Attempting to mount disk /dev/nvme1n1 in ext4 format at /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/10efcc003d643a11a0f6305b49d692cd0cfc759544a61f973490c56f73545064/globalmount -I0801 18:53:41.436498 1 mount_linux.go:249] Detected OS without systemd -I0801 18:53:41.436510 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o rw,defaults /dev/nvme1n1 /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/10efcc003d643a11a0f6305b49d692cd0cfc759544a61f973490c56f73545064/globalmount) -I0801 18:53:41.569739 1 mount_linux.go:634] Attempting to determine if disk "/dev/nvme1n1" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/nvme1n1]) -I0801 18:53:41.875943 1 mount_linux.go:637] Output: "DEVNAME=/dev/nvme1n1\nTYPE=ext4\n" -I0801 18:53:41.875978 1 resizefs_linux.go:137] ResizeFs.needResize - checking mounted volume /dev/nvme1n1 -I0801 18:53:41.879012 1 resizefs_linux.go:141] Ext size: filesystem size=10737418240, block size=4096 -I0801 18:53:41.879026 1 resizefs_linux.go:156] Volume /dev/nvme1n1: device size=10737418240, filesystem size=10737418240, block size=4096 -I0801 18:53:41.879052 1 node.go:294] "NodeStageVolume: successfully staged volume" source="/dev/nvme1n1" volumeID="vol-0dbdda73ecf0ac40a" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/10efcc003d643a11a0f6305b49d692cd0cfc759544a61f973490c56f73545064/globalmount" fstype="ext4" -I0801 18:53:41.879070 1 node.go:192] "NodeStageVolume: volume operation finished" volumeID="vol-0dbdda73ecf0ac40a" -I0801 18:53:41.879086 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0dbdda73ecf0ac40a" -I0801 18:53:41.880944 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:53:41.885752 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:53:41.890828 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:53:41.899422 1 node.go:413] "NodePublishVolume: called" args="volume_id:\"vol-0dbdda73ecf0ac40a\" publish_context:{key:\"devicePath\" value:\"/dev/xvdaa\"} staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/10efcc003d643a11a0f6305b49d692cd0cfc759544a61f973490c56f73545064/globalmount\" target_path:\"/var/lib/kubelet/pods/4055dae5-6e77-46a1-95ec-e3d4345df724/volumes/kubernetes.io~csi/pvc-1392f616-7d52-484c-a6e9-ec1e628753ad/mount\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:53:41.899531 1 mount_linux.go:198] "NodePublishVolume: creating dir" target="/var/lib/kubelet/pods/4055dae5-6e77-46a1-95ec-e3d4345df724/volumes/kubernetes.io~csi/pvc-1392f616-7d52-484c-a6e9-ec1e628753ad/mount" -I0801 18:53:41.899611 1 node.go:754] "NodePublishVolume: mounting" source="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/10efcc003d643a11a0f6305b49d692cd0cfc759544a61f973490c56f73545064/globalmount" target="/var/lib/kubelet/pods/4055dae5-6e77-46a1-95ec-e3d4345df724/volumes/kubernetes.io~csi/pvc-1392f616-7d52-484c-a6e9-ec1e628753ad/mount" mountOptions=["bind","rw"] fsType="ext4" -I0801 18:53:41.899638 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o bind /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/10efcc003d643a11a0f6305b49d692cd0cfc759544a61f973490c56f73545064/globalmount /var/lib/kubelet/pods/4055dae5-6e77-46a1-95ec-e3d4345df724/volumes/kubernetes.io~csi/pvc-1392f616-7d52-484c-a6e9-ec1e628753ad/mount) -I0801 18:53:41.906615 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o bind,remount,rw /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/10efcc003d643a11a0f6305b49d692cd0cfc759544a61f973490c56f73545064/globalmount /var/lib/kubelet/pods/4055dae5-6e77-46a1-95ec-e3d4345df724/volumes/kubernetes.io~csi/pvc-1392f616-7d52-484c-a6e9-ec1e628753ad/mount) -I0801 18:53:41.908853 1 node.go:442] "NodePublishVolume: volume operation finished" volumeId="vol-0dbdda73ecf0ac40a" -I0801 18:53:41.908871 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0dbdda73ecf0ac40a" -I0801 18:54:18.086317 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:54:18.087165 1 node.go:496] "NodeGetVolumeStats: called" args="volume_id:\"vol-0dbdda73ecf0ac40a\" volume_path:\"/var/lib/kubelet/pods/4055dae5-6e77-46a1-95ec-e3d4345df724/volumes/kubernetes.io~csi/pvc-1392f616-7d52-484c-a6e9-ec1e628753ad/mount\"" -I0801 18:54:25.924477 1 node.go:466] "NodeUnpublishVolume: called" args="volume_id:\"vol-0dbdda73ecf0ac40a\" target_path:\"/var/lib/kubelet/pods/4055dae5-6e77-46a1-95ec-e3d4345df724/volumes/kubernetes.io~csi/pvc-1392f616-7d52-484c-a6e9-ec1e628753ad/mount\"" -I0801 18:54:25.924513 1 node.go:486] "NodeUnpublishVolume: unmounting" target="/var/lib/kubelet/pods/4055dae5-6e77-46a1-95ec-e3d4345df724/volumes/kubernetes.io~csi/pvc-1392f616-7d52-484c-a6e9-ec1e628753ad/mount" -I0801 18:54:25.924547 1 mount_helper_common.go:107] "/var/lib/kubelet/pods/4055dae5-6e77-46a1-95ec-e3d4345df724/volumes/kubernetes.io~csi/pvc-1392f616-7d52-484c-a6e9-ec1e628753ad/mount" is a mountpoint, unmounting -I0801 18:54:25.924557 1 mount_linux.go:366] Unmounting /var/lib/kubelet/pods/4055dae5-6e77-46a1-95ec-e3d4345df724/volumes/kubernetes.io~csi/pvc-1392f616-7d52-484c-a6e9-ec1e628753ad/mount -I0801 18:54:25.929339 1 mount_helper_common.go:142] "/var/lib/kubelet/pods/4055dae5-6e77-46a1-95ec-e3d4345df724/volumes/kubernetes.io~csi/pvc-1392f616-7d52-484c-a6e9-ec1e628753ad/mount" is not a mountpoint, deleting -I0801 18:54:25.929418 1 node.go:482] "NodeUnPublishVolume: volume operation finished" volumeId="vol-0dbdda73ecf0ac40a" -I0801 18:54:25.929445 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0dbdda73ecf0ac40a" -I0801 18:54:26.025656 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:54:26.026493 1 node.go:299] "NodeUnstageVolume: called" args="volume_id:\"vol-0dbdda73ecf0ac40a\" staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/10efcc003d643a11a0f6305b49d692cd0cfc759544a61f973490c56f73545064/globalmount\"" -I0801 18:54:26.026688 1 node.go:339] "NodeUnstageVolume: unmounting" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/10efcc003d643a11a0f6305b49d692cd0cfc759544a61f973490c56f73545064/globalmount" -I0801 18:54:26.026714 1 mount_helper_common.go:107] "/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/10efcc003d643a11a0f6305b49d692cd0cfc759544a61f973490c56f73545064/globalmount" is a mountpoint, unmounting -I0801 18:54:26.026726 1 mount_linux.go:366] Unmounting /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/10efcc003d643a11a0f6305b49d692cd0cfc759544a61f973490c56f73545064/globalmount -I0801 18:54:26.035572 1 mount_helper_common.go:142] "/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/10efcc003d643a11a0f6305b49d692cd0cfc759544a61f973490c56f73545064/globalmount" is not a mountpoint, deleting -I0801 18:54:26.035619 1 node.go:344] "NodeUnStageVolume: successfully unstaged volume" volumeID="vol-0dbdda73ecf0ac40a" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/10efcc003d643a11a0f6305b49d692cd0cfc759544a61f973490c56f73545064/globalmount" -I0801 18:54:26.035633 1 node.go:314] "NodeUnStageVolume: volume operation finished" volumeID="vol-0dbdda73ecf0ac40a" -I0801 18:54:26.035643 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0dbdda73ecf0ac40a" -I0801 18:54:51.540383 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:54:51.545299 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:54:51.546163 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:54:51.546996 1 node.go:113] "NodeStageVolume: called" args="volume_id:\"vol-0ed994ef3a606cc32\" publish_context:{key:\"devicePath\" value:\"/dev/xvdaa\"} staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/49293d658664cecd2ece390f7c741fd897f0415577b6409b36d5e2a840aceca1/globalmount\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:54:51.547262 1 mount_linux.go:87] "[Debug] The canonical device path was resolved" devicePath="/dev/xvdaa" cacanonicalDevicePath="/dev/nvme1n1" -I0801 18:54:51.549625 1 node.go:215] "NodeStageVolume: find device path" devicePath="/dev/xvdaa" source="/dev/nvme1n1" -I0801 18:54:51.549835 1 node.go:243] "NodeStageVolume: checking if volume is already staged" device="" source="/dev/nvme1n1" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/49293d658664cecd2ece390f7c741fd897f0415577b6409b36d5e2a840aceca1/globalmount" -I0801 18:54:51.549857 1 node.go:250] "NodeStageVolume: staging volume" source="/dev/nvme1n1" volumeID="vol-0ed994ef3a606cc32" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/49293d658664cecd2ece390f7c741fd897f0415577b6409b36d5e2a840aceca1/globalmount" fstype="ext4" -I0801 18:54:51.549876 1 mount_linux.go:634] Attempting to determine if disk "/dev/nvme1n1" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/nvme1n1]) -I0801 18:54:51.566645 1 mount_linux.go:637] Output: "" -I0801 18:54:51.566662 1 mount_linux.go:572] Disk "/dev/nvme1n1" appears to be unformatted, attempting to format as type: "ext4" with options: [-F -m0 /dev/nvme1n1] -I0801 18:54:51.747182 1 mount_linux.go:583] Disk successfully formatted (mkfs): ext4 - /dev/nvme1n1 /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/49293d658664cecd2ece390f7c741fd897f0415577b6409b36d5e2a840aceca1/globalmount -I0801 18:54:51.747197 1 mount_linux.go:601] Attempting to mount disk /dev/nvme1n1 in ext4 format at /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/49293d658664cecd2ece390f7c741fd897f0415577b6409b36d5e2a840aceca1/globalmount -I0801 18:54:51.747211 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o rw,defaults /dev/nvme1n1 /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/49293d658664cecd2ece390f7c741fd897f0415577b6409b36d5e2a840aceca1/globalmount) -I0801 18:54:51.755634 1 mount_linux.go:634] Attempting to determine if disk "/dev/nvme1n1" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/nvme1n1]) -I0801 18:54:51.771443 1 mount_linux.go:637] Output: "DEVNAME=/dev/nvme1n1\nTYPE=ext4\n" -I0801 18:54:51.771464 1 resizefs_linux.go:137] ResizeFs.needResize - checking mounted volume /dev/nvme1n1 -I0801 18:54:51.773744 1 resizefs_linux.go:141] Ext size: filesystem size=10737418240, block size=4096 -I0801 18:54:51.773763 1 resizefs_linux.go:156] Volume /dev/nvme1n1: device size=10737418240, filesystem size=10737418240, block size=4096 -I0801 18:54:51.773787 1 node.go:294] "NodeStageVolume: successfully staged volume" source="/dev/nvme1n1" volumeID="vol-0ed994ef3a606cc32" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/49293d658664cecd2ece390f7c741fd897f0415577b6409b36d5e2a840aceca1/globalmount" fstype="ext4" -I0801 18:54:51.773841 1 node.go:192] "NodeStageVolume: volume operation finished" volumeID="vol-0ed994ef3a606cc32" -I0801 18:54:51.773918 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0ed994ef3a606cc32" -I0801 18:54:51.775142 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:54:51.782544 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:54:51.783745 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:54:51.784836 1 node.go:413] "NodePublishVolume: called" args="volume_id:\"vol-0ed994ef3a606cc32\" publish_context:{key:\"devicePath\" value:\"/dev/xvdaa\"} staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/49293d658664cecd2ece390f7c741fd897f0415577b6409b36d5e2a840aceca1/globalmount\" target_path:\"/var/lib/kubelet/pods/9b0c47eb-aa71-4885-a2ed-5f0d5e31acf5/volumes/kubernetes.io~csi/pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0/mount\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:54:51.785077 1 mount_linux.go:198] "NodePublishVolume: creating dir" target="/var/lib/kubelet/pods/9b0c47eb-aa71-4885-a2ed-5f0d5e31acf5/volumes/kubernetes.io~csi/pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0/mount" -I0801 18:54:51.785217 1 node.go:754] "NodePublishVolume: mounting" source="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/49293d658664cecd2ece390f7c741fd897f0415577b6409b36d5e2a840aceca1/globalmount" target="/var/lib/kubelet/pods/9b0c47eb-aa71-4885-a2ed-5f0d5e31acf5/volumes/kubernetes.io~csi/pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0/mount" mountOptions=["bind","rw"] fsType="ext4" -I0801 18:54:51.785410 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o bind /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/49293d658664cecd2ece390f7c741fd897f0415577b6409b36d5e2a840aceca1/globalmount /var/lib/kubelet/pods/9b0c47eb-aa71-4885-a2ed-5f0d5e31acf5/volumes/kubernetes.io~csi/pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0/mount) -I0801 18:54:51.787733 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o bind,remount,rw /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/49293d658664cecd2ece390f7c741fd897f0415577b6409b36d5e2a840aceca1/globalmount /var/lib/kubelet/pods/9b0c47eb-aa71-4885-a2ed-5f0d5e31acf5/volumes/kubernetes.io~csi/pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0/mount) -I0801 18:54:51.789726 1 node.go:442] "NodePublishVolume: volume operation finished" volumeId="vol-0ed994ef3a606cc32" -I0801 18:54:51.789841 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0ed994ef3a606cc32" -I0801 18:55:10.826138 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:55:10.829632 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:55:10.830446 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:55:10.831340 1 node.go:113] "NodeStageVolume: called" args="volume_id:\"vol-0078b1f9b7f3d5e5d\" publish_context:{key:\"devicePath\" value:\"/dev/xvdab\"} staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/796d1981a591c28385ddca5db0557cfed0ccb84caa905116e4ff07865588539f/globalmount\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:55:10.831564 1 mount_linux.go:87] "[Debug] The canonical device path was resolved" devicePath="/dev/xvdab" cacanonicalDevicePath="/dev/nvme2n1" -I0801 18:55:10.834298 1 node.go:215] "NodeStageVolume: find device path" devicePath="/dev/xvdab" source="/dev/nvme2n1" -I0801 18:55:10.834507 1 node.go:243] "NodeStageVolume: checking if volume is already staged" device="" source="/dev/nvme2n1" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/796d1981a591c28385ddca5db0557cfed0ccb84caa905116e4ff07865588539f/globalmount" -I0801 18:55:10.834529 1 node.go:250] "NodeStageVolume: staging volume" source="/dev/nvme2n1" volumeID="vol-0078b1f9b7f3d5e5d" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/796d1981a591c28385ddca5db0557cfed0ccb84caa905116e4ff07865588539f/globalmount" fstype="ext4" -I0801 18:55:10.834549 1 mount_linux.go:634] Attempting to determine if disk "/dev/nvme2n1" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/nvme2n1]) -I0801 18:55:10.846220 1 mount_linux.go:637] Output: "" -I0801 18:55:10.846236 1 mount_linux.go:572] Disk "/dev/nvme2n1" appears to be unformatted, attempting to format as type: "ext4" with options: [-F -m0 /dev/nvme2n1] -I0801 18:55:13.237379 1 mount_linux.go:583] Disk successfully formatted (mkfs): ext4 - /dev/nvme2n1 /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/796d1981a591c28385ddca5db0557cfed0ccb84caa905116e4ff07865588539f/globalmount -I0801 18:55:13.237402 1 mount_linux.go:601] Attempting to mount disk /dev/nvme2n1 in ext4 format at /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/796d1981a591c28385ddca5db0557cfed0ccb84caa905116e4ff07865588539f/globalmount -I0801 18:55:13.237417 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o rw,defaults /dev/nvme2n1 /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/796d1981a591c28385ddca5db0557cfed0ccb84caa905116e4ff07865588539f/globalmount) -I0801 18:55:13.370589 1 mount_linux.go:634] Attempting to determine if disk "/dev/nvme2n1" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/nvme2n1]) -I0801 18:55:13.677120 1 mount_linux.go:637] Output: "DEVNAME=/dev/nvme2n1\nTYPE=ext4\n" -I0801 18:55:13.677201 1 resizefs_linux.go:137] ResizeFs.needResize - checking mounted volume /dev/nvme2n1 -I0801 18:55:13.680667 1 resizefs_linux.go:141] Ext size: filesystem size=10737418240, block size=4096 -I0801 18:55:13.680727 1 resizefs_linux.go:156] Volume /dev/nvme2n1: device size=10737418240, filesystem size=10737418240, block size=4096 -I0801 18:55:13.680770 1 node.go:294] "NodeStageVolume: successfully staged volume" source="/dev/nvme2n1" volumeID="vol-0078b1f9b7f3d5e5d" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/796d1981a591c28385ddca5db0557cfed0ccb84caa905116e4ff07865588539f/globalmount" fstype="ext4" -I0801 18:55:13.680825 1 node.go:192] "NodeStageVolume: volume operation finished" volumeID="vol-0078b1f9b7f3d5e5d" -I0801 18:55:13.680851 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0078b1f9b7f3d5e5d" -I0801 18:55:13.682758 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:55:13.687058 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:55:13.688173 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:55:13.689199 1 node.go:413] "NodePublishVolume: called" args="volume_id:\"vol-0078b1f9b7f3d5e5d\" publish_context:{key:\"devicePath\" value:\"/dev/xvdab\"} staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/796d1981a591c28385ddca5db0557cfed0ccb84caa905116e4ff07865588539f/globalmount\" target_path:\"/var/lib/kubelet/pods/1529d256-339d-4cdb-a361-9fd01dc02797/volumes/kubernetes.io~csi/pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2/mount\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:55:13.689310 1 mount_linux.go:198] "NodePublishVolume: creating dir" target="/var/lib/kubelet/pods/1529d256-339d-4cdb-a361-9fd01dc02797/volumes/kubernetes.io~csi/pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2/mount" -I0801 18:55:13.689401 1 node.go:754] "NodePublishVolume: mounting" source="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/796d1981a591c28385ddca5db0557cfed0ccb84caa905116e4ff07865588539f/globalmount" target="/var/lib/kubelet/pods/1529d256-339d-4cdb-a361-9fd01dc02797/volumes/kubernetes.io~csi/pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2/mount" mountOptions=["bind","rw"] fsType="ext4" -I0801 18:55:13.689430 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o bind /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/796d1981a591c28385ddca5db0557cfed0ccb84caa905116e4ff07865588539f/globalmount /var/lib/kubelet/pods/1529d256-339d-4cdb-a361-9fd01dc02797/volumes/kubernetes.io~csi/pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2/mount) -I0801 18:55:13.696744 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o bind,remount,rw /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/796d1981a591c28385ddca5db0557cfed0ccb84caa905116e4ff07865588539f/globalmount /var/lib/kubelet/pods/1529d256-339d-4cdb-a361-9fd01dc02797/volumes/kubernetes.io~csi/pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2/mount) -I0801 18:55:13.698981 1 node.go:442] "NodePublishVolume: volume operation finished" volumeId="vol-0078b1f9b7f3d5e5d" -I0801 18:55:13.698997 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0078b1f9b7f3d5e5d" -I0801 18:55:18.087480 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:55:18.088419 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:55:18.088560 1 node.go:496] "NodeGetVolumeStats: called" args="volume_id:\"vol-0078b1f9b7f3d5e5d\" volume_path:\"/var/lib/kubelet/pods/1529d256-339d-4cdb-a361-9fd01dc02797/volumes/kubernetes.io~csi/pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2/mount\"" -I0801 18:55:18.090486 1 node.go:496] "NodeGetVolumeStats: called" args="volume_id:\"vol-0ed994ef3a606cc32\" volume_path:\"/var/lib/kubelet/pods/9b0c47eb-aa71-4885-a2ed-5f0d5e31acf5/volumes/kubernetes.io~csi/pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0/mount\"" -I0801 18:55:34.630824 1 node.go:466] "NodeUnpublishVolume: called" args="volume_id:\"vol-0ed994ef3a606cc32\" target_path:\"/var/lib/kubelet/pods/9b0c47eb-aa71-4885-a2ed-5f0d5e31acf5/volumes/kubernetes.io~csi/pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0/mount\"" -I0801 18:55:34.631072 1 node.go:486] "NodeUnpublishVolume: unmounting" target="/var/lib/kubelet/pods/9b0c47eb-aa71-4885-a2ed-5f0d5e31acf5/volumes/kubernetes.io~csi/pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0/mount" -I0801 18:55:34.631109 1 mount_helper_common.go:107] "/var/lib/kubelet/pods/9b0c47eb-aa71-4885-a2ed-5f0d5e31acf5/volumes/kubernetes.io~csi/pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0/mount" is a mountpoint, unmounting -I0801 18:55:34.631120 1 mount_linux.go:366] Unmounting /var/lib/kubelet/pods/9b0c47eb-aa71-4885-a2ed-5f0d5e31acf5/volumes/kubernetes.io~csi/pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0/mount -I0801 18:55:34.633405 1 mount_helper_common.go:142] "/var/lib/kubelet/pods/9b0c47eb-aa71-4885-a2ed-5f0d5e31acf5/volumes/kubernetes.io~csi/pvc-42da5bd5-1f3c-4e9e-9629-55ae81c11cf0/mount" is not a mountpoint, deleting -I0801 18:55:34.633446 1 node.go:482] "NodeUnPublishVolume: volume operation finished" volumeId="vol-0ed994ef3a606cc32" -I0801 18:55:34.633458 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0ed994ef3a606cc32" -I0801 18:55:34.731758 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:55:34.732571 1 node.go:299] "NodeUnstageVolume: called" args="volume_id:\"vol-0ed994ef3a606cc32\" staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/49293d658664cecd2ece390f7c741fd897f0415577b6409b36d5e2a840aceca1/globalmount\"" -I0801 18:55:34.732830 1 node.go:339] "NodeUnstageVolume: unmounting" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/49293d658664cecd2ece390f7c741fd897f0415577b6409b36d5e2a840aceca1/globalmount" -I0801 18:55:34.732855 1 mount_helper_common.go:107] "/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/49293d658664cecd2ece390f7c741fd897f0415577b6409b36d5e2a840aceca1/globalmount" is a mountpoint, unmounting -I0801 18:55:34.732867 1 mount_linux.go:366] Unmounting /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/49293d658664cecd2ece390f7c741fd897f0415577b6409b36d5e2a840aceca1/globalmount -I0801 18:55:34.740431 1 mount_helper_common.go:142] "/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/49293d658664cecd2ece390f7c741fd897f0415577b6409b36d5e2a840aceca1/globalmount" is not a mountpoint, deleting -I0801 18:55:34.740491 1 node.go:344] "NodeUnStageVolume: successfully unstaged volume" volumeID="vol-0ed994ef3a606cc32" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/49293d658664cecd2ece390f7c741fd897f0415577b6409b36d5e2a840aceca1/globalmount" -I0801 18:55:34.740520 1 node.go:314] "NodeUnStageVolume: volume operation finished" volumeID="vol-0ed994ef3a606cc32" -I0801 18:55:34.740545 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0ed994ef3a606cc32" -I0801 18:55:56.024118 1 node.go:466] "NodeUnpublishVolume: called" args="volume_id:\"vol-0078b1f9b7f3d5e5d\" target_path:\"/var/lib/kubelet/pods/1529d256-339d-4cdb-a361-9fd01dc02797/volumes/kubernetes.io~csi/pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2/mount\"" -I0801 18:55:56.024245 1 node.go:486] "NodeUnpublishVolume: unmounting" target="/var/lib/kubelet/pods/1529d256-339d-4cdb-a361-9fd01dc02797/volumes/kubernetes.io~csi/pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2/mount" -I0801 18:55:56.024419 1 mount_helper_common.go:107] "/var/lib/kubelet/pods/1529d256-339d-4cdb-a361-9fd01dc02797/volumes/kubernetes.io~csi/pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2/mount" is a mountpoint, unmounting -I0801 18:55:56.024462 1 mount_linux.go:366] Unmounting /var/lib/kubelet/pods/1529d256-339d-4cdb-a361-9fd01dc02797/volumes/kubernetes.io~csi/pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2/mount -I0801 18:55:56.028607 1 mount_helper_common.go:142] "/var/lib/kubelet/pods/1529d256-339d-4cdb-a361-9fd01dc02797/volumes/kubernetes.io~csi/pvc-913eced0-87d5-4cb8-8d05-75c0e29c98e2/mount" is not a mountpoint, deleting -I0801 18:55:56.028650 1 node.go:482] "NodeUnPublishVolume: volume operation finished" volumeId="vol-0078b1f9b7f3d5e5d" -I0801 18:55:56.028661 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0078b1f9b7f3d5e5d" -I0801 18:55:56.124469 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:55:56.125261 1 node.go:299] "NodeUnstageVolume: called" args="volume_id:\"vol-0078b1f9b7f3d5e5d\" staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/796d1981a591c28385ddca5db0557cfed0ccb84caa905116e4ff07865588539f/globalmount\"" -I0801 18:55:56.125498 1 node.go:339] "NodeUnstageVolume: unmounting" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/796d1981a591c28385ddca5db0557cfed0ccb84caa905116e4ff07865588539f/globalmount" -I0801 18:55:56.125525 1 mount_helper_common.go:107] "/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/796d1981a591c28385ddca5db0557cfed0ccb84caa905116e4ff07865588539f/globalmount" is a mountpoint, unmounting -I0801 18:55:56.125535 1 mount_linux.go:366] Unmounting /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/796d1981a591c28385ddca5db0557cfed0ccb84caa905116e4ff07865588539f/globalmount -I0801 18:55:56.132483 1 mount_helper_common.go:142] "/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/796d1981a591c28385ddca5db0557cfed0ccb84caa905116e4ff07865588539f/globalmount" is not a mountpoint, deleting -I0801 18:55:56.132529 1 node.go:344] "NodeUnStageVolume: successfully unstaged volume" volumeID="vol-0078b1f9b7f3d5e5d" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/796d1981a591c28385ddca5db0557cfed0ccb84caa905116e4ff07865588539f/globalmount" -I0801 18:55:56.132543 1 node.go:314] "NodeUnStageVolume: volume operation finished" volumeID="vol-0078b1f9b7f3d5e5d" -I0801 18:55:56.132552 1 inflight.go:74] "Node Service: volume operation finished" key="vol-0078b1f9b7f3d5e5d" -I0801 18:56:21.950645 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:56:21.950860 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:56:21.956110 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:56:21.956814 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:56:21.956950 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:56:21.957659 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:56:21.958171 1 node.go:113] "NodeStageVolume: called" args="volume_id:\"vol-069b77c73c4affe64\" publish_context:{key:\"devicePath\" value:\"/dev/xvdaa\"} staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/0bde9774536860a5bd3123471969386ddbd5f640f5b64f546b77dc5e349ad4b5/globalmount\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:56:21.958656 1 mount_linux.go:87] "[Debug] The canonical device path was resolved" devicePath="/dev/xvdaa" cacanonicalDevicePath="/dev/nvme1n1" -I0801 18:56:21.958786 1 node.go:113] "NodeStageVolume: called" args="volume_id:\"vol-01d8a32a58e9e771c\" publish_context:{key:\"devicePath\" value:\"/dev/xvdab\"} staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/c6bf32a8f3151ecf96a0544d6abc0c83cb1b0bc52f4036e3491dfebb1408a735/globalmount\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:56:21.958946 1 mount_linux.go:87] "[Debug] The canonical device path was resolved" devicePath="/dev/xvdab" cacanonicalDevicePath="/dev/nvme2n1" -I0801 18:56:21.962019 1 node.go:215] "NodeStageVolume: find device path" devicePath="/dev/xvdaa" source="/dev/nvme1n1" -I0801 18:56:21.962329 1 node.go:243] "NodeStageVolume: checking if volume is already staged" device="" source="/dev/nvme1n1" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/0bde9774536860a5bd3123471969386ddbd5f640f5b64f546b77dc5e349ad4b5/globalmount" -I0801 18:56:21.962397 1 node.go:250] "NodeStageVolume: staging volume" source="/dev/nvme1n1" volumeID="vol-069b77c73c4affe64" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/0bde9774536860a5bd3123471969386ddbd5f640f5b64f546b77dc5e349ad4b5/globalmount" fstype="ext4" -I0801 18:56:21.962466 1 mount_linux.go:634] Attempting to determine if disk "/dev/nvme1n1" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/nvme1n1]) -I0801 18:56:21.963459 1 node.go:215] "NodeStageVolume: find device path" devicePath="/dev/xvdab" source="/dev/nvme2n1" -I0801 18:56:21.963784 1 node.go:243] "NodeStageVolume: checking if volume is already staged" device="" source="/dev/nvme2n1" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/c6bf32a8f3151ecf96a0544d6abc0c83cb1b0bc52f4036e3491dfebb1408a735/globalmount" -I0801 18:56:21.963859 1 node.go:250] "NodeStageVolume: staging volume" source="/dev/nvme2n1" volumeID="vol-01d8a32a58e9e771c" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/c6bf32a8f3151ecf96a0544d6abc0c83cb1b0bc52f4036e3491dfebb1408a735/globalmount" fstype="ext4" -I0801 18:56:21.963977 1 mount_linux.go:634] Attempting to determine if disk "/dev/nvme2n1" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/nvme2n1]) -I0801 18:56:21.981260 1 mount_linux.go:637] Output: "" -I0801 18:56:21.981278 1 mount_linux.go:572] Disk "/dev/nvme1n1" appears to be unformatted, attempting to format as type: "ext4" with options: [-F -m0 /dev/nvme1n1] -I0801 18:56:21.982994 1 mount_linux.go:637] Output: "" -I0801 18:56:21.983120 1 mount_linux.go:572] Disk "/dev/nvme2n1" appears to be unformatted, attempting to format as type: "ext4" with options: [-F -m0 /dev/nvme2n1] -I0801 18:56:22.158645 1 mount_linux.go:583] Disk successfully formatted (mkfs): ext4 - /dev/nvme1n1 /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/0bde9774536860a5bd3123471969386ddbd5f640f5b64f546b77dc5e349ad4b5/globalmount -I0801 18:56:22.158661 1 mount_linux.go:601] Attempting to mount disk /dev/nvme1n1 in ext4 format at /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/0bde9774536860a5bd3123471969386ddbd5f640f5b64f546b77dc5e349ad4b5/globalmount -I0801 18:56:22.158674 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o rw,defaults /dev/nvme1n1 /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/0bde9774536860a5bd3123471969386ddbd5f640f5b64f546b77dc5e349ad4b5/globalmount) -I0801 18:56:22.166907 1 mount_linux.go:634] Attempting to determine if disk "/dev/nvme1n1" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/nvme1n1]) -I0801 18:56:22.184995 1 mount_linux.go:637] Output: "DEVNAME=/dev/nvme1n1\nTYPE=ext4\n" -I0801 18:56:22.185091 1 resizefs_linux.go:137] ResizeFs.needResize - checking mounted volume /dev/nvme1n1 -I0801 18:56:22.187650 1 resizefs_linux.go:141] Ext size: filesystem size=10737418240, block size=4096 -I0801 18:56:22.187747 1 resizefs_linux.go:156] Volume /dev/nvme1n1: device size=10737418240, filesystem size=10737418240, block size=4096 -I0801 18:56:22.187858 1 node.go:294] "NodeStageVolume: successfully staged volume" source="/dev/nvme1n1" volumeID="vol-069b77c73c4affe64" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/0bde9774536860a5bd3123471969386ddbd5f640f5b64f546b77dc5e349ad4b5/globalmount" fstype="ext4" -I0801 18:56:22.187944 1 node.go:192] "NodeStageVolume: volume operation finished" volumeID="vol-069b77c73c4affe64" -I0801 18:56:22.188024 1 inflight.go:74] "Node Service: volume operation finished" key="vol-069b77c73c4affe64" -I0801 18:56:22.189753 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:56:22.194674 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:56:22.195541 1 mount_linux.go:583] Disk successfully formatted (mkfs): ext4 - /dev/nvme2n1 /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/c6bf32a8f3151ecf96a0544d6abc0c83cb1b0bc52f4036e3491dfebb1408a735/globalmount -I0801 18:56:22.195554 1 mount_linux.go:601] Attempting to mount disk /dev/nvme2n1 in ext4 format at /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/c6bf32a8f3151ecf96a0544d6abc0c83cb1b0bc52f4036e3491dfebb1408a735/globalmount -I0801 18:56:22.195567 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o rw,defaults /dev/nvme2n1 /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/c6bf32a8f3151ecf96a0544d6abc0c83cb1b0bc52f4036e3491dfebb1408a735/globalmount) -I0801 18:56:22.201790 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:56:22.202936 1 node.go:413] "NodePublishVolume: called" args="volume_id:\"vol-069b77c73c4affe64\" publish_context:{key:\"devicePath\" value:\"/dev/xvdaa\"} staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/0bde9774536860a5bd3123471969386ddbd5f640f5b64f546b77dc5e349ad4b5/globalmount\" target_path:\"/var/lib/kubelet/pods/da6de244-c410-4fea-88b3-c3de86277204/volumes/kubernetes.io~csi/pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd/mount\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:56:22.203038 1 mount_linux.go:198] "NodePublishVolume: creating dir" target="/var/lib/kubelet/pods/da6de244-c410-4fea-88b3-c3de86277204/volumes/kubernetes.io~csi/pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd/mount" -I0801 18:56:22.203113 1 node.go:754] "NodePublishVolume: mounting" source="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/0bde9774536860a5bd3123471969386ddbd5f640f5b64f546b77dc5e349ad4b5/globalmount" target="/var/lib/kubelet/pods/da6de244-c410-4fea-88b3-c3de86277204/volumes/kubernetes.io~csi/pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd/mount" mountOptions=["bind","rw"] fsType="ext4" -I0801 18:56:22.203134 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o bind /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/0bde9774536860a5bd3123471969386ddbd5f640f5b64f546b77dc5e349ad4b5/globalmount /var/lib/kubelet/pods/da6de244-c410-4fea-88b3-c3de86277204/volumes/kubernetes.io~csi/pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd/mount) -I0801 18:56:22.204742 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o bind,remount,rw /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/0bde9774536860a5bd3123471969386ddbd5f640f5b64f546b77dc5e349ad4b5/globalmount /var/lib/kubelet/pods/da6de244-c410-4fea-88b3-c3de86277204/volumes/kubernetes.io~csi/pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd/mount) -I0801 18:56:22.206231 1 node.go:442] "NodePublishVolume: volume operation finished" volumeId="vol-069b77c73c4affe64" -I0801 18:56:22.206248 1 inflight.go:74] "Node Service: volume operation finished" key="vol-069b77c73c4affe64" -I0801 18:56:22.215487 1 mount_linux.go:634] Attempting to determine if disk "/dev/nvme2n1" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/nvme2n1]) -I0801 18:56:22.232432 1 mount_linux.go:637] Output: "DEVNAME=/dev/nvme2n1\nTYPE=ext4\n" -I0801 18:56:22.232450 1 resizefs_linux.go:137] ResizeFs.needResize - checking mounted volume /dev/nvme2n1 -I0801 18:56:22.234504 1 resizefs_linux.go:141] Ext size: filesystem size=10737418240, block size=4096 -I0801 18:56:22.234521 1 resizefs_linux.go:156] Volume /dev/nvme2n1: device size=10737418240, filesystem size=10737418240, block size=4096 -I0801 18:56:22.234543 1 node.go:294] "NodeStageVolume: successfully staged volume" source="/dev/nvme2n1" volumeID="vol-01d8a32a58e9e771c" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/c6bf32a8f3151ecf96a0544d6abc0c83cb1b0bc52f4036e3491dfebb1408a735/globalmount" fstype="ext4" -I0801 18:56:22.234562 1 node.go:192] "NodeStageVolume: volume operation finished" volumeID="vol-01d8a32a58e9e771c" -I0801 18:56:22.234573 1 inflight.go:74] "Node Service: volume operation finished" key="vol-01d8a32a58e9e771c" -I0801 18:56:22.238551 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:56:22.242844 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:56:22.243975 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:56:22.245005 1 node.go:413] "NodePublishVolume: called" args="volume_id:\"vol-01d8a32a58e9e771c\" publish_context:{key:\"devicePath\" value:\"/dev/xvdab\"} staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/c6bf32a8f3151ecf96a0544d6abc0c83cb1b0bc52f4036e3491dfebb1408a735/globalmount\" target_path:\"/var/lib/kubelet/pods/5570d50c-d02f-40ef-a42d-36937a814de1/volumes/kubernetes.io~csi/pvc-14ab448b-e553-4644-8fcf-1e0448844e14/mount\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:56:22.245108 1 mount_linux.go:198] "NodePublishVolume: creating dir" target="/var/lib/kubelet/pods/5570d50c-d02f-40ef-a42d-36937a814de1/volumes/kubernetes.io~csi/pvc-14ab448b-e553-4644-8fcf-1e0448844e14/mount" -I0801 18:56:22.245192 1 node.go:754] "NodePublishVolume: mounting" source="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/c6bf32a8f3151ecf96a0544d6abc0c83cb1b0bc52f4036e3491dfebb1408a735/globalmount" target="/var/lib/kubelet/pods/5570d50c-d02f-40ef-a42d-36937a814de1/volumes/kubernetes.io~csi/pvc-14ab448b-e553-4644-8fcf-1e0448844e14/mount" mountOptions=["bind","rw"] fsType="ext4" -I0801 18:56:22.245215 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o bind /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/c6bf32a8f3151ecf96a0544d6abc0c83cb1b0bc52f4036e3491dfebb1408a735/globalmount /var/lib/kubelet/pods/5570d50c-d02f-40ef-a42d-36937a814de1/volumes/kubernetes.io~csi/pvc-14ab448b-e553-4644-8fcf-1e0448844e14/mount) -I0801 18:56:22.251393 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o bind,remount,rw /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/c6bf32a8f3151ecf96a0544d6abc0c83cb1b0bc52f4036e3491dfebb1408a735/globalmount /var/lib/kubelet/pods/5570d50c-d02f-40ef-a42d-36937a814de1/volumes/kubernetes.io~csi/pvc-14ab448b-e553-4644-8fcf-1e0448844e14/mount) -I0801 18:56:22.253305 1 node.go:442] "NodePublishVolume: volume operation finished" volumeId="vol-01d8a32a58e9e771c" -I0801 18:56:22.253323 1 inflight.go:74] "Node Service: volume operation finished" key="vol-01d8a32a58e9e771c" -I0801 18:56:59.810579 1 node.go:466] "NodeUnpublishVolume: called" args="volume_id:\"vol-069b77c73c4affe64\" target_path:\"/var/lib/kubelet/pods/da6de244-c410-4fea-88b3-c3de86277204/volumes/kubernetes.io~csi/pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd/mount\"" -I0801 18:56:59.810817 1 node.go:486] "NodeUnpublishVolume: unmounting" target="/var/lib/kubelet/pods/da6de244-c410-4fea-88b3-c3de86277204/volumes/kubernetes.io~csi/pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd/mount" -I0801 18:56:59.810857 1 mount_helper_common.go:107] "/var/lib/kubelet/pods/da6de244-c410-4fea-88b3-c3de86277204/volumes/kubernetes.io~csi/pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd/mount" is a mountpoint, unmounting -I0801 18:56:59.810868 1 mount_linux.go:366] Unmounting /var/lib/kubelet/pods/da6de244-c410-4fea-88b3-c3de86277204/volumes/kubernetes.io~csi/pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd/mount -I0801 18:56:59.813697 1 mount_helper_common.go:142] "/var/lib/kubelet/pods/da6de244-c410-4fea-88b3-c3de86277204/volumes/kubernetes.io~csi/pvc-0597aad1-0860-4d59-8b37-5aee47f40fdd/mount" is not a mountpoint, deleting -I0801 18:56:59.813741 1 node.go:482] "NodeUnPublishVolume: volume operation finished" volumeId="vol-069b77c73c4affe64" -I0801 18:56:59.813752 1 inflight.go:74] "Node Service: volume operation finished" key="vol-069b77c73c4affe64" -I0801 18:56:59.908032 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:56:59.908926 1 node.go:299] "NodeUnstageVolume: called" args="volume_id:\"vol-069b77c73c4affe64\" staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/0bde9774536860a5bd3123471969386ddbd5f640f5b64f546b77dc5e349ad4b5/globalmount\"" -I0801 18:56:59.909221 1 node.go:339] "NodeUnstageVolume: unmounting" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/0bde9774536860a5bd3123471969386ddbd5f640f5b64f546b77dc5e349ad4b5/globalmount" -I0801 18:56:59.909248 1 mount_helper_common.go:107] "/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/0bde9774536860a5bd3123471969386ddbd5f640f5b64f546b77dc5e349ad4b5/globalmount" is a mountpoint, unmounting -I0801 18:56:59.909261 1 mount_linux.go:366] Unmounting /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/0bde9774536860a5bd3123471969386ddbd5f640f5b64f546b77dc5e349ad4b5/globalmount -I0801 18:56:59.914469 1 mount_helper_common.go:142] "/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/0bde9774536860a5bd3123471969386ddbd5f640f5b64f546b77dc5e349ad4b5/globalmount" is not a mountpoint, deleting -I0801 18:56:59.914516 1 node.go:344] "NodeUnStageVolume: successfully unstaged volume" volumeID="vol-069b77c73c4affe64" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/0bde9774536860a5bd3123471969386ddbd5f640f5b64f546b77dc5e349ad4b5/globalmount" -I0801 18:56:59.914548 1 node.go:314] "NodeUnStageVolume: volume operation finished" volumeID="vol-069b77c73c4affe64" -I0801 18:56:59.914560 1 inflight.go:74] "Node Service: volume operation finished" key="vol-069b77c73c4affe64" -I0801 18:57:05.531097 1 node.go:466] "NodeUnpublishVolume: called" args="volume_id:\"vol-01d8a32a58e9e771c\" target_path:\"/var/lib/kubelet/pods/5570d50c-d02f-40ef-a42d-36937a814de1/volumes/kubernetes.io~csi/pvc-14ab448b-e553-4644-8fcf-1e0448844e14/mount\"" -I0801 18:57:05.531137 1 node.go:486] "NodeUnpublishVolume: unmounting" target="/var/lib/kubelet/pods/5570d50c-d02f-40ef-a42d-36937a814de1/volumes/kubernetes.io~csi/pvc-14ab448b-e553-4644-8fcf-1e0448844e14/mount" -I0801 18:57:05.531228 1 mount_helper_common.go:107] "/var/lib/kubelet/pods/5570d50c-d02f-40ef-a42d-36937a814de1/volumes/kubernetes.io~csi/pvc-14ab448b-e553-4644-8fcf-1e0448844e14/mount" is a mountpoint, unmounting -I0801 18:57:05.531240 1 mount_linux.go:366] Unmounting /var/lib/kubelet/pods/5570d50c-d02f-40ef-a42d-36937a814de1/volumes/kubernetes.io~csi/pvc-14ab448b-e553-4644-8fcf-1e0448844e14/mount -I0801 18:57:05.533981 1 mount_helper_common.go:142] "/var/lib/kubelet/pods/5570d50c-d02f-40ef-a42d-36937a814de1/volumes/kubernetes.io~csi/pvc-14ab448b-e553-4644-8fcf-1e0448844e14/mount" is not a mountpoint, deleting -I0801 18:57:05.534179 1 node.go:482] "NodeUnPublishVolume: volume operation finished" volumeId="vol-01d8a32a58e9e771c" -I0801 18:57:05.534271 1 inflight.go:74] "Node Service: volume operation finished" key="vol-01d8a32a58e9e771c" -I0801 18:57:05.630600 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:57:05.631418 1 node.go:299] "NodeUnstageVolume: called" args="volume_id:\"vol-01d8a32a58e9e771c\" staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/c6bf32a8f3151ecf96a0544d6abc0c83cb1b0bc52f4036e3491dfebb1408a735/globalmount\"" -I0801 18:57:05.631629 1 node.go:339] "NodeUnstageVolume: unmounting" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/c6bf32a8f3151ecf96a0544d6abc0c83cb1b0bc52f4036e3491dfebb1408a735/globalmount" -I0801 18:57:05.631654 1 mount_helper_common.go:107] "/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/c6bf32a8f3151ecf96a0544d6abc0c83cb1b0bc52f4036e3491dfebb1408a735/globalmount" is a mountpoint, unmounting -I0801 18:57:05.631666 1 mount_linux.go:366] Unmounting /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/c6bf32a8f3151ecf96a0544d6abc0c83cb1b0bc52f4036e3491dfebb1408a735/globalmount -I0801 18:57:05.636773 1 mount_helper_common.go:142] "/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/c6bf32a8f3151ecf96a0544d6abc0c83cb1b0bc52f4036e3491dfebb1408a735/globalmount" is not a mountpoint, deleting -I0801 18:57:05.636819 1 node.go:344] "NodeUnStageVolume: successfully unstaged volume" volumeID="vol-01d8a32a58e9e771c" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/c6bf32a8f3151ecf96a0544d6abc0c83cb1b0bc52f4036e3491dfebb1408a735/globalmount" -I0801 18:57:05.636832 1 node.go:314] "NodeUnStageVolume: volume operation finished" volumeID="vol-01d8a32a58e9e771c" -I0801 18:57:05.636841 1 inflight.go:74] "Node Service: volume operation finished" key="vol-01d8a32a58e9e771c" -I0801 18:57:13.168835 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:57:13.173171 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:57:13.173998 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:57:13.174851 1 node.go:113] "NodeStageVolume: called" args="volume_id:\"vol-060719a783abbfb5b\" publish_context:{key:\"devicePath\" value:\"/dev/xvdaa\"} staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/e29c0a416e83ced9f50dfc4a628f90e775815047a6b03a37dc9850a77d060132/globalmount\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:57:13.175091 1 mount_linux.go:87] "[Debug] The canonical device path was resolved" devicePath="/dev/xvdaa" cacanonicalDevicePath="/dev/nvme1n1" -I0801 18:57:13.177693 1 node.go:215] "NodeStageVolume: find device path" devicePath="/dev/xvdaa" source="/dev/nvme1n1" -I0801 18:57:13.177947 1 node.go:243] "NodeStageVolume: checking if volume is already staged" device="" source="/dev/nvme1n1" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/e29c0a416e83ced9f50dfc4a628f90e775815047a6b03a37dc9850a77d060132/globalmount" -I0801 18:57:13.177969 1 node.go:250] "NodeStageVolume: staging volume" source="/dev/nvme1n1" volumeID="vol-060719a783abbfb5b" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/e29c0a416e83ced9f50dfc4a628f90e775815047a6b03a37dc9850a77d060132/globalmount" fstype="ext4" -I0801 18:57:13.178019 1 mount_linux.go:634] Attempting to determine if disk "/dev/nvme1n1" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/nvme1n1]) -I0801 18:57:13.195848 1 mount_linux.go:637] Output: "" -I0801 18:57:13.195865 1 mount_linux.go:572] Disk "/dev/nvme1n1" appears to be unformatted, attempting to format as type: "ext4" with options: [-F -m0 /dev/nvme1n1] -I0801 18:57:13.420985 1 mount_linux.go:583] Disk successfully formatted (mkfs): ext4 - /dev/nvme1n1 /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/e29c0a416e83ced9f50dfc4a628f90e775815047a6b03a37dc9850a77d060132/globalmount -I0801 18:57:13.421006 1 mount_linux.go:601] Attempting to mount disk /dev/nvme1n1 in ext4 format at /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/e29c0a416e83ced9f50dfc4a628f90e775815047a6b03a37dc9850a77d060132/globalmount -I0801 18:57:13.421022 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o rw,defaults /dev/nvme1n1 /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/e29c0a416e83ced9f50dfc4a628f90e775815047a6b03a37dc9850a77d060132/globalmount) -I0801 18:57:13.429484 1 mount_linux.go:634] Attempting to determine if disk "/dev/nvme1n1" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/nvme1n1]) -I0801 18:57:13.445356 1 mount_linux.go:637] Output: "DEVNAME=/dev/nvme1n1\nTYPE=ext4\n" -I0801 18:57:13.445490 1 resizefs_linux.go:137] ResizeFs.needResize - checking mounted volume /dev/nvme1n1 -I0801 18:57:13.448688 1 resizefs_linux.go:141] Ext size: filesystem size=10737418240, block size=4096 -I0801 18:57:13.448827 1 resizefs_linux.go:156] Volume /dev/nvme1n1: device size=10737418240, filesystem size=10737418240, block size=4096 -I0801 18:57:13.448955 1 node.go:294] "NodeStageVolume: successfully staged volume" source="/dev/nvme1n1" volumeID="vol-060719a783abbfb5b" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/e29c0a416e83ced9f50dfc4a628f90e775815047a6b03a37dc9850a77d060132/globalmount" fstype="ext4" -I0801 18:57:13.449036 1 node.go:192] "NodeStageVolume: volume operation finished" volumeID="vol-060719a783abbfb5b" -I0801 18:57:13.449133 1 inflight.go:74] "Node Service: volume operation finished" key="vol-060719a783abbfb5b" -I0801 18:57:13.450530 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:57:13.454919 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:57:13.456054 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:57:13.457172 1 node.go:413] "NodePublishVolume: called" args="volume_id:\"vol-060719a783abbfb5b\" publish_context:{key:\"devicePath\" value:\"/dev/xvdaa\"} staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/e29c0a416e83ced9f50dfc4a628f90e775815047a6b03a37dc9850a77d060132/globalmount\" target_path:\"/var/lib/kubelet/pods/f52e4f79-fb35-4053-b2ca-f41749243f17/volumes/kubernetes.io~csi/pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d/mount\" volume_capability:{mount:{fs_type:\"ext4\" mount_flags:\"rw\"} access_mode:{mode:SINGLE_NODE_WRITER}} volume_context:{key:\"storage.kubernetes.io/csiProvisionerIdentity\" value:\"1722538390112-193-ebs.csi.aws.com\"}" -I0801 18:57:13.457279 1 mount_linux.go:198] "NodePublishVolume: creating dir" target="/var/lib/kubelet/pods/f52e4f79-fb35-4053-b2ca-f41749243f17/volumes/kubernetes.io~csi/pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d/mount" -I0801 18:57:13.457353 1 node.go:754] "NodePublishVolume: mounting" source="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/e29c0a416e83ced9f50dfc4a628f90e775815047a6b03a37dc9850a77d060132/globalmount" target="/var/lib/kubelet/pods/f52e4f79-fb35-4053-b2ca-f41749243f17/volumes/kubernetes.io~csi/pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d/mount" mountOptions=["bind","rw"] fsType="ext4" -I0801 18:57:13.457382 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o bind /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/e29c0a416e83ced9f50dfc4a628f90e775815047a6b03a37dc9850a77d060132/globalmount /var/lib/kubelet/pods/f52e4f79-fb35-4053-b2ca-f41749243f17/volumes/kubernetes.io~csi/pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d/mount) -I0801 18:57:13.464030 1 mount_linux.go:224] Mounting cmd (mount) with arguments (-t ext4 -o bind,remount,rw /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/e29c0a416e83ced9f50dfc4a628f90e775815047a6b03a37dc9850a77d060132/globalmount /var/lib/kubelet/pods/f52e4f79-fb35-4053-b2ca-f41749243f17/volumes/kubernetes.io~csi/pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d/mount) -I0801 18:57:13.465595 1 node.go:442] "NodePublishVolume: volume operation finished" volumeId="vol-060719a783abbfb5b" -I0801 18:57:13.465611 1 inflight.go:74] "Node Service: volume operation finished" key="vol-060719a783abbfb5b" -I0801 18:57:18.088344 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:57:18.089143 1 node.go:496] "NodeGetVolumeStats: called" args="volume_id:\"vol-060719a783abbfb5b\" volume_path:\"/var/lib/kubelet/pods/f52e4f79-fb35-4053-b2ca-f41749243f17/volumes/kubernetes.io~csi/pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d/mount\"" -I0801 18:58:01.370511 1 node.go:466] "NodeUnpublishVolume: called" args="volume_id:\"vol-060719a783abbfb5b\" target_path:\"/var/lib/kubelet/pods/f52e4f79-fb35-4053-b2ca-f41749243f17/volumes/kubernetes.io~csi/pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d/mount\"" -I0801 18:58:01.370547 1 node.go:486] "NodeUnpublishVolume: unmounting" target="/var/lib/kubelet/pods/f52e4f79-fb35-4053-b2ca-f41749243f17/volumes/kubernetes.io~csi/pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d/mount" -I0801 18:58:01.370581 1 mount_helper_common.go:107] "/var/lib/kubelet/pods/f52e4f79-fb35-4053-b2ca-f41749243f17/volumes/kubernetes.io~csi/pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d/mount" is a mountpoint, unmounting -I0801 18:58:01.370591 1 mount_linux.go:366] Unmounting /var/lib/kubelet/pods/f52e4f79-fb35-4053-b2ca-f41749243f17/volumes/kubernetes.io~csi/pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d/mount -I0801 18:58:01.374628 1 mount_helper_common.go:142] "/var/lib/kubelet/pods/f52e4f79-fb35-4053-b2ca-f41749243f17/volumes/kubernetes.io~csi/pvc-2b0bdd17-57ee-46ac-9bee-77e229a7c04d/mount" is not a mountpoint, deleting -I0801 18:58:01.374677 1 node.go:482] "NodeUnPublishVolume: volume operation finished" volumeId="vol-060719a783abbfb5b" -I0801 18:58:01.374688 1 inflight.go:74] "Node Service: volume operation finished" key="vol-060719a783abbfb5b" -I0801 18:58:01.472228 1 node.go:559] "NodeGetCapabilities: called" args="" -I0801 18:58:01.473114 1 node.go:299] "NodeUnstageVolume: called" args="volume_id:\"vol-060719a783abbfb5b\" staging_target_path:\"/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/e29c0a416e83ced9f50dfc4a628f90e775815047a6b03a37dc9850a77d060132/globalmount\"" -I0801 18:58:01.473402 1 node.go:339] "NodeUnstageVolume: unmounting" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/e29c0a416e83ced9f50dfc4a628f90e775815047a6b03a37dc9850a77d060132/globalmount" -I0801 18:58:01.473472 1 mount_helper_common.go:107] "/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/e29c0a416e83ced9f50dfc4a628f90e775815047a6b03a37dc9850a77d060132/globalmount" is a mountpoint, unmounting -I0801 18:58:01.473485 1 mount_linux.go:366] Unmounting /var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/e29c0a416e83ced9f50dfc4a628f90e775815047a6b03a37dc9850a77d060132/globalmount -I0801 18:58:01.479430 1 mount_helper_common.go:142] "/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/e29c0a416e83ced9f50dfc4a628f90e775815047a6b03a37dc9850a77d060132/globalmount" is not a mountpoint, deleting -I0801 18:58:01.479479 1 node.go:344] "NodeUnStageVolume: successfully unstaged volume" volumeID="vol-060719a783abbfb5b" target="/var/lib/kubelet/plugins/kubernetes.io/csi/ebs.csi.aws.com/e29c0a416e83ced9f50dfc4a628f90e775815047a6b03a37dc9850a77d060132/globalmount" -I0801 18:58:01.479511 1 node.go:314] "NodeUnStageVolume: volume operation finished" volumeID="vol-060719a783abbfb5b" -I0801 18:58:01.479539 1 inflight.go:74] "Node Service: volume operation finished" key="vol-060719a783abbfb5b" -I0801 18:53:09.949864 1 main.go:150] "Version" version="v2.11.0" -I0801 18:53:09.949923 1 main.go:151] "Running node-driver-registrar" mode="" -I0801 18:53:09.949931 1 main.go:172] "Attempting to open a gRPC connection" csiAddress="/csi/csi.sock" -I0801 18:53:09.951194 1 main.go:180] "Calling CSI driver to discover driver name" -I0801 18:53:09.954078 1 main.go:189] "CSI driver name" csiDriverName="ebs.csi.aws.com" -I0801 18:53:09.954118 1 node_register.go:56] "Starting Registration Server" socketPath="/registration/ebs.csi.aws.com-reg.sock" -I0801 18:53:09.955009 1 node_register.go:66] "Registration Server started" socketPath="/registration/ebs.csi.aws.com-reg.sock" -I0801 18:53:09.955195 1 node_register.go:96] "Skipping HTTP server" -I0801 18:53:10.941907 1 main.go:96] "Received GetInfo call" request="&InfoRequest{}" -I0801 18:53:10.967814 1 main.go:108] "Received NotifyRegistrationStatus call" status="&RegistrationStatus{PluginRegistered:true,Error:,}" -I0801 18:53:10.061345 1 main.go:135] "Calling CSI driver to discover driver name" -I0801 18:53:10.064000 1 main.go:143] "CSI driver name" driver="ebs.csi.aws.com" -I0801 18:53:10.064026 1 main.go:172] "ServeMux listening" address="0.0.0.0:9808" -release "aws-ebs-csi-driver" uninstalled -### -## Removing snapshot controller and CRDs -# -serviceaccount "snapshot-controller" deleted -clusterrole.rbac.authorization.k8s.io "snapshot-controller-runner" deleted -clusterrolebinding.rbac.authorization.k8s.io "snapshot-controller-role" deleted -role.rbac.authorization.k8s.io "snapshot-controller-leaderelection" deleted -rolebinding.rbac.authorization.k8s.io "snapshot-controller-leaderelection" deleted -deployment.apps "snapshot-controller" deleted -customresourcedefinition.apiextensions.k8s.io "volumesnapshotclasses.snapshot.storage.k8s.io" deleted -customresourcedefinition.apiextensions.k8s.io "volumesnapshotcontents.snapshot.storage.k8s.io" deleted -customresourcedefinition.apiextensions.k8s.io "volumesnapshots.snapshot.storage.k8s.io" deleted -### -## TEST_PASSED: 0 -# -### -## SUCCESS! -#