fix: cronOperator/serverResubmitWf retry create workflow on transient…

… error. Fixes #13970 (#13971)

Signed-off-by: Tianchu Zhao <[email protected]>

workflow/util/util.go

@@ -195,7 +195,13 @@ func SubmitWorkflow(ctx context.Context, wfIf v1alpha1.WorkflowInterface, wfClie
 		}
 		return wf, err
 	} else {
-		return wfIf.Create(ctx, wf, metav1.CreateOptions{})
+		var runWf *wfv1.Workflow
+		err = waitutil.Backoff(retry.DefaultRetry, func() (bool, error) {
+			var err error
+			runWf, err = wfIf.Create(ctx, wf, metav1.CreateOptions{})
+			return !errorsutil.IsTransientErr(err), err
+		})
+		return runWf, err
 	}
 }