feat: add retries for hard failures

currents-dev · Aug 31, 2024 · d5bbdbb · d5bbdbb
1 parent bfb735d
commit d5bbdbb
Show file tree

Hide file tree

Showing 3 changed files with 42 additions and 3 deletions.
diff --git a/examples/webapp/currents.config.js b/examples/webapp/currents.config.js
@@ -9,5 +9,8 @@ module.exports = {
     ? "Ij0RfK"
     : "Ij0RfK",
   // cloudServiceUrl: "http://localhost:1234",
-  userAgent: "custom",
+  // userAgent: "custom",
+  retry: {
+    hardFailureMaxRetries: 2,
+  },
 };
diff --git a/packages/cypress-cloud/lib/config/config.ts b/packages/cypress-cloud/lib/config/config.ts
@@ -14,13 +14,18 @@ export type E2EConfig = {
 export type ComponentConfig = {
   batchSize: number;
 };
+
+type RetryConfig = {
+  hardFailureMaxRetries: number;
+};
 export type CurrentsConfig = {
   projectId?: string;
   recordKey?: string;
   cloudServiceUrl: string;
   e2e: E2EConfig;
   component: ComponentConfig;
   networkHeaders?: Record<string, string>;
+  retry?: RetryConfig;
 };
 
 let _config: CurrentsConfig | null = null;

diff --git a/packages/cypress-cloud/lib/cypress/cypress.ts b/packages/cypress-cloud/lib/cypress/cypress.ts
@@ -6,7 +6,7 @@ import {
 } from "cypress-cloud/types";
 import Debug from "debug";
 import _ from "lodash";
-import { getCypressRunAPIParams } from "../config";
+import { getCurrentsConfig, getCypressRunAPIParams } from "../config";
 import { safe } from "../lang";
 import { warn } from "../log";
 import { getWSSPort } from "../ws";
@@ -53,8 +53,38 @@ export async function runSpecFile(
     },
     spec,
   };
+
   debug("running cypress with options %o", options);
-  const result = await cypress.run(options);
+  let result = await cypress.run(options);
+
+  let retries = 0;
+  const currentsConfig = await getCurrentsConfig();
+  while (
+    currentsConfig.retry &&
+    retries < currentsConfig.retry.hardFailureMaxRetries &&
+    result.status === "failed"
+  ) {
+    warn("Cypress runner failed with message: %s", result.message);
+    warn(
+      "[retry %d/%d] Retrying the following spec files because of retry config: %s",
+      retries + 1,
+      currentsConfig.retry.hardFailureMaxRetries,
+      spec
+        .split(",")
+        .map((i) => `\n - ${i}`)
+        .join("")
+    );
+    result = await cypress.run(options);
+    retries++;
+  }
+
+  if (currentsConfig.retry && retries > 0) {
+    warn(
+      "Exhausted max retries: %d/%d",
+      retries,
+      currentsConfig.retry.hardFailureMaxRetries
+    );
+  }
 
   if (result.status === "failed") {
     warn('Cypress runner failed with message: "%s"', result.message);
@@ -66,6 +96,7 @@ export async function runSpecFile(
         .join("")
     );
   }
+
   debug("cypress run result %o", result);
   return result;
 }