chore: remove got dependency

packages/cli/package.json

@@ -78,7 +78,6 @@
     "deepmerge": "^4.3.1",
     "ethers": "^6.7.0",
     "find-up": "^6.3.0",
-    "got": "^11.8.6",
     "inquirer": "^9.1.5",
     "js-yaml": "^4.1.0",
     "prom-client": "^15.1.0",
@@ -91,7 +90,6 @@
   "devDependencies": {
     "@lodestar/test-utils": "^1.16.0",
     "@types/debug": "^4.1.7",
-    "@types/got": "^9.6.12",
     "@types/inquirer": "^9.0.3",
     "@types/proper-lockfile": "^4.1.4",
     "@types/yargs": "^17.0.24"

packages/cli/src/networks/index.ts

@@ -1,8 +1,7 @@
 import fs from "node:fs";
-import got from "got";
 import {ENR} from "@chainsafe/enr";
 import {SLOTS_PER_EPOCH} from "@lodestar/params";
-import {ApiError, getClient} from "@lodestar/api";
+import {ApiError, getClient, fetch} from "@lodestar/api";
 import {getStateTypeFromBytes} from "@lodestar/beacon-node";
 import {ChainConfig, ChainForkConfig} from "@lodestar/config";
 import {Checkpoint} from "@lodestar/types/phase0";
@@ -102,13 +101,20 @@ export function getGenesisFileUrl(network: NetworkName): string | null {
  * Fetches the latest list of bootnodes for a network
  * Bootnodes file is expected to contain bootnode ENR's concatenated by newlines
  */
-export async function fetchBootnodes(network: NetworkName): Promise<string[]> {
+
+class FetchBootFileError extends Error {}
+
+async function fetchBootnodes(network: NetworkName): Promise<string[]> {
   const bootnodesFileUrl = getNetworkData(network).bootnodesFileUrl;
   if (bootnodesFileUrl === null) {
     return [];
   }
-
-  const bootnodesFile = await got.get(bootnodesFileUrl).text();
+  //const res = await fetch(bootnodesFileUrl);
+  const res = await fetch("https://example-example-e.com/notfound");
+  if (!res.ok) {
+    throw new FetchBootFileError(`Error fetching bootnodes file: Status Code ${res.status} (${res.statusText})`);
+  }
+  const bootnodesFile = await res.text();
   return parseBootnodesFile(bootnodesFile);
 }
 
@@ -121,8 +127,13 @@ export async function getNetworkBootnodes(network: NetworkName): Promise<string[
       const bootEnrs = await fetchBootnodes(network);
       bootnodes.push(...bootEnrs);
     } catch (e) {
-      // eslint-disable-next-line no-console
-      console.error(`Error fetching latest bootnodes: ${(e as Error).stack}`);
+      if (e instanceof FetchBootFileError) {
+        // eslint-disable-next-line no-console
+        console.error(`${(e as Error).stack}`);
+      } else {
+        // eslint-disable-next-line no-console
+        console.error(`Error fetching latest bootnodes: ${(e as Error).stack}`);
+      }
     }
   }
 

packages/cli/src/util/file.ts

@@ -1,9 +1,7 @@
 import fs from "node:fs";
 import path from "node:path";
-import stream from "node:stream";
-import {promisify} from "node:util";
-import got from "got";
 import yaml from "js-yaml";
+import {fetch} from "@lodestar/api";
 const {load, dump, FAILSAFE_SCHEMA, Type} = yaml;
 
 import {mkdir} from "./fs.js";
@@ -111,37 +109,14 @@ export function readFileIfExists<T>(filepath: string, acceptedFormats?: string[]
   }
 }
 
-/**
- * Download from URL or copy from local filesystem
- * @param urlOrPathSrc "/path/to/file.szz" | "https://url.to/file.szz"
- */
-export async function downloadOrCopyFile(pathDest: string, urlOrPathSrc: string): Promise<void> {
-  if (isUrl(urlOrPathSrc)) {
-    await downloadFile(pathDest, urlOrPathSrc);
-  } else {
-    mkdir(path.dirname(pathDest));
-    await fs.promises.copyFile(urlOrPathSrc, pathDest);
-  }
-}
-
-/**
- * Downloads a genesis file per network if it does not exist
- */
-export async function downloadFile(pathDest: string, url: string): Promise<void> {
-  if (!fs.existsSync(pathDest)) {
-    mkdir(path.dirname(pathDest));
-    await promisify(stream.pipeline)(got.stream(url), fs.createWriteStream(pathDest));
-  }
-}
-
 /**
  * Download from URL to memory or load from local filesystem
  * @param urlOrPathSrc "/path/to/file.szz" | "https://url.to/file.szz"
  */
 export async function downloadOrLoadFile(pathOrUrl: string): Promise<Uint8Array> {
   if (isUrl(pathOrUrl)) {
-    const res = await got.get(pathOrUrl, {encoding: "binary"});
-    return res.rawBody;
+    const res = await fetch(pathOrUrl);
+    return new Uint8Array(await res.arrayBuffer());
   } else {
     return fs.promises.readFile(pathOrUrl);
   }

packages/cli/test/utils/simulation/beacon_clients/lighthouse.ts

@@ -1,11 +1,10 @@
 import {writeFile} from "node:fs/promises";
 import path from "node:path";
-import got, {RequestError} from "got";
 import yaml from "js-yaml";
-import {HttpClient} from "@lodestar/api";
+import {HttpClient, fetch} from "@lodestar/api";
 import {getClient} from "@lodestar/api/beacon";
 import {chainConfigToJson} from "@lodestar/config";
-import {BeaconClient, BeaconNodeGenerator, LighthouseAPI, RunnerType} from "../interfaces.js";
+import {BeaconClient, BeaconNodeGenerator, HealthStatus, LighthouseAPI, RunnerType} from "../interfaces.js";
 import {getNodeMountedPaths} from "../utils/paths.js";
 import {getNodePorts} from "../utils/ports.js";
 
@@ -92,12 +91,8 @@ export const generateLighthouseBeaconNode: BeaconNodeGenerator<BeaconClient.Ligh
       },
       health: async () => {
         try {
-          await got.get(`http://127.0.0.1:${ports.beacon.httpPort}/eth/v1/node/health`);
-          return {ok: true};
+          return (await fetch(`http://127.0.0.1:${ports.beacon.httpPort}/eth/v1/node/health`)) as HealthStatus;
         } catch (err) {
-          if (err instanceof RequestError && err.code !== "ECONNREFUSED") {
-            return {ok: true};
-          }
           return {ok: false, reason: (err as Error).message, checkId: "/eth/v1/node/health query"};
         }
       },

packages/cli/test/utils/simulation/beacon_clients/lodestar.ts

@@ -1,14 +1,14 @@
 /* eslint-disable @typescript-eslint/naming-convention */
 import {writeFile} from "node:fs/promises";
 import path from "node:path";
-import got from "got";
 import {getClient} from "@lodestar/api/beacon";
 import {chainConfigToJson} from "@lodestar/config";
 import {LogLevel} from "@lodestar/utils";
+import {fetch} from "@lodestar/api";
 import {BeaconArgs} from "../../../../src/cmds/beacon/options.js";
 import {GlobalArgs} from "../../../../src/options/globalOptions.js";
 import {LODESTAR_BINARY_PATH} from "../constants.js";
-import {BeaconClient, BeaconNodeGenerator, RunnerType} from "../interfaces.js";
+import {BeaconClient, BeaconNodeGenerator, HealthStatus, RunnerType} from "../interfaces.js";
 import {getNodePorts} from "../utils/ports.js";
 
 export const generateLodestarBeaconNode: BeaconNodeGenerator<BeaconClient.Lodestar> = (opts, runner) => {
@@ -96,8 +96,7 @@ export const generateLodestarBeaconNode: BeaconNodeGenerator<BeaconClient.Lodest
       },
       health: async () => {
         try {
-          await got.get(`http://${address}:${ports.beacon.httpPort}/eth/v1/node/health`);
-          return {ok: true};
+          return (await fetch(`http://${address}:${ports.beacon.httpPort}/eth/v1/node/health`)) as HealthStatus;
         } catch (err) {
           return {ok: false, reason: (err as Error).message, checkId: "eth/v1/node/health query"};
         }

packages/cli/test/utils/simulation/execution_clients/geth.ts

@@ -1,7 +1,6 @@
 /* eslint-disable @typescript-eslint/naming-convention */
 import {writeFile} from "node:fs/promises";
 import path from "node:path";
-import got from "got";
 import {ZERO_HASH} from "@lodestar/state-transition";
 import {
   EL_GENESIS_ACCOUNT,
@@ -11,9 +10,17 @@ import {
   SIM_ENV_NETWORK_ID,
 } from "../constants.js";
 import {Eth1ProviderWithAdmin} from "../Eth1ProviderWithAdmin.js";
-import {ExecutionClient, ExecutionNodeGenerator, ExecutionStartMode, JobOptions, RunnerType} from "../interfaces.js";
+import {
+  ExecutionClient,
+  ExecutionNodeGenerator,
+  ExecutionStartMode,
+  HealthStatus,
+  JobOptions,
+  RunnerType,
+} from "../interfaces.js";
 import {getNodeMountedPaths} from "../utils/paths.js";
 import {getNodePorts} from "../utils/ports.js";
+import {postEthRpc} from "../utils/network.js";
 
 export const generateGethNode: ExecutionNodeGenerator<ExecutionClient.Geth> = (opts, runner) => {
   if (!process.env.GETH_BINARY_DIR && !process.env.GETH_DOCKER_IMAGE) {
@@ -155,8 +162,7 @@ export const generateGethNode: ExecutionNodeGenerator<ExecutionClient.Geth> = (o
     },
     health: async () => {
       try {
-        await got.post(ethRpcPublicUrl, {json: {jsonrpc: "2.0", method: "net_version", params: [], id: 67}});
-        return {ok: true};
+        return (await postEthRpc(ethRpcPublicUrl)) as HealthStatus;
       } catch (err) {
         return {ok: false, reason: (err as Error).message, checkId: "JSON RPC query net_version"};
       }

packages/cli/test/utils/simulation/execution_clients/nethermind.ts

@@ -1,14 +1,14 @@
 /* eslint-disable @typescript-eslint/naming-convention */
 import {writeFile} from "node:fs/promises";
 import path from "node:path";
-import got from "got";
 import {ZERO_HASH} from "@lodestar/state-transition";
 import {Eth1ProviderWithAdmin} from "../Eth1ProviderWithAdmin.js";
-import {ExecutionClient, ExecutionNodeGenerator, JobOptions, RunnerType} from "../interfaces.js";
+import {ExecutionClient, ExecutionNodeGenerator, HealthStatus, JobOptions, RunnerType} from "../interfaces.js";
 import {getNethermindChainSpec} from "../utils/execution_genesis.js";
 import {getNodeMountedPaths} from "../utils/paths.js";
 import {SHARED_JWT_SECRET} from "../constants.js";
 import {getNodePorts} from "../utils/ports.js";
+import {postEthRpc} from "../utils/network.js";
 
 export const generateNethermindNode: ExecutionNodeGenerator<ExecutionClient.Nethermind> = (opts, runner) => {
   if (!process.env.NETHERMIND_DOCKER_IMAGE) {
@@ -102,8 +102,7 @@ export const generateNethermindNode: ExecutionNodeGenerator<ExecutionClient.Neth
     },
     health: async () => {
       try {
-        await got.post(ethRpcPublicUrl, {json: {jsonrpc: "2.0", method: "net_version", params: [], id: 67}});
-        return {ok: true};
+        return (await postEthRpc(ethRpcPublicUrl)) as HealthStatus;
       } catch (err) {
         return {ok: false, reason: (err as Error).message, checkId: "JSON RPC query net_version"};
       }

packages/cli/test/utils/simulation/utils/network.ts

@@ -1,5 +1,5 @@
 /* eslint-disable no-console */
-import {ApiError} from "@lodestar/api";
+import {ApiError, fetch} from "@lodestar/api";
 import {Slot, allForks} from "@lodestar/types";
 import {sleep} from "@lodestar/utils";
 import {BeaconClient, BeaconNode, ExecutionClient, ExecutionNode, NodePair} from "../interfaces.js";
@@ -168,3 +168,18 @@ export async function fetchBlock(
 
   return;
 }
+
+export async function postEthRpc(url: string): Promise<Response> {
+  return fetch(url, {
+    method: "POST",
+    headers: {
+      "Content-Type": "application/json",
+    },
+    body: JSON.stringify({
+      jsonrpc: "2.0",
+      method: "net_version",
+      params: [],
+      id: 67,
+    }),
+  });
+}

packages/cli/test/utils/simulation/validator_clients/lighthouse.ts

@@ -1,10 +1,10 @@
 import path from "node:path";
 import {writeFile} from "node:fs/promises";
-import got, {RequestError} from "got";
 import yaml from "js-yaml";
 import {getClient as keyManagerGetClient} from "@lodestar/api/keymanager";
 import {chainConfigToJson} from "@lodestar/config";
-import {RunnerType, ValidatorClient, ValidatorNodeGenerator} from "../interfaces.js";
+import {fetch} from "@lodestar/api";
+import {HealthStatus, RunnerType, ValidatorClient, ValidatorNodeGenerator} from "../interfaces.js";
 import {updateKeystoresPath} from "../utils/keys.js";
 import {getNodeMountedPaths} from "../utils/paths.js";
 import {getNodePorts} from "../utils/ports.js";
@@ -82,12 +82,8 @@ export const generateLighthouseValidatorNode: ValidatorNodeGenerator<ValidatorCl
       },
       health: async () => {
         try {
-          await got.get(`http://127.0.0.1:${ports.validator.keymanagerPort}/lighthouse/health`);
-          return {ok: true};
+          return (await fetch(`http://127.0.0.1:${ports.validator.keymanagerPort}/lighthouse/health`)) as HealthStatus;
         } catch (err) {
-          if (err instanceof RequestError) {
-            return {ok: true};
-          }
           return {ok: false, reason: (err as Error).message, checkId: "/lighthouse/health query"};
         }
       },

packages/cli/test/utils/simulation/validator_clients/lodestar.ts

@@ -1,15 +1,15 @@
 /* eslint-disable @typescript-eslint/naming-convention */
 import {writeFile} from "node:fs/promises";
 import path from "node:path";
-import got from "got";
 import {getClient as keyManagerGetClient} from "@lodestar/api/keymanager";
 import {chainConfigToJson} from "@lodestar/config";
 import {LogLevel} from "@lodestar/utils";
 import {defaultOptions} from "@lodestar/validator";
+import {fetch} from "@lodestar/api";
 import {IValidatorCliArgs} from "../../../../src/cmds/validator/options.js";
 import {GlobalArgs} from "../../../../src/options/globalOptions.js";
 import {LODESTAR_BINARY_PATH} from "../constants.js";
-import {RunnerType, ValidatorClient, ValidatorNodeGenerator} from "../interfaces.js";
+import {HealthStatus, RunnerType, ValidatorClient, ValidatorNodeGenerator} from "../interfaces.js";
 import {getNodePorts} from "../utils/ports.js";
 
 export const generateLodestarValidatorNode: ValidatorNodeGenerator<ValidatorClient.Lodestar> = (opts, runner) => {
@@ -70,8 +70,7 @@ export const generateLodestarValidatorNode: ValidatorNodeGenerator<ValidatorClie
       },
       health: async () => {
         try {
-          await got.get(`http://127.0.0.1:${ports.validator.keymanagerPort}/eth/v1/keystores`);
-          return {ok: true};
+          return (await fetch(`http://127.0.0.1:${ports.validator.keymanagerPort}/eth/v1/keystores`)) as HealthStatus;
         } catch (err) {
           return {ok: false, reason: (err as Error).message, checkId: "eth/v1/keystores query"};
         }

packages/state-transition/test/utils/testFileCache.ts

@@ -1,7 +1,6 @@
 import fs from "node:fs";
 import path from "node:path";
-import got from "got";
-import {ApiError, getClient} from "@lodestar/api";
+import {ApiError, getClient, fetch} from "@lodestar/api";
 import {NetworkName, networksChainConfig} from "@lodestar/config/networks";
 import {createChainForkConfig, ChainForkConfig} from "@lodestar/config";
 import {allForks} from "@lodestar/types";
@@ -103,12 +102,11 @@ async function downloadTestFile(fileId: string): Promise<Buffer> {
   const fileUrl = `${TEST_FILES_BASE_URL}/${fileId}`;
   // eslint-disable-next-line no-console
   console.log(`Downloading file ${fileUrl}`);
-
-  const res = await got(fileUrl, {responseType: "buffer"}).catch((e: Error) => {
+  const res = await fetch(fileUrl).catch((e: Error) => {
     e.message = `Error downloading ${fileUrl}: ${e.message}`;
     throw e;
   });
-  return res.body;
+  return Buffer.from(await res.arrayBuffer());
 }
 
 async function tryEach<T>(promises: (() => Promise<T>)[]): Promise<T> {

yarn.lock

@@ -2846,15 +2846,6 @@
   resolved "https://registry.yarnpkg.com/@types/eventsource/-/eventsource-1.1.11.tgz#a2c0bfd0436b7db42ed1b2b2117f7ec2e8478dc7"
   integrity sha512-L7wLDZlWm5mROzv87W0ofIYeQP5K2UhoFnnUyEWLKM6UBb0ZNRgAqp98qE5DkgfBXdWfc2kYmw9KZm4NLjRbsw==
 
-"@types/got@^9.6.12":
-  version "9.6.12"
-  resolved "https://registry.yarnpkg.com/@types/got/-/got-9.6.12.tgz#fd42a6e1f5f64cd6bb422279b08c30bb5a15a56f"
-  integrity sha512-X4pj/HGHbXVLqTpKjA2ahI4rV/nNBc9mGO2I/0CgAra+F2dKgMXnENv2SRpemScBzBAI4vMelIVYViQxlSE6xA==
-  dependencies:
-    "@types/node" "*"
-    "@types/tough-cookie" "*"
-    form-data "^2.5.0"
-
 "@types/http-cache-semantics@*":
   version "4.0.3"
   resolved "https://registry.yarnpkg.com/@types/http-cache-semantics/-/http-cache-semantics-4.0.3.tgz#a3ff232bf7d5c55f38e4e45693eda2ebb545794d"
@@ -3084,11 +3075,6 @@
   resolved "https://registry.yarnpkg.com/@types/tmp/-/tmp-0.2.3.tgz#908bfb113419fd6a42273674c00994d40902c165"
   integrity sha512-dDZH/tXzwjutnuk4UacGgFRwV+JSLaXL1ikvidfJprkb7L9Nx1njcRHHmi3Dsvt7pgqqTEeucQuOrWHPFgzVHA==
 
-"@types/tough-cookie@*":
-  version "4.0.0"
-  resolved "https://registry.npmjs.org/@types/tough-cookie/-/tough-cookie-4.0.0.tgz"
-  integrity sha512-I99sngh224D0M7XgW1s120zxCt3VYQ3IQsuw3P3jbq5GG4yc79+ZjyKznyOGIQrflfylLgcfekeZW/vk0yng6A==
-
 "@types/triple-beam@^1.3.2":
   version "1.3.2"
   resolved "https://registry.npmjs.org/@types/triple-beam/-/triple-beam-1.3.2.tgz"
@@ -6924,7 +6910,7 @@ gopd@^1.0.1:
   dependencies:
     get-intrinsic "^1.1.3"
 
-got@^11.8.5, got@^11.8.6:
+got@^11.8.5:
   version "11.8.6"
   resolved "https://registry.yarnpkg.com/got/-/got-11.8.6.tgz#276e827ead8772eddbcfc97170590b841823233a"
   integrity sha512-6tfZ91bOr7bOXnK7PRDCGBLa1H4U080YHNaAQ2KsMGlLEzRbk44nsZF2E1IeRc3vtJHPVbKCYgdFbaGO2ljd8g==