chore: remove got dependency

packages/cli/package.json

@@ -78,7 +78,6 @@
     "deepmerge": "^4.3.1",
     "ethers": "^6.7.0",
     "find-up": "^6.3.0",
-    "got": "^11.8.6",
     "inquirer": "^9.1.5",
     "js-yaml": "^4.1.0",
     "prom-client": "^15.1.0",
@@ -91,7 +90,6 @@
   "devDependencies": {
     "@lodestar/test-utils": "^1.16.0",
     "@types/debug": "^4.1.7",
-    "@types/got": "^9.6.12",
     "@types/inquirer": "^9.0.3",
     "@types/proper-lockfile": "^4.1.4",
     "@types/yargs": "^17.0.24"

packages/cli/src/networks/index.ts

@@ -1,5 +1,4 @@
 import fs from "node:fs";
-import got from "got";
 import {ENR} from "@chainsafe/enr";
 import {SLOTS_PER_EPOCH} from "@lodestar/params";
 import {ApiError, getClient} from "@lodestar/api";
@@ -107,8 +106,11 @@ export async function fetchBootnodes(network: NetworkName): Promise<string[]> {
   if (bootnodesFileUrl === null) {
     return [];
   }
-
-  const bootnodesFile = await got.get(bootnodesFileUrl).text();
+  const res = await fetch(bootnodesFileUrl);
+  if (!res.ok) {
+    throw new Error(`Failed to fetch bootnodes file. Status: ${res.status} ${res.statusText}`);
+  }
+  const bootnodesFile = await res.text();
   return parseBootnodesFile(bootnodesFile);
 }
 

packages/cli/src/util/file.ts

@@ -1,8 +1,5 @@
 import fs from "node:fs";
 import path from "node:path";
-import stream from "node:stream";
-import {promisify} from "node:util";
-import got from "got";
 import yaml from "js-yaml";
 const {load, dump, FAILSAFE_SCHEMA, Type} = yaml;
 
@@ -111,26 +108,14 @@ export function readFileIfExists<T>(filepath: string, acceptedFormats?: string[]
   }
 }
 
-/**
- * Download from URL or copy from local filesystem
- * @param urlOrPathSrc "/path/to/file.szz" | "https://url.to/file.szz"
- */
-export async function downloadOrCopyFile(pathDest: string, urlOrPathSrc: string): Promise<void> {
-  if (isUrl(urlOrPathSrc)) {
-    await downloadFile(pathDest, urlOrPathSrc);
-  } else {
-    mkdir(path.dirname(pathDest));
-    await fs.promises.copyFile(urlOrPathSrc, pathDest);
-  }
-}
-
 /**
  * Downloads a genesis file per network if it does not exist
  */
 export async function downloadFile(pathDest: string, url: string): Promise<void> {
   if (!fs.existsSync(pathDest)) {
-    mkdir(path.dirname(pathDest));
-    await promisify(stream.pipeline)(got.stream(url), fs.createWriteStream(pathDest));
+    const res = await fetch(url);
+    const buffer = new Uint8Array(await res.arrayBuffer());
+    await fs.promises.writeFile(pathDest, buffer);
   }
 }
 
@@ -140,8 +125,8 @@ export async function downloadFile(pathDest: string, url: string): Promise<void>
  */
 export async function downloadOrLoadFile(pathOrUrl: string): Promise<Uint8Array> {
   if (isUrl(pathOrUrl)) {
-    const res = await got.get(pathOrUrl, {encoding: "binary"});
-    return res.rawBody;
+    const res = await fetch(pathOrUrl);
+    return new Uint8Array(await res.arrayBuffer());
   } else {
     return fs.promises.readFile(pathOrUrl);
   }

packages/cli/test/utils/simulation/beacon_clients/lighthouse.ts

@@ -1,6 +1,5 @@
 import {writeFile} from "node:fs/promises";
 import path from "node:path";
-import got, {RequestError} from "got";
 import yaml from "js-yaml";
 import {HttpClient} from "@lodestar/api";
 import {getClient} from "@lodestar/api/beacon";
@@ -92,10 +91,9 @@ export const generateLighthouseBeaconNode: BeaconNodeGenerator<BeaconClient.Ligh
       },
       health: async () => {
         try {
-          await got.get(`http://127.0.0.1:${ports.beacon.httpPort}/eth/v1/node/health`);
-          return {ok: true};
+          return await fetch(`http://127.0.0.1:${ports.beacon.httpPort}/eth/v1/node/health`);
         } catch (err) {
-          if (err instanceof RequestError && err.code !== "ECONNREFUSED") {
+          if (err instanceof FetchError && err.code !== "ECONNREFUSED") {
             return {ok: true};
           }
           return {ok: false, reason: (err as Error).message, checkId: "/eth/v1/node/health query"};

packages/cli/test/utils/simulation/beacon_clients/lodestar.ts

@@ -1,7 +1,6 @@
 /* eslint-disable @typescript-eslint/naming-convention */
 import {writeFile} from "node:fs/promises";
 import path from "node:path";
-import got from "got";
 import {getClient} from "@lodestar/api/beacon";
 import {chainConfigToJson} from "@lodestar/config";
 import {LogLevel} from "@lodestar/utils";
@@ -96,8 +95,7 @@ export const generateLodestarBeaconNode: BeaconNodeGenerator<BeaconClient.Lodest
       },
       health: async () => {
         try {
-          await got.get(`http://${address}:${ports.beacon.httpPort}/eth/v1/node/health`);
-          return {ok: true};
+          return await fetch(`http://${address}:${ports.beacon.httpPort}/eth/v1/node/health`);
         } catch (err) {
           return {ok: false, reason: (err as Error).message, checkId: "eth/v1/node/health query"};
         }

packages/cli/test/utils/simulation/execution_clients/geth.ts

@@ -1,7 +1,6 @@
 /* eslint-disable @typescript-eslint/naming-convention */
 import {writeFile} from "node:fs/promises";
 import path from "node:path";
-import got from "got";
 import {ZERO_HASH} from "@lodestar/state-transition";
 import {
   EL_GENESIS_ACCOUNT,
@@ -155,8 +154,18 @@ export const generateGethNode: ExecutionNodeGenerator<ExecutionClient.Geth> = (o
     },
     health: async () => {
       try {
-        await got.post(ethRpcPublicUrl, {json: {jsonrpc: "2.0", method: "net_version", params: [], id: 67}});
-        return {ok: true};
+        return await fetch(ethRpcPublicUrl, {
+          method: "POST",
+          headers: {
+            "Content-Type": "application/json",
+          },
+          body: JSON.stringify({
+            jsonrpc: "2.0",
+            method: "net_version",
+            params: [],
+            id: 67,
+          }),
+        });
       } catch (err) {
         return {ok: false, reason: (err as Error).message, checkId: "JSON RPC query net_version"};
       }

packages/cli/test/utils/simulation/execution_clients/nethermind.ts

@@ -1,7 +1,6 @@
 /* eslint-disable @typescript-eslint/naming-convention */
 import {writeFile} from "node:fs/promises";
 import path from "node:path";
-import got from "got";
 import {ZERO_HASH} from "@lodestar/state-transition";
 import {Eth1ProviderWithAdmin} from "../Eth1ProviderWithAdmin.js";
 import {ExecutionClient, ExecutionNodeGenerator, JobOptions, RunnerType} from "../interfaces.js";
@@ -102,8 +101,18 @@ export const generateNethermindNode: ExecutionNodeGenerator<ExecutionClient.Neth
     },
     health: async () => {
       try {
-        await got.post(ethRpcPublicUrl, {json: {jsonrpc: "2.0", method: "net_version", params: [], id: 67}});
-        return {ok: true};
+        return await fetch(ethRpcPublicUrl, {
+          method: "POST",
+          headers: {
+            "Content-Type": "application/json",
+          },
+          body: JSON.stringify({
+            jsonrpc: "2.0",
+            method: "net_version",
+            params: [],
+            id: 67,
+          }),
+        });
       } catch (err) {
         return {ok: false, reason: (err as Error).message, checkId: "JSON RPC query net_version"};
       }

packages/cli/test/utils/simulation/validator_clients/lighthouse.ts

@@ -1,6 +1,5 @@
 import path from "node:path";
 import {writeFile} from "node:fs/promises";
-import got, {RequestError} from "got";
 import yaml from "js-yaml";
 import {getClient as keyManagerGetClient} from "@lodestar/api/keymanager";
 import {chainConfigToJson} from "@lodestar/config";
@@ -82,10 +81,9 @@ export const generateLighthouseValidatorNode: ValidatorNodeGenerator<ValidatorCl
       },
       health: async () => {
         try {
-          await got.get(`http://127.0.0.1:${ports.validator.keymanagerPort}/lighthouse/health`);
-          return {ok: true};
+          return await fetch(`http://127.0.0.1:${ports.validator.keymanagerPort}/lighthouse/health`);
         } catch (err) {
-          if (err instanceof RequestError) {
+          if (err instanceof FetchError && err.code !== "ECONNREFUSED") {
             return {ok: true};
           }
           return {ok: false, reason: (err as Error).message, checkId: "/lighthouse/health query"};

packages/cli/test/utils/simulation/validator_clients/lodestar.ts

@@ -1,7 +1,6 @@
 /* eslint-disable @typescript-eslint/naming-convention */
 import {writeFile} from "node:fs/promises";
 import path from "node:path";
-import got from "got";
 import {getClient as keyManagerGetClient} from "@lodestar/api/keymanager";
 import {chainConfigToJson} from "@lodestar/config";
 import {LogLevel} from "@lodestar/utils";
@@ -70,8 +69,7 @@ export const generateLodestarValidatorNode: ValidatorNodeGenerator<ValidatorClie
       },
       health: async () => {
         try {
-          await got.get(`http://127.0.0.1:${ports.validator.keymanagerPort}/eth/v1/keystores`);
-          return {ok: true};
+          return await fetch(`http://127.0.0.1:${ports.validator.keymanagerPort}/eth/v1/keystores`);
         } catch (err) {
           return {ok: false, reason: (err as Error).message, checkId: "eth/v1/keystores query"};
         }

packages/state-transition/test/utils/testFileCache.ts

@@ -1,6 +1,5 @@
 import fs from "node:fs";
 import path from "node:path";
-import got from "got";
 import {ApiError, getClient} from "@lodestar/api";
 import {NetworkName, networksChainConfig} from "@lodestar/config/networks";
 import {createChainForkConfig, ChainForkConfig} from "@lodestar/config";
@@ -103,12 +102,11 @@ async function downloadTestFile(fileId: string): Promise<Buffer> {
   const fileUrl = `${TEST_FILES_BASE_URL}/${fileId}`;
   // eslint-disable-next-line no-console
   console.log(`Downloading file ${fileUrl}`);
-
-  const res = await got(fileUrl, {responseType: "buffer"}).catch((e: Error) => {
+  const res = await fetch(fileUrl).catch((e: Error) => {
     e.message = `Error downloading ${fileUrl}: ${e.message}`;
     throw e;
   });
-  return res.body;
+  return Buffer.from(await res.arrayBuffer());
 }
 
 async function tryEach<T>(promises: (() => Promise<T>)[]): Promise<T> {

yarn.lock

@@ -2846,15 +2846,6 @@
   resolved "https://registry.yarnpkg.com/@types/eventsource/-/eventsource-1.1.11.tgz#a2c0bfd0436b7db42ed1b2b2117f7ec2e8478dc7"
   integrity sha512-L7wLDZlWm5mROzv87W0ofIYeQP5K2UhoFnnUyEWLKM6UBb0ZNRgAqp98qE5DkgfBXdWfc2kYmw9KZm4NLjRbsw==
 
-"@types/got@^9.6.12":
-  version "9.6.12"
-  resolved "https://registry.yarnpkg.com/@types/got/-/got-9.6.12.tgz#fd42a6e1f5f64cd6bb422279b08c30bb5a15a56f"
-  integrity sha512-X4pj/HGHbXVLqTpKjA2ahI4rV/nNBc9mGO2I/0CgAra+F2dKgMXnENv2SRpemScBzBAI4vMelIVYViQxlSE6xA==
-  dependencies:
-    "@types/node" "*"
-    "@types/tough-cookie" "*"
-    form-data "^2.5.0"
-
 "@types/http-cache-semantics@*":
   version "4.0.3"
   resolved "https://registry.yarnpkg.com/@types/http-cache-semantics/-/http-cache-semantics-4.0.3.tgz#a3ff232bf7d5c55f38e4e45693eda2ebb545794d"
@@ -3084,11 +3075,6 @@
   resolved "https://registry.yarnpkg.com/@types/tmp/-/tmp-0.2.3.tgz#908bfb113419fd6a42273674c00994d40902c165"
   integrity sha512-dDZH/tXzwjutnuk4UacGgFRwV+JSLaXL1ikvidfJprkb7L9Nx1njcRHHmi3Dsvt7pgqqTEeucQuOrWHPFgzVHA==
 
-"@types/tough-cookie@*":
-  version "4.0.0"
-  resolved "https://registry.npmjs.org/@types/tough-cookie/-/tough-cookie-4.0.0.tgz"
-  integrity sha512-I99sngh224D0M7XgW1s120zxCt3VYQ3IQsuw3P3jbq5GG4yc79+ZjyKznyOGIQrflfylLgcfekeZW/vk0yng6A==
-
 "@types/triple-beam@^1.3.2":
   version "1.3.2"
   resolved "https://registry.npmjs.org/@types/triple-beam/-/triple-beam-1.3.2.tgz"
@@ -6924,7 +6910,7 @@ gopd@^1.0.1:
   dependencies:
     get-intrinsic "^1.1.3"
 
-got@^11.8.5, got@^11.8.6:
+got@^11.8.5:
   version "11.8.6"
   resolved "https://registry.yarnpkg.com/got/-/got-11.8.6.tgz#276e827ead8772eddbcfc97170590b841823233a"
   integrity sha512-6tfZ91bOr7bOXnK7PRDCGBLa1H4U080YHNaAQ2KsMGlLEzRbk44nsZF2E1IeRc3vtJHPVbKCYgdFbaGO2ljd8g==