Skip to content

Commit

Permalink
refactor: cleanup
Browse files Browse the repository at this point in the history
  • Loading branch information
rayriffy committed Feb 15, 2025
1 parent e4c090f commit 51648ed
Show file tree
Hide file tree
Showing 5 changed files with 3 additions and 71 deletions.
4 changes: 3 additions & 1 deletion scraper/src/commands/fetch.ts
Original file line number Diff line number Diff line change
Expand Up @@ -45,7 +45,9 @@ export const fetch = async (entryPoint: string, browserMode: boolean) => {
const chunkFile = path.join(prebuiltChunkDirectory, `chunk-${i + 1}.json`)
await fs.promises.writeFile(
chunkFile,
JSON.stringify(chunk.map(o => (typeof o === 'number' ? o : typeof o === 'string' ? parseUrl(o) : o.code)))
JSON.stringify(
chunk.map(o => (typeof o === 'number' ? o : typeof o === 'string' ? parseUrl(o) : o.code))
)
)
})
)
Expand Down
1 change: 0 additions & 1 deletion scraper/src/functions/getGalleriesViaBrowser.ts
Original file line number Diff line number Diff line change
@@ -1,7 +1,6 @@
import puppeteer from 'puppeteer-extra'
import StealthPlugin from 'puppeteer-extra-plugin-stealth'
import PQueue from "p-queue";
import type { DatabaseCode } from "@riffyh/commons/dist";
import type { Browser } from "puppeteer";
import { writeItem } from "./writeItem";
import type { FetchResult } from "../@types/FetchResult";
Expand Down
1 change: 0 additions & 1 deletion scraper/src/functions/getGalleriesViaFetch.ts
Original file line number Diff line number Diff line change
@@ -1,5 +1,4 @@
import PQueue from "p-queue";
import type { DatabaseCode } from "@riffyh/commons";
import { fetchHentai } from "./fetchHentai";
import type { FetchResult } from "../@types/FetchResult";

Expand Down
63 changes: 0 additions & 63 deletions scraper/src/functions/getRemoteHentai.ts

This file was deleted.

5 changes: 0 additions & 5 deletions scraper/src/functions/jsonb.ts

This file was deleted.

0 comments on commit 51648ed

Please sign in to comment.