feat: add scrapeId in document.metadata

Author: mogery

apps/api/src/controllers/v1/types.ts

@@ -443,6 +443,7 @@ export type Document = {
     url?: string;
     sourceURL?: string;
     statusCode: number;
+    scrapeId?: string;
     error?: string;
     [key: string]: string | string[] | number | undefined;
   };

apps/api/src/scraper/scrapeURL/lib/extractMetadata.ts

@@ -156,6 +156,7 @@ export function extractMetadata(
     publishedTime,
     articleTag,
     articleSection,
+    scrapeId: meta.id,
     ...customMetadata,
   };
 }