Only sync down files that are marked sync

Signed-off-by: Daishan Peng <[email protected]>
gptscript-ai · Sep 6, 2024 · bc16f3b · bc16f3b
1 parent ff60e6a
commit bc16f3b
Showing 1 changed file with 12 additions and 2 deletions.
diff --git a/src/index.ts b/src/index.ts
@@ -59,6 +59,7 @@ async function main() {
   let metadata: Map<string, {
     url: string;
     updatedAt: string;
+    sync: boolean;
   }> = new Map();
   const outputDir = path.join(process.env.WORKSPACE_DIR!!, 'knowledge', 'integrations', 'notion');
   await mkdir(outputDir, { recursive: true });
@@ -70,14 +71,23 @@ async function main() {
   let updatedPages = 0;
   for (const page of pages) {
     if (metadata.has(page.id)) {
-      if (metadata.get(page.id)!.updatedAt === page.last_edited_time) {
+      const entry = metadata.get(page.id)
+      if (entry?.updatedAt === page.last_edited_time) {
         continue;
       }
+      if (entry?.sync) {
+        await writePageToFile(page, outputDir);
+      }
+      metadata.set(page.id, {
+        url: page.url,
+        updatedAt: page.last_edited_time,
+        sync: entry?.sync ?? false,
+      })
     }
-    await writePageToFile(page, outputDir);
     metadata.set(page.id, {
       url: page.url,
       updatedAt: page.last_edited_time,
+      sync: false,
     })
     updatedPages++
   }