removing already uploaded cids when replicate

Author: ehsan6sha

package.json

@@ -1,6 +1,6 @@
 {
   "name": "@functionland/react-native-fula",
-  "version": "1.54.17",
+  "version": "1.54.18",
   "description": "This package is a bridge to use the Fula libp2p protocols in the react-native which is using wnfs",
   "main": "lib/commonjs/index",
   "module": "lib/module/index",

src/protocols/chain-api.ts

@@ -306,3 +306,50 @@ export const getAccountIdFromSeed = async (seed: string): Promise<string> => {
     return Promise.reject(err);
   }
 };
+
+/*
+  listPools: This function takes start index and length and returns a promise of an object that contains a list of pools. Each pool in the list contains the poolID, owner, poolName, parent, and participants of the pool
+  */
+export const manifestNewBatch = async (
+  api: ApiPromise | undefined,
+  poolId: number,
+  uploader: string,
+  cids: string[]
+): Promise<string[]> => {
+  console.log('manifestAvailableBatch in react-native started');
+  let newCids: string[] = [];
+  try {
+    if (api === undefined) {
+      api = await init();
+    }
+    // Type guard to assure TypeScript that api is not undefined
+    if (!api?.query?.fula?.manifests) {
+      throw new Error('Failed to initialize api or api.query.fula');
+    }
+
+    for (const cid of cids) {
+      const manifestInfo = await api.query.fula
+        .manifests(poolId, cid)
+        .catch((err) => {
+          console.log(err);
+        });
+      if (!manifestInfo || manifestInfo == '' || manifestInfo == null) {
+        newCids.push(cid);
+      } else {
+        let formattedManifestInfo: BType.ManifestResponse = JSON.parse(
+          JSON.stringify(manifestInfo.toHuman())
+        );
+        if (
+          formattedManifestInfo?.usersData?.some(
+            (user) => user.uploader === uploader
+          )
+        ) {
+          newCids.push(formattedManifestInfo.manifestMetadata.job.uri);
+        }
+      }
+    }
+    return Promise.resolve(newCids);
+  } catch (err) {
+    return Promise.reject(err);
+  }
+};

src/protocols/fula.ts

@@ -4,6 +4,7 @@ import {
   checkAccountBalance,
   getAccountIdFromSeed,
   batchUploadManifest,
+  manifestNewBatch,
 } from './chain-api';
 import { batchUploadManifest as batchUploadManifestBlox } from './blockchain';
 import { ApiPromise } from '@polkadot/api';
@@ -355,10 +356,16 @@ export const replicateRecentCids = async (
   seed: string,
   poolId: number,
   replicationNo: number = 4
-): Promise<{ status: boolean; msg: string; cids: string[] }> => {
+): Promise<{
+  status: boolean;
+  msg: string;
+  cids: string[];
+  allCids: string[];
+}> => {
   let status = true;
   let msg = '';
   let recentCids: string[] = [];
+  let newCids: string[] = [];
   if (!api) {
     api = await chainApiInit();
   }
@@ -380,10 +387,11 @@ export const replicateRecentCids = async (
             poolId,
             replicationNo,
           });
+          newCids = await manifestNewBatch(api, poolId, account, recentCids);
           const res = await batchUploadManifest(
             api,
             seed,
-            recentCids,
+            newCids,
             poolId,
             replicationNo
           );
@@ -429,7 +437,7 @@ export const replicateRecentCids = async (
 
   // Return a value (true/false) depending on the outcome of the function
   // For example:
-  return { status: status, msg: msg, cids: recentCids }; // or false, depending on your logic
+  return { status: status, msg: msg, cids: newCids, allCids: recentCids }; // or false, depending on your logic
 };
 
 /**
@@ -449,42 +457,42 @@ export const replicateRecentCidsBlox = async (
     //const accountBal = await getAccountBalanceBlox();
     const accountBal = '1';
     console.log('account balance: ' + accountBal);
-      const recentCids = await listRecentCidsAsStringWithChildren();
-      console.log(recentCids);
-      if (recentCids) {
-        console.log({
-          api,
-          seed,
-          recentCids,
-          poolId,
-          replicationNo,
-        });
-        const res = await batchUploadManifestBlox(
-          api,
-          seed,
-          recentCids,
-          poolId,
-          replicationNo
-        );
-        console.log('batchUploadManifest res received');
-        console.log(res);
-        if (res) {
-          if (typeof res === 'object' && 'pool_id' in res) {
-            msg = res.storer;
-          } else {
-            status = false;
-            msg =
-              'Unexpected response from batchUploadManifestBlox: ' +
-              JSON.stringify(res);
-          }
+    const recentCids = await listRecentCidsAsStringWithChildren();
+    console.log(recentCids);
+    if (recentCids) {
+      console.log({
+        api,
+        seed,
+        recentCids,
+        poolId,
+        replicationNo,
+      });
+      const res = await batchUploadManifestBlox(
+        api,
+        seed,
+        recentCids,
+        poolId,
+        replicationNo
+      );
+      console.log('batchUploadManifest res received');
+      console.log(res);
+      if (res) {
+        if (typeof res === 'object' && 'pool_id' in res) {
+          msg = res.storer;
         } else {
           status = false;
-          msg = 'hash is not returned';
+          msg =
+            'Unexpected response from batchUploadManifestBlox: ' +
+            JSON.stringify(res);
         }
       } else {
         status = false;
-        msg = 'No recent Cids found';
+        msg = 'hash is not returned';
       }
+    } else {
+      status = false;
+      msg = 'No recent Cids found';
+    }
   } catch (e: any) {
     console.log('res failed');
     console.log(e);

src/types/blockchain.ts

@@ -112,3 +112,15 @@ export interface BloxFreeSpaceResponse {
   used: number;
   used_percentage: number;
 }
+
+export interface UserData {
+  uploader: string;
+  storers: string[];
+  replicationFactor: number;
+}
+
+export interface ManifestResponse {
+  usersData: UserData[];
+  manifestMetadata: ManifestMetadata;
+  size_?: number | null; // The question mark indicates that this field is optional.
+}