feat: Enhance ERC registry update with efficient merge and deduplication

tools/erc-repository-indexer/erc-contract-indexer/package.json

@@ -22,8 +22,10 @@
     "typescript": "^5.7.2"
   },
   "dependencies": {
+    "@types/lodash": "^4.17.14",
     "ahocorasick": "^1.0.2",
     "dotenv": "^16.4.5",
-    "ethers": "^6.13.4"
+    "ethers": "^6.13.4",
+    "lodash": "^4.17.21"
   }
 }

tools/erc-repository-indexer/erc-contract-indexer/src/services/registryGenerator.ts

@@ -23,6 +23,7 @@ import path from 'path';
 import constants from '../utils/constants';
 import { ERCOutputInterface } from '../schemas/ERCRegistrySchemas';
 import { Helper } from '../utils/helper';
+import _ from 'lodash';
 
 export class RegistryGenerator {
   /**
@@ -108,33 +109,47 @@ export class RegistryGenerator {
   }
 
   /**
-   * Updates a registry file with new contracts, removing duplicates if any.
-   * @param {string} filePath - Path to the registry file
-   * @param {ERCOutputInterface[]} newContracts - New contracts to add to registry
-   * @returns {Promise<void>} Promise that resolves when registry is updated
+   * Updates a registry file with new contracts by merging them with existing contracts,
+   * ensuring the registry remains sorted and free of duplicates.
+   *
+   * @param {string} filePath - The file path to the registry file.
+   * @param {ERCOutputInterface[]} newContracts - The new contracts to add to the registry.
+   * @returns {Promise<void>} - A promise that resolves once the registry is successfully updated.
+   *
    * @private
    */
   private async updateRegistry(
     filePath: string,
     newContracts: ERCOutputInterface[]
   ): Promise<void> {
+    let uniqueContracts: ERCOutputInterface[] = [];
     const fileContent = this.readContentsFromFile(filePath);
     const existingContracts = fileContent
       ? (JSON.parse(fileContent) as ERCOutputInterface[])
       : [];
 
-    // Create a Map to deduplicate contracts by contractId
-    const contractMap = new Map(
-      [...existingContracts, ...newContracts].map((contract) => [
-        contract.contractId,
-        contract,
-      ])
-    );
+    if (!existingContracts.length) {
+      uniqueContracts = newContracts;
+    } else if (
+      // Since both arrays are sorted in ascending order, if the `contractId` of the last item in `existingContracts`
+      // is less than the `contractId` of the first item in `newContracts`, just merged the contracts and remove dups without sorting.
+      existingContracts[existingContracts.length - 1].contractId <
+      newContracts[0].contractId
+    ) {
+      uniqueContracts = _.chain([...existingContracts, ...newContracts]) // merge contracts
+        .uniqBy('contractId') // Remove duplicates based on contractId
+        .value(); // Extract the final array
+    } else {
+      uniqueContracts = _.chain([...existingContracts, ...newContracts]) // merge contracts
+        .uniqBy('contractId') // Remove duplicates based on contractId
+        .sortBy((contract) => Number(contract.contractId.split('.')[2])) // Sort by the numeric value of contractId
+        .value(); // Extract the final array
+    }
+
+    await this.writeContentsToFile(filePath, uniqueContracts);
 
     // Convert Map values back to array for file writing
-    const uniqueContracts = Array.from(contractMap.values());
 
-    await this.writeContentsToFile(filePath, uniqueContracts);
     console.log(
       `Finished writing ${newContracts.length} new ERC token contracts to registry.`
     );

tools/erc-repository-indexer/erc-contract-indexer/src/utils/helper.ts

@@ -19,8 +19,8 @@
  */
 
 import axios, { AxiosInstance } from 'axios';
-import path from 'path';
 import constants from './constants';
+import path from 'path';
 
 export class Helper {
   /**