Tinlake support (#104)

* feat: add evmBlockHandler

* fix: update eth startblock

* fix: set tinlake pools to inactive so they're not pulled into the regular pool updates

* feat: update evmHandlers and start blocks

* feat: update snapshotter to use generic object instead of substrateBlocks

* feat: add shelf abi

* feat: add currency to tinlake pools

* feat: make nft data nullable in schema

* feat: add pile abi

* feat: add more loan tracking

* feat: track tinlake loan repayments

* fix: update with all migrated contracts

* fix: remove frozen lockfile in order to add abab package

* fix: trim abis

* fix: address PR optimizations and clean up

* fix: update loan fetching and clean up

* chore: more clean up

* feat: multi-chain timekeeping
Co-authored-by: Adam Stox <[email protected]>

* fix: contract abi references
Co-authored-by: Adam Stox <[email protected]>

* chore: clean up snapshotting logic

* fix: update tests

* fix: make snapshotters async

* fix: move handleEvmBlock to its own file and rename to handleEthBlock

* fix: build

---------

Co-authored-by: Filippo Fontana <[email protected]>

.github/workflows/subql_deploy_workflow.yaml

@@ -49,9 +49,9 @@ jobs:
         run: yarn install --frozen-lockfile
       - name: Codegen
         run: |
-          cp chains-evm/_root.yaml project-centrifuge.yaml
-          cp chains-evm/_root.yaml project-ethereum.yaml
-          cp chains-evm/_root.yaml project-celo.yaml
+          yq ". *=d load(\"chains-cfg/centrifuge.yaml\")" chains-cfg/_root.yaml > project-centrifuge.yaml || true
+          yq ". *=d load(\"chains-evm/eth/centrifuge.yaml\")" chains-evm/_root.yaml > project-ethereum.yaml || true
+          yq ". *=d load(\"chains-evm/celo/centrifuge.yaml\")" chains-evm/_root.yaml > project-celo.yaml || true
           yarn codegen
       - name: SubQL CLI Version
         run: yarn subql --version

.github/workflows/test.yml

@@ -1,7 +1,7 @@
 name: 'Test'
 on:
   pull_request:
-    branches:    
+    branches:
       - main
 
 # This allows a subsequently queued workflow run to interrupt previous runs
@@ -29,9 +29,9 @@ jobs:
         run: yarn install --frozen-lockfile
       - name: Codegen
         run: |
-          cp chains-evm/_root.yaml project-centrifuge.yaml
-          cp chains-evm/_root.yaml project-ethereum.yaml
-          cp chains-evm/_root.yaml project-celo.yaml
+          yq ". *=d load(\"chains-cfg/centrifuge.yaml\")" chains-cfg/_root.yaml > project-centrifuge.yaml || true
+          yq ". *=d load(\"chains-evm/eth/centrifuge.yaml\")" chains-evm/_root.yaml > project-ethereum.yaml || true
+          yq ". *=d load(\"chains-evm/celo/centrifuge.yaml\")" chains-evm/_root.yaml > project-celo.yaml || true
           yarn codegen
       - name: Build
         run: yarn build

abi/navfeed.abi.json

@@ -0,0 +1,29 @@
+[
+  {
+    "constant": true,
+    "inputs": [],
+    "name": "currentNAV",
+    "outputs": [{ "internalType": "uint256", "name": "", "type": "uint256" }],
+    "payable": false,
+    "stateMutability": "view",
+    "type": "function"
+  },
+  {
+    "constant": true,
+    "inputs": [{ "internalType": "uint256", "name": "loan", "type": "uint256" }],
+    "name": "nftID",
+    "outputs": [{ "internalType": "bytes32", "name": "", "type": "bytes32" }],
+    "payable": false,
+    "stateMutability": "view",
+    "type": "function"
+  },
+  {
+    "constant": true,
+    "inputs": [{ "internalType": "bytes32", "name": "", "type": "bytes32" }],
+    "name": "maturityDate",
+    "outputs": [{ "internalType": "uint256", "name": "", "type": "uint256" }],
+    "payable": false,
+    "stateMutability": "view",
+    "type": "function"
+  }
+]

abi/pile.abi.json

@@ -0,0 +1,35 @@
+[
+  {
+    "constant": true,
+    "inputs": [{ "internalType": "uint256", "name": "loan", "type": "uint256" }],
+    "name": "debt",
+    "outputs": [{ "internalType": "uint256", "name": "", "type": "uint256" }],
+    "payable": false,
+    "stateMutability": "view",
+    "type": "function"
+  },
+  {
+    "constant": true,
+    "inputs": [{ "internalType": "uint256", "name": "", "type": "uint256" }],
+    "name": "loanRates",
+    "outputs": [{ "internalType": "uint256", "name": "", "type": "uint256" }],
+    "payable": false,
+    "stateMutability": "view",
+    "type": "function"
+  },
+  {
+    "constant": true,
+    "inputs": [{ "internalType": "uint256", "name": "", "type": "uint256" }],
+    "name": "rates",
+    "outputs": [
+      { "internalType": "uint256", "name": "pie", "type": "uint256" },
+      { "internalType": "uint256", "name": "chi", "type": "uint256" },
+      { "internalType": "uint256", "name": "ratePerSecond", "type": "uint256" },
+      { "internalType": "uint48", "name": "lastUpdated", "type": "uint48" },
+      { "internalType": "uint256", "name": "fixedRate", "type": "uint256" }
+    ],
+    "payable": false,
+    "stateMutability": "view",
+    "type": "function"
+  }
+]

abi/reserve.abi.json

@@ -0,0 +1,11 @@
+[
+  {
+    "constant": true,
+    "inputs": [],
+    "name": "totalBalance",
+    "outputs": [{ "internalType": "uint256", "name": "", "type": "uint256" }],
+    "payable": false,
+    "stateMutability": "view",
+    "type": "function"
+  }
+]

abi/shelf.abi.json

@@ -0,0 +1,23 @@
+[
+  {
+    "constant": true,
+    "inputs": [{ "internalType": "uint256", "name": "loan", "type": "uint256" }],
+    "name": "token",
+    "outputs": [
+      { "internalType": "address", "name": "registry", "type": "address" },
+      { "internalType": "uint256", "name": "nft", "type": "uint256" }
+    ],
+    "payable": false,
+    "stateMutability": "view",
+    "type": "function"
+  },
+  {
+    "constant": true,
+    "inputs": [{ "internalType": "uint256", "name": "loan", "type": "uint256" }],
+    "name": "nftLocked",
+    "outputs": [{ "internalType": "bool", "name": "", "type": "bool" }],
+    "payable": false,
+    "stateMutability": "view",
+    "type": "function"
+  }
+]

chains-evm/_root.yaml

@@ -44,4 +44,4 @@ templates:
           kind: ethereum/LogHandler
           filter:
             topics:
-              - Transfer(address indexed from, address indexed to, uint256 value)
+              - Transfer(address indexed from, address indexed to, uint256 value)

chains-evm/eth/centrifuge.yaml

@@ -1,13 +1,33 @@
 network:
   chainId: '1' # Ethereum Mainnet
-  endpoint: "https://mainnet.infura.io/v3/a4ba76cd4be643618572e7467a444e3a"
-  dictionary: "https://gx.api.subquery.network/sq/subquery/eth-dictionary"
+  endpoint: 'https://mainnet.infura.io/v3/a4ba76cd4be643618572e7467a444e3a'
+  dictionary: 'https://gx.api.subquery.network/sq/subquery/eth-dictionary'
   bypassBlocks:
-  - "18721040-18735450"
-  - "18735460-18747630"
-  - "18747640-18763940"
+    - '18721040-18735450'
+    - '18735460-18747630'
+    - '18747640-18763940'
 dataSources:
   - kind: ethereum/Runtime
     startBlock: 18721030
     options:
       address: '0x78E9e622A57f70F1E0Ec652A4931E4e278e58142'
+  - kind: ethereum/Runtime
+    startBlock: 11063000
+    options:
+      abi: navFeed
+    assets:
+      navFeed:
+        file: './abi/navfeed.abi.json'
+      reserve:
+        file: './abi/reserve.abi.json'
+      shelf:
+        file: './abi/shelf.abi.json'
+      pile:
+        file: './abi/pile.abi.json'
+    mapping:
+      file: './dist/index.js'
+      handlers:
+        - handler: handleEthBlock
+          kind: ethereum/BlockHandler
+          filter:
+            modulo: 3600

schema.graphql

@@ -314,8 +314,8 @@ type Loan @entity {
   id: ID! # poolId - loanId
   createdAt: Date!
 
-  collateralNftClassId: BigInt!
-  collateralNftItemId: BigInt!
+  collateralNftClassId: BigInt
+  collateralNftItemId: BigInt
 
   metadata: String