Update all nodes and script indexing for bootnodes

.ci/crawl.sh

@@ -1,14 +1,21 @@
 #!/bin/bash
 
-arr=("30303 prime" "30304 cyprus" "30305 paxos" "30306 hyrda" "30307 cyprus1" "30308 cyprus2" "30309 cyprus3" "30310 paxos1" "30311 paxos2" "30312 paxos3" "30313 hydra1" "30314 hyrda2" "30315 hyrda3")
+arr=("30303 prime" "30304 cyprus" "30305 paxos" "30306 hydra" "30307 cyprus1" "30308 cyprus2" "30309 cyprus3" "30310 paxos1" "30311 paxos2" "30312 paxos3" "30313 hydra1" "30314 hydra2" "30315 hydra3")
 
 mkdir -p all-nodes
 for net in "${arr[@]}"
 do
     set -- $net
-    echo $1 $2
-    echo $QUAI_DNS_DISCV4_BOOTNODE:$1
-    ./devp2p discv4 crawl --addr 0.0.0.0:$1 -timeout "$QUAI_DNS_DISCV4_CRAWLTIME" --bootnodes $QUAI_DNS_DISCV4_BOOTNODE:$1 all-nodes/all-$2.json & 
+    port=$1
+    node_name=$2
+    # Convert node_name to uppercase and replace spaces/hyphens with underscores
+    env_var="QUAI_DNS_DISCV4_BOOTNODE_$(echo $node_name | tr '[:lower:]-' '[:upper:]_')"
+    bootnode=${!env_var} # Use indirect expansion to get the value of the dynamically generated env var
+
+    echo $port $node_name
+    echo $bootnode:$port
+
+    ./devp2p discv4 crawl --addr 0.0.0.0:$port -timeout "$QUAI_DNS_DISCV4_CRAWLTIME" --bootnodes $bootnode all-nodes/all-$node_name.json & 
     pids[${i}]=$!
     echo pids
 done
@@ -18,7 +25,6 @@ for pid in ${pids[*]}; do
     wait $pid
 done
 
-
 QUAI_DNS_DISCV4_KEY_PUBLICINFO="$(cat $QUAI_DNS_DISCV4_KEYPASS_PATH | ./key-util inspect $QUAI_DNS_DISCV4_KEY_PATH | grep -E '(Addr|Pub)')"
 git add .
 git -c user.name="ci" -c user.email='[email protected]' commit --author 'crawler <>' -m "ci update (all.json) $GITHUB_RUN_ID:$GITHUB_RUN_NUMBER"

.ci/deploy.sh

@@ -2,8 +2,8 @@
 
 set -e
 
-chains=("30303 prime" "30304 cyprus" "30305 paxos" "30306 hyrda" "30307 cyprus1" "30308 cyprus2" "30309 cyprus3" "30310 paxos1" "30311 paxos2" "30312 paxos3" "30313 hydra1" "30314 hyrda2" "30315 hyrda3")
-networks=(colosseum garden)
+chains=("30303 prime" "30304 cyprus" "30305 paxos" "30306 hydra" "30307 cyprus1" "30308 cyprus2" "30309 cyprus3" "30310 paxos1" "30311 paxos2" "30312 paxos3" "30313 hydra1" "30314 hydra2" "30315 hydra3")
+networks=(garden)
 
 for chain in "${chains[@]}"; do
     set -- $chain

.ci/filter_and_sign.sh

@@ -1,8 +1,8 @@
 #!/bin/bash
 
 set -e
-chains=("30303 prime" "30304 cyprus" "30305 paxos" "30306 hyrda" "30307 cyprus1" "30308 cyprus2" "30309 cyprus3" "30310 paxos1" "30311 paxos2" "30312 paxos3" "30313 hydra1" "30314 hyrda2" "30315 hyrda3")
-networks=(colosseum garden)
+chains=("30303 prime" "30304 cyprus" "30305 paxos" "30306 hydra" "30307 cyprus1" "30308 cyprus2" "30309 cyprus3" "30310 paxos1" "30311 paxos2" "30312 paxos3" "30313 hydra1" "30314 hydra2" "30315 hydra3")
+networks=(colosseum)
 
 for chain in "${chains[@]}"; do
     echo "Filter: $network"

.env.dist

@@ -1,5 +1,17 @@
 QUAI_DNS_DISCV4_PARENT_DOMAIN=quainodes.io
-QUAI_DNS_DISCV4_BOOTNODE=enode://84a1545d709e862e8ee45a87558e833b8fb1ba057a093fb7c974beb51e403b2c1d6f8a89404632804cf4ba1b47e3db9fcd629feb9fa90226fd2cf2b8ce83b0c9@104.198.48.112
+QUAI_DNS_DISCV4_BOOTNODE_PRIME=enode://3ccf9f8c6737ab6e73ff628695c5c00d5d46fa2dfe7a65b689e15c3027753e7343ecfd80d58022d8646972a67ac84305913b61aba6dbcb27a019488095c2a9b9@34.139.206.86:30303
+QUAI_DNS_DISCV4_BOOTNODE_CYPRUS=enode://eaca846cacf4daa221abd910d53b3d0aec7cb781329d0d9a33002437c07f423bebed571c145f27dcb54ea821d6c2ad55c6778f408bc7a0ca33db6aab0093ebdd@34.139.206.86:30304
+QUAI_DNS_DISCV4_BOOTNODE_PAXOS=enode://089a3ecef24fa28e1a8c914195fb9d8c68fe0ad9efa8453baa437d2c978720719995d669746c16d451be03e670a5e071b4235788450c78bf73802970ceabb46c@34.139.206.86:30305
+QUAI_DNS_DISCV4_BOOTNODE_HYDRA=enode://801ca16bf9b0544e97033e9b7ca64936bfbc7bf255ce4362bcec92e68929e0195ed4bff44d436e5622cefa5f2ba25ac04de360124f04102337bad51e45e5dd67@34.139.206.86:30306
+QUAI_DNS_DISCV4_BOOTNODE_CYPRUS1=enode://f0167ae476d5abc03f763f227ac4867c82ef0f52ebeb23f2af91bc6f60caed5d4ab6c5e04d543b2b5fb717d5cb169d6999a6e9b4b86834ec10e296d57027cc73@34.139.206.86:30307
+QUAI_DNS_DISCV4_BOOTNODE_CYPRUS2=enode://ddd8170b45829579694600543002d6cecd96538a9e45bcf97d20f8b18c2ee5b1b4f0e86eb00ca7d39f3c0b1f18b9b9b08b70f8d1e5bd8ee58595a15041c7f2e3@34.139.206.86:30308
+QUAI_DNS_DISCV4_BOOTNODE_CYPRUS3=enode://d7a04846b19ee4d23a3e71399147cb819b3798f275c95c3512aa6505555c5dd77d8c3dc99f725c893ede8ef1a42a2aa4d7d0bb30947b5ec1f3801d0f4fd1005d@34.139.206.86:30309
+QUAI_DNS_DISCV4_BOOTNODE_PAXOS1=enode://98c9db3d64fad4b8a10a0e2f07e248a4ecf1c5317753f761c2e1677b318ef4c029471ced18cbc8cc74808fbb22b9197ab9ae2f3ea65416b606769373a83c9b59@34.139.206.86:30310
+QUAI_DNS_DISCV4_BOOTNODE_PAXOS2=enode://489fdf851aebcb4608f3b14633919a4b060cbdbad770566a13355c50a3ee9a23d7736c4eb8baf57a4ced53857bfe080ea19c8e9657717f82fff8ab9d41918b9b@34.139.206.86:30311
+QUAI_DNS_DISCV4_BOOTNODE_PAXOS3=enode://fae7e4fe231032eb4ac4fd343e4015ec739d04a4dd1616a3b2a0ce40aefdc832c0f5803071124f6b484ce00cc68fb5752daa9535e429bf16aa2410f05642a31f@34.139.206.86:30312
+QUAI_DNS_DISCV4_BOOTNODE_HYDRA1=enode://b817ff48c36a64bd007cefff0960c1f2b1bb0aed12b782d32746268af460f4ca6b0c67cc8f50669737d3be8a43db5040c39d6b3d47abbcc39204a184f2d4197a@34.139.206.86:30313
+QUAI_DNS_DISCV4_BOOTNODE_HYDRA2=enode://70957213c38156cd2c97334e2f3cf22db3facc00b619771f0d4895070bf3d5f3662d642b5280c36a4920dc4236f79404e738e0cb0933a7b9693b171d394052d9@34.139.206.86:30314
+QUAI_DNS_DISCV4_BOOTNODE_HYDRA3=enode://f5c1ed2e7c88a53537cdd5fbaacb3d4cfa1d7c82a10575806fc60df54d58e2f7dd37dce001e595284193b115e486dd23ea66c1a6ac6c463dae905e8a97b4e156@34.139.206.86:30315
 QUAI_DNS_DISCV4_CRAWLTIME=1m
 QUAI_DNS_DISCV4_KEYPASS_PATH=keypass.txt
 QUAI_DNS_DISCV4_KEY_PATH=mynode.txt

.github/workflows/crawl.yml

@@ -16,7 +16,19 @@ jobs:
       QUAI_DNS_DISCV4_PARENT_DOMAIN: quainodes.io
       QUAI_DNS_DISCV4_KEY_PATH: ./secrets/dnskey.json
       QUAI_DNS_DISCV4_KEYPASS_PATH: ./secrets/dnskey_password.txt
-      QUAI_DNS_DISCV4_BOOTNODE: enode://aa76ab25bd9657efc8371103649ad9fc099388f1b303b18ab9b5fbdd43c8bae1e039357eb6a5a3aa86679f58ed0231c88bd207393448a7226d63fdc4651698cb@35.202.3.128
+      QUAI_DNS_DISCV4_BOOTNODE_PRIME: enode://3ccf9f8c6737ab6e73ff628695c5c00d5d46fa2dfe7a65b689e15c3027753e7343ecfd80d58022d8646972a67ac84305913b61aba6dbcb27a019488095c2a9b9@34.139.206.86:30303
+      QUAI_DNS_DISCV4_BOOTNODE_CYPRUS: enode://eaca846cacf4daa221abd910d53b3d0aec7cb781329d0d9a33002437c07f423bebed571c145f27dcb54ea821d6c2ad55c6778f408bc7a0ca33db6aab0093ebdd@34.139.206.86:30304
+      QUAI_DNS_DISCV4_BOOTNODE_PAXOS: enode://089a3ecef24fa28e1a8c914195fb9d8c68fe0ad9efa8453baa437d2c978720719995d669746c16d451be03e670a5e071b4235788450c78bf73802970ceabb46c@34.139.206.86:30305
+      QUAI_DNS_DISCV4_BOOTNODE_HYDRA: enode://801ca16bf9b0544e97033e9b7ca64936bfbc7bf255ce4362bcec92e68929e0195ed4bff44d436e5622cefa5f2ba25ac04de360124f04102337bad51e45e5dd67@34.139.206.86:30306
+      QUAI_DNS_DISCV4_BOOTNODE_CYPRUS1: enode://f0167ae476d5abc03f763f227ac4867c82ef0f52ebeb23f2af91bc6f60caed5d4ab6c5e04d543b2b5fb717d5cb169d6999a6e9b4b86834ec10e296d57027cc73@34.139.206.86:30307
+      QUAI_DNS_DISCV4_BOOTNODE_CYPRUS2: enode://ddd8170b45829579694600543002d6cecd96538a9e45bcf97d20f8b18c2ee5b1b4f0e86eb00ca7d39f3c0b1f18b9b9b08b70f8d1e5bd8ee58595a15041c7f2e3@34.139.206.86:30308
+      QUAI_DNS_DISCV4_BOOTNODE_CYPRUS3: enode://d7a04846b19ee4d23a3e71399147cb819b3798f275c95c3512aa6505555c5dd77d8c3dc99f725c893ede8ef1a42a2aa4d7d0bb30947b5ec1f3801d0f4fd1005d@34.139.206.86:30309
+      QUAI_DNS_DISCV4_BOOTNODE_PAXOS1: enode://98c9db3d64fad4b8a10a0e2f07e248a4ecf1c5317753f761c2e1677b318ef4c029471ced18cbc8cc74808fbb22b9197ab9ae2f3ea65416b606769373a83c9b59@34.139.206.86:30310
+      QUAI_DNS_DISCV4_BOOTNODE_PAXOS2: enode://489fdf851aebcb4608f3b14633919a4b060cbdbad770566a13355c50a3ee9a23d7736c4eb8baf57a4ced53857bfe080ea19c8e9657717f82fff8ab9d41918b9b@34.139.206.86:30311
+      QUAI_DNS_DISCV4_BOOTNODE_PAXOS3: enode://fae7e4fe231032eb4ac4fd343e4015ec739d04a4dd1616a3b2a0ce40aefdc832c0f5803071124f6b484ce00cc68fb5752daa9535e429bf16aa2410f05642a31f@34.139.206.86:30312
+      QUAI_DNS_DISCV4_BOOTNODE_HYDRA1: enode://b817ff48c36a64bd007cefff0960c1f2b1bb0aed12b782d32746268af460f4ca6b0c67cc8f50669737d3be8a43db5040c39d6b3d47abbcc39204a184f2d4197a@34.139.206.86:30313
+      QUAI_DNS_DISCV4_BOOTNODE_HYDRA2: enode://70957213c38156cd2c97334e2f3cf22db3facc00b619771f0d4895070bf3d5f3662d642b5280c36a4920dc4236f79404e738e0cb0933a7b9693b171d394052d9@34.139.206.86:30314
+      QUAI_DNS_DISCV4_BOOTNODE_HYDRA3: enode://f5c1ed2e7c88a53537cdd5fbaacb3d4cfa1d7c82a10575806fc60df54d58e2f7dd37dce001e595284193b115e486dd23ea66c1a6ac6c463dae905e8a97b4e156@34.139.206.86:30315
       CLOUDFLARE_API_TOKEN: ${{ secrets.CLOUDFLARE_API_TOKEN }}
       QUAI_DNS_CLOUDFLARE_ZONEID: ${{ secrets.QUAI_DNS_CLOUDFLARE_ZONEID }}
       QUAI_DNS_DISCV4_KEY: ${{ secrets.QUAI_DNS_DISCV4_KEY }}