feat: rosetta-cli test

.github/workflows/build-docker.yml

@@ -0,0 +1,31 @@
+name: Build rosetta docker image
+#  This workflow is run on pushes to main & every Pull Requests where a .go, .mod, .sum have been changed
+on:
+  pull_request:
+  merge_group:
+  push:
+    branches:
+      - main
+      - release/**
+permissions:
+  contents: read
+
+jobs:
+  docker:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+#      - name: Login to Docker Hub
+#        uses: docker/login-action@v3
+#        with:
+#          username: ${{ secrets.DOCKERHUB_USERNAME }}
+#          password: ${{ secrets.DOCKERHUB_TOKEN }}
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+#      - name: Build and push
+#        uses: docker/build-push-action@v5
+#        with:
+#          context: .
+#          file: ./Dockerfile
+#          push: true
+#          tags: ${{ secrets.DOCKERHUB_USERNAME }}/clockbox:latest

.github/workflows/build.yml

@@ -48,4 +48,7 @@ jobs:
         ###################
       - name: Build Rosetta
         if: env.GIT_DIFF
-        run: GOARCH=${{ matrix.go-arch }} make rosetta
+        run: GOARCH=${{ matrix.go-arch }} make rosetta
+      - name: Run proxy in background
+        run: ./rosetta-filecoin-proxy&
+      - run: ./rosetta-cli-test.sh

.github/workflows/rosetta-cli-test.yaml

@@ -0,0 +1,35 @@
+name: rosetta-cli-test
+
+on:
+  push:
+    branches:
+      - main
+      - release/**
+  pull_request:
+  merge_group:
+
+permissions:
+  contents: read
+
+jobs:
+  run-simapp:
+    runs-on: ubuntu-latest
+    steps:
+    - name: Get cosmos-sdk repo
+      uses: actions/checkout@v3
+      with:
+        repository: cosmos/cosmos-sdk
+        ref: main
+    - name: set up simapp 
+      run: make build && export SIMD_BIN=./build/simd && make init-simapp && ./build/simd start && curl localhost:26657/status &
+    - name: Sleep for 2 minutes
+      run: sleep 120s
+      shell: bash
+    - uses: actions/checkout@v3
+    - name: review
+      run: curl localhost:26657/status
+    - name: Build Rosetta
+      run: go mod tidy && make rosetta && make plugin && ./rosetta --blockchain "cosmos" --network "cosmos" --tendermint "tcp://localhost:26657" --addr "localhost:8080" --grpc "localhost:9090 &"
+    - uses: actions/checkout@v3
+    - name: Rosetta-cli setup & test
+      run: make rosetta-cli

Dockerfile

@@ -0,0 +1,22 @@
+FROM golang:1.20 AS build-env
+
+# Set working directory for the build
+WORKDIR /go/src/github.com/cosmos/rosetta
+
+# optimization: if go.sum didn't change, docker will use cached image
+COPY go.mod go.sum ./
+
+RUN go mod download
+
+# Add source files
+COPY . .
+
+RUN make build
+RUN make plugin
+
+EXPOSE 8080
+
+# Run simd by default
+CMD ["./rosetta", "--blockchain", "app", "--network", "network", "--tendermint", "cosmos:26657", "--grpc", "cosmos:9090", "--addr", ":8080"]
+ENTRYPOINT ["./rosetta"]
+STOPSIGNAL SIGTERM

Makefile

@@ -29,4 +29,9 @@ lint-fix:
 	@go install github.com/golangci/golangci-lint/cmd/golangci-lint@$(golangci_version)
 	@./scripts/go-lint-all.bash --fix
 
-.PHONY: all build rosetta test lint lint-fix
+.PHONY: all build rosetta test lint lint-fix
+
+rosetta-cli:
+	echo "Installing rosetta linter"
+	curl -sSfL https://raw.githubusercontent.com/coinbase/rosetta-cli/master/scripts/install.sh | sh -s
+	./bin/rosetta-cli --configuration-file ./configs/rosetta-config-cli.json check:data

plugins/cosmos-hub/main.go

@@ -3,9 +3,9 @@ package main
 import (
 	codectypes "github.com/cosmos/cosmos-sdk/codec/types"
 	cryptocodec "github.com/cosmos/cosmos-sdk/crypto/codec"
-	ibcclienttypes "github.com/cosmos/ibc-go/v7/modules/core/02-client/types"
+	ibcTypes "github.com/cosmos/ibc-go/v7/modules/core/02-client/types"
 
-	ibcLightClient "github.com/cosmos/ibc-go/v7/modules/light-clients/07-tendermint"
+	ibcClient "github.com/cosmos/ibc-go/v7/modules/light-clients/07-tendermint"
 
 	sdk "github.com/cosmos/cosmos-sdk/types"
 	txtypes "github.com/cosmos/cosmos-sdk/types/tx"
@@ -15,13 +15,13 @@ import (
 
 func InitZone() {
 	config := sdk.GetConfig()
-	prefix := "evmos"
+	prefix := "cosmos-hub"
 	config.SetBech32PrefixForAccount(prefix, prefix+"pub")
 }
 
 func RegisterInterfaces(registry codectypes.InterfaceRegistry) {
-	ibcclienttypes.RegisterInterfaces(registry)
-	ibcLightClient.RegisterInterfaces(registry)
+	ibcTypes.RegisterInterfaces(registry)
+	ibcClient.RegisterInterfaces(registry)
 	sdk.RegisterInterfaces(registry)
 	txtypes.RegisterInterfaces(registry)
 	cryptocodec.RegisterInterfaces(registry)

scripts/rosetta-cll-test.sh

@@ -0,0 +1,14 @@
+#!/bin/bash
+
+set -o nounset -o pipefail -o errexit
+set +u
+trap "exit 1" INT
+
+go install github.com/coinbase/[email protected]
+
+printf "### Running rosetta-cli tests \n"
+
+#Add all rosetta-cli checks here
+rosetta-cli check:data --configuration-file ./configs/rosetta-config-cli.json
+
+printf "### Tests finished\n"

tests/config/bootstrap.json

@@ -0,0 +1,12 @@
+[
+  {
+    "account_identifier": {
+      "address":"cosmos1f3d3s7jjy5zune554w7fnhrhyuxhll7s7rps0h"
+    },
+    "currency":{
+      "symbol":"stake",
+      "decimals":0
+    },
+    "value": "999990000000"
+  }
+]

tests/config/data.sh

@@ -0,0 +1,59 @@
+#!/bin/sh
+
+set -e
+
+wait_simd() {
+  timeout 30 sh -c 'until nc -z $0 $1; do sleep 1; done' localhost 9090
+}
+# this script is used to recreate the data dir
+echo clearing /root/.simapp
+rm -rf /root/.simapp
+echo initting new chain
+# init config files
+simd init simd --chain-id testing
+
+# create accounts
+simd keys add fd --keyring-backend=test
+
+addr=$(simd keys show fd -a --keyring-backend=test)
+val_addr=$(simd keys show fd  --keyring-backend=test --bech val -a)
+
+# give the accounts some money
+simd add-genesis-account "$addr" 1000000000000stake --keyring-backend=test
+
+# save config for the daemon
+simd gentx fd 10000000stake --chain-id testing --keyring-backend=test
+
+# input genTx to the genesis file
+simd collect-gentxs
+# verify genesis file is fine
+simd validate-genesis
+echo changing network settings
+sed -i 's/127.0.0.1/0.0.0.0/g' /root/.simapp/config/config.toml
+
+# start simd
+echo starting simd...
+simd start --pruning=nothing &
+pid=$!
+echo simd started with PID $pid
+
+echo awaiting for simd to be ready
+wait_simd
+echo simd is ready
+sleep 10
+
+
+# send transaction to deterministic address
+echo sending transaction with addr $addr
+simd tx bank send "$addr" cosmos19g9cm8ymzchq2qkcdv3zgqtwayj9asv3hjv5u5 100stake --yes --keyring-backend=test --broadcast-mode=block --chain-id=testing
+
+sleep 10
+
+echo stopping simd...
+kill -9 $pid
+
+echo zipping data dir and saving to /tmp/data.tar.gz
+
+tar -czvf /tmp/data.tar.gz /root/.simapp
+
+echo new address for bootstrap.json "$addr" "$val_addr"

tests/config/faucet.py

@@ -0,0 +1,23 @@
+from http.server import HTTPServer, BaseHTTPRequestHandler
+import subprocess
+
+import os
+
+class SimpleHTTPRequestHandler(BaseHTTPRequestHandler):
+    def do_POST(self):
+        try:
+            content_len = int(self.headers.get('Content-Length'))
+            addr = self.rfile.read(content_len).decode("utf-8")
+            print("sending funds to " + addr)
+            subprocess.call(['sh', './send_funds.sh', addr])
+            self.send_response(200)
+            self.end_headers()
+        except Exception as e:
+            print("failed " + str(e))
+            os._exit(1)
+
+
+if __name__ == "__main__":
+    print("starting faucet server...")
+    httpd = HTTPServer(('0.0.0.0', 8000), SimpleHTTPRequestHandler)
+    httpd.serve_forever()

tests/config/rosetta-config-cli.json

@@ -0,0 +1,39 @@
+{
+    "network": {
+      "blockchain": "cosmos",
+      "network": "cosmos"
+    },
+    "online_url":"http://localhost:8080",
+    "data_directory":"",
+    "http_timeout":10,
+    "max_retries":5,
+    "retry_elapsed_time":0,
+    "max_online_connections":120,
+    "max_sync_concurrency":64,
+    "tip_delay":300,
+    "max_reorg_depth":100,
+    "log_configuration":false,
+    "compression_disabled":false,
+    "data":{
+      "active_reconciliation_concurrency":16,
+      "inactive_reconciliation_concurrency":4,
+      "inactive_reconciliation_frequency":250,
+      "log_blocks":true,
+      "log_transactions":false,
+      "log_balance_changes":false,
+      "log_reconciliations":false,
+      "ignore_reconciliation_error":false,
+      "reconciliation_disabled":true,
+      "reconciliation_drain_disabled":false,
+      "inactive_discrepancy_search_disabled":false,
+      "balance_tracking_disabled":false,
+      "coin_tracking_disabled":false,
+      "status_port":9090,
+      "results_output_file":"",
+      "initial_balance_fetch_disabled":false,
+      "end_conditions": {
+        "index": 1800
+      }
+    },
+    "construction":null
+  }

tests/config/rosetta.json

@@ -0,0 +1,51 @@
+{
+  "network": {
+    "blockchain": "app",
+    "network": "network"
+  },
+  "online_url": "http://rosetta:8080",
+  "data_directory": "",
+  "http_timeout": 300,
+  "max_retries": 5,
+  "retry_elapsed_time": 0,
+  "max_online_connections": 0,
+  "max_sync_concurrency": 0,
+  "tip_delay": 60,
+  "log_configuration": true,
+  "construction": {
+    "offline_url": "http://rosetta:8080",
+    "max_offline_connections": 0,
+    "stale_depth": 0,
+    "broadcast_limit": 0,
+    "ignore_broadcast_failures": false,
+    "clear_broadcasts": false,
+    "broadcast_behind_tip": false,
+    "block_broadcast_limit": 0,
+    "rebroadcast_all": false,
+    "constructor_dsl_file": "transfer.ros",
+    "end_conditions": {
+      "create_account": 1,
+      "transfer": 1
+    }
+  },
+  "data": {
+    "active_reconciliation_concurrency": 0,
+    "inactive_reconciliation_concurrency": 0,
+    "inactive_reconciliation_frequency": 0,
+    "log_blocks": false,
+    "log_transactions": false,
+    "log_balance_changes": false,
+    "log_reconciliations": false,
+    "ignore_reconciliation_error": false,
+    "exempt_accounts": "",
+    "bootstrap_balances": "bootstrap.json",
+    "interesting_accounts": "",
+    "reconciliation_disabled": false,
+    "inactive_discrepency_search_disabled": false,
+    "balance_tracking_disabled": false,
+    "coin_tracking_disabled": false,
+    "end_conditions": {
+      "tip": true
+    }
+  }
+}

tests/config/run_tests.sh

@@ -0,0 +1,17 @@
+#!/bin/sh
+
+
+set -e
+
+wait_for_rosetta() {
+  timeout 30 sh -c 'until nc -z $0 $1; do sleep 1; done' rosetta 8080
+}
+
+echo "waiting for rosetta instance to be up"
+wait_for_rosetta
+
+echo "checking data API"
+rosetta-cli check:data --configuration-file ./config/rosetta.json
+
+echo "checking construction API"
+rosetta-cli check:construction --configuration-file ./config/rosetta.json

tests/config/send_funds.sh

@@ -0,0 +1,5 @@
+#!/bin/sh
+
+set -e
+addr=$(simd keys show fd -a --keyring-backend=test)
+echo "12345678" | simd tx bank send "$addr" "$1" 100stake --chain-id="testing" --node tcp://cosmos:26657 --yes --keyring-backend=test