test(jsonrpc): add jsonrpc compatibility test

.github/workflows/jsonrpc-compatibility.yml

@@ -0,0 +1,84 @@
+name: JSON-RPC Compatibility Test
+on:
+  pull_request:
+    paths:
+      - '.github/workflows/jsonrpc-compatibility.yml'
+      - 'tests/jsonrpc/**'
+      - 'rpc/**'
+      - 'evmd/**'
+      - '**/**.go'
+      - 'go.mod'
+      - 'go.sum'
+      - 'evmd/go.mod'
+      - 'evmd/go.sum'
+  merge_group:
+  push:
+    branches:
+      - main
+      - release/**
+permissions: read-all
+
+jobs:
+  cleanup-runs:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: rokroskar/workflow-run-cleanup-action@master
+        env:
+          GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}"
+    if: ${{ !startsWith(github.ref, 'refs/tags/') && github.ref != 'refs/heads/main' }}
+
+  jsonrpc-compatibility-test:
+    runs-on: depot-ubuntu-22.04-8
+    timeout-minutes: 45
+    steps:
+      - uses: actions/setup-go@v5
+        with:
+          go-version: "1.22"
+          check-latest: true
+
+      - uses: actions/checkout@v4
+
+      - uses: technote-space/[email protected]
+        with:
+          PATTERNS: |
+            .github/workflows/jsonrpc-compatibility.yml
+            tests/jsonrpc/**
+            rpc/**
+            evmd/**
+            **/**.go
+            go.mod
+            go.sum
+            evmd/go.mod
+            evmd/go.sum
+
+      - name: Set up Docker
+        uses: docker/setup-buildx-action@v3
+        if: ${{ env.GIT_DIFF }}
+
+      - name: Run JSON-RPC compatibility tests
+        run: |
+          echo "🧪 Running JSON-RPC compatibility tests using containerized environment..."
+
+          # Run the containerized test suite
+          make test-rpc-compat > test_output.log 2>&1 || {
+            echo "⚠️ Test exited with non-zero code, checking results..."
+          }
+
+          # Display the test output
+          cat test_output.log
+
+          # Check for failure criterion: count of "Failed" tests > 0
+          failed_count=$(grep -o "Failed:.*[0-9]" test_output.log | grep -o "[0-9]\+" | head -1 || echo "0")
+
+          echo "📊 Test Results Summary:"
+          echo "  Failed tests: $failed_count"
+
+          if [ "$failed_count" -gt 0 ]; then
+            echo "❌ CI FAILURE: Found $failed_count failed tests"
+            echo "   Criterion: CI fails when any test has status 'Failed' (not 'Not Implemented', 'Legacy', or 'Skipped')"
+            exit 1
+          else
+            echo "✅ CI PASS: No failed tests found"
+            echo "   Note: 'Not Implemented', 'Legacy', and 'Skipped' tests are acceptable and don't cause CI failure"
+          fi
+        if: ${{ env.GIT_DIFF }}

Makefile

@@ -370,7 +370,13 @@ localnet-stop:
 localnet-start: localnet-stop localnet-build-env localnet-build-nodes
 
 
-.PHONY: localnet-start localnet-stop localnet-build-env localnet-build-nodes
+test-rpc-compat:
+	@./tests/jsonrpc/scripts/run-compat-test.sh
+
+test-rpc-compat-stop:
+	cd tests/jsonrpc && docker compose down
+
+.PHONY: localnet-start localnet-stop localnet-build-env localnet-build-nodes test-rpc-compat test-rpc-compat-stop
 
 test-system: build
 	ulimit -n 1300

contrib/images/evmd-env/Dockerfile

@@ -39,4 +39,4 @@ RUN chown -R nonroot:nonroot /evmd
 USER nonroot
 
 ENTRYPOINT ["/usr/bin/wrapper.sh"]
-CMD ["start", "--log_format", "plain", "--minimum-gas-prices", "0.0001atest", "--json-rpc.api", "eth,txpool,personal,net,debug,web3", "--chain-id", "local-4221"]
+CMD ["start", "--log_format", "plain", "--minimum-gas-prices", "0.0001atest", "--json-rpc.enable", "true", "--json-rpc.api", "eth,txpool,personal,net,debug,web3", "--chain-id", "local-4221"]

tests/jsonrpc/.gitignore

@@ -0,0 +1,2 @@
+.evmd/
+.geth-data/

tests/jsonrpc/Dockerfile

@@ -0,0 +1,40 @@
+# Dockerfile for JSON-RPC Compatibility Test Simulator
+FROM golang:1.24-alpine AS builder
+
+# Install dependencies
+RUN apk add --no-cache git
+
+# Set working directory
+WORKDIR /workspace
+
+# Copy go mod files
+COPY go.mod go.sum ./
+RUN go mod download
+
+# Copy the entire source code
+COPY . .
+
+# Build the simulator
+WORKDIR /workspace/tests/jsonrpc/simulator
+RUN CGO_ENABLED=0 GOOS=linux go build -a -installsuffix cgo -o simulator .
+
+# Final stage
+FROM alpine:latest
+
+# Install ca-certificates and curl for debugging
+RUN apk --no-cache add ca-certificates curl
+
+# Set working directory
+WORKDIR /app
+
+# Copy the binary
+COPY --from=builder /workspace/tests/jsonrpc/simulator/simulator .
+
+# Copy contract files needed at runtime
+COPY --from=builder /workspace/tests/jsonrpc/simulator/contracts ./contracts
+
+# Make it executable
+RUN chmod +x simulator
+
+# Default command
+CMD ["./simulator"]

tests/jsonrpc/README.md

@@ -0,0 +1,126 @@
+# JSON-RPC Compatibility Testing
+
+This directory contains tools and scripts for testing JSON-RPC API compatibility between Cosmos EVM and Ethereum clients.
+
+## Quick Start
+
+```bash
+# From project root
+make test-rpc-compat
+```
+
+## Test Guide
+
+### 1. Build EVMD Docker Image
+
+```bash
+# From project root
+make localnet-build-env
+```
+
+### 2. Start Nodes
+
+```bash
+# Start evmd with JSON-RPC enabled
+./tests/jsonrpc/scripts/evmd/start-evmd.sh
+
+# Start geth for comparison
+./tests/jsonrpc/scripts/geth/start-geth.sh
+
+# Or start both at once
+./tests/jsonrpc/scripts/start-networks.sh
+```
+
+### 3. Run Compatibility Tests
+
+```bash
+# Use the simulator for comprehensive testing
+cd tests/jsonrpc/simulator
+go build .
+./simulator
+```
+
+### 4. Stop Nodes
+
+```bash
+# Stop evmd
+./tests/jsonrpc/scripts/evmd/stop-evmd.sh
+
+# Stop geth
+./tests/jsonrpc/scripts/geth/stop-geth.sh
+
+# Or stop both at once
+./tests/jsonrpc/scripts/stop-networks.sh
+```
+
+## Available Endpoints
+
+### evmd Endpoints
+
+- **JSON-RPC**: http://localhost:8545
+- **WebSocket**: ws://localhost:8546  
+- **Cosmos REST**: http://localhost:1317
+- **Tendermint RPC**: http://localhost:26657
+- **gRPC**: localhost:9090
+
+### geth Endpoints
+
+- **JSON-RPC**: http://localhost:8547
+- **WebSocket**: ws://localhost:8548
+
+## Scripts Structure
+
+### `scripts/evmd/`
+
+- `start-evmd.sh` - Initialize and start single-node evmd for testing
+- `stop-evmd.sh` - Stop the evmd testing node
+
+### `scripts/geth/`
+
+- `start-geth.sh` - Start geth node using ethereum/client-go:v1.15.10
+- `stop-geth.sh` - Stop the geth testing node
+
+### `scripts/`
+
+- `start-both.sh` - Start both evmd and geth nodes
+- `stop-both.sh` - Stop both nodes
+
+## Testing with Simulator
+
+The simulator in `./simulator/` is the primary tool for comprehensive compatibility testing:
+
+```bash
+cd tests/jsonrpc/simulator
+go build .
+./simulator
+```
+
+## Configuration
+
+The scripts use the following defaults:
+
+### evmd Configuration
+
+- Container name: `evmd-jsonrpc-test`
+- Chain ID: `local-4221`
+- Validator count: 1
+- Data directory: `tests/jsonrpc/.evmd`
+
+### geth Configuration
+
+- Container name: `geth-jsonrpc-test`
+- Chain ID: 1337 (dev mode)
+- Data directory: `tests/jsonrpc/.geth-data`
+
+## Troubleshooting
+
+### Container fails to start
+
+- Check if the Docker image was built: `docker images | grep cosmos/evmd`
+- Check container logs: `docker logs evmd-jsonrpc-test`
+
+### JSON-RPC not responding
+
+- Verify the container is running: `docker ps | grep evmd-jsonrpc-test`
+- Check if ports are bound: `docker port evmd-jsonrpc-test`
+- Test with curl: `curl -X POST -H "Content-Type: application/json" --data '{"jsonrpc":"2.0","method":"eth_chainId","params":[],"id":1}' http://localhost:8545`

tests/jsonrpc/docker-compose.yml

@@ -0,0 +1,93 @@
+version: "3"
+
+services:
+  evmd:
+    container_name: evmd-compat-test
+    image: "cosmos/evmd"
+    privileged: true
+    user: root
+    environment:
+      - DEBUG=0
+      - ID=0
+      - LOG=${LOG:-evmd.log}
+      - EVMDHOME=/data/node0/evmd
+    cap_add:
+      - SYS_PTRACE
+    security_opt:
+      - seccomp:unconfined
+    ports:
+      - "8545:8545"
+      - "8546:8546"
+    volumes:
+      - ./.evmd:/data:Z
+      - ./scripts/evmd/container-start-evmd.sh:/container-start-evmd.sh:ro
+    networks:
+      - jsonrpc-test
+    entrypoint: ["/bin/sh", "-c"]
+    command: ["/container-start-evmd.sh"]
+    healthcheck:
+      test: ["CMD", "sh", "-c", "wget --no-verbose --tries=1 --timeout=5 --post-data='{\"jsonrpc\":\"2.0\",\"method\":\"eth_chainId\",\"params\":[],\"id\":1}' --header='Content-Type: application/json' -O- http://localhost:8545 | grep -q result || exit 1"]
+      interval: 10s
+      timeout: 10s
+      retries: 8
+      start_period: 45s
+
+  geth:
+    container_name: geth-compat-test
+    image: "ethereum/client-go:latest"
+    privileged: true
+    ports:
+      - "8547:8545"
+      - "8548:8546"
+    networks:
+      - jsonrpc-test
+    command: >
+      --dev
+      --dev.period 1
+      --http
+      --http.addr 0.0.0.0
+      --http.port 8545
+      --http.api eth,net,web3,personal,admin,debug,miner,txpool
+      --http.corsdomain "*"
+      --http.vhosts "*"
+      --ws
+      --ws.addr 0.0.0.0
+      --ws.port 8546
+      --ws.api eth,net,web3,personal,admin,debug,miner,txpool
+      --ws.origins "*"
+      --allow-insecure-unlock
+      --rpc.allow-unprotected-txs
+      --nodiscover
+    healthcheck:
+      test: ["CMD", "wget", "--no-verbose", "--tries=1", "--spider", "http://localhost:8545"]
+      interval: 10s
+      timeout: 5s
+      retries: 5
+      start_period: 20s
+
+  simulator:
+    container_name: simulator-compat-test
+    privileged: true
+    build:
+      context: ../../
+      dockerfile: tests/jsonrpc/Dockerfile
+    depends_on:
+      evmd:
+        condition: service_healthy
+      geth:
+        condition: service_healthy
+    restart: on-failure
+    networks:
+      - jsonrpc-test
+    environment:
+      - EVMD_URL=http://evmd:8545
+      - EVMD_WS_URL=ws://evmd:8546
+      - GETH_URL=http://geth:8545
+      - GETH_WS_URL=ws://geth:8546
+    volumes:
+      - ./simulator:/app/results:Z
+    command: ["sh", "-c", "sleep 5 && ./simulator"]
+
+networks:
+  jsonrpc-test:
+    driver: bridge