test: revert test changes, wait for anvil update

.github/workflows/test.yml

@@ -45,7 +45,6 @@ jobs:
         with:
           repository: taikoxyz/taiko-mono
           path: ${{ env.TAIKO_MONO_DIR }}
-          ref: alpha-6_eip4844
 
       - name: Install Foundry
         uses: foundry-rs/foundry-toolchain@v1

bindings/.githead

@@ -1 +1 @@
-c12e2d75fff02dcd1b0f1edaa1781a30a1d4b4e1
+6e2771c54e62e73715cfbe2e7d4fc5a2fb54cf5c

driver/chain_syncer/calldata/syncer.go

@@ -251,7 +251,7 @@ func (s *Syncer) onBlockProposed(
 	}
 
 	// Check whether the transactions list is valid.
-	hint, invalidTxIndex, err := s.txListValidator.ValidateTxList(event.BlockId, txListBytes)
+	hint, invalidTxIndex, err := s.txListValidator.ValidateTxList(event.BlockId, txListBytes, event.Meta.BlobUsed)
 	if err != nil {
 		return fmt.Errorf("failed to validate transactions list: %w", err)
 	}

driver/txlist_fetcher/blob.go

@@ -3,18 +3,21 @@ package txlistdecoder
 import (
 	"context"
 	"crypto/sha256"
+	"errors"
 	"math/big"
 
 	"github.com/ethereum/go-ethereum/common"
 	"github.com/ethereum/go-ethereum/core/types"
 	"github.com/ethereum/go-ethereum/crypto/kzg4844"
 	"github.com/ethereum/go-ethereum/log"
+	"github.com/ethereum/go-ethereum/params"
 	"github.com/taikoxyz/taiko-client/bindings"
 	"github.com/taikoxyz/taiko-client/pkg/rpc"
 )
 
-const (
+var (
 	blobCommitmentVersionKZG uint8 = 0x01 // Version byte for the point evaluation precompile.
+	errBlobInvalid                 = errors.New("invalid blob encoding")
 )
 
 type BlobFetcher struct {
@@ -52,17 +55,39 @@ func (d *BlobFetcher) Fetch(
 		if KZGToVersionedHash(
 			kzg4844.Commitment(common.FromHex(sidecar.KzgCommitment)),
 		) == common.BytesToHash(meta.BlobHash[:]) {
-			return common.Hex2Bytes(sidecar.Blob), nil
+			return DecodeBlob(common.FromHex(sidecar.Blob))
 		}
 	}
 
 	return nil, errSidecarNotFound
 }
 
-// KZGToVersionedHash implements kzg_to_versioned_hash from EIP-4844
+// KZGToVersionedHash implements kzg_to_versioned_hash from EIP-4844.
 func KZGToVersionedHash(kzg kzg4844.Commitment) common.Hash {
 	h := sha256.Sum256(kzg[:])
 	h[0] = blobCommitmentVersionKZG
 
 	return h
 }
+
+// DecodeBlob decode blob data.
+func DecodeBlob(blob []byte) ([]byte, error) {
+	if len(blob) != params.BlobTxFieldElementsPerBlob*32 {
+		return nil, errBlobInvalid
+	}
+	log.Info("OK")
+	var data []byte
+	for i, j := 0, 0; i < params.BlobTxFieldElementsPerBlob; i++ {
+		data = append(data, blob[j:j+31]...)
+		j += 32
+	}
+
+	i := len(data) - 1
+	for ; i >= 0; i-- {
+		if data[i] != 0x00 {
+			break
+		}
+	}
+	data = data[:i+1]
+	return data, nil
+}

go.mod

@@ -9,7 +9,6 @@ require (
 	github.com/ethereum/go-ethereum v1.13.11
 	github.com/go-resty/resty/v2 v2.7.0
 	github.com/holiman/uint256 v1.2.4
-	github.com/joho/godotenv v1.5.1
 	github.com/labstack/echo/v4 v4.11.1
 	github.com/modern-go/reflect2 v1.0.2
 	github.com/phayes/freeport v0.0.0-20220201140144-74d24b5ae9f5

go.sum

@@ -530,8 +530,6 @@ github.com/jbenet/go-temp-err-catcher v0.1.0/go.mod h1:0kJRvmDZXNMIiJirNPEYfhpPw
 github.com/jcmturner/gofork v1.0.0/go.mod h1:MK8+TM0La+2rjBD4jE12Kj1pCCxK7d2LK/UM3ncEo0o=
 github.com/jellevandenhooff/dkim v0.0.0-20150330215556-f50fe3d243e1/go.mod h1:E0B/fFc00Y+Rasa88328GlI/XbtyysCtTHZS8h7IrBU=
 github.com/jmespath/go-jmespath v0.0.0-20180206201540-c2b33e8439af/go.mod h1:Nht3zPeWKUH0NzdCt2Blrr5ys8VGpn0CEB0cQHVjt7k=
-github.com/joho/godotenv v1.5.1 h1:7eLL/+HRGLY0ldzfGMeQkb7vMd0as4CfYvUVzLqw0N0=
-github.com/joho/godotenv v1.5.1/go.mod h1:f4LDr5Voq0i2e/R5DDNOoa2zzDfwtkZa6DnEwAbqwq4=
 github.com/jonboulle/clockwork v0.1.0/go.mod h1:Ii8DK3G1RaLaWxj9trq07+26W01tbo22gdxWY5EU2bo=
 github.com/josharian/intern v1.0.0 h1:vlS4z54oSdjm0bgjRigI+G1HpF+tI+9rE5LLzOg8HmY=
 github.com/josharian/intern v1.0.0/go.mod h1:5DoeVV0s6jJacbCEi61lwdGj/aVlrQvzHFFd8Hwg//Y=

integration_test/test_env.sh

@@ -25,7 +25,6 @@ export TREASURY=0x1670010000000000000000000000000000010001
 # show the integration test environment variables.
 echo "RUN_TESTS=true
 TAIKO_MONO_DIR=$TAIKO_MONO_DIR
-L1_BEACON_HTTP_ENDPOINT=$L1_BEACON_HTTP_ENDPOINT
 L1_NODE_HTTP_ENDPOINT=$L1_NODE_HTTP_ENDPOINT
 L1_NODE_WS_ENDPOINT=$L1_NODE_WS_ENDPOINT
 L2_EXECUTION_ENGINE_HTTP_ENDPOINT=$L2_EXECUTION_ENGINE_HTTP_ENDPOINT

internal/docker/.gitignore

@@ -1,7 +1 @@
-consensus/beacondata
-consensus/genesis.ssz
-consensus/validatordata
-execution/geth
-execution/geth.ipc
-execution/genesis.json
 taikogeth/taiko-geth

internal/docker/docker_env.sh

@@ -3,7 +3,7 @@
 DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
 
 # check until L1 chain is ready
-L1_PROBE_URL=http://localhost:$(docker port geth | grep '0.0.0.0' | awk -F ':' 'NR==1 {print $2}')
+L1_PROBE_URL=http://localhost:$(docker port l1_node | grep '0.0.0.0' | awk -F ':' '{print $2}')
 until cast chain-id --rpc-url "$L1_PROBE_URL" 2> /dev/null; do
     sleep 1
 done
@@ -15,25 +15,20 @@ until cast chain-id --rpc-url "$L2_PROBE_URL" 2> /dev/null; do
 done
 
 
-L1_BEACON_PORT=$(docker port beacon-chain | grep '0.0.0.0' | awk -F ':' '{print $2}')
-export L1_BEACON_HTTP_ENDPOINT=http://localhost:$L1_BEACON_PORT
-export L1_NODE_HTTP_ENDPOINT=http://localhost:$(docker port geth | grep '0.0.0.0' | awk -F ':' 'NR==1 {print $2}')
-export L1_NODE_WS_ENDPOINT=ws://localhost:$(docker port geth | grep '0.0.0.0' | awk -F ':' 'NR==2 {print $2}')
+L1_NODE_PORT=$(docker port l1_node | grep '0.0.0.0' | awk -F ':' '{print $2}')
+export L1_NODE_HTTP_ENDPOINT=http://localhost:$L1_NODE_PORT
+export L1_NODE_WS_ENDPOINT=ws://localhost:$L1_NODE_PORT
 
 export L2_EXECUTION_ENGINE_HTTP_ENDPOINT=http://localhost:$(docker port l2_node | grep "0.0.0.0" | awk -F ':' 'NR==1 {print $2}')
 export L2_EXECUTION_ENGINE_WS_ENDPOINT=ws://localhost:$(docker port l2_node | grep "0.0.0.0" | awk -F ':' 'NR==2 {print $2}')
 export L2_EXECUTION_ENGINE_AUTH_ENDPOINT=http://localhost:$(docker port l2_node | grep "0.0.0.0" | awk -F ':' 'NR==3 {print $2}')
-export JWT_SECRET=$DIR/taikogeth/jwt.hex
+export JWT_SECRET=$DIR/nodes/jwt.hex
+
+echo -e "L1_NODE PORTS: \n$(docker port l1_node)"
+echo -e "L2_NODE PORTS: \n$(docker port l2_node)"
 
-echo
-echo -e "L1_NODE PORTS: \n$(docker port geth)"
 echo "L1_NODE_HTTP_ENDPOINT: $L1_NODE_HTTP_ENDPOINT"
 echo "L1_NODE_WS_ENDPOINT: $L1_NODE_WS_ENDPOINT"
-echo
-echo -e "L1_BEACON PORTS: \n$(docker port beacon-chain)"
-echo "L1_BEACON_HTTP_ENDPOINT: $L1_BEACON_HTTP_ENDPOINT"
-echo
-echo -e "L2_NODE PORTS: \n$(docker port l2_node)"
 echo "L2_EXECUTION_ENGINE_HTTP_ENDPOINT: $L2_EXECUTION_ENGINE_HTTP_ENDPOINT"
 echo "L2_EXECUTION_ENGINE_WS_ENDPOINT: $L2_EXECUTION_ENGINE_WS_ENDPOINT"
 echo "L2_EXECUTION_ENGINE_AUTH_ENDPOINT: $L2_EXECUTION_ENGINE_AUTH_ENDPOINT"

internal/docker/docker-compose.yml → internal/docker/nodes/docker-compose.yml

@@ -3,7 +3,7 @@ version: "3.9"
 services:
   l1_node:
     container_name: l1_node
-    image: ghcr.dockerproxy.com/foundry-rs/foundry:latest
+    image: ghcr.dockerproxy.com/foundry-rs/foundry:nightly-4a643801d0b3855934cdec778e33e79c79971783
     restart: unless-stopped
     pull_policy: always
     ports:
@@ -12,16 +12,14 @@ services:
       - anvil
       - --host
       - "0.0.0.0"
-      - --hardfork
-      - "cancun"
 
   l2_execution_engine:
     container_name: l2_node
     image: gcr.dockerproxy.com/evmchain/taiko-geth:taiko
     restart: unless-stopped
     pull_policy: always
     volumes:
-      - ./taikogeth:/host
+      - .:/host
     ports:
       - "8545"
       - "8546"
@@ -33,7 +31,7 @@ services:
       - --syncmode
       - full
       - --datadir
-      - /host/taiko-geth
+      - /data/taiko-geth
       - --networkid
       - "167001"
       - --metrics

internal/docker/taikogeth/jwt.hex → internal/docker/nodes/jwt.hex

@@ -1 +1 @@
-c49690b5a9bc72c7b451b48c5fee2b542e66559d840a133d090769abc56e39e7
+c49690b5a9bc72c7b451b48c5fee2b542e66559d840a133d090769abc56e39e7

internal/docker/start.sh

@@ -1,16 +1,12 @@
 #!/bin/bash
 
-DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+source scripts/common.sh
 
-source "$DIR"/common.sh
+DOCKER_SERVICE_LIST=("l1_node" "l2_execution_engine")
 
 # start docker compose service list
 echo "start docker compose service: ${DOCKER_SERVICE_LIST[*]}"
 
-# Init docker
-compose_up "${DOCKER_INIT_LIST[@]}"
-
-# Start docker containers.
 compose_up "${DOCKER_SERVICE_LIST[@]}"
 
 # show all the running containers

internal/docker/stop.sh

@@ -1,17 +1,9 @@
 #!/bin/bash
 
-DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
-source "$DIR"/common.sh
+source scripts/common.sh
 
-echo "stop docker compose service: ${DOCKER_INIT_LIST[*]}"
-compose_down "${DOCKER_INIT_LIST[@]}"
+DOCKER_SERVICE_LIST=("l1_node" "l2_execution_engine")
 
 echo "stop docker compose service: ${DOCKER_SERVICE_LIST[*]}"
-compose_down "${DOCKER_SERVICE_LIST[@]}"
-
-# Delete exited containers.
-docker rm $(docker ps -aqf "status=exited") 2>/dev/null
 
-rm -rf "$DIR"/consensus/beacondata "$DIR"/consensus/validatordata "$DIR"/consensus/genesis.ssz
-rm -rf "$DIR"/execution/geth
-rm -rf "$DIR"/taikogeth/taiko-geth
+compose_down "${DOCKER_SERVICE_LIST[@]}"

internal/testutils/suite.go

@@ -15,7 +15,6 @@ import (
 	"github.com/stretchr/testify/suite"
 
 	"github.com/taikoxyz/taiko-client/bindings"
-	"github.com/taikoxyz/taiko-client/internal/utils"
 	"github.com/taikoxyz/taiko-client/pkg/jwt"
 	"github.com/taikoxyz/taiko-client/pkg/rpc"
 	"github.com/taikoxyz/taiko-client/prover/server"
@@ -37,9 +36,6 @@ func (s *ClientTestSuite) SetupTest() {
 	glogger := log.NewGlogHandler(log.NewTerminalHandlerWithLevel(os.Stdout, log.LevelInfo, true))
 	log.SetDefault(log.NewLogger(glogger))
 
-	// Load env.
-	utils.LoadEnv()
-
 	testAddrPrivKey, err := crypto.ToECDSA(common.FromHex(os.Getenv("L1_PROPOSER_PRIVATE_KEY")))
 	s.Nil(err)
 

internal/utils/utils.go

@@ -2,33 +2,12 @@ package utils
 
 import (
 	"crypto/rand"
-	"fmt"
 	"math/big"
-	"os"
-	"strings"
 
 	"github.com/ethereum/go-ethereum/common/math"
-	"github.com/ethereum/go-ethereum/log"
-	"github.com/joho/godotenv"
 	"github.com/modern-go/reflect2"
 )
 
-func LoadEnv() {
-	// load test environment variables.
-	currentPath, err := os.Getwd()
-	if err != nil {
-		log.Warn("get current path failed", "err", err)
-	}
-	path := strings.Split(currentPath, "/taiko-client")
-	if len(path) == 0 {
-		log.Warn("not a taiko-client repo")
-	}
-	err = godotenv.Load(fmt.Sprintf("%s/taiko-client/.env", path[0]))
-	if err != nil {
-		log.Warn("failed to load env", "current path", currentPath, "err", err)
-	}
-}
-
 func RandUint64(max *big.Int) uint64 {
 	if max == nil {
 		max = new(big.Int)

pkg/rpc/tx_blob_test.go

@@ -11,17 +11,13 @@ import (
 	"github.com/ethereum/go-ethereum/core/types"
 	"github.com/ethereum/go-ethereum/crypto"
 	"github.com/stretchr/testify/assert"
-
-	"github.com/taikoxyz/taiko-client/internal/utils"
 )
 
 func TestBlockTx(t *testing.T) {
+	t.SkipNow()
 	ctx, cancel := context.WithCancel(context.Background())
 	defer cancel()
 
-	// Load env.
-	utils.LoadEnv()
-
 	url := os.Getenv("L1_NODE_WS_ENDPOINT")
 	l1Client, err := NewEthClient(ctx, url, time.Second*20)
 	assert.NoError(t, err)

pkg/txlistvalidator/tx_list_validator.go

@@ -44,19 +44,24 @@ func NewTxListValidator(
 func (v *TxListValidator) ValidateTxList(
 	blockID *big.Int,
 	txListBytes []byte,
+	blobUsed bool,
 ) (hint InvalidTxListReason, txIdx int, err error) {
 	if len(txListBytes) == 0 {
 		return HintOK, 0, nil
 	}
 
-	hint, txIdx = v.isTxListValid(blockID, txListBytes)
+	hint, txIdx = v.isTxListValid(blockID, txListBytes, blobUsed)
 
 	return hint, txIdx, nil
 }
 
 // isTxListValid checks whether the transaction list is valid.
-func (v *TxListValidator) isTxListValid(blockID *big.Int, txListBytes []byte) (hint InvalidTxListReason, txIdx int) {
-	if len(txListBytes) > int(v.maxBytesPerTxList) {
+func (v *TxListValidator) isTxListValid(
+	blockID *big.Int,
+	txListBytes []byte,
+	blobUsed bool,
+) (hint InvalidTxListReason, txIdx int) {
+	if !blobUsed && (len(txListBytes) > int(v.maxBytesPerTxList)) {
 		log.Info("Transactions list binary too large", "length", len(txListBytes), "blockID", blockID)
 		return HintNone, 0
 	}

pkg/txlistvalidator/tx_list_validator_test.go

@@ -31,19 +31,6 @@ var (
 	}
 )
 
-func TestValidateTxList(t *testing.T) {
-	v := NewTxListValidator(
-		maxBlocksGasLimit,
-		maxBlockNumTxs,
-		maxTxlistBytes,
-		chainID,
-	)
-
-	// Binary is not unpackable
-	_, _, err := v.ValidateTxList(common.Big0, randBytes(5))
-	require.NotNil(t, err)
-}
-
 func TestIsTxListValid(t *testing.T) {
 	v := NewTxListValidator(
 		maxBlocksGasLimit,
@@ -97,7 +84,7 @@ func TestIsTxListValid(t *testing.T) {
 
 	for _, tt := range tests {
 		t.Run(tt.name, func(t *testing.T) {
-			reason, txIdx := v.isTxListValid(tt.blockID, tt.txListBytes)
+			reason, txIdx := v.isTxListValid(tt.blockID, tt.txListBytes, false)
 			require.Equal(t, tt.wantReason, reason)
 			require.Equal(t, tt.wantTxIdx, txIdx)
 		})