Monitoring

.github/workflows/e2e_custom_cl.yml

@@ -24,12 +24,12 @@ jobs:
       contents: read
     steps:
       - name: Build Image
-        uses: smartcontractkit/chainlink-github-actions/chainlink-testing-framework/build-image@1f3c81b148e53caaa0563f8963f884f0e5a4f82d # v2.0.15
+        uses: smartcontractkit/chainlink-github-actions/chainlink-testing-framework/build-image@f70ebbe4a912eb25783498c88268001e6931f99f # v2.0.15
         with:
           cl_repo: smartcontractkit/chainlink
           # By default we are integrating with CL develop
-          # cl_ref: ${{ github.event.inputs.cl_branch_ref }}
-          cl_ref: 22c6ac0237a85010b91154277533dfd6acc8912c # https://github.com/smartcontractkit/chainlink/pull/7366
+          cl_ref: ${{ github.event.inputs.cl_branch_ref }}
+          #cl_ref: 22c6ac0237a85010b91154277533dfd6acc8912c # https://github.com/smartcontractkit/chainlink/pull/7366
           # commit of the caller branch
           dep_starknet_sha: ${{ github.event.pull_request.head.sha || github.sha }}
           push_tag: ${{ secrets.QA_AWS_ACCOUNT_NUMBER }}.dkr.ecr.${{ secrets.QA_AWS_REGION }}.amazonaws.com/chainlink:custom.${{ github.sha }}
@@ -58,7 +58,7 @@ jobs:
         with:
           nix_path: nixpkgs=channel:nixos-unstable
       - name: Run Tests
-        uses: smartcontractkit/chainlink-github-actions/chainlink-testing-framework/run-tests@1f3c81b148e53caaa0563f8963f884f0e5a4f82d # v2.0.15
+        uses: smartcontractkit/chainlink-github-actions/chainlink-testing-framework/run-tests@a7d97aae34922fa7bc04f8083fe4e4b37947a1df # v2.0.15
         with:
           test_command_to_run: nix develop -c make test-integration-smoke
           test_download_vendor_packages_command: cd integration-tests && go mod download

monitoring/cmd/monitoring/main.go

@@ -0,0 +1,80 @@
+package main
+
+import (
+	"context"
+	"fmt"
+
+	"github.com/smartcontractkit/chainlink-relay/pkg/logger"
+	relayMonitoring "github.com/smartcontractkit/chainlink-relay/pkg/monitoring"
+
+	"github.com/smartcontractkit/chainlink-starknet/relayer/pkg/chainlink/ocr2"
+	"github.com/smartcontractkit/chainlink-starknet/relayer/pkg/starknet"
+
+	"github.com/smartcontractkit/chainlink-starknet/monitoring/pkg/monitoring"
+)
+
+func main() {
+	ctx := context.Background()
+
+	log, err := logger.New()
+	if err != nil {
+		log.Fatal(err)
+	}
+	defer func() {
+		if serr := log.Sync(); serr != nil {
+			fmt.Printf("Error while closing Logger: %v\n", serr)
+		}
+	}()
+
+	starknetConfig, err := monitoring.ParseStarknetConfig()
+	if err != nil {
+		log.Fatalw("failed to parse starknet specific configuration", "error", err)
+		return
+	}
+
+	readTimeout := starknetConfig.GetReadTimeout()
+	starknetClient, err := starknet.NewClient(
+		starknetConfig.GetChainID(),
+		starknetConfig.GetRPCEndpoint(),
+		logger.With(log, "component", "starknet-client"),
+		&readTimeout,
+	)
+	if err != nil {
+		log.Fatalw("failed to build a starknet.Client", "error", err)
+	}
+	ocr2Client, err := ocr2.NewClient(
+		starknetClient,
+		logger.With(log, "component", "ocr2-client"),
+	)
+	if err != nil {
+		log.Fatalw("failed to build a ocr2.Client", "error", err)
+	}
+
+	envelopeSourceFactory := monitoring.NewEnvelopeSourceFactory(ocr2Client)
+	txResultsFactory := monitoring.NewTxResultsSourceFactory(ocr2Client)
+
+	monitor, err := relayMonitoring.NewMonitor(
+		ctx,
+		logger.With(log, "component", "monitor"),
+		starknetConfig,
+		envelopeSourceFactory,
+		txResultsFactory,
+		monitoring.StarknetFeedsParser,
+		monitoring.StarknetNodesParser,
+	)
+	if err != nil {
+		log.Fatalw("failed to build monitor", "error", err)
+		return
+	}
+
+	proxySourceFactory := monitoring.NewProxySourceFactory(ocr2Client)
+	monitor.SourceFactories = append(monitor.SourceFactories, proxySourceFactory)
+
+	prometheusExporterFactory := monitoring.NewPrometheusExporterFactory(
+		monitoring.NewMetrics(logger.With(log, "component", "starknet-metrics")),
+	)
+	monitor.ExporterFactories = append(monitor.ExporterFactories, prometheusExporterFactory)
+
+	monitor.Run()
+	log.Info("monitor stopped")
+}

monitoring/go.mod

@@ -0,0 +1,59 @@
+module github.com/smartcontractkit/chainlink-starknet/monitoring
+
+go 1.18
+
+require (
+	github.com/NethermindEth/juno v0.0.0-20220630151419-cbd368b222ac
+	github.com/dontpanicdao/caigo v0.3.1-0.20220812122711-b855f2b57bb5
+	github.com/prometheus/client_golang v1.12.2
+	github.com/smartcontractkit/chainlink-relay v0.1.6-0.20220929092150-827776af9911
+	github.com/smartcontractkit/chainlink-starknet/relayer v0.0.0-20221003161435-b90403e247af
+	github.com/smartcontractkit/libocr v0.0.0-20220812191430-db92a9fdaa52
+	github.com/stretchr/testify v1.8.0
+	go.uber.org/multierr v1.8.0
+)
+
+require (
+	github.com/benbjohnson/clock v1.1.0 // indirect
+	github.com/beorn7/perks v1.0.1 // indirect
+	github.com/btcsuite/btcd/btcec/v2 v2.2.0 // indirect
+	github.com/cespare/xxhash/v2 v2.1.2 // indirect
+	github.com/confluentinc/confluent-kafka-go v1.8.2 // indirect
+	github.com/davecgh/go-spew v1.1.1 // indirect
+	github.com/deckarep/golang-set v1.8.0 // indirect
+	github.com/decred/dcrd/dcrec/secp256k1/v4 v4.0.1 // indirect
+	github.com/ethereum/go-ethereum v1.10.21 // indirect
+	github.com/go-ole/go-ole v1.2.6 // indirect
+	github.com/go-stack/stack v1.8.1 // indirect
+	github.com/golang/protobuf v1.5.2 // indirect
+	github.com/golang/snappy v0.0.4 // indirect
+	github.com/google/go-querystring v1.1.0 // indirect
+	github.com/google/uuid v1.3.0 // indirect
+	github.com/gorilla/websocket v1.5.0 // indirect
+	github.com/linkedin/goavro/v2 v2.12.0 // indirect
+	github.com/matttproud/golang_protobuf_extensions v1.0.1 // indirect
+	github.com/mr-tron/base58 v1.2.0 // indirect
+	github.com/pkg/errors v0.9.1 // indirect
+	github.com/pmezard/go-difflib v1.0.0 // indirect
+	github.com/prometheus/client_model v0.2.0 // indirect
+	github.com/prometheus/common v0.32.1 // indirect
+	github.com/prometheus/procfs v0.7.3 // indirect
+	github.com/riferrei/srclient v0.4.1-0.20211229125508-8edc580da179 // indirect
+	github.com/rjeczalik/notify v0.9.2 // indirect
+	github.com/santhosh-tekuri/jsonschema/v5 v5.0.0 // indirect
+	github.com/satori/go.uuid v1.2.0 // indirect
+	github.com/shirou/gopsutil v3.21.11+incompatible // indirect
+	github.com/stretchr/objx v0.4.0 // indirect
+	github.com/tklauser/go-sysconf v0.3.9 // indirect
+	github.com/tklauser/numcpus v0.3.0 // indirect
+	github.com/yusufpapurcu/wmi v1.2.2 // indirect
+	go.uber.org/atomic v1.9.0 // indirect
+	go.uber.org/zap v1.21.0 // indirect
+	golang.org/x/crypto v0.0.0-20220525230936-793ad666bf5e // indirect
+	golang.org/x/exp v0.0.0-20220608143224-64259d1afd70 // indirect
+	golang.org/x/sync v0.0.0-20210220032951-036812b2e83c // indirect
+	golang.org/x/sys v0.0.0-20220520151302-bc2c85ada10a // indirect
+	google.golang.org/protobuf v1.28.0 // indirect
+	gopkg.in/natefinch/npipe.v2 v2.0.0-20160621034901-c1b8fa8bdcce // indirect
+	gopkg.in/yaml.v3 v3.0.1 // indirect
+)