diff --git a/.gitignore b/.gitignore index 66fd13c..b3993c8 100644 --- a/.gitignore +++ b/.gitignore @@ -13,3 +13,7 @@ # Dependency directories (remove the comment below to include it) # vendor/ + + +*/mocks/* +.idea \ No newline at end of file diff --git a/Makefile b/Makefile new file mode 100644 index 0000000..bfed731 --- /dev/null +++ b/Makefile @@ -0,0 +1,33 @@ +export DOCKER_BUILDKIT=1 +export COMPOSE_DOCKER_CLI_BUILD=1 +GOOS=$(shell go env GOOS) +VERSION=$(shell git describe --tags --always) +REVISION=$(shell git rev-parse HEAD)$(shell if ! git diff --no-ext-diff --quiet --exit-code; then echo .m; fi) + +dep: + go mod tidy + go get golang.org/x/tools/cmd/goimports + go install golang.org/x/tools/cmd/goimports + +generate: + rm -rf ./internal/mocks/* + PATH=$(GOPATH)/bin:${PATH} + go install github.com/golang/mock/mockgen/...@v1.6.0 + go generate -x ./internal/... + +build: + CGO_ENABLED=0 GOOS=${GOOS} go build -ldflags "-X=main.Revision=${REVISION} -X=main.Version=${VERSION}" -o ./bin/httplogger ./cmd/main.go + +lint: + revive --config=revive.toml --formatter=unix ./... + +fmt: + go fmt ./... + goimports -local andboson -w . + +test: + go test -tags="unit" -coverprofile=coverage.out -covermode=count ./... + go tool cover -func=coverage.out + +all: build + diff --git a/README.md b/README.md index ed8b5ef..ed58597 100644 --- a/README.md +++ b/README.md @@ -1,2 +1,3 @@ # sqsdumper + dump AWS SQS messages diff --git a/cmd/main.go b/cmd/main.go new file mode 100644 index 0000000..4aa1d7e --- /dev/null +++ b/cmd/main.go @@ -0,0 +1,110 @@ +package main + +import ( + "fmt" + "os" + + "andboson/sqsdumper/internal/commands" + "andboson/sqsdumper/internal/wrappers/aws" + + "github.com/aws/aws-sdk-go-v2/service/sqs" + "github.com/rs/zerolog" + cli "github.com/urfave/cli/v2" +) + +// Version holds the application version +var Version string + +func main() { + var ( + stopOnTotal *bool + deleteMessage bool + queueName string + jsonPath string + ) + + app := &cli.App{ + Name: "sqsdumper", + Version: Version, + Usage: "sqsdumper -s src_queue", + EnableBashCompletion: true, + Flags: []cli.Flag{ + &cli.BoolFlag{ + Name: "stopOnTotal", + Usage: "stop when all messages processed", + Destination: stopOnTotal, + DefaultText: "true", + }, + &cli.BoolFlag{ + Name: "deleteMessage", + Usage: "delete received messages", + Destination: &deleteMessage, + }, + &cli.StringFlag{ + Name: "queueName", + Aliases: []string{"s"}, + Usage: "the source queue", + Destination: &queueName, + }, + &cli.StringFlag{ + Name: "jsonPath", + Aliases: []string{"jp"}, + Usage: "json path, like x.y, see https://github.com/sinhashubham95/jsonic for more", + Destination: &jsonPath, + DefaultText: ".", + }, + }, + Action: func(ctx *cli.Context) error { + l := zerolog.New(os.Stderr).With().Timestamp().Logger() + commander := commands.NewSQSDumper(l, deleteMessage, jsonPath) + + // Init AWS + client := aws.NewAWSClient() + cfg, err := client.LoadDefaultConfig(ctx.Context) + if err != nil { + l.Err(err).Msg("can't load the AWS config") + return err + } + + stop := true + if stopOnTotal != nil { + stop = *stopOnTotal + } + + // Init BCQueue client and run poller + poller, err := aws.NewSQSPoller( + aws.SQSParam{ + Client: sqs.NewFromConfig(cfg), + Logger: l, + QueueConfig: aws.ConfigQueue{ + QueueName: queueName, + MaxMessagesPerRetrieval: 2, + WaitTimeSeconds: 2, + }, + StopOnTotal: stop, + CounterChan: nil, + }, + ) + if err != nil { + l.Err(err).Msg("error creating SQS poller") + return err + } + total := poller.GetTotal() + + defer func() { + fmt.Printf("\n === total processed: %d", total) + }() + + return poller.PollMessages(ctx.Context, commander.ProcessMessages(ctx.Context)) + }, + Before: func(context *cli.Context) error { + return nil + }, + } + + err := app.Run(os.Args) + if err != nil { + fmt.Printf("error: %v", err) + os.Exit(1) + } +} diff --git a/go.mod b/go.mod new file mode 100644 index 0000000..4971b03 --- /dev/null +++ b/go.mod @@ -0,0 +1,38 @@ +module andboson/sqsdumper + +go 1.18 + +require ( + github.com/aws/aws-sdk-go-v2 v1.16.7 + github.com/aws/aws-sdk-go-v2/config v1.15.14 + github.com/aws/aws-sdk-go-v2/service/sqs v1.19.0 + github.com/golang/mock v1.6.0 + github.com/pkg/errors v0.9.1 + github.com/rs/zerolog v1.27.0 + github.com/sinhashubham95/jsonic v1.1.0 + github.com/stretchr/testify v1.8.0 + github.com/urfave/cli/v2 v2.11.1 +) + +require ( + github.com/aws/aws-sdk-go-v2/credentials v1.12.9 // indirect + github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.12.8 // indirect + github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.14 // indirect + github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.8 // indirect + github.com/aws/aws-sdk-go-v2/internal/ini v1.3.15 // indirect + github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.8 // indirect + github.com/aws/aws-sdk-go-v2/service/sso v1.11.12 // indirect + github.com/aws/aws-sdk-go-v2/service/sts v1.16.9 // indirect + github.com/aws/smithy-go v1.12.0 // indirect + github.com/cpuguy83/go-md2man/v2 v2.0.2 // indirect + github.com/davecgh/go-spew v1.1.1 // indirect + github.com/mattn/go-colorable v0.1.12 // indirect + github.com/mattn/go-isatty v0.0.14 // indirect + github.com/pmezard/go-difflib v1.0.0 // indirect + github.com/russross/blackfriday/v2 v2.1.0 // indirect + github.com/xrash/smetrics v0.0.0-20201216005158-039620a65673 // indirect + golang.org/x/mod v0.6.0-dev.0.20220419223038-86c51ed26bb4 // indirect + golang.org/x/sys v0.0.0-20220728004956-3c1f35247d10 // indirect + golang.org/x/tools v0.1.12 // indirect + gopkg.in/yaml.v3 v3.0.1 // indirect +) diff --git a/go.sum b/go.sum new file mode 100644 index 0000000..68e06a5 --- /dev/null +++ b/go.sum @@ -0,0 +1,108 @@ +github.com/aws/aws-sdk-go-v2 v1.16.7 h1:zfBwXus3u14OszRxGcqCDS4MfMCv10e8SMJ2r8Xm0Ns= +github.com/aws/aws-sdk-go-v2 v1.16.7/go.mod h1:6CpKuLXg2w7If3ABZCl/qZ6rEgwtjZTn4eAf4RcEyuw= +github.com/aws/aws-sdk-go-v2/config v1.15.14 h1:+BqpqlydTq4c2et9Daury7gE+o67P4lbk7eybiCBNc4= +github.com/aws/aws-sdk-go-v2/config v1.15.14/go.mod h1:CQBv+VVv8rR5z2xE+Chdh5m+rFfsqeY4k0veEZeq6QM= +github.com/aws/aws-sdk-go-v2/credentials v1.12.9 h1:DloAJr0/jbvm0iVRFDFh8GlWxrOd9XKyX82U+dfVeZs= +github.com/aws/aws-sdk-go-v2/credentials v1.12.9/go.mod h1:2Vavxl1qqQXJ8MUcQZTsIEW8cwenFCWYXtLRPba3L/o= +github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.12.8 h1:VfBdn2AxwMbFyJN/lF/xuT3SakomJ86PZu3rCxb5K0s= +github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.12.8/go.mod h1:oL1Q3KuCq1D4NykQnIvtRiBGLUXhcpY5pl6QZB2XEPU= +github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.14 h1:2C0pYHcUBmdzPj+EKNC4qj97oK6yjrUhc1KoSodglvk= +github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.14/go.mod h1:kdjrMwHwrC3+FsKhNcCMJ7tUVj/8uSD5CZXeQ4wV6fM= +github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.8 h1:2J+jdlBJWEmTyAwC82Ym68xCykIvnSnIN18b8xHGlcc= +github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.8/go.mod h1:ZIV8GYoC6WLBW5KGs+o4rsc65/ozd+eQ0L31XF5VDwk= +github.com/aws/aws-sdk-go-v2/internal/ini v1.3.15 h1:QquxR7NH3ULBsKC+NoTpilzbKKS+5AELfNREInbhvas= +github.com/aws/aws-sdk-go-v2/internal/ini v1.3.15/go.mod h1:Tkrthp/0sNBShQQsamR7j/zY4p19tVTAs+nnqhH6R3c= +github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.8 h1:oKnAXxSF2FUvfgw8uzU/v9OTYorJJZ8eBmWhr9TWVVQ= +github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.8/go.mod h1:rDVhIMAX9N2r8nWxDUlbubvvaFMnfsm+3jAV7q+rpM4= +github.com/aws/aws-sdk-go-v2/service/sqs v1.19.0 h1:DIfxowLm7VUMqipBd/3y7EGiQTHeAiHelFHEhkRIS+E= +github.com/aws/aws-sdk-go-v2/service/sqs v1.19.0/go.mod h1:p2Kn1XCPZLA5Z+dE859RGRCuP3TUC3pTgU7j1bcj5bY= +github.com/aws/aws-sdk-go-v2/service/sso v1.11.12 h1:760bUnTX/+d693FT6T6Oa7PZHfEQT9XMFZeM5IQIB0A= +github.com/aws/aws-sdk-go-v2/service/sso v1.11.12/go.mod h1:MO4qguFjs3wPGcCSpQ7kOFTwRvb+eu+fn+1vKleGHUk= +github.com/aws/aws-sdk-go-v2/service/sts v1.16.9 h1:yOfILxyjmtr2ubRkRJldlHDFBhf5vw4CzhbwWIBmimQ= +github.com/aws/aws-sdk-go-v2/service/sts v1.16.9/go.mod h1:O1IvkYxr+39hRf960Us6j0x1P8pDqhTX+oXM5kQNl/Y= +github.com/aws/smithy-go v1.12.0 h1:gXpeZel/jPoWQ7OEmLIgCUnhkFftqNfwWUwAHSlp1v0= +github.com/aws/smithy-go v1.12.0/go.mod h1:Tg+OJXh4MB2R/uN61Ko2f6hTZwB/ZYGOtib8J3gBHzA= +github.com/coreos/go-systemd/v22 v22.3.3-0.20220203105225-a9a7ef127534/go.mod h1:Y58oyj3AT4RCenI/lSvhwexgC+NSVTIJ3seZv2GcEnc= +github.com/cpuguy83/go-md2man/v2 v2.0.2 h1:p1EgwI/C7NhT0JmVkwCD2ZBK8j4aeHQX2pMHHBfMQ6w= +github.com/cpuguy83/go-md2man/v2 v2.0.2/go.mod h1:tgQtvFlXSQOSOSIRvRPT7W67SCa46tRHOmNcaadrF8o= +github.com/creack/pty v1.1.9/go.mod h1:oKZEueFk5CKHvIhNR5MUki03XCEU+Q6VDXinZuGJ33E= +github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c= +github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/godbus/dbus/v5 v5.0.4/go.mod h1:xhWf0FNVPg57R7Z0UbKHbJfkEywrmjJnf7w5xrFpKfA= +github.com/golang/mock v1.6.0 h1:ErTB+efbowRARo13NNdxyJji2egdxLGQhRaY+DUumQc= +github.com/golang/mock v1.6.0/go.mod h1:p6yTPP+5HYm5mzsMV8JkE6ZKdX+/wYM6Hr+LicevLPs= +github.com/google/go-cmp v0.5.8 h1:e6P7q2lk1O+qJJb4BtCQXlK8vWEO8V1ZeuEdJNOqZyg= +github.com/google/go-cmp v0.5.8/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY= +github.com/jmespath/go-jmespath v0.4.0/go.mod h1:T8mJZnbsbmF+m6zOOFylbeCJqk5+pHWvzYPziyZiYoo= +github.com/jmespath/go-jmespath/internal/testify v1.5.1/go.mod h1:L3OGu8Wl2/fWfCI6z80xFu9LTZmf1ZRjMHUOPmWr69U= +github.com/kr/pretty v0.2.1 h1:Fmg33tUaq4/8ym9TJN1x7sLJnHVwhP33CNkpYV/7rwI= +github.com/kr/pretty v0.2.1/go.mod h1:ipq/a2n7PKx3OHsz4KJII5eveXtPO4qwEXGdVfWzfnI= +github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ= +github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI= +github.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY= +github.com/kr/text v0.2.0/go.mod h1:eLer722TekiGuMkidMxC/pM04lWEeraHUUmBw8l2grE= +github.com/mattn/go-colorable v0.1.12 h1:jF+Du6AlPIjs2BiUiQlKOX0rt3SujHxPnksPKZbaA40= +github.com/mattn/go-colorable v0.1.12/go.mod h1:u5H1YNBxpqRaxsYJYSkiCWKzEfiAb1Gb520KVy5xxl4= +github.com/mattn/go-isatty v0.0.14 h1:yVuAays6BHfxijgZPzw+3Zlu5yQgKGP2/hcQbHb7S9Y= +github.com/mattn/go-isatty v0.0.14/go.mod h1:7GGIvUiUoEMVVmxf/4nioHXj79iQHKdU27kJ6hsGG94= +github.com/pkg/errors v0.9.1 h1:FEBLx1zS214owpjy7qsBeixbURkuhQAwrK5UwLGTwt4= +github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= +github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM= +github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= +github.com/rs/xid v1.3.0/go.mod h1:trrq9SKmegXys3aeAKXMUTdJsYXVwGY3RLcfgqegfbg= +github.com/rs/zerolog v1.27.0 h1:1T7qCieN22GVc8S4Q2yuexzBb1EqjbgjSH9RohbMjKs= +github.com/rs/zerolog v1.27.0/go.mod h1:7frBqO0oezxmnO7GF86FY++uy8I0Tk/If5ni1G9Qc0U= +github.com/russross/blackfriday/v2 v2.1.0 h1:JIOH55/0cWyOuilr9/qlrm0BSXldqnqwMsf35Ld67mk= +github.com/russross/blackfriday/v2 v2.1.0/go.mod h1:+Rmxgy9KzJVeS9/2gXHxylqXiyQDYRxCVz55jmeOWTM= +github.com/sinhashubham95/jsonic v1.1.0 h1:uPa1pG1/JZDINvblnSF1ig+S4Ruw3dR+nGCIFOp62uA= +github.com/sinhashubham95/jsonic v1.1.0/go.mod h1:UMaWr8ODudfVE0e+JY0ocL7clWDcIMplStEkxmWRyC0= +github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= +github.com/stretchr/objx v0.4.0/go.mod h1:YvHI0jy2hoMjB+UWwv71VJQ9isScKT/TqJzVSSt89Yw= +github.com/stretchr/testify v1.6.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= +github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= +github.com/stretchr/testify v1.8.0 h1:pSgiaMZlXftHpm5L7V1+rVB+AZJydKsMxsQBIJw4PKk= +github.com/stretchr/testify v1.8.0/go.mod h1:yNjHg4UonilssWZ8iaSj1OCr/vHnekPRkoO+kdMU+MU= +github.com/urfave/cli/v2 v2.11.1 h1:UKK6SP7fV3eKOefbS87iT9YHefv7iB/53ih6e+GNAsE= +github.com/urfave/cli/v2 v2.11.1/go.mod h1:f8iq5LtQ/bLxafbdBSLPPNsgaW0l/2fYYEHhAyPlwvo= +github.com/xrash/smetrics v0.0.0-20201216005158-039620a65673 h1:bAn7/zixMGCfxrRTfdpNzjtPYqr8smhKouy9mxVdGPU= +github.com/xrash/smetrics v0.0.0-20201216005158-039620a65673/go.mod h1:N3UwUGtsrSj3ccvlPHLoLsHnpR27oXr4ZE984MbSER8= +github.com/yuin/goldmark v1.3.5/go.mod h1:mwnBkeHKe2W/ZEtQ+71ViKU8L12m81fl3OWwC1Zlc8k= +golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w= +golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= +golang.org/x/mod v0.4.2/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= +golang.org/x/mod v0.6.0-dev.0.20220419223038-86c51ed26bb4 h1:6zppjxzCulZykYSLyVDYbneBfbaBIQPYMevg0bEwv2s= +golang.org/x/mod v0.6.0-dev.0.20220419223038-86c51ed26bb4/go.mod h1:jJ57K6gSWd91VN4djpZkiMVwK6gcyfeH4XE8wZrZaV4= +golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= +golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20210405180319-a5a99cb37ef4/go.mod h1:p54w0d4576C0XHj96bSt6lcn1PtDYWL6XObtHCRCNQM= +golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20210220032951-036812b2e83c/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210330210617-4fbd30eecc44/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210510120138-977fb7262007/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20210630005230-0f9fa26af87c/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20210927094055-39ccf1dd6fa6/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20220728004956-3c1f35247d10 h1:WIoqL4EROvwiPdUtaip4VcDdpZ4kha7wBWZrbVKCIZg= +golang.org/x/sys v0.0.0-20220728004956-3c1f35247d10/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo= +golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= +golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= +golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= +golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= +golang.org/x/tools v0.1.1/go.mod h1:o0xws9oXOQQZyjljx8fwUC0k7L1pTE6eaCbjGeHmOkk= +golang.org/x/tools v0.1.12 h1:VveCTK38A2rkS8ZqFY25HIDFscX5X9OoEhJd3quQmXU= +golang.org/x/tools v0.1.12/go.mod h1:hNGJHUnrk76NpqgfD5Aqm5Crs+Hm0VOH/i9J2+nxYbc= +golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntNwaWcugrBjAiHlqqRiVk= +gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c/go.mod h1:JHkPIbrfpd72SG/EVd6muEfDQjcINNoR0C8j2r3qZ4Q= +gopkg.in/yaml.v2 v2.2.8/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= +gopkg.in/yaml.v3 v3.0.0-20210107192922-496545a6307b/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= +gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA= +gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= diff --git a/internal/commands/dump_messages.go b/internal/commands/dump_messages.go new file mode 100644 index 0000000..a46df67 --- /dev/null +++ b/internal/commands/dump_messages.go @@ -0,0 +1,101 @@ +package commands + +import ( + "context" + "fmt" + "strconv" + "strings" + + "andboson/sqsdumper/internal/wrappers/aws" + + "github.com/aws/aws-sdk-go-v2/service/sqs" + "github.com/aws/aws-sdk-go-v2/service/sqs/types" + "github.com/pkg/errors" + "github.com/rs/zerolog" + "github.com/sinhashubham95/jsonic" +) + +// SQSDumper is a command to print a message content +type SQSDumper struct { + logger zerolog.Logger + deleteMessage bool + jsonPath string +} + +// NewSQSDumper returns a new instance +func NewSQSDumper(l zerolog.Logger, deleteMessage bool, getPath string) SQSDumper { + return SQSDumper{ + logger: l, + deleteMessage: deleteMessage, + jsonPath: getPath, + } +} + +// ProcessMessages returns aws.MessageHandler type func which process the incoming message +func (p *SQSDumper) ProcessMessages(ctx context.Context) aws.MessageHandler { + p.logger.Info().Msg("started processing") + return func(sqsPoller aws.SQSPoller, msg types.Message) error { + // process the message + if err := p.processMessage(ctx, msg); err != nil { + p.logger.Err(err).Msg("error process the message") + return errors.Wrapf(err, "error processing the message") + } + + if !p.deleteMessage { + return nil + } + + // delete the message + if _, err := sqsPoller.DeleteMessage(ctx, &sqs.DeleteMessageInput{ + QueueUrl: sqsPoller.GetQueueURL(), + ReceiptHandle: msg.ReceiptHandle, + }); err != nil { + p.logger.Err(err).Msg("error deleting the message") + return errors.Wrapf(err, "error deleting the message") + } + + return nil + } +} + +func (p *SQSDumper) processMessage(_ context.Context, msg types.Message) error { + eventMessage, err := aws.ParseEventMessage(*msg.Body) + if err != nil { + return errors.Wrap(err, "error parsing the incoming message") + } + + stringed := *msg.Body + if eventMessage.Message != nil { + stringed = string(*eventMessage.Message) + } + if p.jsonPath != "" { + return p.printByPath(stringed) + } + + stringed = strings.ReplaceAll(stringed, `\"`, `"`) + fmt.Printf("\n%s", stringed) + + return nil +} + +func (p *SQSDumper) printByPath(msg string) error { + str, err := strconv.Unquote(msg) + if err != nil { + // just keep the message + str = msg + } + + j, err := jsonic.New([]byte(str)) + if err != nil { + return err + } + + data, err := j.Get(p.jsonPath) + if err != nil { + return err + } + + fmt.Printf("%s\n", data) + + return nil +} diff --git a/internal/commands/dump_messages_test.go b/internal/commands/dump_messages_test.go new file mode 100644 index 0000000..a49eb0e --- /dev/null +++ b/internal/commands/dump_messages_test.go @@ -0,0 +1,63 @@ +package commands + +import ( + "context" + "encoding/json" + "os" + "testing" + + mock_aws "andboson/sqsdumper/internal/mocks/mock_sqs" + "andboson/sqsdumper/internal/wrappers/aws" + + "github.com/aws/aws-sdk-go-v2/service/sqs/types" + "github.com/aws/smithy-go/ptr" + "github.com/golang/mock/gomock" + "github.com/rs/zerolog" + "github.com/stretchr/testify/assert" +) + +var log = zerolog.New(os.Stderr).With().Logger() + +func TestSQSDumper_ProcessMessagesFull(t *testing.T) { + ctx := context.Background() + ctrl := gomock.NewController(t) + + rawMessage := json.RawMessage(`{"foo":"bar"}`) + msg := types.Message{ + Body: getBody(t, aws.EventMessage{ + Message: &rawMessage, + }), + MessageId: nil, + } + + poller := mock_aws.NewMockSQSPoller(ctrl) + poller.EXPECT().DeleteMessage(gomock.Any(), gomock.Any()) + poller.EXPECT().GetQueueURL().Return(ptr.String("url")) + + dumper := NewSQSDumper(log, true, "") + err := dumper.ProcessMessages(ctx)(poller, msg) + assert.NoError(t, err) +} + +func TestSQSDumper_ProcessMessagesSimple(t *testing.T) { + ctx := context.Background() + ctrl := gomock.NewController(t) + + msg := types.Message{ + Body: ptr.String(`{"foo":"bar"}`), + MessageId: nil, + } + + poller := mock_aws.NewMockSQSPoller(ctrl) + dumper := NewSQSDumper(log, false, "foo") + err := dumper.ProcessMessages(ctx)(poller, msg) + assert.NoError(t, err) +} + +func getBody(t *testing.T, message aws.EventMessage) *string { + b, err := json.Marshal(message) + str := string(b) + assert.NoError(t, err) + + return &str +} diff --git a/internal/wrappers/aws/aws_apis.go b/internal/wrappers/aws/aws_apis.go new file mode 100644 index 0000000..3353d17 --- /dev/null +++ b/internal/wrappers/aws/aws_apis.go @@ -0,0 +1,34 @@ +package aws + +import ( + "context" + + "github.com/aws/aws-sdk-go-v2/service/sqs" +) + +//go:generate mockgen -source=$GOFILE -destination=../../mocks/mock_aws/mock_$GOFILE +// SQSAPI represents AWS SDK SQS methods +type SQSAPI interface { + GetQueueUrl(ctx context.Context, + params *sqs.GetQueueUrlInput, + optFns ...func(*sqs.Options)) (*sqs.GetQueueUrlOutput, error) + + ReceiveMessage(ctx context.Context, + params *sqs.ReceiveMessageInput, + optFns ...func(*sqs.Options)) (*sqs.ReceiveMessageOutput, error) + + GetQueueAttributes(ctx context.Context, + params *sqs.GetQueueAttributesInput, + optFns ...func(*sqs.Options)) (*sqs.GetQueueAttributesOutput, error) + + DeleteMessage(ctx context.Context, + params *sqs.DeleteMessageInput, + optFns ...func(*sqs.Options)) (*sqs.DeleteMessageOutput, error) +} + +// ConfigQueue holds queue params +type ConfigQueue struct { + QueueName string `yaml:"name"` + MaxMessagesPerRetrieval int32 `yaml:"max-messages-per-retrieval"` + WaitTimeSeconds int32 `yaml:"wait-time-seconds"` +} diff --git a/internal/wrappers/aws/aws_client.go b/internal/wrappers/aws/aws_client.go new file mode 100644 index 0000000..8466ca2 --- /dev/null +++ b/internal/wrappers/aws/aws_client.go @@ -0,0 +1,67 @@ +package aws + +import ( + "context" + "fmt" + "os" + + "github.com/aws/aws-sdk-go-v2/aws" + "github.com/aws/aws-sdk-go-v2/aws/retry" + "github.com/aws/aws-sdk-go-v2/config" + "github.com/pkg/errors" +) + +//go:generate mockgen -source=$GOFILE -destination=../../mocks/mock_aws/mock_$GOFILE +// Client represents AWS client +type Client interface { + LoadDefaultConfig(ctx context.Context) (aws.Config, error) + LoadLocalConfig(ctx context.Context) (aws.Config, error) +} + +// NewAWSClient returns an instance of service +func NewAWSClient() Client { + return &awsClient{} +} + +type awsClient struct { + config aws.Config +} + +// LoadDefaultConfig loads and returns default config for AWS from ENV or the ./aws config location +func (a *awsClient) LoadDefaultConfig(ctx context.Context) (aws.Config, error) { + if os.Getenv("localstack") != "" { + fmt.Printf("\n== LOADING LOCAL CONFIG ==\n") + return a.LoadLocalConfig(ctx) + } + cfg, err := config.LoadDefaultConfig(ctx, config.WithRetryer(func() aws.Retryer { + return retry.AddWithMaxAttempts(retry.NewStandard(), awsMaxAttempts) + })) + if err != nil { + return cfg, errors.Wrap(err, "configuration error") + } + + a.config = cfg + + return cfg, nil +} + +// LoadLocalConfig loads config with a local endpoint, for a testing purpose +func (a *awsClient) LoadLocalConfig(_ context.Context) (aws.Config, error) { + cfg, err := config.LoadDefaultConfig(context.TODO(), + config.WithEndpointResolverWithOptions(aws.EndpointResolverWithOptionsFunc( + func(service, region string, options ...interface{}) (aws.Endpoint, error) { + return aws.Endpoint{ + URL: "http://localstack:4566", + SigningRegion: region, + HostnameImmutable: true, + }, nil + })), + ) + if err != nil { + return cfg, errors.Wrap(err, "configuration error") + } + + a.config = cfg + + return cfg, nil +} diff --git a/internal/wrappers/aws/aws_client_test.go b/internal/wrappers/aws/aws_client_test.go new file mode 100644 index 0000000..29a59f9 --- /dev/null +++ b/internal/wrappers/aws/aws_client_test.go @@ -0,0 +1,70 @@ +package aws + +import ( + "context" + "fmt" + "io/ioutil" + "os" + "testing" + + "github.com/pkg/errors" + "github.com/stretchr/testify/assert" +) + +func TestAwsClient_LoadDefaultConfig(t *testing.T) { + //from env + const region = "eu-central-1" + os.Setenv("AWS_REGION", region) + + client := NewAWSClient() + cfg, err := client.LoadDefaultConfig(context.TODO()) + assert.NoError(t, err) + assert.Equal(t, cfg.Region, region) + + //from file + const ( + region2 = "eu-central-2" + configFile = "/tmp/aws_cfg.yaml" + ) + os.Unsetenv("AWS_REGION") // without unsetting only already defined ENV-var will be used + os.Setenv("AWS_CONFIG_FILE", configFile) + err = createConfig(configFile, region2) + assert.NoError(t, err) + + client = NewAWSClient() + cfg, err = client.LoadDefaultConfig(context.TODO()) + assert.NoError(t, err) + assert.Equal(t, cfg.Region, region2) + + // can't load + os.Setenv("AWS_ENABLE_ENDPOINT_DISCOVERY", "some bad value") + client = NewAWSClient() + _, err = client.LoadDefaultConfig(context.TODO()) + assert.NotEmpty(t, err) + os.Unsetenv("AWS_ENABLE_ENDPOINT_DISCOVERY") + os.Unsetenv("AWS_CONFIG_FILE") +} + +func TestAwsClient_LoadLocalConfig(t *testing.T) { + //from env + const region = "eu-central-1" + os.Setenv("AWS_REGION", region) + + client := NewAWSClient() + cfg, err := client.LoadLocalConfig(context.TODO()) + assert.NoError(t, err) + assert.Equal(t, cfg.Region, region) +} + +func createConfig(path, region string) error { + cont := fmt.Sprintf(` +[default] +region = %s +`, region) + + if err := ioutil.WriteFile(path, []byte(cont), 0777); err != nil { + return errors.Wrap(err, "save error") + } + + return nil +} diff --git a/internal/wrappers/aws/const.go b/internal/wrappers/aws/const.go new file mode 100644 index 0000000..5a31c5f --- /dev/null +++ b/internal/wrappers/aws/const.go @@ -0,0 +1,5 @@ +package aws + +const ( + awsMaxAttempts = 15 +) diff --git a/internal/wrappers/aws/sqs.go b/internal/wrappers/aws/sqs.go new file mode 100644 index 0000000..99f57eb --- /dev/null +++ b/internal/wrappers/aws/sqs.go @@ -0,0 +1,150 @@ +package aws + +import ( + "context" + "strconv" + + "github.com/aws/aws-sdk-go-v2/service/sqs" + "github.com/aws/aws-sdk-go-v2/service/sqs/types" + "github.com/pkg/errors" + "github.com/rs/zerolog" +) + +// MessageHandler represents a single SQS message handler +type MessageHandler func(poller SQSPoller, msg types.Message) error + +//go:generate mockgen -source=$GOFILE -destination=../../mocks/mock_sqs/mock_$GOFILE + +// SQSPoller represents a long-polling Amazon SQS queue +type SQSPoller interface { + GetQueueURL() *string + GetTotal() int + PollMessages(ctx context.Context, messageHandler MessageHandler) error + DeleteMessage(ctx context.Context, input *sqs.DeleteMessageInput) (*sqs.DeleteMessageOutput, error) + GetQueueAttrs(ctx context.Context, input *sqs.GetQueueAttributesInput) (*sqs.GetQueueAttributesOutput, error) +} + +type sqsPoller struct { + client SQSAPI + logger zerolog.Logger + cfg ConfigQueue + queueURL *string + stopOnTotal bool + totalMessages int + checkReceived map[string]struct{} + counterChan chan int +} + +// SQSParam holds SQSPoller params +type SQSParam struct { + Client SQSAPI + Logger zerolog.Logger + QueueConfig ConfigQueue + StopOnTotal bool + CounterChan chan int +} + +// NewSQSPoller returns an instance of SQSPoller +func NewSQSPoller(params SQSParam) (SQSPoller, error) { + s := &sqsPoller{ + client: params.Client, + logger: params.Logger, + cfg: params.QueueConfig, + stopOnTotal: params.StopOnTotal, + counterChan: params.CounterChan, + checkReceived: map[string]struct{}{}, + } + queueURL, err := s.fetchQueueURL(context.Background(), s.cfg.QueueName) + if err != nil { + return nil, errors.Wrap(err, "error getting AWS SQS queue URL") + } + + s.queueURL = queueURL.QueueUrl + + queueAttrs, err := s.GetQueueAttrs(context.Background(), &sqs.GetQueueAttributesInput{ + QueueUrl: queueURL.QueueUrl, + AttributeNames: []types.QueueAttributeName{ + types.QueueAttributeNameApproximateNumberOfMessages, + }, + }) + + s.totalMessages, err = strconv.Atoi(queueAttrs.Attributes[string(types.QueueAttributeNameApproximateNumberOfMessages)]) + if err != nil { + return nil, errors.Wrap(err, "error getting total number of messages from AWS SQS queue URL") + } + + if s.stopOnTotal && s.totalMessages == 0 { + return s, nil + } + + return s, nil +} + +func (s *sqsPoller) GetQueueURL() *string { + return s.queueURL +} + +func (s *sqsPoller) GetTotal() int { + return s.totalMessages +} + +func (s *sqsPoller) PollMessages(ctx context.Context, messageHandler MessageHandler) error { + if messageHandler == nil { + return errors.New("a message handler is nil, stopped") + } + var processed int + + // start polling + for { + select { + case <-ctx.Done(): + s.logger.Log().Msg("got context.Done signal, exiting processing") + return nil + default: + output, err := s.client.ReceiveMessage(ctx, &sqs.ReceiveMessageInput{ + QueueUrl: s.queueURL, + MaxNumberOfMessages: s.cfg.MaxMessagesPerRetrieval, + WaitTimeSeconds: s.cfg.WaitTimeSeconds, + }) + if err != nil { + s.logger.Err(err).Msg("can't get new messages from SQS") + continue + } + for _, message := range output.Messages { + if err := messageHandler(s, message); err != nil { + s.logger.Err(err).Msg("processing error") + } + if _, ok := s.checkReceived[*message.MessageId]; !ok { + processed++ + if s.counterChan != nil { + s.counterChan <- 1 + } + } + s.checkReceived[*message.MessageId] = struct{}{} + } + + if processed >= s.totalMessages && s.stopOnTotal { + s.logger.Log().Msg("all messages processed") + return nil + } + } + } + + return nil +} + +func (s *sqsPoller) fetchQueueURL(ctx context.Context, queue string) (*sqs.GetQueueUrlOutput, error) { + return s.client.GetQueueUrl(ctx, &sqs.GetQueueUrlInput{ + QueueName: &queue, + }) +} + +func (s *sqsPoller) DeleteMessage(ctx context.Context, input *sqs.DeleteMessageInput) (*sqs.DeleteMessageOutput, error) { + input.QueueUrl = s.queueURL + return s.client.DeleteMessage(ctx, input) +} + +func (s *sqsPoller) GetQueueAttrs(ctx context.Context, input *sqs.GetQueueAttributesInput) (*sqs.GetQueueAttributesOutput, error) { + input.QueueUrl = s.queueURL + return s.client.GetQueueAttributes(ctx, input) +} diff --git a/internal/wrappers/aws/sqs_message.go b/internal/wrappers/aws/sqs_message.go new file mode 100644 index 0000000..321a61b --- /dev/null +++ b/internal/wrappers/aws/sqs_message.go @@ -0,0 +1,31 @@ +package aws + +import ( + "encoding/json" + + "github.com/pkg/errors" +) + +// EventMessage defines the structure of the SQS base event message +type EventMessage struct { + Type string `json:"Type"` + MessageID string `json:"MessageId"` + TopicARN string `json:"TopicArn"` + Message *json.RawMessage `json:"Message"` + Timestamp string `json:"Timestamp"` + SignatureVersion string `json:"SignatureVersion"` + Signature string `json:"Signature"` + SigningCertURL string `json:"SigningCertURL"` + UnsubscribeURL string `json:"UnsubscribeURL"` +} + +//ParseEventMessage parses aws types.Message body to an EventMessage +func ParseEventMessage(body string) (EventMessage, error) { + var result EventMessage + + if err := json.Unmarshal([]byte(body), &result); err != nil { + return result, errors.Wrapf(err, "can't unmarshal message :%s", body) + } + + return result, nil +} diff --git a/internal/wrappers/aws/sqs_test.go b/internal/wrappers/aws/sqs_test.go new file mode 100644 index 0000000..2b1359c --- /dev/null +++ b/internal/wrappers/aws/sqs_test.go @@ -0,0 +1,131 @@ +package aws + +import ( + "context" + "os" + "testing" + + "andboson/sqsdumper/internal/mocks/mock_aws" + + "github.com/aws/aws-sdk-go-v2/service/sqs" + "github.com/aws/aws-sdk-go-v2/service/sqs/types" + "github.com/golang/mock/gomock" + "github.com/pkg/errors" + "github.com/rs/zerolog" + "github.com/stretchr/testify/assert" +) + +var log = zerolog.New(os.Stderr).With().Logger() + +func TestSqsPoller_fetchQueueURL(t *testing.T) { + ctx := context.Background() + awsClient := NewAWSClient() + + cfg, err := awsClient.LoadDefaultConfig(ctx) + assert.NoError(t, err) + poller := &sqsPoller{ + client: sqs.NewFromConfig(cfg), + logger: log, + } + assert.NotNil(t, poller) + + queueName := "" + urlOutput, err := poller.fetchQueueURL(ctx, queueName) + assert.Error(t, err) + assert.Nil(t, urlOutput) +} + +func TestSqsPoller_PollMessages(t *testing.T) { + ctx, cancel := context.WithCancel(context.Background()) + ctrl := gomock.NewController(t) + + t.Run("run success", func(t *testing.T) { + sqsClient := mock_aws.NewMockSQSAPI(ctrl) + + sqsClient.EXPECT().GetQueueUrl(gomock.Any(), gomock.Any()). + Return(&sqs.GetQueueUrlOutput{}, nil) + sqsClient.EXPECT().GetQueueAttributes(gomock.Any(), gomock.Any()). + Return(&sqs.GetQueueAttributesOutput{ + Attributes: map[string]string{ + string(types.QueueAttributeNameApproximateNumberOfMessages): "1", + }, + }, nil) + + msgID := "#1" + var gotMessages int + poller, err := NewSQSPoller(SQSParam{Client: sqsClient, Logger: log, QueueConfig: ConfigQueue{}}) + assert.NotNil(t, poller) + // poll the messages + sqsClient.EXPECT().ReceiveMessage(gomock.Any(), gomock.Any()). + Return(&sqs.ReceiveMessageOutput{ + Messages: []types.Message{{ + MessageId: &msgID, + }}, + }, nil).Times(1) + + sqsClient.EXPECT().ReceiveMessage(gomock.Any(), gomock.Any()). + DoAndReturn(func(_ context.Context, _ *sqs.ReceiveMessageInput, _ ...func(*sqs.Options)) (*sqs.ReceiveMessageOutput, error) { + cancel() + + return nil, errors.New("some error") + }) + + err = poller.PollMessages(ctx, func(poller SQSPoller, msg types.Message) error { + gotMessages++ + return nil + }) + assert.NoError(t, err) + + <-ctx.Done() + assert.Equal(t, 1, gotMessages) + }) +} + +func TestSqsPoller_PollMessagesErrorProcessing(t *testing.T) { + ctx, cancel := context.WithCancel(context.Background()) + ctrl := gomock.NewController(t) + + t.Run("run success", func(t *testing.T) { + sqsClient := mock_aws.NewMockSQSAPI(ctrl) + + sqsClient.EXPECT().GetQueueUrl(gomock.Any(), gomock.Any()). + Return(&sqs.GetQueueUrlOutput{}, nil) + sqsClient.EXPECT().GetQueueAttributes(gomock.Any(), gomock.Any()). + Return(&sqs.GetQueueAttributesOutput{ + Attributes: map[string]string{ + string(types.QueueAttributeNameApproximateNumberOfMessages): "1", + }, + }, nil) + + msgID := "#1" + var gotMessages int + poller, err := NewSQSPoller(SQSParam{Client: sqsClient, Logger: log, QueueConfig: ConfigQueue{}}) + assert.NotNil(t, poller) + + // poll the messages + sqsClient.EXPECT().ReceiveMessage(gomock.Any(), gomock.Any()). + Return(&sqs.ReceiveMessageOutput{ + Messages: []types.Message{{ + MessageId: &msgID, + }}, + }, nil).Times(1) + + sqsClient.EXPECT().ReceiveMessage(gomock.Any(), gomock.Any()). + DoAndReturn(func(_ context.Context, _ *sqs.ReceiveMessageInput, _ ...func(*sqs.Options)) (*sqs.ReceiveMessageOutput, error) { + cancel() + + return &sqs.ReceiveMessageOutput{ + Messages: []types.Message{}, + }, nil + }) + + err = poller.PollMessages(ctx, func(poller SQSPoller, msg types.Message) error { + gotMessages++ + return errors.New("some error") + }) + assert.NoError(t, err) + + <-ctx.Done() + assert.Equal(t, 1, gotMessages) + }) +} diff --git a/revive.toml b/revive.toml new file mode 100644 index 0000000..fd24413 --- /dev/null +++ b/revive.toml @@ -0,0 +1,44 @@ +ignoreGeneratedHeader = false +severity = "error" +confidence = 0.8 +errorCode = 1 +warningCode = 0 + +[rule.blank-imports] +[rule.context-as-argument] +[rule.context-keys-type] +[rule.dot-imports] +[rule.error-return] +[rule.error-strings] +[rule.error-naming] +[rule.exported] +severity = "warning" +[rule.if-return] +[rule.increment-decrement] +[rule.var-naming] +[rule.var-declaration] +[rule.package-comments] +[rule.range] +[rule.receiver-naming] +[rule.time-naming] +[rule.unexported-return] +[rule.indent-error-flow] +[rule.errorf] +[rule.argument-limit] +arguments = [4] +[rule.function-result-limit] +arguments = [3] +[rule.empty-block] +[rule.confusing-naming] +[rule.superfluous-else] +[rule.unused-parameter] +[rule.unreachable-code] +[rule.unnecessary-stmt] +[rule.struct-tag] +[rule.atomic] +[rule.empty-lines] +[rule.duplicated-imports] +[rule.import-shadowing] +[rule.confusing-results] +[rule.modifies-parameter] +[rule.redefines-builtin-id] \ No newline at end of file