Add threshold

.github/workflows/go.yml

@@ -3,6 +3,8 @@ name: Go
 on:
   push:
     branches: [ "main" ]
+    tags:
+      - v*
   pull_request:
     branches: [ "main" ]
 
@@ -22,7 +24,12 @@ jobs:
       uses: golangci/golangci-lint-action@v3
 
     - name: Build
-      run: go build -v ./...
+      run: CGO_ENABLED=0 go build -a -tags netgo -ldflags '-s -w' -v ./...
+
+    - name: Compress binaries
+      uses: svenstaro/upx-action@v2
+      with:
+        file: junit2jira
 
     - name: Test
       run: go test -v ./...

main.go

@@ -7,6 +7,7 @@ import (
 	"github.com/andygrunwald/go-jira"
 	"github.com/hashicorp/go-multierror"
 	"github.com/joshdk/go-junit"
+	"github.com/pkg/errors"
 	"github.com/tidwall/gjson"
 	"io"
 	"log"
@@ -28,12 +29,14 @@ func main() {
 	jiraUrl := ""
 	junitReportsDir := ""
 	dryRun := false
+	threshold := 0
 	flag.StringVar(&jiraUrl, "jira-url", "https://issues.redhat.com/", "Url of JIRA instance")
 	flag.StringVar(&junitReportsDir, "junit-reports-dir", os.Getenv("ARTIFACT_DIR"), "Dir that contains jUnit reports XML files")
 	flag.BoolVar(&dryRun, "dry-run", false, "When set to true issues will NOT be created.")
+	flag.IntVar(&threshold, "threshold", 10, "Number of reported failures that should cause single issue creation.")
 	flag.Parse()
 
-	failedTests, err := findFailedTests(junitReportsDir, Env())
+	failedTests, err := findFailedTests(junitReportsDir, Env(), threshold)
 	if err != nil {
 		log.Fatal(err)
 	}
@@ -171,7 +174,7 @@ func Env() map[string]string {
 	return m
 }
 
-func findFailedTests(dirName string, env map[string]string) ([]testCase, error) {
+func findFailedTests(dirName string, env map[string]string, threshold int) ([]testCase, error) {
 	failedTests := make([]testCase, 0)
 	testSuites, err := junit.IngestDir(dirName)
 	if err != nil {
@@ -186,9 +189,36 @@ func findFailedTests(dirName string, env map[string]string) ([]testCase, error)
 		}
 	}
 	log.Printf("Found %d failed tests", len(failedTests))
+
+	if len(failedTests) > threshold && threshold > 0 {
+		return mergeFailedTests(failedTests, env)
+	}
+
 	return failedTests, nil
 }
 
+func mergeFailedTests(failedTests []testCase, env map[string]string) ([]testCase, error) {
+	log.Println("Too many failed tests, reporting them as a one failure.")
+	msg := ""
+	suite := failedTests[0].Suite
+	for _, t := range failedTests {
+		summary, err := t.summary()
+		if err != nil {
+			return nil, errors.Wrapf(err, "could not get summary of %+v", t)
+		}
+		// If there are multiple suites, do not report them.
+		if suite != t.Suite {
+			suite = ""
+		}
+		msg += summary + "\n"
+	}
+	tc := NewTestCase(junit.Test{
+		Message:   msg,
+		Classname: suite,
+	}, env)
+	return []testCase{tc}, nil
+}
+
 const (
 	desc = `
 {{- if .Message }}

main_test.go

@@ -7,12 +7,12 @@ import (
 
 func TestParseJunitReport(t *testing.T) {
 	t.Run("not existing", func(t *testing.T) {
-		tests, err := findFailedTests("not existing", nil)
+		tests, err := findFailedTests("not existing", nil, 0)
 		assert.Error(t, err)
 		assert.Nil(t, tests)
 	})
 	t.Run("golang", func(t *testing.T) {
-		tests, err := findFailedTests("testdata/report.xml", nil)
+		tests, err := findFailedTests("testdata/report.xml", nil, 0)
 		assert.NoError(t, err)
 		assert.Equal(t, []testCase{
 			{
@@ -38,9 +38,44 @@ func TestParseJunitReport(t *testing.T) {
 			},
 		}, tests)
 	})
+	t.Run("golang with threshold", func(t *testing.T) {
+		tests, err := findFailedTests("testdata/report.xml", map[string]string{"JOB_NAME": "job-name"}, 1)
+		assert.NoError(t, err)
+		assert.Equal(t, []testCase{
+			{
+				Message: `github.com/stackrox/rox/sensor/kubernetes/localscanner / TestLocalScannerTLSIssuerIntegrationTests FAILED
+github.com/stackrox/rox/sensor/kubernetes/localscanner / TestLocalScannerTLSIssuerIntegrationTests/TestSuccessfulRefresh FAILED
+github.com/stackrox/rox/sensor/kubernetes/localscanner / TestLocalScannerTLSIssuerIntegrationTests/TestSuccessfulRefresh/no_secrets FAILED
+`,
+				JobName: "job-name",
+				Suite:   "github.com/stackrox/rox/sensor/kubernetes/localscanner",
+			},
+		}, tests)
+	})
+	t.Run("dir multiple suites with threshold", func(t *testing.T) {
+		tests, err := findFailedTests("testdata", map[string]string{"JOB_NAME": "job-name", "BUILD_ID": "1"}, 5)
+		assert.NoError(t, err)
 
+		assert.ElementsMatch(
+			t,
+			[]testCase{
+				{
+					Message: `DefaultPoliciesTest / Verify policy Apache Struts: CVE-2017-5638 is triggered FAILED
+github.com/stackrox/rox/sensor/kubernetes/localscanner / TestLocalScannerTLSIssuerIntegrationTests FAILED
+github.com/stackrox/rox/sensor/kubernetes/localscanner / TestLocalScannerTLSIssuerIntegrationTests/TestSuccessfulRefresh FAILED
+github.com/stackrox/rox/sensor/kubernetes/localscanner / TestLocalScannerTLSIssuerIntegrationTests/TestSuccessfulRefresh/no_secrets FAILED
+github.com/stackrox/rox/central/resourcecollection/datastore/store/postgres / TestCollectionsStore FAILED
+github.com/stackrox/rox/central/resourcecollection/datastore/store/postgres / TestCollectionsStore/TestStore FAILED
+`,
+					JobName: "job-name",
+					BuildId: "1",
+				},
+			},
+			tests,
+		)
+	})
 	t.Run("dir", func(t *testing.T) {
-		tests, err := findFailedTests("testdata", map[string]string{"BUILD_ID": "1"})
+		tests, err := findFailedTests("testdata", map[string]string{"BUILD_ID": "1"}, 0)
 		assert.NoError(t, err)
 
 		assert.ElementsMatch(
@@ -108,7 +143,7 @@ func TestParseJunitReport(t *testing.T) {
 		)
 	})
 	t.Run("gradle", func(t *testing.T) {
-		tests, err := findFailedTests("testdata/TEST-DefaultPoliciesTest.xml", map[string]string{"BUILD_ID": "1"})
+		tests, err := findFailedTests("testdata/TEST-DefaultPoliciesTest.xml", map[string]string{"BUILD_ID": "1"}, 0)
 		assert.NoError(t, err)
 
 		assert.Equal(