chore: automation tools

.github/dependabot.yml

@@ -0,0 +1,10 @@
+version: 2
+updates:
+  - package-ecosystem: "gomod"
+    directory: "/" 
+    schedule:
+      interval: "daily"
+  - package-ecosystem: "github-actions"
+    directory: "/" 
+    schedule:
+      interval: "daily"

.github/pull_request_template.md

@@ -0,0 +1,11 @@
+# Description
+
+< Replace with adequate description for this PR as per [Pull Request document](https://www.notion.so/rudderstacks/Pull-Requests-40a4c6bd7a5e4387ba9029bab297c9e3) >
+
+## Linear Ticket
+
+< Replace with Linear Link >
+
+## Security
+
+- [ ] The code changed/added as part of this pull request won't create any security issues with how the software is being used.

.github/workflows/housekeeping.yaml

@@ -0,0 +1,40 @@
+name: Handle stale PRs
+
+on:
+  schedule:
+    - cron: '42 1 * * *'
+
+jobs:
+  prs:
+    name: Clean up stale prs
+    runs-on: ubuntu-latest
+
+    permissions:
+      pull-requests: write
+
+    steps:
+      - uses: actions/stale@v9
+        with:
+          repo-token: ${{ secrets.GITHUB_TOKEN }}
+          operations-per-run: 200
+          stale-pr-message: 'This PR is considered to be stale. It has been open 20 days with no further activity thus it is going to be closed in 7 days. To avoid such a case please consider removing the stale label manually or add a comment to the PR.'
+          days-before-pr-stale: 20
+          days-before-pr-close: 7
+          stale-pr-label: 'Stale'
+
+  branches:
+      name: Cleanup old branches
+      runs-on: ubuntu-latest
+      steps:
+        - name: Checkout repository
+          uses: actions/checkout@v4
+        - name: Run delete-old-branches-action
+          uses: beatlabs/[email protected]
+          with:
+            repo_token: ${{ github.token }}
+            date: '2 months ago'
+            dry_run: false
+            delete_tags: false
+            extra_protected_branch_regex: ^(main|master|release.*)$
+            exclude_open_pr_branches: true
+

.github/workflows/pr-description-enforcer.yaml

@@ -0,0 +1,17 @@
+name: 'Pull Request Description'
+on:
+  pull_request:
+    types: 
+      - opened
+      - edited
+      - reopened
+
+jobs:
+  enforce:
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: rudderlabs/[email protected]
+        with:
+          repo-token: '${{ secrets.GITHUB_TOKEN }}'
+          placeholder-regex: '< Replace .* >'

.github/workflows/release-please.yaml

@@ -0,0 +1,23 @@
+on:
+  push:
+    branches:
+      - "release/*"
+      - "main"
+name: release-please
+jobs:
+  release-please:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Extract branch name
+        shell: bash
+        run: echo "##[set-output name=branch;]$(echo ${GITHUB_REF#refs/heads/})"
+        id: extract_branch
+      - uses: google-github-actions/release-please-action@v3
+        with:
+          token: ${{ secrets.GITHUB_TOKEN }}
+          pull-request-title-pattern: "chore: release ${version}"
+          release-type: go
+          package-name: sql-tunnels
+          default-branch: ${{ steps.extract_branch.outputs.branch }}
+          changelog-types: '[{"type":"feat","section":"Features","hidden":false},{"type":"fix","section":"Bug Fixes","hidden":false},{"type":"chore","section":"Miscellaneous","hidden":false},{"type":"refactor","section":"Miscellaneous","hidden":false},{"type":"test","section":"Miscellaneous","hidden":false},{"type":"doc","section":"Documentation","hidden":false}]'
+          bump-minor-pre-major: true

.github/workflows/semantic-pr.yaml

@@ -0,0 +1,73 @@
+name: "Semantic pull requests"
+
+on:
+  pull_request:
+    types:
+      - opened
+      - edited
+      - labeled
+      - unlabeled
+      - converted_to_draft
+      - ready_for_review
+      - synchronize
+
+jobs:
+  main:
+    name: Validate PR title
+    runs-on: ubuntu-latest
+    steps:
+      - 
+        uses: amannn/action-semantic-pull-request@v5
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        with:
+          types: |
+            fix
+            feat
+            chore
+            refactor
+            exp
+            doc
+            test
+          scopes: |
+            core
+            multi-tenant
+            tooling
+            gateway
+            jobsdb
+            warehouse
+            processor
+            router
+            batchrouter
+            destination
+            startup
+            shutdown
+            ci
+          requireScope: false
+          subjectPattern: ^(?![A-Z]).+$
+          subjectPatternError: |
+            The subject "{subject}" found in the pull request title "{title}"
+            didn't match the configured pattern. Please ensure that the subject
+            doesn't start with an uppercase character.
+          # For work-in-progress PRs you can typically use draft pull requests 
+          # from GitHub. However, private repositories on the free plan don't have 
+          # this option and therefore this action allows you to opt-in to using the 
+          # special "[WIP]" prefix to indicate this state. This will avoid the 
+          # validation of the PR title and the pull request checks remain pending.
+          # Note that a second check will be reported if this is enabled.
+          wip: true
+          # When using "Squash and merge" on a PR with only one commit, GitHub
+          # will suggest using that commit message instead of the PR title for the
+          # merge commit, and it's easy to commit this by mistake. Enable this option
+          # to also validate the commit message for one commit PRs.
+          validateSingleCommit: false
+          # Related to `validateSingleCommit` you can opt-in to validate that the PR
+          # title matches a single commit to avoid confusion.
+          validateSingleCommitMatchesPrTitle: false
+          # If the PR contains one of these labels, the validation is skipped.
+          # Multiple labels can be separated by newlines.
+          # If you want to rerun the validation when labels change, you might want
+          # to use the `labeled` and `unlabeled` event triggers in your workflow.
+          ignoreLabels: |
+            bot
+            dependencies

.github/workflows/tests.yaml

@@ -0,0 +1,115 @@
+name: Tests
+on:
+  push:
+    branches:
+      - master
+      - main
+      - "release/*"
+  pull_request:
+jobs:
+  test:
+    name: Unit
+    runs-on: 'ubuntu-20.04'
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-go@v4
+        with:
+          go-version: '~1.21'
+          check-latest: true
+      - run: go version
+      - run: go mod download
+      - run: make coverage
+      - name: Upload coverage to Codecov
+        uses: codecov/codecov-action@v3
+  package-unit:
+    name: Package Unit
+    runs-on: 'ubuntu-20.04'
+    strategy:
+      fail-fast: false
+      matrix:
+        package:
+          - jobsdb
+          - integration_test/docker_test
+          - integration_test/kafka_batching
+          - integration_test/multi_tenant_test
+          - integration_test/reporting_dropped_events
+          - integration_test/reporting_error_index
+          - integration_test/warehouse
+          - integration_test/tracing
+          - processor
+          - regulation-worker
+          - router
+          - services
+          - services/rsources
+          - suppression-backup-service
+          - warehouse
+        include:
+          - package: services
+            exclude: services/rsources
+
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-go@v4
+        with:
+          go-version: '~1.21'
+          check-latest: true
+      - run: go version
+      - run: go mod download
+      - name: Package Unit [ ${{ matrix.package }} ]
+        env:
+          TEST_KAFKA_CONFLUENT_CLOUD_HOST: ${{ secrets.TEST_KAFKA_CONFLUENT_CLOUD_HOST }}
+          TEST_KAFKA_CONFLUENT_CLOUD_KEY: ${{ secrets.TEST_KAFKA_CONFLUENT_CLOUD_KEY }}
+          TEST_KAFKA_CONFLUENT_CLOUD_SECRET: ${{ secrets.TEST_KAFKA_CONFLUENT_CLOUD_SECRET }}
+          TEST_KAFKA_AZURE_EVENT_HUBS_CLOUD_HOST: ${{ secrets.TEST_KAFKA_AZURE_EVENT_HUBS_CLOUD_HOST }}
+          TEST_KAFKA_AZURE_EVENT_HUBS_CLOUD_EVENTHUB_NAME: ${{ secrets.TEST_KAFKA_AZURE_EVENT_HUBS_CLOUD_EVENTHUB_NAME }}
+          TEST_KAFKA_AZURE_EVENT_HUBS_CLOUD_CONNECTION_STRING: ${{ secrets.TEST_KAFKA_AZURE_EVENT_HUBS_CLOUD_CONNECTION_STRING }}
+          TEST_S3_DATALAKE_CREDENTIALS: ${{ secrets.TEST_S3_DATALAKE_CREDENTIALS }}
+          BIGQUERY_INTEGRATION_TEST_CREDENTIALS: ${{ secrets.BIGQUERY_INTEGRATION_TEST_CREDENTIALS }}
+        run: make test exclude="${{ matrix.exclude }}" package=${{ matrix.package }}
+      - name: Sanitize name for Artifact
+        run: |
+          name=$(echo -n "${{ matrix.package }}" | sed -e 's/[ \t:\/\\"<>|*?]/-/g' -e 's/--*/-/g')
+          echo "ARTIFACT_NAME=$name" >> $GITHUB_ENV
+      - name: Upload coverage report
+        uses: actions/upload-artifact@v4
+        with:
+          name: ${{ env.ARTIFACT_NAME }}-unit
+          path: coverage.txt
+  coverage:
+    name: Coverage
+    runs-on: 'ubuntu-20.04'
+    needs:
+      - warehouse-integration
+      - unit
+      - package-unit
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+      - name: Setup Go
+        uses: actions/setup-go@v4
+        with:
+          go-version: '~1.21'
+          check-latest: true
+      - name: Download coverage reports
+        uses: actions/download-artifact@v4
+      - name: Merge Coverage
+        run: |
+          go install github.com/wadey/gocovmerge@latest
+          gocovmerge */coverage.txt > coverage.txt
+      - uses: codecov/codecov-action@v3
+        with:
+          fail_ci_if_error: true
+          files: ./coverage.txt
+  all-green:
+    name: All
+    if: always()
+    runs-on: ubuntu-latest
+    needs:
+      - integration
+      - warehouse-integration
+      - unit
+      - package-unit
+    steps:
+      - uses: re-actors/[email protected]
+        with:
+          jobs: ${{ toJSON(needs) }}

.github/workflows/verify.yml

@@ -0,0 +1,47 @@
+name: verify
+on:
+  push:
+    tags:
+      - v*
+    branches:
+      - master
+      - main
+  pull_request:
+jobs:
+  generate:
+    name: Correct generated files
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-go@v4
+        with:
+          check-latest: true
+          go-version: '~1.21'
+      - run: go version
+
+      - run: go mod tidy
+      - run: git diff --exit-code go.mod
+      - name: Error message
+        if: ${{ failure() }}
+        run: echo '::error file=go.mod,line=1,col=1::Inconsistent go mod file. Ensure you have run `go mod tidy` and committed the files locally.'; echo '::error file=enterprise_mod.go,line=1,col=1::Possible missing enterprise exclusive dependencies.'
+
+      - run: make fmt
+      - run: git diff --exit-code
+      - name: Error message
+        if: ${{ failure() }}
+        run: echo 'Not formatted files. Ensure you have run `make fmt` and committed the files locally.'
+
+  linting:
+    name: lint
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-go@v4
+        with:
+          go-version: '~1.21'
+          check-latest: true
+      - name: golangci-lint
+        uses: golangci/golangci-lint-action@v3
+        with:
+          version: v1.55.0
+          args: -v

.gitignore

@@ -7,7 +7,9 @@ junit*.xml
 *.out.*
 *.out
 coverage.html
+coverage.txt
 *.orig
 **/gomock_reflect_*/*
 ginkgo.report
 .env
+profile.out