Build for Remote Workflow: latest-main #1859
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # We use a single workflow to build all packages because github.run_number is | |
| # specific to each workflow. This ensures that each package has an | |
| # OTC_BUILD_NUMBER that is greater than previous runs which allows package | |
| # upgrades from one build to the next. | |
| name: 'Build packages' | |
| # Sets the name of the CI run based on whether the run was triggered with or | |
| # without a workflow_id set. | |
| run-name: > | |
| ${{ | |
| inputs.workflow_id == '' && format('Build for Remote Workflow: latest-main') | |
| || | |
| inputs.workflow_id != '' && format('Build for Remote Workflow: {0}', inputs.workflow_id) | |
| }} | |
| on: | |
| push: | |
| branches: | |
| - 'main' | |
| pull_request: | |
| workflow_dispatch: | |
| inputs: | |
| workflow_id: | |
| description: | | |
| Workflow Run ID from the SumoLogic/sumologic-otel-collector repository | |
| to download artifacts from. The artifacts for the specified workflow | |
| must contain an otelcol-sumo binary for each platform that packages | |
| are being built for. | |
| required: false | |
| type: string | |
| jobs: | |
| determine_workflow: | |
| runs-on: ubuntu-latest | |
| name: Determine workflow_id | |
| outputs: | |
| workflow_id: ${{ steps.workflow.outputs.id }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| # Determine the latest successful run of the "Dev builds" workflow for | |
| # the "main" branch. This is skipped if inputs.workflow_id is set. | |
| - name: Determine latest successful workflow run | |
| id: latest-workflow | |
| if: inputs.workflow_id == '' | |
| env: | |
| GH_TOKEN: ${{ github.token }} | |
| run: | | |
| R="SumoLogic/sumologic-otel-collector" | |
| WFN="Dev builds" | |
| W=$(gh run list -R "$R" -w "$WFN" -s success -b main --json databaseId -q '.[0].databaseId') | |
| echo "id=$W" >> "$GITHUB_OUTPUT" | |
| - name: Set output workflow | |
| id: workflow | |
| run: | | |
| echo "id=${{ inputs.workflow_id || steps.latest-workflow.outputs.id }}" >> $GITHUB_OUTPUT | |
| - name: Output Remote Workflow URL | |
| run: echo ::notice title=Remote Workflow URL::https://github.com/SumoLogic/sumologic-otel-collector/actions/runs/${{ steps.workflow.outputs.id }} | |
| # Builds a package for each target in the matrix. The target must be an | |
| # existing file name (without extension) in the targets directory when | |
| # build_tool is cmake. | |
| build_packages: | |
| name: ${{ matrix.target }} | |
| uses: ./.github/workflows/_reusable_build_package.yml | |
| needs: | |
| - determine_workflow | |
| with: | |
| otc_build_number: ${{ github.run_number }} | |
| cmake_target: ${{ matrix.target }} | |
| workflow_id: ${{ needs.determine_workflow.outputs.workflow_id }} | |
| runs_on: ${{ matrix.runs_on }} | |
| goarch: ${{ matrix.goarch }} | |
| package_arch: ${{ matrix.package_arch }} | |
| build_tool: ${{ matrix.build_tool }} | |
| fips: ${{ matrix.fips || false }} | |
| secrets: | |
| apple_developer_certificate_p12_base64: ${{ secrets.APPLE_DEVELOPER_CERTIFICATE_P12_BASE64 }} | |
| apple_developer_certificate_password: ${{ secrets.APPLE_DEVELOPER_CERTIFICATE_PASSWORD }} | |
| productbuild_identity_name: ${{ secrets.APPLE_DEVELOPER_CERTIFICATE_IDENTITY }} | |
| gh_artifacts_token: ${{ secrets.GH_ARTIFACTS_TOKEN }} | |
| microsoft_certificate: ${{ secrets.MICROSOFT_CERTIFICATE }} | |
| microsoft_certificate_password: ${{ secrets.MICROSOFT_CERTIFICATE_PASSWORD }} | |
| microsoft_certhash: ${{ secrets.MICROSOFT_CERTHASH }} | |
| microsoft_certname: ${{ secrets.MICROSOFT_CERTNAME }} | |
| microsoft_description: ${{ secrets.MICROSOFT_DESCRIPTION }} | |
| gh_ci_token: ${{ secrets.GH_CI_TOKEN }} | |
| packagecloud_token: ${{ secrets.PACKAGECLOUD_TOKEN }} | |
| aws_access_key_id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws_secret_access_key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| strategy: | |
| matrix: | |
| include: | |
| - target: otc_linux_amd64_deb | |
| runs_on: ubuntu-latest | |
| build_tool: cmake | |
| - target: otc_linux_amd64_rpm | |
| runs_on: ubuntu-latest | |
| build_tool: cmake | |
| - target: otc_linux_arm64_deb | |
| runs_on: ubuntu-latest | |
| build_tool: cmake | |
| - target: otc_linux_arm64_rpm | |
| runs_on: ubuntu-latest | |
| build_tool: cmake | |
| - target: otc_darwin_amd64_productbuild | |
| runs_on: macos-latest | |
| build_tool: cmake | |
| - target: otc_darwin_arm64_productbuild | |
| runs_on: macos-latest | |
| build_tool: cmake | |
| - target: otc_windows_amd64_wix | |
| runs_on: windows-2019 | |
| goarch: amd64 | |
| package_arch: x64 | |
| build_tool: wix | |
| # fips targets | |
| - target: otc_fips_linux_amd64_deb | |
| runs_on: ubuntu-latest | |
| build_tool: cmake | |
| - target: otc_fips_linux_amd64_rpm | |
| runs_on: ubuntu-latest | |
| build_tool: cmake | |
| - target: otc_fips_linux_arm64_deb | |
| runs_on: ubuntu-latest | |
| build_tool: cmake | |
| - target: otc_fips_linux_arm64_rpm | |
| runs_on: ubuntu-latest | |
| build_tool: cmake | |
| - target: otc_fips_windows_amd64_wix | |
| runs_on: windows-2019 | |
| goarch: amd64 | |
| package_arch: x64 | |
| build_tool: wix | |
| fips: true | |
| install-script: | |
| name: Store install script | |
| runs-on: ubuntu-latest | |
| needs: | |
| - build_packages | |
| env: | |
| AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| AWS_DEFAULT_REGION: us-east-1 | |
| AWS_S3_BUCKET: sumologic-osc-ci-builds | |
| OTC_VERSION: ${{ needs.build_packages.outputs.otc_version }} | |
| OTC_BUILD_NUMBER: ${{ needs.build_packages.outputs.otc_build_number }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Store Linux install script as action artifact | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: install.sh | |
| path: ./install-script/install.sh | |
| if-no-files-found: error | |
| - name: Store Windows install script as action artifact | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: install.ps1 | |
| path: ./install-script/install.ps1 | |
| if-no-files-found: error | |
| - name: Store install scripts on S3 | |
| run: | | |
| version=${OTC_VERSION}-${OTC_BUILD_NUMBER} | |
| s3_path="${version}/" | |
| aws s3 cp install-script/install.ps1 s3://${AWS_S3_BUCKET}/${s3_path} | |
| aws s3 cp install-script/install.sh s3://${AWS_S3_BUCKET}/${s3_path} | |
| - name: Create latest_version file | |
| env: | |
| AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| run: | | |
| version=${OTC_VERSION}-${OTC_BUILD_NUMBER} | |
| echo "${version}" >> latest_version | |
| aws s3 cp --content-type "text/plain" latest_version \ | |
| s3://${AWS_S3_BUCKET}/ | |
| test-install-script: | |
| name: Test Install Script | |
| runs-on: ${{ matrix.runs_on }} | |
| timeout-minutes: 60 | |
| needs: | |
| - build_packages | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: | |
| - arch_os: linux_amd64 | |
| runs_on: ubuntu-20.04 | |
| - arch_os: darwin_amd64 | |
| runs_on: macos-latest | |
| - arch_os: windows_amd64 | |
| runs_on: windows-2022 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| GH_CI_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| OTC_VERSION: ${{ needs.build_packages.outputs.otc_version }} | |
| OTC_BUILD_NUMBER: ${{ github.run_number }} | |
| PACKAGECLOUD_MASTER_TOKEN: ${{ secrets.PACKAGECLOUD_MASTER_TOKEN }} | |
| PACKAGECLOUD_REPO: ci-builds | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Check if test related files changed | |
| id: changed-files | |
| uses: tj-actions/changed-files@v44 | |
| with: | |
| files: | | |
| install-script/**/* | |
| .github/** | |
| - name: Setup go | |
| if: steps.changed-files.outputs.any_changed == 'true' | |
| uses: WillAbides/setup-go-faster@v1 | |
| with: | |
| go-version: stable | |
| - name: Download macOS package and use it for install.sh | |
| if: ${{ steps.changed-files.outputs.any_changed == 'true' && runner.os == 'macOS' }} | |
| uses: actions/download-artifact@v4 | |
| with: | |
| path: artifacts/ | |
| pattern: otelcol-sumo_*-intel.pkg | |
| - name: Show packages | |
| if: ${{ steps.changed-files.outputs.any_changed == 'true' && runner.os == 'macOS' }} | |
| run: | | |
| ls -l artifacts/ | |
| ls -l artifacts/**/* | |
| - name: Set DARWIN_PKG_URL (macOS) | |
| if: ${{ steps.changed-files.outputs.any_changed == 'true' && runner.os == 'macOS' }} | |
| run: | | |
| fp="$(readlink -f artifacts/otelcol-sumo_*-intel.pkg/otelcol-sumo_*-intel.pkg)" | |
| echo DARWIN_PKG_URL="file://${fp}" >> $GITHUB_ENV | |
| - name: Set S3_BUCKET (macOS) | |
| if: ${{ steps.changed-files.outputs.any_changed == 'true' && runner.os == 'macOS' }} | |
| run: | | |
| echo S3_BUCKET="sumologic-osc-ci-builds" >> $GITHUB_ENV | |
| - name: Run install script tests (*nix) | |
| if: steps.changed-files.outputs.any_changed == 'true' && runner.os != 'Windows' | |
| working-directory: install-script/test | |
| run: make test | |
| - name: Run install script tests (Windows) | |
| shell: powershell | |
| if: steps.changed-files.outputs.any_changed == 'true' && runner.os == 'Windows' | |
| working-directory: install-script/test | |
| env: | |
| S3_BUCKET: sumologic-osc-ci-builds | |
| OVERRIDE_ARCH: x64 | |
| SKIP_ARCH_DETECTION: 1 | |
| run: make test |