[Infra] Add check for unexpected test failures in build.sh #2688
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # Merge the yml file to main branch for the cron job schedule to be effective. | |
| # Reference: https://github.community/t/on-schedule-per-branch/17525 | |
| name: performance | |
| on: | |
| pull_request: | |
| paths: | |
| # Performance sources | |
| - 'FirebasePerformance/**' | |
| # Podspec | |
| - 'FirebasePerformance.podspec' | |
| # YML configuration file | |
| - '.github/workflows/performance.yml' | |
| # Rebuild on Ruby infrastructure changes | |
| - 'Gemfile*' | |
| schedule: | |
| # Run every day at 11pm (PST) - cron uses UTC times | |
| # Specified in format 'minutes hours day month dayofweek' | |
| - cron: '0 7 * * *' | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.head_ref || github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| # Build and run the unit tests for Firebase performance SDK. | |
| performance: | |
| # Don't run on private repo unless it is a PR. | |
| if: (github.repository == 'Firebase/firebase-ios-sdk' && github.event_name == 'schedule') || github.event_name == 'pull_request' | |
| runs-on: macos-14 | |
| strategy: | |
| matrix: | |
| target: [iOS, tvOS] | |
| test: [unit, proddev] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: mikehardy/buildcache-action@c87cea0ccd718971d6cc39e672c4f26815b6c126 | |
| with: | |
| cache_key: ${{ matrix.target }}${{ matrix.test }} | |
| - uses: ruby/setup-ruby@v1 | |
| - name: Setup Bundler | |
| run: scripts/setup_bundler.sh | |
| - name: Install xcpretty | |
| run: gem install xcpretty | |
| - name: BuildAndTest # can be replaced with pod lib lint with CocoaPods 1.10 | |
| run: scripts/third_party/travis/retry.sh scripts/build.sh Performance ${{ matrix.target }} ${{ matrix.test }} | |
| # Podspec lint check for Firebase Performance | |
| pod-lib-lint: | |
| # Don't run on private repo unless it is a PR. | |
| if: (github.repository == 'Firebase/firebase-ios-sdk' && github.event_name == 'schedule') || github.event_name == 'pull_request' | |
| strategy: | |
| matrix: | |
| target: [ios, tvos] | |
| build-env: | |
| - os: macos-14 | |
| xcode: Xcode_15.2 | |
| - os: macos-15 | |
| xcode: Xcode_16.1 | |
| runs-on: ${{ matrix.build-env.os }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: ruby/setup-ruby@v1 | |
| - name: Setup Bundler | |
| run: scripts/setup_bundler.sh | |
| - name: Xcode | |
| run: sudo xcode-select -s /Applications/${{ matrix.build-env.xcode }}.app/Contents/Developer | |
| - name: Build | |
| #TODO: tests are not supported with Xcode 15 because the test spec depends on the iOS 8 GDCWebServer | |
| run: scripts/third_party/travis/retry.sh scripts/pod_lib_lint.rb FirebasePerformance.podspec --skip-tests --platforms=${{ matrix.target }} | |
| quickstart: | |
| if: (github.repository == 'Firebase/firebase-ios-sdk' && github.event_name == 'schedule') || github.event_name == 'pull_request' | |
| env: | |
| plist_secret: ${{ secrets.GHASecretsGPGPassphrase1 }} | |
| signin_secret: ${{ secrets.GHASecretsGPGPassphrase1 }} | |
| runs-on: macos-14 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: ruby/setup-ruby@v1 | |
| - name: Setup quickstart | |
| run: scripts/setup_quickstart.sh performance | |
| - name: Install Secret GoogleService-Info.plist | |
| run: scripts/decrypt_gha_secret.sh scripts/gha-encrypted/qs-performance.plist.gpg \ | |
| quickstart-ios/performance/GoogleService-Info.plist "$plist_secret" | |
| - name: Test swift quickstart | |
| run: ([ -z $plist_secret ] || scripts/third_party/travis/retry.sh scripts/test_quickstart.sh Performance true swift) | |
| # TODO: The legacy ObjC quickstarts don't run with Xcode 15, re-able if we get these working. | |
| # - name: Test objc quickstart | |
| # run: ([ -z $plist_secret ] || scripts/third_party/travis/retry.sh scripts/test_quickstart.sh Performance true) | |
| quickstart-ftl-cron-only: | |
| if: github.repository == 'Firebase/firebase-ios-sdk' && github.event_name == 'schedule' | |
| env: | |
| plist_secret: ${{ secrets.GHASecretsGPGPassphrase1 }} | |
| signin_secret: ${{ secrets.GHASecretsGPGPassphrase1 }} | |
| runs-on: macos-14 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: ruby/setup-ruby@v1 | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.11' | |
| - name: Setup quickstart | |
| run: scripts/setup_quickstart.sh performance | |
| - name: Install Secret GoogleService-Info.plist | |
| run: scripts/decrypt_gha_secret.sh scripts/gha-encrypted/qs-performance.plist.gpg \ | |
| quickstart-ios/performance/GoogleService-Info.plist "$plist_secret" | |
| - name: Build swift quickstart | |
| run: ([ -z $plist_secret ] || scripts/third_party/travis/retry.sh scripts/test_quickstart_ftl.sh Performance swift) | |
| # - name: Build objc quickstart | |
| # run: ([ -z $plist_secret ] || scripts/third_party/travis/retry.sh scripts/test_quickstart_ftl.sh Performance) | |
| - id: ftl_test | |
| uses: FirebaseExtended/github-actions/[email protected] | |
| with: | |
| credentials_json: ${{ secrets.FIREBASE_SERVICE_ACCOUNT_CREDENTIALS }} | |
| testapp_dir: quickstart-ios/build-for-testing | |
| test_type: "xctest" | |
| spm-package-resolved: | |
| env: | |
| FIREBASECI_USE_LATEST_GOOGLEAPPMEASUREMENT: 1 | |
| runs-on: macos-14 | |
| outputs: | |
| cache_key: ${{ steps.generate_cache_key.outputs.cache_key }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Generate Swift Package.resolved | |
| id: swift_package_resolve | |
| run: | | |
| swift package resolve | |
| - name: Generate cache key | |
| id: generate_cache_key | |
| run: | | |
| cache_key="${{ runner.os }}-spm-${{ hashFiles('**/Package.resolved') }}" | |
| echo "cache_key=${cache_key}" >> "$GITHUB_OUTPUT" | |
| - uses: actions/cache/save@v4 | |
| id: cache | |
| with: | |
| path: .build | |
| key: ${{ steps.generate_cache_key.outputs.cache_key }} | |
| spm: | |
| # Don't run on private repo unless it is a PR. | |
| if: (github.repository == 'Firebase/firebase-ios-sdk' && github.event_name == 'schedule') || github.event_name == 'pull_request' | |
| needs: [spm-package-resolved] | |
| strategy: | |
| matrix: | |
| include: | |
| - os: macos-13 | |
| xcode: Xcode_15.2 | |
| target: iOS | |
| - os: macos-14 | |
| xcode: Xcode_15.4 | |
| target: iOS | |
| - os: macos-15 | |
| xcode: Xcode_16.1 | |
| target: iOS | |
| - os: macos-15 | |
| xcode: Xcode_16.1 | |
| target: tvOS | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/cache/restore@v4 | |
| with: | |
| path: .build | |
| key: ${{needs.spm-package-resolved.outputs.cache_key}} | |
| - name: Xcode | |
| run: sudo xcode-select -s /Applications/${{ matrix.xcode }}.app/Contents/Developer | |
| - name: Initialize xcodebuild | |
| run: scripts/setup_spm_tests.sh | |
| - name: Unit Tests | |
| run: scripts/third_party/travis/retry.sh ./scripts/build.sh PerformanceUnit ${{ matrix.target }} spm | |
| catalyst: | |
| if: (github.repository == 'Firebase/firebase-ios-sdk' && github.event_name == 'schedule') || github.event_name == 'pull_request' | |
| runs-on: macos-14 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: mikehardy/buildcache-action@c87cea0ccd718971d6cc39e672c4f26815b6c126 | |
| with: | |
| cache_key: catalyst | |
| - uses: ruby/setup-ruby@v1 | |
| - name: Setup Bundler | |
| run: scripts/setup_bundler.sh | |
| - name: Setup project and Build Catalyst | |
| run: scripts/test_catalyst.sh FirebasePerformance build | |
| performance-cron-only: | |
| # Don't run on private repo. | |
| if: github.event_name == 'schedule' && github.repository == 'Firebase/firebase-ios-sdk' | |
| runs-on: macos-14 | |
| strategy: | |
| matrix: | |
| target: [ios, tvos] | |
| flags: [ | |
| '--skip-tests --use-static-frameworks' | |
| ] | |
| needs: pod-lib-lint | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: ruby/setup-ruby@v1 | |
| - name: Setup Bundler | |
| run: scripts/setup_bundler.sh | |
| - name: PodLibLint Performance Cron | |
| run: | | |
| scripts/third_party/travis/retry.sh scripts/pod_lib_lint.rb FirebasePerformance.podspec --platforms=${{ matrix.target }} ${{ matrix.flags }} |