Add publish step to swift-toolbox in CI/CD

.github/workflows/publish.yaml

@@ -0,0 +1,192 @@
+name: Publish
+on:
+  push:
+    tags:
+      - "*"
+
+jobs:
+
+  pre-publish:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - name: Create release notes
+        env:
+          GITHUB_USER: "${{ secrets.GH_NAME }}"
+          GITHUB_TOKEN: "${{ secrets.GH_TOKEN }}"
+        run: |
+          gh auth setup-git
+          gh release create --latest --generate-notes ${{ github.ref }} || :
+
+  publish:
+    name: Publish ${{ matrix.os }}
+    runs-on: ${{ matrix.runs_on }}
+    needs: [pre-publish]
+
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - os: ubuntu-20.04
+            binary_target: x86_64-unknown-linux-gnu
+            profile: release+x86_64
+            needs_musl: true
+            runs_on: ubuntu-20.04
+          - os: ubuntu-20.04
+            binary_target: aarch64-unknown-linux-gnu
+            profile: release+aarch64
+            needs_musl: true
+            build_cargo_make: true
+            runs_on: [self-hosted, Linux, prod, ARM64]
+          - os: macos-11
+            binary_target: x86_64-apple-darwin
+            profile: release+mac_intel
+            runs_on: macos-11
+          - os: macos-11
+            binary_target: aarch64-apple-darwin
+            profile: release+mac_arm
+            runs_on: macos-11
+
+    outputs:
+      version: ${{ steps.get_tag.outputs.tag }}
+
+    steps:
+      - name: Checkout source
+        uses: actions/checkout@v2
+        with:
+          submodules: recursive
+          ssh-key: ${{ secrets.SSH_KEY }}
+          ssh-strict: false
+
+      - uses: webfactory/[email protected]
+        with:
+          ssh-private-key: ${{ secrets.SSH_KEY }}
+
+      - name: Run ssh-keyscan
+        run: ssh-keyscan github.com >> ~/.ssh/known_hosts
+
+      - name: Setup SSH for Windows Git LFS
+        run: |
+          & "C:\\Program Files\\Git\\bin\\sh.exe" -c "ssh-keyscan github.com >> ~/.ssh/known_hosts"
+          & "C:\\Program Files\\Git\\bin\\sh.exe" -c "echo '${{ secrets.SSH_KEY }}' >> ~/.ssh/id_rsa"
+        if: matrix.os == 'windows-2019'
+
+      - name: Install ${{ runner.os }} Dependencies.
+        shell: bash
+        run: |
+          if [ "$RUNNER_OS" == "Linux" ]; then
+              sudo apt-get update && sudo apt-get install -y capnproto libudev-dev libssl-dev
+          elif [ "$RUNNER_OS" == "macOS" ]; then
+              brew install capnp llvm
+          elif [ "$RUNNER_OS" == "Windows" ]; then
+              choco install -y capnproto
+              echo "LIBCLANG_PATH=${{ env.LIBCLANG_PATH_WIN }}" >> $GITHUB_ENV
+          fi
+
+      - name: Pull Git LFS objects
+        run: git lfs pull
+        env:
+          GIT_SSH_COMMAND: ssh -o StrictHostKeyChecking=no
+
+      - name: Install rust ${{ matrix.binary_target }}
+        uses: actions-rs/toolchain@v1
+        with:
+          toolchain: stable
+          target: ${{ matrix.binary_target }}
+          profile: minimal
+
+      - uses: Swatinem/rust-cache@v1
+        with:
+          key: ${{ secrets.CACHE_VERSION }}
+
+      - name: Store tags
+        id: get_tag
+        shell: bash
+        run: echo ::set-output name=tag::${GITHUB_REF##refs/tags/v}
+
+      - name: Install musl tools
+        if: matrix.needs_musl
+        run: >-
+          sudo apt-get update &&
+          sudo apt-get install -y
+          clang
+          llvm
+          musl-tools
+          gcc-aarch64-linux-gnu
+          g++-aarch64-linux-gnu
+          binutils-aarch64-linux-gnu
+          qemu-user
+
+      - uses: davidB/rust-cargo-make@v1
+        if: '!matrix.build_cargo_make'
+
+      - name: Build cargo-make
+        if: matrix.build_cargo_make
+        run: |
+          cargo install cargo-make
+
+      - name: Cache pip
+        uses: actions/cache@v2
+        with:
+          path: ${{ env.PIP_CACHE_DIR }}
+          key: ${{ runner.os }}-pyproject-toml-${{ secrets.CACHE_VERSION }}-${{ hashFiles('pyproject.toml') }}
+
+      - name: Install ImageMagick
+        shell: bash
+        run: cargo make install-imagemagick
+
+      - name: Set up python builder
+        shell: bash
+        run: cargo make setup-builder
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Package Release
+        shell: bash
+        env:
+          BINARY_TARGET: ${{ matrix.binary_target }}
+        run: |
+          cargo build --release --target ${BINARY_TARGET} --bin swift_settings
+          cargo build --release --target ${BINARY_TARGET} --bin swift-files
+          cargo build --release --target ${BINARY_TARGET} --bin fft_monitor
+          cargo build --release --target ${BINARY_TARGET} --bin headless-console
+          cargo build --release --target ${BINARY_TARGET} --bin swift-updater
+          cargo make \
+            --profile ${{ matrix.profile }} \
+            --env CARGO_MAKE_PROJECT_VERSION=${{ steps.get_tag.outputs.tag }} \
+            zip-release-binary-for-target
+          ls *.zip
+
+      - name: Upload Release
+        uses: svenstaro/upload-release-action@v1-release
+        with:
+          repo_token: ${{ secrets.GITHUB_TOKEN }}
+          file: "*.zip"
+          tag: ${{ github.ref }}
+          overwrite: true
+          file_glob: true
+
+  post-publish:
+
+    name: Post publish
+    runs-on: ubuntu-20.04
+    needs: [publish]
+
+    steps:
+    - name: Store tags
+      id: get_tag
+      shell: bash
+      run: echo ::set-output name=tag::${GITHUB_REF##refs/tags/}
+
+    - name: Hook into package registry
+      uses: swift-nav/swift-cli-publisher@v2
+      env:
+        DL_LINUX_x86_64: "swift-console-tools-${{ steps.get_tag.outputs.tag }}-x86_64-unknown-linux-gnu.zip"
+        DL_LINUX_aarch64: "swift-console-tools-${{ steps.get_tag.outputs.tag }}-aarch64-unknown-linux-gnu.zip"
+        DL_MAC_x86_64: "swift-console-tools-${{ steps.get_tag.outputs.tag }}-x86_64-apple-darwin.zip"
+        DL_MAC_aarch64: "swift-console-tools-${{ steps.get_tag.outputs.tag }}-aarch64-apple-darwin.zip"
+        LINKED_TOOLS: "swift_settings,swift-files,fft_monitor,headless-console,swift-updater"
+      with:
+        token: ${{ secrets.GH_TOKEN }}
+        gh-name: ${{ secrets.GH_NAME }}
+        gh-email: ${{ secrets.GH_EMAIL }}

Makefile.toml

@@ -90,7 +90,21 @@ PY_BASE_URL = "https://github.com/indygreg/python-build-standalone/releases/down
 MACOSX_DEPLOYMENT_TARGET = "10.15"
 APP_NAME = "swift-console"
 QT_VERSION = "6.4.3"                                                                           # Also needs to be updated in .github/workflows/main.yml
+CARGO_MAKE_TOOL_PROJECT_NAME = "swift-console-tools"
 
+[env.'release+mac_intel']
+CARGO_MAKE_RELEASE_FLOW_TARGET = "x86_64-apple-darwin"
+
+[env.'release+mac_arm']
+CARGO_MAKE_RELEASE_FLOW_TARGET = "aarch64-apple-darwin"
+
+[env.'release+x86_64']
+CARGO_MAKE_RELEASE_FLOW_TARGET = "x86_64-unknown-linux-gnu"
+
+[env.'release+aarch64']
+CARGO_MAKE_RELEASE_FLOW_TARGET = "aarch64-unknown-linux-gnu"
+
+#
 [tasks.init]
 
 # Two proposed methods of simplifying path globbing # https://github.com/sagiegurari/cargo-make/issues/542 # https://github.com/sagiegurari/cargo-make/issues/543
@@ -1371,3 +1385,37 @@ file = readfile resources/web/map/js/trajectory_raw.js
 file_modified = replace ${file} "@ACCESS_TOKEN@" ${MAPBOX_TOKEN}
 writefile "resources/web/map/js/trajectory.js" ${file_modified}
 '''
+
+[tasks.zip-release-binary-for-target]
+description = "Zips up the release binary, README, and license(s)"
+category = "Publish"
+condition = { env_set = [
+  "CARGO_MAKE_RELEASE_FLOW_TARGET",
+  "CARGO_MAKE_TOOL_PROJECT_NAME",
+  "CARGO_MAKE_PROJECT_VERSION",
+], env_true = [
+  "CARGO_MAKE_CI",
+] }
+env.OUTPUT_NAME = "${CARGO_MAKE_TOOL_PROJECT_NAME}-v${CARGO_MAKE_PROJECT_VERSION}-${CARGO_MAKE_RELEASE_FLOW_TARGET}"
+env.TARGET_RELEASE_DIRECTORY = "target/${CARGO_MAKE_RELEASE_FLOW_TARGET}/release"
+script_runner = "@duckscript"
+script = '''
+mkdir ${OUTPUT_NAME}
+
+cp ${TARGET_RELEASE_DIRECTORY}/swift_settings ${OUTPUT_NAME}/swift_settings
+cp ${TARGET_RELEASE_DIRECTORY}/swift-files ${OUTPUT_NAME}/swift-files
+cp ${TARGET_RELEASE_DIRECTORY}/fft_monitor ${OUTPUT_NAME}/fft_monitor
+cp ${TARGET_RELEASE_DIRECTORY}/headless-console ${OUTPUT_NAME}/headless-console
+cp ${TARGET_RELEASE_DIRECTORY}/swift-updater ${OUTPUT_NAME}/swift-updater
+
+cp ./README.md ${OUTPUT_NAME}/README.md
+glob_cp ./LICENSE* ${OUTPUT_NAME}/
+
+ls -l ${OUTPUT_NAME}/
+
+if is_windows
+    exec --fail-on-error powershell Compress-Archive -Path ${OUTPUT_NAME}/* -DestinationPath ${OUTPUT_NAME}.zip
+else
+    exec --fail-on-error zip -r ${OUTPUT_NAME}.zip ${OUTPUT_NAME}
+end
+'''