Fix launching RSTUDIO with openpbs #341
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # | |
| # Copyright (c) Microsoft Corporation | |
| # Licensed under the MIT License. | |
| # | |
| name : marketplace_image | |
| # Allow only a single instance of this workflow to run at a time | |
| concurrency: ${{ github.workflow }} | |
| on: | |
| pull_request: | |
| types: [ closed ] | |
| branches: | |
| - main | |
| workflow_dispatch: | |
| inputs: | |
| publish: | |
| description: 'Publish images on the marketplace' | |
| required: false | |
| default: 'false' # use it with ${{ github.event.inputs.publish }} | |
| env: | |
| ARM_CLIENT_SECRET: ${{ secrets.ARM_CLIENT_SECRET }} | |
| ARM_CLIENT_ID: ${{ secrets.ARM_CLIENT_ID }} | |
| ARM_SUBSCRIPTION_ID: ${{ secrets.ARM_SUBSCRIPTION_ID }} | |
| ARM_TENANT_ID: ${{ secrets.ARM_TENANT_ID }} | |
| AZHOP_STATE_CONTAINER: environments | |
| AZHOP_STATE_ACCOUNT: azhopstates | |
| RESOURCE_GROUP: azhop_build_images | |
| defaults: | |
| run: | |
| shell: bash | |
| jobs: | |
| set_image_list: | |
| name: set_image_list | |
| runs-on: ubuntu-latest | |
| container: | |
| image: azhop.azurecr.io/hpcrover:2306.0708 | |
| credentials: | |
| username: ${{ env.ARM_CLIENT_ID }} | |
| password: ${{ env.ARM_CLIENT_SECRET }} | |
| options: --user 0 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Login azure | |
| run: | | |
| source /miniconda/bin/activate | |
| az login --service-principal -u '${{ env.ARM_CLIENT_ID }}' -p '${{ env.ARM_CLIENT_SECRET }}' --tenant '${{ env.ARM_TENANT_ID }}' | |
| az account set -s ${{ env.ARM_SUBSCRIPTION_ID }} | |
| - name: list all images to be built | |
| id: set-image-matrix | |
| run: | | |
| source /miniconda/bin/activate | |
| RESOURCE_GROUP=${{ env.RESOURCE_GROUP }} | |
| rg_exists=$(az group exists -n $RESOURCE_GROUP) | |
| if [ "$rg_exists" = "true" ]; then | |
| ./azhop_state.sh download ${{ env.AZHOP_STATE_ACCOUNT }} ${{ env.AZHOP_STATE_CONTAINER }} $RESOURCE_GROUP | |
| else | |
| echo "Resource group $RESOURCE_GROUP does not exist" | |
| exit 1 | |
| fi | |
| # Build the list of images from the config file | |
| images=$(yq eval ".images[].name" config.yml | jq -cRn '[inputs]') | |
| echo "matrix=$images" >> $GITHUB_OUTPUT | |
| # save the list into the outputs | |
| outputs: | |
| matrix: ${{ steps.set-image-matrix.outputs.matrix }} | |
| build_image: | |
| name: build_image | |
| runs-on: self-hosted | |
| continue-on-error: true | |
| needs: [set_image_list] | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| images: ${{ fromJson(needs.set_image_list.outputs.matrix) }} | |
| container: | |
| image: azhop.azurecr.io/hpcrover:2306.0708 | |
| credentials: | |
| username: ${{ env.ARM_CLIENT_ID }} | |
| password: ${{ env.ARM_CLIENT_SECRET }} | |
| options: --user 0 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Login azure | |
| run: | | |
| source /miniconda/bin/activate | |
| az login --service-principal -u '${{ env.ARM_CLIENT_ID }}' -p '${{ env.ARM_CLIENT_SECRET }}' --tenant '${{ env.ARM_TENANT_ID }}' | |
| az account set -s ${{ env.ARM_SUBSCRIPTION_ID }} | |
| - name: Build Images | |
| run: | | |
| source /miniconda/bin/activate | |
| RESOURCE_GROUP=${{ env.RESOURCE_GROUP }} | |
| ./azhop_state.sh download ${{ env.AZHOP_STATE_ACCOUNT }} ${{ env.AZHOP_STATE_CONTAINER }} $RESOURCE_GROUP | |
| cd packer | |
| ./build_image.sh -i ${{matrix.images}}.json -k | |
| copy_disk: | |
| name: copy_disk | |
| runs-on: ubuntu-latest | |
| continue-on-error: true | |
| if: inputs.publish == 'true' | |
| needs: [set_image_list, build_image] | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| images: ${{ fromJson(needs.set_image_list.outputs.matrix) }} | |
| container: | |
| image: azhop.azurecr.io/hpcrover:2306.0708 | |
| credentials: | |
| username: ${{ env.ARM_CLIENT_ID }} | |
| password: ${{ env.ARM_CLIENT_SECRET }} | |
| options: --user 0 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Login azure | |
| run: | | |
| source /miniconda/bin/activate | |
| az login --service-principal -u '${{ env.ARM_CLIENT_ID }}' -p '${{ env.ARM_CLIENT_SECRET }}' --tenant '${{ env.ARM_TENANT_ID }}' | |
| az account set -s ${{ env.ARM_SUBSCRIPTION_ID }} | |
| - name: Copy Disk | |
| run: | | |
| source /miniconda/bin/activate | |
| set -e | |
| RESOURCE_GROUP=${{ env.RESOURCE_GROUP }} | |
| ANSIBLE_VARIABLES=./playbooks/group_vars/all.yml | |
| CONFIG_FILE=config.yml | |
| image_name=${{matrix.images}} | |
| ./azhop_state.sh download ${{ env.AZHOP_STATE_ACCOUNT }} ${{ env.AZHOP_STATE_CONTAINER }} $RESOURCE_GROUP | |
| key_vault_name=$(yq eval ".key_vault" $ANSIBLE_VARIABLES) | |
| echo "key_vault_name=$key_vault_name" | |
| eval_str=".images[] | select(.name == "\"$image_name"\") | .offer" | |
| offer=$(yq eval "$eval_str" $CONFIG_FILE) | |
| eval_str=".images[] | select(.name == "\"$image_name"\") | .publisher" | |
| publisher=$(yq eval "$eval_str" $CONFIG_FILE) | |
| eval_str=".images[] | select(.name == "\"$image_name"\") | .sku" | |
| sku=$(yq eval "$eval_str" $CONFIG_FILE) | |
| echo "offer=$offer" | |
| echo "publisher=$publisher" | |
| echo "sku=$sku" | |
| cd ./marketplace | |
| ./copyosdisk.sh ${offer}-${sku} $RESOURCE_GROUP | |
| put_offer: | |
| name: put_offer | |
| runs-on: ubuntu-latest | |
| continue-on-error: true | |
| if: inputs.publish == 'true' | |
| needs: [set_image_list, copy_disk] | |
| strategy: | |
| max-parallel: 1 | |
| fail-fast: false | |
| matrix: | |
| images: ${{ fromJson(needs.set_image_list.outputs.matrix) }} | |
| container: | |
| image: azhop.azurecr.io/hpcrover:2306.0708 | |
| credentials: | |
| username: ${{ env.ARM_CLIENT_ID }} | |
| password: ${{ env.ARM_CLIENT_SECRET }} | |
| options: --user 0 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Login azure | |
| run: | | |
| source /miniconda/bin/activate | |
| az login --service-principal -u '${{ env.ARM_CLIENT_ID }}' -p '${{ env.ARM_CLIENT_SECRET }}' --tenant '${{ env.ARM_TENANT_ID }}' | |
| az account set -s ${{ env.ARM_SUBSCRIPTION_ID }} | |
| - name: Push Offer Update | |
| run: | | |
| source /miniconda/bin/activate | |
| set -e | |
| RESOURCE_GROUP=${{ env.RESOURCE_GROUP }} | |
| ANSIBLE_VARIABLES=./playbooks/group_vars/all.yml | |
| CONFIG_FILE=config.yml | |
| image_name=${{matrix.images}} | |
| ./azhop_state.sh download ${{ env.AZHOP_STATE_ACCOUNT }} ${{ env.AZHOP_STATE_CONTAINER }} $RESOURCE_GROUP | |
| key_vault_name=$(yq eval ".key_vault" $ANSIBLE_VARIABLES) | |
| echo "key_vault_name=$key_vault_name" | |
| eval_str=".images[] | select(.name == "\"$image_name"\") | .offer" | |
| offer=$(yq eval "$eval_str" $CONFIG_FILE) | |
| eval_str=".images[] | select(.name == "\"$image_name"\") | .publisher" | |
| publisher=$(yq eval "$eval_str" $CONFIG_FILE) | |
| eval_str=".images[] | select(.name == "\"$image_name"\") | .sku" | |
| sku=$(yq eval "$eval_str" $CONFIG_FILE) | |
| echo "offer=$offer" | |
| echo "publisher=$publisher" | |
| echo "sku=$sku" | |
| cd ./marketplace | |
| . auth.sh $key_vault_name | |
| echo "authenticate_legacy" | |
| authenticate_legacy | |
| echo "get_offer_by_id" | |
| get_offer_by_id $publisher $offer > $image_name.json | |
| ls -alt | |
| cat $image_name.json | |
| echo "build_offer_file" | |
| rm -f $image_name-final.json | |
| ./build_offer_file.sh $offer $sku | |
| if [ -e $image_name-final.json ]; then | |
| echo "New version added, push the new offer" | |
| put_offer $publisher $offer $image_name-final.json | |
| get_offer_by_id $publisher $offer | |
| fi |