Skip to content

Commit

Permalink
[#61287] WIP: workflows: Refactor ORFS image workflow
Browse files Browse the repository at this point in the history
Signed-off-by: Illia Vysochyn <[email protected]>
  • Loading branch information
ivysochyn committed Jul 2, 2024
1 parent b80af21 commit 6f2c0e4
Showing 1 changed file with 65 additions and 56 deletions.
121 changes: 65 additions & 56 deletions .github/workflows/github-actions-publish-docker-images.yml
Original file line number Diff line number Diff line change
@@ -1,39 +1,34 @@
name: Build and publish ORFS image
name: Build and publish ORFS images
on:
schedule:
- cron: "0 8 * * SUN"
push:
paths:
- 'etc/DependencyInstaller.sh'
- 'etc/DockerHelper.sh'
- '.github/workflows/github-actions-publish-docker-images.yml'
- 'build_openroad.sh'
- 'env.sh'
- 'flow/Makefile'
- 'docker/Dockerfile.dev'
- 'docker/Dockerfile.builder'
- etc/DependencyInstaller.sh
- etc/DockerHelper.sh
- .github/workflows/github-actions-publish-docker-images.yml
- build_openroad.sh
- env.sh
- flow/Makefile
- docker/Dockerfile.dev
- docker/Dockerfile.builder
pull_request:
paths:
- 'etc/DependencyInstaller.sh'
- 'etc/DockerHelper.sh'
- '.github/workflows/github-actions-publish-docker-images.yml'
- 'build_openroad.sh'
- 'env.sh'
- 'flow/Makefile'
- 'docker/Dockerfile.dev'
- 'docker/Dockerfile.builder'
# Allows you to run this workflow manually from the Actions tab
workflow_dispatch:
- etc/DependencyInstaller.sh
- etc/DockerHelper.sh
- .github/workflows/github-actions-publish-docker-images.yml
- build_openroad.sh
- env.sh
- flow/Makefile
- docker/Dockerfile.dev
- docker/Dockerfile.builder

jobs:
testInstaller:
buildDependenciesImage:
strategy:
fail-fast: false
matrix:
os: [["ubuntu20.04", "ubuntu:20.04"], ["ubuntu22.04", "ubuntu:22.04"]]
runs-on: ubuntu-latest
env:
IMAGE: ghcr.io/antmicro/openroad-flow-scripts-test-cache/${{ matrix.os[0] }}
IMAGE_DEPS: ghcr.io/antmicro/openroad-flow-scripts-test-cache-deps/${{ matrix.os[0] }}
steps:
- name: Check out repository code
Expand All @@ -42,16 +37,6 @@ jobs:
fetch-depth: 1
submodules: recursive

- name: Network Setup
run: |
sudo apt-get update
sudo apt-get install -y bridge-utils
sudo pkill docker
sudo iptables -t nat -F
sudo ifconfig docker0 down
sudo brctl delbr docker0
sudo service docker restart
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3

Expand Down Expand Up @@ -79,39 +64,63 @@ jobs:
cache-from: type=registry,ref=${{ env.IMAGE_DEPS }}:buildcache
cache-to: type=registry,ref=${{ env.IMAGE_DEPS }}:buildcache,mode=max

buildORFSImage:
needs: buildDependenciesImage
strategy:
fail-fast: false
matrix:
os: ["ubuntu20.04", "ubuntu22.04"]
runs-on: ubuntu-latest
env:
IMAGE: ghcr.io/antmicro/openroad-flow-scripts-test-cache/${{ matrix.os }}
IMAGE_DEPS: ghcr.io/antmicro/openroad-flow-scripts-test-cache-deps/${{ matrix.os }}
steps:
- name: Free Disk Space
uses: jlumbroso/free-disk-space@main
with:
# We clear docker images as docker buildx driver is isolated
tool-cache: false

- name: Build ORFS image
uses: docker/build-push-action@v6
- name: Check out repository code
uses: actions/checkout@v3
with:
context: .
load: true
push: false
tags: ${{ env.IMAGE }}:latest
file: docker/Dockerfile.builder
build-args: |
fromImage=${{ env.IMAGE_DEPS }}:latest
numThreads=$(nproc)
cache-from: type=registry,ref=${{ env.IMAGE }}:buildcache
fetch-depth: 1
submodules: recursive

- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3

# We don't use the build-push-action here because it hangs
- name: Build ORFS image
run: |
docker buildx build \
--build-arg fromImage=${{ env.IMAGE_DEPS }}:latest \
--build-arg numThreads=$(nproc) \
--cache-from type=registry,ref=${{ env.IMAGE }}:buildcache \
--tag ${{ env.IMAGE }}:latest \
--file docker/Dockerfile.builder \
.
- name: Test build
run: |
cmd="source ./env.sh && yosys -help && openroad -help && make -C flow ;"
docker run ${{ env.IMAGE }}:latest /bin/bash -c "${cmd}"
- name: Export ORFS image
uses: docker/build-push-action@v6
- name: Login to GitHub Container Registry (GHCR)
if: github.event_name != 'pull_request' && github.repository == 'antmicro/OpenROAD-flow-scripts'
uses: docker/login-action@v2
with:
context: .
push: true
tags: ${{ env.IMAGE }}:latest
file: docker/Dockerfile.builder
build-args: |
fromImage=${{ env.IMAGE_DEPS }}rlatest
numThreads=$(nproc)
cache-from: type=registry,ref=${{ env.IMAGE }}:buildcache
cache-to: type=registry,ref=${{ env.IMAGE }}:buildcache,mode=max
registry: ghcr.io
username: gha
password: ${{ github.token }}

- name: Export ORFS image
run: |
docker buildx build \
--build-arg fromImage=${{ env.IMAGE_DEPS }}:latest \
--build-arg numThreads=$(nproc) \
--cache-from type=registry,ref=${{ env.IMAGE }}:buildcache \
--cache-to type=registry,ref=${{ env.IMAGE }}:buildcache,mode=max \
--tag ${{ env.IMAGE }}:latest \
--file docker/Dockerfile.builder \
--push \
.

0 comments on commit 6f2c0e4

Please sign in to comment.