Skip to content

Commit

Permalink
add devcontainer.Dockerfile & workflow
Browse files Browse the repository at this point in the history
  • Loading branch information
tonywu6 committed Jan 31, 2024
1 parent 26e3b57 commit d1c38c1
Show file tree
Hide file tree
Showing 3 changed files with 213 additions and 1 deletion.
1 change: 0 additions & 1 deletion .github/actions/ci-setup/action.yml
Original file line number Diff line number Diff line change
Expand Up @@ -41,7 +41,6 @@ runs:
# while we will be using restore-keys to select the closest cache
key: cache-nx-${{ github.ref }}-${{ runner.os }}-${{ inputs.python-version }}-${{ inputs.node-version }}-${{ github.sha }}
restore-keys: |
cache-nx-${{ github.ref }}-${{ runner.os }}-${{ inputs.python-version }}-${{ inputs.node-version }}
cache-nx-${{ github.ref }}-${{ runner.os }}-${{ inputs.python-version }}-${{ inputs.node-version }}
cache-nx-${{ github.ref }}-${{ runner.os }}-${{ inputs.python-version }}
cache-nx-${{ github.ref }}-${{ runner.os }}
Expand Down
134 changes: 134 additions & 0 deletions .github/workflows/devcontainer-publish.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,134 @@
name: Publish Dev Container to GitHub Packages

on:
push:
tags:
- 'v*'

env:
REGISTRY: ghcr.io
IMAGE_NAME: ${{github.repository}}

jobs:
build:
runs-on: ubuntu-latest

permissions:
contents: read
packages: write

strategy:
fail-fast: false
matrix:
node:
- '18'
python:
- '3.8'
target:
- linux/amd64
- linux/arm64

steps:
- uses: actions/checkout@v4

- uses: docker/setup-qemu-action@v3
- uses: docker/setup-buildx-action@v3

# https://evilmartians.com/chronicles/build-images-on-github-actions-with-docker-layer-caching
- name: Cache Docker layers
uses: actions/cache@v3
with:
path: /tmp/.buildx-cache
key: ${{runner.os}}-buildx-${{matrix.target}}-${{github.sha}}
restore-keys: |
${{runner.os}}-buildx-${{matrix.target}}-
- uses: docker/login-action@v3
with:
registry: ${{env.REGISTRY}}
username: ${{github.actor}}
password: ${{secrets.GITHUB_TOKEN}}

- uses: docker/build-push-action@v4
id: build
with:
file: devcontainer.Dockerfile
context: .
platforms: ${{matrix.target}}
build-args: |
NODE_VERSION=${{matrix.node}}
PYTHON_VERSION=${{matrix.python}}
# https://docs.docker.com/build/ci/github-actions/multi-platform/
outputs: type=image,name=${{env.REGISTRY}}/${{env.IMAGE_NAME}},push-by-digest=true,name-canonical=true,push=true
cache-from: type=local,src=/tmp/.buildx-cache
cache-to: type=local,dest=/tmp/.buildx-cache-new

- name: Export digest
run: |
mkdir -p /tmp/digests/node${{matrix.node}}/python${{matrix.python}}
digest="${{steps.build.outputs.digest}}"
touch "/tmp/digests/node${{matrix.node}}/python${{matrix.python}}/${digest#sha256:}"
- name: Upload digest
uses: actions/upload-artifact@v3
with:
name: digests
path: /tmp/digests/*
if-no-files-found: error
retention-days: 1

- name: Move cache
run: |
rm -rf /tmp/.buildx-cache
mv /tmp/.buildx-cache-new /tmp/.buildx-cache
merge-manifests:
runs-on: ubuntu-latest

needs:
- build

if: |
needs.build.result == 'success'
permissions:
contents: read
packages: write

strategy:
fail-fast: false
matrix:
node:
- '18'
python:
- '3.8'

steps:
- uses: actions/download-artifact@v3
with:
name: digests
path: /tmp/digests

- uses: docker/setup-buildx-action@v3

- uses: docker/metadata-action@v5
id: metadata
with:
images: ${{env.REGISTRY}}/${{env.IMAGE_NAME}}
tags: |
type=semver,pattern={{version}}
flavor: |
latest=true
prefix=node${{matrix.node}}-py${{matrix.python}}-,onlatest=true
- uses: docker/login-action@v3
with:
registry: ${{env.REGISTRY}}
username: ${{github.actor}}
password: ${{secrets.GITHUB_TOKEN}}

- name: Create manifest list and push
working-directory: /tmp/digests/node${{matrix.node}}/python${{matrix.python}}
run: |
docker buildx imagetools create $(jq -cr '.tags | map("-t " + .) | join(" ")' <<< "$DOCKER_METADATA_OUTPUT_JSON") \
$(printf '${{env.REGISTRY}}/${{env.IMAGE_NAME}}@sha256:%s ' *)
79 changes: 79 additions & 0 deletions devcontainer.Dockerfile
Original file line number Diff line number Diff line change
@@ -0,0 +1,79 @@
FROM --platform=$BUILDPLATFORM rust:bookworm as tooling

ARG FNM_VERSION=1.35.1
ARG RYE_VERSION=0.19.0

RUN apt-get update \
&& apt-get upgrade -y \
&& apt-get install -y \
gcc-x86-64-linux-gnu \
gcc-aarch64-linux-gnu

ENV HOST_CC=gcc
ENV CC_x86_64_unknown_linux_gnu=x86_64-linux-gnu-gcc
ENV CC_aarch64_unknown_linux_gnu=aarch64-linux-gnu-gcc
ENV CARGO_TARGET_X86_64_UNKNOWN_LINUX_GNU_LINKER=x86_64-linux-gnu-gcc
ENV CARGO_TARGET_AARCH64_UNKNOWN_LINUX_GNU_LINKER=aarch64-linux-gnu-gcc

ARG TARGETPLATFORM

RUN if [ "$TARGETPLATFORM" = "linux/arm64" ]; \
then echo aarch64-unknown-linux-gnu > .rust-target; \
elif [ "$TARGETPLATFORM" = "linux/amd64" ]; \
then echo x86_64-unknown-linux-gnu > .rust-target; \
else echo "Unsupported arch: $TARGETPLATFORM"; exit 1; \
fi

RUN rustup target add $(cat .rust-target)

RUN cargo install --root /root/.cargo fnm \
--version ${FNM_VERSION} \
--target $(cat .rust-target)

RUN cargo install --root /root/.cargo rye \
--git https://github.com/mitsuhiko/rye \
--tag ${RYE_VERSION} \
--target $(cat .rust-target)

FROM mcr.microsoft.com/devcontainers/rust:bookworm as devcontainer

RUN apt-get update \
&& apt-get install -y \
sudo \
curl \
zsh

RUN chsh -s /usr/bin/zsh vscode

COPY --from=tooling /root/.cargo/bin/fnm /usr/local/bin/fnm
COPY --from=tooling /root/.cargo/bin/rye /usr/local/bin/rye

ARG NODE_VERSION=18
ARG PYTHON_VERSION=3.8

USER vscode
WORKDIR /home/vscode

ENV HOME=/home/vscode
ENV FNM_DIR=${HOME}/.fnm
ENV RYE_HOME=${HOME}/.rye

ENV PATH=${FNM_DIR}/aliases/default/bin:${RYE_HOME}/shims:${HOME}/.cargo/bin:${HOME}/.local/bin:${PATH}

RUN fnm install ${NODE_VERSION} \
&& fnm default ${NODE_VERSION}

RUN rye self install --yes \
&& rye toolchain fetch ${PYTHON_VERSION}

RUN echo "" >> ${HOME}/.zshrc \
&& echo 'eval "$(fnm env)"' >> ${HOME}/.zshrc \
&& echo 'source "$HOME/.rye/env"' >> ${HOME}/.zshrc

RUN npm install -g "pnpm@^8"

WORKDIR /home/vscode/workspace

ENTRYPOINT [ "/usr/bin/zsh" ]

LABEL org.opencontainers.image.description "Dev container image for Web development at SecretFlow"

0 comments on commit d1c38c1

Please sign in to comment.