Skip to content

Commit

Permalink
verbose logging
Browse files Browse the repository at this point in the history
  • Loading branch information
chiragjn committed Mar 13, 2024
1 parent 41b9c38 commit 27c6ebe
Show file tree
Hide file tree
Showing 2 changed files with 8 additions and 5 deletions.
10 changes: 6 additions & 4 deletions .github/workflows/build-and-push-image.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,8 @@ on:
push:
tags:
- v*
branches:
- ci_fixing

permissions:
id-token: write
Expand Down Expand Up @@ -43,7 +45,7 @@ jobs:
REF_NAME=${{ github.ref_name }}
TAG_PREFIX=${{ env.TAG_PREFIX }}
VERSION_TAG=$(echo $REF_NAME | awk -F$TAG_PREFIX '{print $2}')
VERSION_TAG=$(echo $REF_NAME | cut -d $TAG_PREFIX -f 2-)
echo "Setting VERSION_TAG equal to $VERSION_TAG"
echo "VERSION_TAG=$VERSION_TAG" >> $GITHUB_ENV
Expand Down Expand Up @@ -85,13 +87,13 @@ jobs:
with:
context: .
file: Dockerfile
push: true
push: false
tags: ${{ env.IMAGE_TAG_1 }},${{ env.IMAGE_TAG_2 }},${{ env.IMAGE_TAG_3 }}
cache-from: type=registry,ref=${{ env.REPOSITORY_URI }}:buildcache
cache-to: mode=max,image-manifest=true,type=registry,ref=${{ env.REPOSITORY_URI }}:buildcache
build-args: |
MAX_JOBS="1"
NVCC_APPEND_FLAGS="--threads 1"
NVCC_APPEND_FLAGS="--verbose --threads 1"
# build_notebook_image:
# name: Build Notebook Image
Expand All @@ -118,7 +120,7 @@ jobs:

# REF_NAME=${{ github.ref_name }}
# TAG_PREFIX=${{ env.TAG_PREFIX }}
# VERSION_TAG=$(echo $REF_NAME | awk -F$TAG_PREFIX '{print $2}')-jupyter
# VERSION_TAG=$(echo $REF_NAME | cut -d $TAG_PREFIX -f 2-)-jupyter
# echo "Setting VERSION_TAG equal to $VERSION_TAG"
# echo "VERSION_TAG=$VERSION_TAG" >> $GITHUB_ENV

Expand Down
3 changes: 2 additions & 1 deletion Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,8 @@ RUN mkdir -p /packages && \
git clone https://github.com/OpenAccess-AI-Collective/axolotl && \
cd axolotl/ && \
git checkout 43265208299242e3bc32690e22efadef79365c9d
RUN MAX_JOBS=${MAX_JOBS} NVCC_APPEND_FLAGS=${NVCC_APPEND_FLAGS} pip install -U --no-build-isolation -e .[deepspeed,flash-attn,mamba-ssm,fused-dense-lib] && \
RUN cd /packages/axolotl/ && \
MAX_JOBS=${MAX_JOBS} NVCC_APPEND_FLAGS=${NVCC_APPEND_FLAGS} pip install -vvvvvvv -U --no-build-isolation -e .[deepspeed,flash-attn,mamba-ssm,fused-dense-lib] && \
pip uninstall -y mlflow tfy-mlflow-client && \
pip install --no-cache-dir -U -r /tmp/requirements.txt && \
rm -rf /root/.cache/pip
Expand Down

0 comments on commit 27c6ebe

Please sign in to comment.