Skip to content

Commit

Permalink
Fix Broken Build (#9)
Browse files Browse the repository at this point in the history
* verbose logging

* wip

* wip

* Fix
  • Loading branch information
chiragjn committed Mar 13, 2024
1 parent 41b9c38 commit f69267b
Show file tree
Hide file tree
Showing 2 changed files with 5 additions and 8 deletions.
8 changes: 3 additions & 5 deletions .github/workflows/build-and-push-image.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -43,7 +43,7 @@ jobs:
REF_NAME=${{ github.ref_name }}
TAG_PREFIX=${{ env.TAG_PREFIX }}
VERSION_TAG=$(echo $REF_NAME | awk -F$TAG_PREFIX '{print $2}')
VERSION_TAG=$(echo $REF_NAME | cut -d $TAG_PREFIX -f 2-)
echo "Setting VERSION_TAG equal to $VERSION_TAG"
echo "VERSION_TAG=$VERSION_TAG" >> $GITHUB_ENV
Expand Down Expand Up @@ -89,9 +89,7 @@ jobs:
tags: ${{ env.IMAGE_TAG_1 }},${{ env.IMAGE_TAG_2 }},${{ env.IMAGE_TAG_3 }}
cache-from: type=registry,ref=${{ env.REPOSITORY_URI }}:buildcache
cache-to: mode=max,image-manifest=true,type=registry,ref=${{ env.REPOSITORY_URI }}:buildcache
build-args: |
MAX_JOBS="1"
NVCC_APPEND_FLAGS="--threads 1"


# build_notebook_image:
# name: Build Notebook Image
Expand All @@ -118,7 +116,7 @@ jobs:

# REF_NAME=${{ github.ref_name }}
# TAG_PREFIX=${{ env.TAG_PREFIX }}
# VERSION_TAG=$(echo $REF_NAME | awk -F$TAG_PREFIX '{print $2}')-jupyter
# VERSION_TAG=$(echo $REF_NAME | cut -d $TAG_PREFIX -f 2-)-jupyter
# echo "Setting VERSION_TAG equal to $VERSION_TAG"
# echo "VERSION_TAG=$VERSION_TAG" >> $GITHUB_ENV

Expand Down
5 changes: 2 additions & 3 deletions Dockerfile
Original file line number Diff line number Diff line change
@@ -1,7 +1,5 @@
# https://hub.docker.com/layers/winglian/axolotl/main-py3.11-cu121-2.1.2/images/sha256-ace38a300833e0e5fb22af7c8692306699ed3614a1f33b37e8bedb1f6ef0ef2e?context=explore
FROM --platform=linux/amd64 winglian/axolotl@sha256:ace38a300833e0e5fb22af7c8692306699ed3614a1f33b37e8bedb1f6ef0ef2e
ARG MAX_JOBS
ARG NVCC_APPEND_FLAGS
USER root
COPY requirements.txt /tmp/
RUN pip install -U pip wheel setuptools && \
Expand All @@ -12,7 +10,8 @@ RUN mkdir -p /packages && \
git clone https://github.com/OpenAccess-AI-Collective/axolotl && \
cd axolotl/ && \
git checkout 43265208299242e3bc32690e22efadef79365c9d
RUN MAX_JOBS=${MAX_JOBS} NVCC_APPEND_FLAGS=${NVCC_APPEND_FLAGS} pip install -U --no-build-isolation -e .[deepspeed,flash-attn,mamba-ssm,fused-dense-lib] && \
RUN cd /packages/axolotl/ && \
MAX_JOBS=1 NVCC_APPEND_FLAGS="--verbose --threads 1" pip install -v -U --no-build-isolation -e .[deepspeed,flash-attn,mamba-ssm,fused-dense-lib] && \
pip uninstall -y mlflow tfy-mlflow-client && \
pip install --no-cache-dir -U -r /tmp/requirements.txt && \
rm -rf /root/.cache/pip
Expand Down

0 comments on commit f69267b

Please sign in to comment.