Skip to content

Commit

Permalink
Update truefoundry[ml] and metadata
Browse files Browse the repository at this point in the history
  • Loading branch information
chiragjn committed Jul 3, 2024
1 parent 3e38ce5 commit abd87be
Show file tree
Hide file tree
Showing 4 changed files with 11 additions and 4 deletions.
2 changes: 1 addition & 1 deletion Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,7 @@ RUN mkdir -p /packages && \
cd /packages && \
git clone https://github.com/truefoundry/axolotl && \
cd axolotl/ && \
git checkout d070b883055766197c5469a5cc51a3d91296579e
git checkout beb43a96d91273da42ec454d772de144ec5f8d6d
RUN cd /packages/axolotl/ && \
MAX_JOBS=1 NVCC_APPEND_FLAGS="--threads 1" pip install -U --no-build-isolation -e .[flash-attn,mamba-ssm,fused-dense-lib] && \
pip install --no-cache-dir -U -r /tmp/requirements.txt && \
Expand Down
2 changes: 1 addition & 1 deletion Dockerfile-notebook
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@ USER jovyan
RUN cd /packages && \
git clone https://github.com/truefoundry/axolotl && \
cd axolotl/ && \
git checkout d070b883055766197c5469a5cc51a3d91296579e
git checkout beb43a96d91273da42ec454d772de144ec5f8d6d
RUN cd /packages/axolotl/ && \
MAX_JOBS=1 NVCC_APPEND_FLAGS="--threads 1" pip install -U --no-build-isolation -e .[flash-attn,mamba-ssm,fused-dense-lib] && \
pip install --no-cache-dir -U -r /tmp/llm-finetune/notebook-requirements.txt
Expand Down
9 changes: 8 additions & 1 deletion mlfoundry_utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -69,7 +69,14 @@ def log_model_to_mlfoundry(
else:
logger.warning("Python file in hf model cache in unknown path:", file_path)

metadata.update({"huggingface_model_url": f"https://huggingface.co/{hf_hub_model_id}"})
metadata.update(
{
"pipeline_tag": "text-generation",
"library_name": "transformers",
"base_model": hf_hub_model_id,
"huggingface_model_url": f"https://huggingface.co/{hf_hub_model_id}",
}
)
metadata = {
k: v for k, v in metadata.items() if isinstance(v, (int, float, np.integer, np.floating)) and math.isfinite(v)
}
Expand Down
2 changes: 1 addition & 1 deletion requirements.txt
Original file line number Diff line number Diff line change
Expand Up @@ -5,5 +5,5 @@ pyarrow==15.0.0
rich>=13.0.0,<14
snowflake-connector-python[pandas]==3.7.0
torch==2.3.0+cu121
truefoundry[ml]==0.2.8
truefoundry[ml]==0.2.9
unsloth @ git+https://github.com/unslothai/unsloth@a558f22992813209ef9a369da8ef5163e9782258

0 comments on commit abd87be

Please sign in to comment.