Skip to content

Commit

Permalink
fix(lmeval): Remove unneeded metrics fetch
Browse files Browse the repository at this point in the history
Metrics are now included in the lm-evaluation-harness repository with opendatahub-io/lm-evaluation-harness#13
  • Loading branch information
ruivieira committed Dec 13, 2024
1 parent 8db3fab commit cbff4ba
Showing 1 changed file with 0 additions and 5 deletions.
5 changes: 0 additions & 5 deletions Dockerfile.lmes-job
Original file line number Diff line number Diff line change
Expand Up @@ -12,15 +12,10 @@ RUN mkdir -p /opt/app-root/src/my_catalogs/cards && chmod -R g+rwx /opt/app-root
RUN mkdir -p /opt/app-root/src/.cache
ENV PATH="/opt/app-root/bin:/opt/app-root/src/.local/bin/:/opt/app-root/src/bin:/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"

# Clone the Git repository, check out v0.4.4 and install the Python package
RUN git clone https://github.com/opendatahub-io/lm-evaluation-harness.git && \
cd lm-evaluation-harness && git checkout release-0.4.5 && \
pip install --no-cache-dir --user -e .[api,ibm_watsonx_ai]

RUN git clone --branch odh-2.22 https://github.com/opendatahub-io/hf-evaluate.git /tmp/evaluate && \
cp -R /tmp/evaluate/metrics/. . && \
rm -Rf /tmp/evaluate

RUN python -c 'from lm_eval.tasks.unitxt import task; import os.path; print("class: !function " + task.__file__.replace("task.py", "task.Unitxt"))' > ./my_tasks/unitxt

ENV PYTHONPATH=/opt/app-root/src/.local/lib/python3.11/site-packages:/opt/app-root/src/lm-evaluation-harness:/opt/app-root/src:/opt/app-root/src/server
Expand Down

0 comments on commit cbff4ba

Please sign in to comment.