update for lm-eval==0.3.0 (microsoft#2713)

Co-authored-by: Jeff Rasley <[email protected]>
samadejacobs · Jan 18, 2023 · 23e5133 · 23e5133
1 parent 0b549ad
commit 23e5133
Show file tree

Hide file tree

Showing 3 changed files with 2 additions and 8 deletions.
diff --git a/.github/workflows/nv-nightly.yml b/.github/workflows/nv-nightly.yml
@@ -38,12 +38,6 @@ jobs:
           pip install .[dev,1bit,autotuning,inf]
           ds_report
 
-      - name: Install lm-eval
-        run: |
-          pip install git+https://github.com/EleutherAI/lm-evaluation-harness
-          # This is required until lm-eval makes a new release. v0.2.0 is
-          # broken for latest version of transformers
-
       - name: Python environment
         run: |
           pip list

diff --git a/requirements/requirements-inf.txt b/requirements/requirements-inf.txt
@@ -1,5 +1,5 @@
 google
-lm-eval>=0.2.0
+lm-eval==0.3.0
 protobuf
 transformers
 transformers[sentencepiece]
diff --git a/tests/unit/inference/test_inference.py b/tests/unit/inference/test_inference.py
@@ -427,7 +427,7 @@ def test(
          "gpt2-xl"],
     ),
 )
-@pytest.mark.parametrize("task", ["lambada"])
+@pytest.mark.parametrize("task", ["lambada_standard"])
 class TestLMCorrectness(DistributedTest):
     world_size = 1