From 261901cb2ac3ccaa96befb395c903a5bc4de3021 Mon Sep 17 00:00:00 2001 From: Gokul Gunasekaran Date: Thu, 16 May 2024 18:46:29 -0700 Subject: [PATCH] datasets version for skip api and pip install torchdata for github workflows --- .ci/docker/requirements.txt | 2 +- .github/workflows/unit_test_4gpu.yaml | 1 + .github/workflows/unit_test_cpu.yaml | 1 + 3 files changed, 3 insertions(+), 1 deletion(-) diff --git a/.ci/docker/requirements.txt b/.ci/docker/requirements.txt index b82120a6d..bb21293b8 100644 --- a/.ci/docker/requirements.txt +++ b/.ci/docker/requirements.txt @@ -1,5 +1,5 @@ torch >= 2.2.0.dev -datasets +datasets >= 2.19.0 tomli >= 1.1.0 ; python_version < "3.11" tensorboard sentencepiece diff --git a/.github/workflows/unit_test_4gpu.yaml b/.github/workflows/unit_test_4gpu.yaml index 9c1977ca4..a24db9c19 100644 --- a/.github/workflows/unit_test_4gpu.yaml +++ b/.github/workflows/unit_test_4gpu.yaml @@ -29,5 +29,6 @@ jobs: conda activate "${CONDA_ENV}" python -m pip install --force-reinstall --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 + python -m pip install --pre torchdata --index-url https://download.pytorch.org/whl/nightly/ mkdir artifacts-to-be-uploaded python ./test_runner.py artifacts-to-be-uploaded diff --git a/.github/workflows/unit_test_cpu.yaml b/.github/workflows/unit_test_cpu.yaml index e7380bf1e..8c9af57aa 100644 --- a/.github/workflows/unit_test_cpu.yaml +++ b/.github/workflows/unit_test_cpu.yaml @@ -23,4 +23,5 @@ jobs: conda activate "${CONDA_ENV}" pip install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 + pip install --pre torchdata --index-url https://download.pytorch.org/whl/nightly pytest test --cov=. --cov-report=xml --durations=20 -vv