[CI] Add benchmarks to test runs

ghstack-source-id: 9eb74aab293e415f66f2969ab2a10db72d08b12d Pull Request resolved: #2410
pytorch · Sep 16, 2024 · 178104a · 178104a
1 parent cfccc27
commit 178104a
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 0 deletions.
diff --git a/.github/unittest/linux/scripts/environment.yml b/.github/unittest/linux/scripts/environment.yml
@@ -15,6 +15,7 @@ dependencies:
     - pytest-cov
     - pytest-mock
     - pytest-instafail
+    - pytest-benchmark
     - pytest-rerunfailures
     - pytest-timeout
     - expecttest

diff --git a/.github/unittest/linux/scripts/run_all.sh b/.github/unittest/linux/scripts/run_all.sh
@@ -189,9 +189,14 @@ export MKL_THREADING_LAYER=GNU
 export CKPT_BACKEND=torch
 export MAX_IDLE_COUNT=100
 export BATCHED_PIPE_TIMEOUT=60
+export TORCHDYNAMO_INLINE_INBUILT_NN_MODULES=1
 
 pytest test/smoke_test.py -v --durations 200
 pytest test/smoke_test_deps.py -v --durations 200 -k 'test_gym or test_dm_control_pixels or test_dm_control or test_tb'
+
+# Check that benchmarks run
+python -m pytest benchmarks
+
 if [ "${CU_VERSION:-}" != cpu ] ; then
   python .github/unittest/helpers/coverage_run_parallel.py -m pytest test \
     --instafail --durations 200 -vv --capture no --ignore test/test_rlhf.py \