Skip some tests automatically in Github actions (#558)

* add skipif * finally add skipif for datasets and timesfm * add lambda to large params * minor fix * remove skipif for inference tests * fix raised error message * fix condition in skipif --------- Co-authored-by: Egor Baturin <[email protected]>
etna-team · Jan 15, 2025 · 620e096 · 620e096
1 parent af81857
commit 620e096
Show file tree

Hide file tree

Showing 4 changed files with 199 additions and 137 deletions.
diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
@@ -1,5 +1,8 @@
 name: Test
 
+env:
+  skip_large_tests: true
+
 on:
   push:
     branches:

diff --git a/tests/test_datasets/test_internal_datasets.py b/tests/test_datasets/test_internal_datasets.py
@@ -1,3 +1,5 @@
+import json
+import os
 import shutil
 
 import numpy as np
@@ -87,7 +89,9 @@ def test_not_present_part():
             pd.to_datetime("2011-01-01 00:15:00"),
             pd.to_datetime("2015-01-01 00:00:00"),
             ("train", "test"),
-            marks=pytest.mark.skip(reason="Dataset is too large for testing in GitHub."),
+            marks=pytest.mark.skipif(
+                json.loads(os.getenv("skip_large_tests", "false")), reason="Dataset is too large for testing in GitHub."
+            ),
         ),
         (
             "m4_hourly",
@@ -102,7 +106,9 @@ def test_not_present_part():
             0,
             9932,
             ("train", "test"),
-            marks=pytest.mark.skip(reason="Dataset is too large for testing in GitHub."),
+            marks=pytest.mark.skipif(
+                json.loads(os.getenv("skip_large_tests", "false")), reason="Dataset is too large for testing in GitHub."
+            ),
         ),
         (
             "m4_weekly",
@@ -117,7 +123,9 @@ def test_not_present_part():
             0,
             2811,
             ("train", "test"),
-            marks=pytest.mark.skip(reason="Dataset is too large for testing in GitHub."),
+            marks=pytest.mark.skipif(
+                json.loads(os.getenv("skip_large_tests", "false")), reason="Dataset is too large for testing in GitHub."
+            ),
         ),
         (
             "m4_quarterly",
@@ -139,23 +147,29 @@ def test_not_present_part():
             pd.to_datetime("2008-01-01 00:00:00"),
             pd.to_datetime("2009-03-30 23:50:00"),
             ("train", "test"),
-            marks=pytest.mark.skip(reason="Dataset is too large for testing in GitHub."),
+            marks=pytest.mark.skipif(
+                json.loads(os.getenv("skip_large_tests", "false")), reason="Dataset is too large for testing in GitHub."
+            ),
         ),
         pytest.param(
             "traffic_2008_hourly",
             (10896 + 24, 963),
             pd.to_datetime("2008-01-01 00:00:00"),
             pd.to_datetime("2009-03-30 23:00:00"),
             ("train", "test"),
-            marks=pytest.mark.skip(reason="Dataset is too large for testing in GitHub."),
+            marks=pytest.mark.skipif(
+                json.loads(os.getenv("skip_large_tests", "false")), reason="Dataset is too large for testing in GitHub."
+            ),
         ),
         pytest.param(
             "traffic_2015_hourly",
             (17520 + 24, 862),
             pd.to_datetime("2015-01-01 00:00:00"),
             pd.to_datetime("2016-12-31 23:00:00"),
             ("train", "test"),
-            marks=pytest.mark.skip(reason="Dataset is too large for testing in GitHub."),
+            marks=pytest.mark.skipif(
+                json.loads(os.getenv("skip_large_tests", "false")), reason="Dataset is too large for testing in GitHub."
+            ),
         ),
         (
             "m3_monthly",
@@ -212,7 +226,9 @@ def test_not_present_part():
             pd.to_datetime("2020-01-01 00:10:00"),
             pd.to_datetime("2021-01-01 00:00:00"),
             ("train", "test"),
-            marks=pytest.mark.skip(reason="There is a problem with certificates during loading the dataset."),
+            marks=pytest.mark.skipif(
+                json.loads(os.getenv("skip_large_tests", "false")), reason="Dataset is too large for testing in GitHub."
+            ),
         ),
         (
             "ETTm1",
@@ -248,7 +264,9 @@ def test_not_present_part():
             pd.to_datetime("2006-12-16 17:24:00"),
             pd.to_datetime("2010-11-26 21:02:00"),
             tuple(),
-            marks=pytest.mark.skip(reason="Dataset is too large for testing in GitHub."),
+            marks=pytest.mark.skipif(
+                json.loads(os.getenv("skip_large_tests", "false")), reason="Dataset is too large for testing in GitHub."
+            ),
         ),
         (
             "australian_wine_sales_monthly",
@@ -364,31 +382,43 @@ def test_list_datasets():
     [
         pytest.param(
             "electricity_15T",
-            marks=pytest.mark.skip(reason="Dataset is too large for testing in GitHub."),
+            marks=pytest.mark.skipif(
+                json.loads(os.getenv("skip_large_tests", "false")), reason="Dataset is too large for testing in GitHub."
+            ),
         ),
         "m4_hourly",
         pytest.param(
             "m4_daily",
-            marks=pytest.mark.skip(reason="Dataset is too large for testing in GitHub."),
+            marks=pytest.mark.skipif(
+                json.loads(os.getenv("skip_large_tests", "false")), reason="Dataset is too large for testing in GitHub."
+            ),
         ),
         "m4_weekly",
         pytest.param(
             "m4_monthly",
-            marks=pytest.mark.skip(reason="Dataset is too large for testing in GitHub."),
+            marks=pytest.mark.skipif(
+                json.loads(os.getenv("skip_large_tests", "false")), reason="Dataset is too large for testing in GitHub."
+            ),
         ),
         "m4_quarterly",
         "m4_yearly",
         pytest.param(
             "traffic_2008_10T",
-            marks=pytest.mark.skip(reason="Dataset is too large for testing in GitHub."),
+            marks=pytest.mark.skipif(
+                json.loads(os.getenv("skip_large_tests", "false")), reason="Dataset is too large for testing in GitHub."
+            ),
         ),
         pytest.param(
             "traffic_2008_hourly",
-            marks=pytest.mark.skip(reason="Dataset is too large for testing in GitHub."),
+            marks=pytest.mark.skipif(
+                json.loads(os.getenv("skip_large_tests", "false")), reason="Dataset is too large for testing in GitHub."
+            ),
         ),
         pytest.param(
             "traffic_2015_hourly",
-            marks=pytest.mark.skip(reason="Dataset is too large for testing in GitHub."),
+            marks=pytest.mark.skipif(
+                json.loads(os.getenv("skip_large_tests", "false")), reason="Dataset is too large for testing in GitHub."
+            ),
         ),
         "m3_monthly",
         "m3_quarterly",
@@ -399,15 +429,19 @@ def test_list_datasets():
         "tourism_yearly",
         pytest.param(
             "weather_10T",
-            marks=pytest.mark.skip(reason="There is a problem with certificates during loading the dataset."),
+            marks=pytest.mark.skipif(
+                json.loads(os.getenv("skip_large_tests", "false")), reason="Dataset is too large for testing in GitHub."
+            ),
         ),
         "ETTm1",
         "ETTm2",
         "ETTh1",
         "ETTh2",
         pytest.param(
             "IHEPC_T",
-            marks=pytest.mark.skip(reason="Dataset is too large for testing in GitHub."),
+            marks=pytest.mark.skipif(
+                json.loads(os.getenv("skip_large_tests", "false")), reason="Dataset is too large for testing in GitHub."
+            ),
         ),
         "australian_wine_sales_monthly",
     ],