From 4d6f97f28267360a863af69e76443da88f349f74 Mon Sep 17 00:00:00 2001 From: Piotr Mardziel Date: Thu, 3 Oct 2024 15:08:31 -0700 Subject: [PATCH] move legacy notebooks tester outside of e2e folder --- .../test_trulens_eval_notebooks.py | 18 ------------------ 1 file changed, 18 deletions(-) rename tests/{e2e => legacy}/test_trulens_eval_notebooks.py (93%) diff --git a/tests/e2e/test_trulens_eval_notebooks.py b/tests/legacy/test_trulens_eval_notebooks.py similarity index 93% rename from tests/e2e/test_trulens_eval_notebooks.py rename to tests/legacy/test_trulens_eval_notebooks.py index 73d2e76b2..692e37d1d 100644 --- a/tests/e2e/test_trulens_eval_notebooks.py +++ b/tests/legacy/test_trulens_eval_notebooks.py @@ -19,7 +19,6 @@ import sys from typing import Dict from unittest import TestCase -from unittest import skip from dotenv import load_dotenv from nbconvert.preprocessors import ExecutePreprocessor @@ -159,55 +158,38 @@ def _test_notebook(self, notebook_path: Path, kernel: str = "python3"): except Exception as e: self.fail(e) - @skip("Done") def test_groundtruth_evals(self): self._test_notebook(self.notebooks["groundtruth_evals.ipynb"]) - @skip("Done") def test_human_feedback(self): self._test_notebook(self.notebooks["human_feedback.ipynb"]) - @skip("Done") def test_langchain_faiss_example(self): self._test_notebook(self.notebooks["langchain_faiss_example.ipynb"]) - @skip("Done") def test_langchain_instrumentation(self): self._test_notebook(self.notebooks["langchain_instrumentation.ipynb"]) - @skip("Done") def test_langchain_quickstart(self): self._test_notebook(self.notebooks["langchain_quickstart.ipynb"]) - @skip("Done") def test_llama_index_instrumentation(self): self._test_notebook(self.notebooks["llama_index_instrumentation.ipynb"]) - @skip("Done") def test_llama_index_quickstart(self): self._test_notebook(self.notebooks["llama_index_quickstart.ipynb"]) - @skip("Done") def test_logging(self): self._test_notebook(self.notebooks["logging.ipynb"]) - @skip("Done") def test_prototype_evals(self): self._test_notebook(self.notebooks["prototype_evals.ipynb"]) - @skip("Done") def test_quickstart(self): self._test_notebook(self.notebooks["quickstart.ipynb"]) - @skip("Done") def test_text2text_quickstart(self): self._test_notebook(self.notebooks["text2text_quickstart.ipynb"]) - @skip("Done") def test_trulens_instrumentation(self): self._test_notebook(self.notebooks["trulens_instrumentation.ipynb"]) - - # def test_legacy_notebooks(self): - # for notebook_path in get_test_notebooks(LEGACY_NOTEBOOKS_PATH): - # self._test_notebook(notebook_path, kernel="python3") - # self.fail("break for now")