From 737f91faa31fe79e8cbba8b2449a42edcbeae850 Mon Sep 17 00:00:00 2001 From: Artur Barseghyan Date: Sat, 18 Nov 2023 23:49:27 +0100 Subject: [PATCH] Add missing tests --- Makefile | 5 +- .../augmenters/textaugment_augmenter.py | 2 +- .../test_augment_file_from_dir_provider.py | 61 +++++++++++++++++-- 3 files changed, 59 insertions(+), 9 deletions(-) diff --git a/Makefile b/Makefile index 06544281..e4396d80 100644 --- a/Makefile +++ b/Makefile @@ -18,7 +18,7 @@ check_release: python setup.py sdist bdist_wheel twine check dist/* --verbose -clean_up: +clean: find . -name "*.pyc" -exec rm -rf {} \; find . -name "*.py,cover" -exec rm -rf {} \; find . -name "*.orig" -exec rm -rf {} \; @@ -166,8 +166,7 @@ serve_docs: python -m http.server 5000 shell: - cd examples/django_example/ - ./manage.py shell --traceback -v 3 "$$@" + cd examples/django_example/ && ./manage.py shell --traceback -v 3 "$$@" sqlalchemy_shell: cd examples/sqlalchemy_example/ diff --git a/src/faker_file/providers/augment_file_from_dir/augmenters/textaugment_augmenter.py b/src/faker_file/providers/augment_file_from_dir/augmenters/textaugment_augmenter.py index 3298e1e1..9f905bf9 100644 --- a/src/faker_file/providers/augment_file_from_dir/augmenters/textaugment_augmenter.py +++ b/src/faker_file/providers/augment_file_from_dir/augmenters/textaugment_augmenter.py @@ -13,7 +13,7 @@ "DEFAULT_ACTION", ) -DEFAULT_ACTION = "random_insertion" +DEFAULT_ACTION = "synonym_replacement" class EDATextaugmentAugmenter(BaseTextAugmenter): diff --git a/src/faker_file/tests/test_augment_file_from_dir_provider.py b/src/faker_file/tests/test_augment_file_from_dir_provider.py index 6f7c346a..b6c4c961 100644 --- a/src/faker_file/tests/test_augment_file_from_dir_provider.py +++ b/src/faker_file/tests/test_augment_file_from_dir_provider.py @@ -10,12 +10,20 @@ from pathy import use_fs from ..base import DEFAULT_REL_PATH -from ..providers.augment_file_from_dir import AugmentFileFromDirProvider +from ..providers.augment_file_from_dir import ( + NLPAUG_AUGMENTER, + TEXTAUGMENT_AUGMENTER, + AugmentFileFromDirProvider, +) from ..providers.augment_file_from_dir.augmenters.nlpaug_augmenter import ( - DEFAULT_ACTION, - DEFAULT_MODEL_PATH, + DEFAULT_ACTION as NLPAUG_AUGMENTER_DEFAULT_ACTION, + DEFAULT_MODEL_PATH as NLPAUG_AUGMENTER_MODEL_PATH, ContextualWordEmbeddingsAugmenter, ) +from ..providers.augment_file_from_dir.augmenters.textaugment_augmenter import ( + DEFAULT_ACTION as TEXTAUGMENT_AUGMENTER_DEFAULT_ACTION, + EDATextaugmentAugmenter, +) from ..providers.base.text_augmenter import BaseTextAugmenter from ..providers.base.text_extractor import BaseTextExtractor from ..providers.docx_file import DocxFileProvider @@ -72,8 +80,51 @@ class AugmentFileFromDirProviderTestCase(unittest.TestCase): "source_dir_path": SOURCE_DIR_PATH, "text_augmenter_cls": ContextualWordEmbeddingsAugmenter, "text_augmenter_kwargs": { - "model_path": DEFAULT_MODEL_PATH, - "action": DEFAULT_ACTION, + "model_path": NLPAUG_AUGMENTER_MODEL_PATH, + "action": NLPAUG_AUGMENTER_DEFAULT_ACTION, + }, + }, + None, + ), + ( + AugmentFileFromDirProvider, + "augment_file_from_dir", + { + "source_dir_path": SOURCE_DIR_PATH, + "text_augmenter_cls": NLPAUG_AUGMENTER, + }, + None, + ), + ( + AugmentFileFromDirProvider, + "augment_file_from_dir", + { + "source_dir_path": SOURCE_DIR_PATH, + "text_augmenter_cls": EDATextaugmentAugmenter, + }, + None, + ), + ( + AugmentFileFromDirProvider, + "augment_file_from_dir", + { + "source_dir_path": SOURCE_DIR_PATH, + "text_augmenter_cls": TEXTAUGMENT_AUGMENTER, + "text_augmenter_kwargs": { + "action": TEXTAUGMENT_AUGMENTER_DEFAULT_ACTION, + }, + }, + None, + ), + ( + AugmentFileFromDirProvider, + "augment_file_from_dir", + { + "source_dir_path": SOURCE_DIR_PATH, + "text_augmenter_cls": TEXTAUGMENT_AUGMENTER, + "text_augmenter_kwargs": { + "action": TEXTAUGMENT_AUGMENTER_DEFAULT_ACTION, + "kwargs": {"n": 10, "top_n": 100}, }, }, None,