plt add nlp case, test=model

Zeref996 · Dec 9, 2024 · 2eaf1df · 2eaf1df
1 parent a119e1a
commit 2eaf1df
Show file tree

Hide file tree

Showing 43 changed files with 152 additions and 1 deletion.
diff --git a/framework/e2e/PaddleLT_new/layerNLPcase/debug/case_bug/transformers/blenderbot/__init__.py b/framework/e2e/PaddleLT_new/layerNLPcase/debug/case_bug/transformers/blenderbot/__init__.py
@@ -0,0 +1,15 @@
+import os
+import glob
+
+# 获取当前文件所在目录
+current_dir = os.path.dirname(__file__)
+
+# 获取当前目录下所有的 .py 文件路径
+py_files = glob.glob(os.path.join(current_dir, "*.py"))
+
+# 动态导入所有 .py 文件
+for py_file in py_files:
+    # 获取文件名（不含扩展名）
+    module_name = os.path.basename(py_file)[:-3]
+    # 导入模块
+    __import__("layerNLPcase.debug.case_bug.transformers.blenderbot." + module_name, globals(), locals(), [])
diff --git a/...nderbot/blenderbot_model_blenderbot_3B.py → ...nderbot/blenderbot_model_blenderbot_3B.py b/...nderbot/blenderbot_model_blenderbot_3B.py → ...nderbot/blenderbot_model_blenderbot_3B.py
diff --git a/framework/e2e/PaddleLT_new/layerNLPcase/debug/case_bug/transformers/ernie/__init__.py b/framework/e2e/PaddleLT_new/layerNLPcase/debug/case_bug/transformers/ernie/__init__.py
@@ -0,0 +1,15 @@
+import os
+import glob
+
+# 获取当前文件所在目录
+current_dir = os.path.dirname(__file__)
+
+# 获取当前目录下所有的 .py 文件路径
+py_files = glob.glob(os.path.join(current_dir, "*.py"))
+
+# 动态导入所有 .py 文件
+for py_file in py_files:
+    # 获取文件名（不含扩展名）
+    module_name = os.path.basename(py_file)[:-3]
+    # 导入模块
+    __import__("layerNLPcase.debug.case_bug.transformers.ernie." + module_name, globals(), locals(), [])
diff --git a/.../ernie_model_ernie_3_0_tiny_mini_v2_en.py → .../ernie_model_ernie_3_0_tiny_mini_v2_en.py b/.../ernie_model_ernie_3_0_tiny_mini_v2_en.py → .../ernie_model_ernie_3_0_tiny_mini_v2_en.py
diff --git a/..._model_rocketqa_v1_marco_cross_encoder.py → ..._model_rocketqa_v1_marco_cross_encoder.py b/..._model_rocketqa_v1_marco_cross_encoder.py → ..._model_rocketqa_v1_marco_cross_encoder.py
diff --git a/...e_model_rocketqa_v1_marco_para_encoder.py → ...e_model_rocketqa_v1_marco_para_encoder.py b/...e_model_rocketqa_v1_marco_para_encoder.py → ...e_model_rocketqa_v1_marco_para_encoder.py
diff --git a/..._model_rocketqa_v1_marco_query_encoder.py → ..._model_rocketqa_v1_marco_query_encoder.py b/..._model_rocketqa_v1_marco_query_encoder.py → ..._model_rocketqa_v1_marco_query_encoder.py
diff --git a/framework/e2e/PaddleLT_new/layerNLPcase/debug/case_bug/transformers/fnet/__init__.py b/framework/e2e/PaddleLT_new/layerNLPcase/debug/case_bug/transformers/fnet/__init__.py
@@ -0,0 +1,15 @@
+import os
+import glob
+
+# 获取当前文件所在目录
+current_dir = os.path.dirname(__file__)
+
+# 获取当前目录下所有的 .py 文件路径
+py_files = glob.glob(os.path.join(current_dir, "*.py"))
+
+# 动态导入所有 .py 文件
+for py_file in py_files:
+    # 获取文件名（不含扩展名）
+    module_name = os.path.basename(py_file)[:-3]
+    # 导入模块
+    __import__("layerNLPcase.debug.case_bug.transformers.fnet." + module_name, globals(), locals(), [])
diff --git a/...ransformers/fnet/fnet_model_fnet_large.py → ...ransformers/fnet/fnet_model_fnet_large.py b/...ransformers/fnet/fnet_model_fnet_large.py → ...ransformers/fnet/fnet_model_fnet_large.py
diff --git a/...yerNLPcase/transformers/mpnet/__init__.py → ...bug/case_bug/transformers/gpt/__init__.py b/...yerNLPcase/transformers/mpnet/__init__.py → ...bug/case_bug/transformers/gpt/__init__.py
@@ -12,4 +12,4 @@
     # 获取文件名（不含扩展名）
     module_name = os.path.basename(py_file)[:-3]
     # 导入模块
-    __import__("layerNLPcase.transformers.mpnet." + module_name, globals(), locals(), [])
+    __import__("layerNLPcase.debug.case_bug.transformers.gpt." + module_name, globals(), locals(), [])
diff --git a/...ase/transformers/gpt/gpt_model_gpt2_en.py → ...bug/transformers/gpt/gpt_model_gpt2_en.py b/...ase/transformers/gpt/gpt_model_gpt2_en.py → ...bug/transformers/gpt/gpt_model_gpt2_en.py
diff --git a/...ansformers/gpt/gpt_model_gpt2_large_en.py → ...ansformers/gpt/gpt_model_gpt2_large_en.py b/...ansformers/gpt/gpt_model_gpt2_large_en.py → ...ansformers/gpt/gpt_model_gpt2_large_en.py
diff --git a/.../transformers/gpt/gpt_model_gpt2_xl_en.py → .../transformers/gpt/gpt_model_gpt2_xl_en.py b/.../transformers/gpt/gpt_model_gpt2_xl_en.py → .../transformers/gpt/gpt_model_gpt2_xl_en.py
diff --git a/...formers/gpt/gpt_model_gpt_cpm_large_cn.py → ...formers/gpt/gpt_model_gpt_cpm_large_cn.py b/...formers/gpt/gpt_model_gpt_cpm_large_cn.py → ...formers/gpt/gpt_model_gpt_cpm_large_cn.py
diff --git a/...gpt/gpt_model_gpt_cpm_small_cn_distill.py → ...gpt/gpt_model_gpt_cpm_small_cn_distill.py b/...gpt/gpt_model_gpt_cpm_small_cn_distill.py → ...gpt/gpt_model_gpt_cpm_small_cn_distill.py
diff --git a/...outlmv2_model_layoutlmv2_large_uncased.py → ...outlmv2_model_layoutlmv2_large_uncased.py b/...outlmv2_model_layoutlmv2_large_uncased.py → ...outlmv2_model_layoutlmv2_large_uncased.py
diff --git a/...tlmv2_model_vi_layoutlmv2_base_uncased.py → ...tlmv2_model_vi_layoutlmv2_base_uncased.py b/...tlmv2_model_vi_layoutlmv2_base_uncased.py → ...tlmv2_model_vi_layoutlmv2_base_uncased.py
diff --git a/...outxlm_model_vi_layoutxlm_base_uncased.py → ...outxlm_model_vi_layoutxlm_base_uncased.py b/...outxlm_model_vi_layoutxlm_base_uncased.py → ...outxlm_model_vi_layoutxlm_base_uncased.py
diff --git a/framework/e2e/PaddleLT_new/layerNLPcase/debug/case_bug/transformers/luke/__init__.py b/framework/e2e/PaddleLT_new/layerNLPcase/debug/case_bug/transformers/luke/__init__.py
@@ -0,0 +1,15 @@
+import os
+import glob
+
+# 获取当前文件所在目录
+current_dir = os.path.dirname(__file__)
+
+# 获取当前目录下所有的 .py 文件路径
+py_files = glob.glob(os.path.join(current_dir, "*.py"))
+
+# 动态导入所有 .py 文件
+for py_file in py_files:
+    # 获取文件名（不含扩展名）
+    module_name = os.path.basename(py_file)[:-3]
+    # 导入模块
+    __import__("layerNLPcase.debug.case_bug.transformers.luke." + module_name, globals(), locals(), [])
diff --git a/...ransformers/luke/luke_model_luke_large.py → ...ransformers/luke/luke_model_luke_large.py b/...ransformers/luke/luke_model_luke_large.py → ...ransformers/luke/luke_model_luke_large.py
diff --git a/framework/e2e/PaddleLT_new/layerNLPcase/debug/case_bug/transformers/mbart/__init__.py b/framework/e2e/PaddleLT_new/layerNLPcase/debug/case_bug/transformers/mbart/__init__.py
@@ -0,0 +1,15 @@
+import os
+import glob
+
+# 获取当前文件所在目录
+current_dir = os.path.dirname(__file__)
+
+# 获取当前目录下所有的 .py 文件路径
+py_files = glob.glob(os.path.join(current_dir, "*.py"))
+
+# 动态导入所有 .py 文件
+for py_file in py_files:
+    # 获取文件名（不含扩展名）
+    module_name = os.path.basename(py_file)[:-3]
+    # 导入模块
+    __import__("layerNLPcase.debug.case_bug.transformers.mbart." + module_name, globals(), locals(), [])
diff --git a/..._model_mbart_large_50_many_to_many_mmt.py → ..._model_mbart_large_50_many_to_many_mmt.py b/..._model_mbart_large_50_many_to_many_mmt.py → ..._model_mbart_large_50_many_to_many_mmt.py
diff --git a/...t_model_mbart_large_50_many_to_one_mmt.py → ...t_model_mbart_large_50_many_to_one_mmt.py b/...t_model_mbart_large_50_many_to_one_mmt.py → ...t_model_mbart_large_50_many_to_one_mmt.py
diff --git a/...t_model_mbart_large_50_one_to_many_mmt.py → ...t_model_mbart_large_50_one_to_many_mmt.py b/...t_model_mbart_large_50_one_to_many_mmt.py → ...t_model_mbart_large_50_one_to_many_mmt.py
diff --git a/framework/e2e/PaddleLT_new/layerNLPcase/debug/case_bug/transformers/mpnet/__init__.py b/framework/e2e/PaddleLT_new/layerNLPcase/debug/case_bug/transformers/mpnet/__init__.py
@@ -0,0 +1,15 @@
+import os
+import glob
+
+# 获取当前文件所在目录
+current_dir = os.path.dirname(__file__)
+
+# 获取当前目录下所有的 .py 文件路径
+py_files = glob.glob(os.path.join(current_dir, "*.py"))
+
+# 动态导入所有 .py 文件
+for py_file in py_files:
+    # 获取文件名（不含扩展名）
+    module_name = os.path.basename(py_file)[:-3]
+    # 导入模块
+    __import__("layerNLPcase.debug.case_bug.transformers.mpnet." + module_name, globals(), locals(), [])
diff --git a/...nsformers/mpnet/mpnet_model_mpnet_base.py → ...nsformers/mpnet/mpnet_model_mpnet_base.py b/...nsformers/mpnet/mpnet_model_mpnet_base.py → ...nsformers/mpnet/mpnet_model_mpnet_base.py
diff --git a/framework/e2e/PaddleLT_new/layerNLPcase/debug/case_bug/transformers/skep/__init__.py b/framework/e2e/PaddleLT_new/layerNLPcase/debug/case_bug/transformers/skep/__init__.py
@@ -0,0 +1,15 @@
+import os
+import glob
+
+# 获取当前文件所在目录
+current_dir = os.path.dirname(__file__)
+
+# 获取当前目录下所有的 .py 文件路径
+py_files = glob.glob(os.path.join(current_dir, "*.py"))
+
+# 动态导入所有 .py 文件
+for py_file in py_files:
+    # 获取文件名（不含扩展名）
+    module_name = os.path.basename(py_file)[:-3]
+    # 导入模块
+    __import__("layerNLPcase.debug.case_bug.transformers.skep." + module_name, globals(), locals(), [])
diff --git a/.../skep/skep_model_skep_roberta_large_en.py → .../skep/skep_model_skep_roberta_large_en.py b/.../skep/skep_model_skep_roberta_large_en.py → .../skep/skep_model_skep_roberta_large_en.py
diff --git a/...NLPcase/transformers/t5/t5_model_t5_3b.py → ...ase_bug/transformers/t5/t5_model_t5_3b.py b/...NLPcase/transformers/t5/t5_model_t5_3b.py → ...ase_bug/transformers/t5/t5_model_t5_3b.py
diff --git a/...e2e/PaddleLT_new/layerNLPcase/debug/case_bug/transformers/unified_transformer/__init__.py b/...e2e/PaddleLT_new/layerNLPcase/debug/case_bug/transformers/unified_transformer/__init__.py
@@ -0,0 +1,15 @@
+import os
+import glob
+
+# 获取当前文件所在目录
+current_dir = os.path.dirname(__file__)
+
+# 获取当前目录下所有的 .py 文件路径
+py_files = glob.glob(os.path.join(current_dir, "*.py"))
+
+# 动态导入所有 .py 文件
+for py_file in py_files:
+    # 获取文件名（不含扩展名）
+    module_name = os.path.basename(py_file)[:-3]
+    # 导入模块
+    __import__("layerNLPcase.debug.case_bug.transformers.unified_transformer." + module_name, globals(), locals(), [])
diff --git a/...mer/unified_transformer_model_plato_xl.py → ...mer/unified_transformer_model_plato_xl.py b/...mer/unified_transformer_model_plato_xl.py → ...mer/unified_transformer_model_plato_xl.py
diff --git a/framework/e2e/PaddleLT_new/layerNLPcase/debug/case_bug/transformers/unimo/__init__.py b/framework/e2e/PaddleLT_new/layerNLPcase/debug/case_bug/transformers/unimo/__init__.py
@@ -0,0 +1,15 @@
+import os
+import glob
+
+# 获取当前文件所在目录
+current_dir = os.path.dirname(__file__)
+
+# 获取当前目录下所有的 .py 文件路径
+py_files = glob.glob(os.path.join(current_dir, "*.py"))
+
+# 动态导入所有 .py 文件
+for py_file in py_files:
+    # 获取文件名（不含扩展名）
+    module_name = os.path.basename(py_file)[:-3]
+    # 导入模块
+    __import__("layerNLPcase.debug.case_bug.transformers.unimo." + module_name, globals(), locals(), [])
diff --git a/..._unimo_text_1_0_question_generation_v2.py → ..._unimo_text_1_0_question_generation_v2.py b/..._unimo_text_1_0_question_generation_v2.py → ..._unimo_text_1_0_question_generation_v2.py
diff --git a/framework/e2e/PaddleLT_new/layerNLPcase/debug/case_bug/transformers/xlm/__init__.py b/framework/e2e/PaddleLT_new/layerNLPcase/debug/case_bug/transformers/xlm/__init__.py
@@ -0,0 +1,15 @@
+import os
+import glob
+
+# 获取当前文件所在目录
+current_dir = os.path.dirname(__file__)
+
+# 获取当前目录下所有的 .py 文件路径
+py_files = glob.glob(os.path.join(current_dir, "*.py"))
+
+# 动态导入所有 .py 文件
+for py_file in py_files:
+    # 获取文件名（不含扩展名）
+    module_name = os.path.basename(py_file)[:-3]
+    # 导入模块
+    __import__("layerNLPcase.debug.case_bug.transformers.xlm." + module_name, globals(), locals(), [])
diff --git a/...ormers/xlm/xlm_model_xlm_clm_ende_1024.py → ...ormers/xlm/xlm_model_xlm_clm_ende_1024.py b/...ormers/xlm/xlm_model_xlm_clm_ende_1024.py → ...ormers/xlm/xlm_model_xlm_clm_ende_1024.py
diff --git a/...ormers/xlm/xlm_model_xlm_clm_enfr_1024.py → ...ormers/xlm/xlm_model_xlm_clm_enfr_1024.py b/...ormers/xlm/xlm_model_xlm_clm_enfr_1024.py → ...ormers/xlm/xlm_model_xlm_clm_enfr_1024.py
diff --git a/...formers/xlm/xlm_model_xlm_mlm_100_1280.py → ...formers/xlm/xlm_model_xlm_mlm_100_1280.py b/...formers/xlm/xlm_model_xlm_mlm_100_1280.py → ...formers/xlm/xlm_model_xlm_mlm_100_1280.py
diff --git a/...sformers/xlm/xlm_model_xlm_mlm_17_1280.py → ...sformers/xlm/xlm_model_xlm_mlm_17_1280.py b/...sformers/xlm/xlm_model_xlm_mlm_17_1280.py → ...sformers/xlm/xlm_model_xlm_mlm_17_1280.py
diff --git a/...sformers/xlm/xlm_model_xlm_mlm_en_2048.py → ...sformers/xlm/xlm_model_xlm_mlm_en_2048.py b/...sformers/xlm/xlm_model_xlm_mlm_en_2048.py → ...sformers/xlm/xlm_model_xlm_mlm_en_2048.py
diff --git a/...ormers/xlm/xlm_model_xlm_mlm_ende_1024.py → ...ormers/xlm/xlm_model_xlm_mlm_ende_1024.py b/...ormers/xlm/xlm_model_xlm_mlm_ende_1024.py → ...ormers/xlm/xlm_model_xlm_mlm_ende_1024.py
diff --git a/...ormers/xlm/xlm_model_xlm_mlm_enfr_1024.py → ...ormers/xlm/xlm_model_xlm_mlm_enfr_1024.py b/...ormers/xlm/xlm_model_xlm_mlm_enfr_1024.py → ...ormers/xlm/xlm_model_xlm_mlm_enfr_1024.py
diff --git a/...ormers/xlm/xlm_model_xlm_mlm_enro_1024.py → ...ormers/xlm/xlm_model_xlm_mlm_enro_1024.py b/...ormers/xlm/xlm_model_xlm_mlm_enro_1024.py → ...ormers/xlm/xlm_model_xlm_mlm_enro_1024.py
diff --git a/...ework/e2e/PaddleLT_new/layerNLPcase/transformers/xlnet/xlnet_model_chinese_xlnet_large.py b/...ework/e2e/PaddleLT_new/layerNLPcase/transformers/xlnet/xlnet_model_chinese_xlnet_large.py
@@ -8,6 +8,7 @@ def LayerCase():
     model = XLNetModel.from_pretrained('chinese-xlnet-large')
     return model
 
+
 def create_inputspec():
     inputspec = (
         paddle.static.InputSpec(shape=(-1, 13), dtype=paddle.float32, stop_gradient=False),