mindspore-lab · YiYang-Eon · Apr 25, 2024 · Apr 26, 2024 · Apr 26, 2024
diff --git a/research/huawei-gts/CRF/src/model/__init__.py b/research/huawei-gts/CRF/src/model/__init__.py
diff --git a/research/huawei-gts/BGE/README.md → research/huawei_gts/BGE/README.md b/research/huawei-gts/BGE/README.md → research/huawei_gts/BGE/README.md
diff --git a/...s/BGE/baai_general_embedding/arguments.py → ...s/BGE/baai_general_embedding/arguments.py b/...s/BGE/baai_general_embedding/arguments.py → ...s/BGE/baai_general_embedding/arguments.py
diff --git a/...ei-gts/BGE/baai_general_embedding/data.py → ...ei_gts/BGE/baai_general_embedding/data.py b/...ei-gts/BGE/baai_general_embedding/data.py → ...ei_gts/BGE/baai_general_embedding/data.py
diff --git a/.../BGE/baai_general_embedding/hccl_tools.py → .../BGE/baai_general_embedding/hccl_tools.py b/.../BGE/baai_general_embedding/hccl_tools.py → .../BGE/baai_general_embedding/hccl_tools.py
diff --git a/...GE/baai_general_embedding/loss_monitor.py → ...GE/baai_general_embedding/loss_monitor.py b/...GE/baai_general_embedding/loss_monitor.py → ...GE/baai_general_embedding/loss_monitor.py
diff --git a/...BGE/baai_general_embedding/lr_schedule.py → ...BGE/baai_general_embedding/lr_schedule.py b/...BGE/baai_general_embedding/lr_schedule.py → ...BGE/baai_general_embedding/lr_schedule.py
diff --git a/...ts/BGE/baai_general_embedding/modeling.py → ...ts/BGE/baai_general_embedding/modeling.py b/...ts/BGE/baai_general_embedding/modeling.py → ...ts/BGE/baai_general_embedding/modeling.py
diff --git a/...wei-gts/BGE/baai_general_embedding/run.py → ...wei_gts/BGE/baai_general_embedding/run.py b/...wei-gts/BGE/baai_general_embedding/run.py → ...wei_gts/BGE/baai_general_embedding/run.py
diff --git a/.../baai_general_embedding/run_singlenode.sh → .../baai_general_embedding/run_singlenode.sh b/.../baai_general_embedding/run_singlenode.sh → .../baai_general_embedding/run_singlenode.sh
diff --git a/...ts/BGE/evaluate/FlagEmbedding/__init__.py → ...ts/BGE/evaluate/FlagEmbedding/__init__.py b/...ts/BGE/evaluate/FlagEmbedding/__init__.py → ...ts/BGE/evaluate/FlagEmbedding/__init__.py
diff --git a/...BGE/evaluate/FlagEmbedding/flag_models.py → ...BGE/evaluate/FlagEmbedding/flag_models.py b/...BGE/evaluate/FlagEmbedding/flag_models.py → ...BGE/evaluate/FlagEmbedding/flag_models.py
diff --git a/...h/huawei-gts/BGE/evaluate/eval_msmarco.py → ...h/huawei_gts/BGE/evaluate/eval_msmarco.py b/...h/huawei-gts/BGE/evaluate/eval_msmarco.py → ...h/huawei_gts/BGE/evaluate/eval_msmarco.py
diff --git a/research/huawei-gts/BGE/evaluate/evaluate.sh → research/huawei_gts/BGE/evaluate/evaluate.sh b/research/huawei-gts/BGE/evaluate/evaluate.sh → research/huawei_gts/BGE/evaluate/evaluate.sh
diff --git a/...ch/huawei-gts/BGE/evaluate/multi_infer.py → ...ch/huawei_gts/BGE/evaluate/multi_infer.py b/...ch/huawei-gts/BGE/evaluate/multi_infer.py → ...ch/huawei_gts/BGE/evaluate/multi_infer.py
diff --git a/...arch/huawei-gts/BGE/evaluate/pre_infer.sh → ...arch/huawei_gts/BGE/evaluate/pre_infer.sh b/...arch/huawei-gts/BGE/evaluate/pre_infer.sh → ...arch/huawei_gts/BGE/evaluate/pre_infer.sh
diff --git a/...examples/finetune/toy_finetune_data.jsonl → ...examples/finetune/toy_finetune_data.jsonl b/...examples/finetune/toy_finetune_data.jsonl → ...examples/finetune/toy_finetune_data.jsonl
diff --git a/research/huawei-gts/BGE/inference.py → research/huawei_gts/BGE/inference.py b/research/huawei-gts/BGE/inference.py → research/huawei_gts/BGE/inference.py
diff --git a/.../huawei-gts/BGE/ms_lite/bge-cloud-lite.py → .../huawei_gts/BGE/ms_lite/bge-cloud-lite.py b/.../huawei-gts/BGE/ms_lite/bge-cloud-lite.py → .../huawei_gts/BGE/ms_lite/bge-cloud-lite.py
diff --git a/...gts/BGE/ms_lite/bge_injection/__init__.py → ...gts/BGE/ms_lite/bge_injection/__init__.py b/...gts/BGE/ms_lite/bge_injection/__init__.py → ...gts/BGE/ms_lite/bge_injection/__init__.py
diff --git a/...lite/bge_injection/injection_for_dense.py → ...lite/bge_injection/injection_for_dense.py b/...lite/bge_injection/injection_for_dense.py → ...lite/bge_injection/injection_for_dense.py
diff --git a/research/huawei-gts/BGE/ms_lite/gen_ckpt.py → research/huawei_gts/BGE/ms_lite/gen_ckpt.py b/research/huawei-gts/BGE/ms_lite/gen_ckpt.py → research/huawei_gts/BGE/ms_lite/gen_ckpt.py
diff --git a/...i-gts/BGE/ms_lite/gen_mindir_from_ckpt.py → ...i_gts/BGE/ms_lite/gen_mindir_from_ckpt.py b/...i-gts/BGE/ms_lite/gen_mindir_from_ckpt.py → ...i_gts/BGE/ms_lite/gen_mindir_from_ckpt.py
diff --git a/research/huawei-gts/BGE/ms_lite/run-ckpt.sh → research/huawei_gts/BGE/ms_lite/run-ckpt.sh b/research/huawei-gts/BGE/ms_lite/run-ckpt.sh → research/huawei_gts/BGE/ms_lite/run-ckpt.sh
diff --git a/research/huawei-gts/BGE/ms_lite/run.sh → research/huawei_gts/BGE/ms_lite/run.sh b/research/huawei-gts/BGE/ms_lite/run.sh → research/huawei_gts/BGE/ms_lite/run.sh
diff --git a/research/huawei-gts/BGE/requirements.txt → research/huawei_gts/BGE/requirements.txt b/research/huawei-gts/BGE/requirements.txt → research/huawei_gts/BGE/requirements.txt
diff --git a/research/huawei-gts/CRF/README.md → research/huawei_gts/CRF/README.md b/research/huawei-gts/CRF/README.md → research/huawei_gts/CRF/README.md
diff --git a/research/huawei-gts/CRF/src/__init__.py → research/huawei_gts/CRF/__init__.py b/research/huawei-gts/CRF/src/__init__.py → research/huawei_gts/CRF/__init__.py
diff --git a/research/huawei_gts/CRF/conll2003/README.txt b/research/huawei_gts/CRF/conll2003/README.txt
@@ -0,0 +1 @@
+需要参照CRF的ReadME，将数据集下载解压后，放入当前位置
diff --git a/research/huawei-gts/CRF/default_config.yaml → research/huawei_gts/CRF/default_config.yaml b/research/huawei-gts/CRF/default_config.yaml → research/huawei_gts/CRF/default_config.yaml
diff --git a/...h/huawei-gts/CRF/scripts/export_ascend.sh → ...h/huawei_gts/CRF/scripts/export_ascend.sh b/...h/huawei-gts/CRF/scripts/export_ascend.sh → ...h/huawei_gts/CRF/scripts/export_ascend.sh
diff --git a/...h/huawei-gts/CRF/scripts/export_mindir.sh → ...h/huawei_gts/CRF/scripts/export_mindir.sh b/...h/huawei-gts/CRF/scripts/export_mindir.sh → ...h/huawei_gts/CRF/scripts/export_mindir.sh
diff --git a/research/huawei-gts/CRF/src/export.py → research/huawei_gts/CRF/src/export.py b/research/huawei-gts/CRF/src/export.py → research/huawei_gts/CRF/src/export.py
diff --git a/...uawei-gts/CRF/src/model/lstm_crf_model.py → ...uawei_gts/CRF/src/model/lstm_crf_model.py b/...uawei-gts/CRF/src/model/lstm_crf_model.py → ...uawei_gts/CRF/src/model/lstm_crf_model.py
diff --git a/research/huawei-gts/CRF/src/train.py → research/huawei_gts/CRF/src/train.py b/research/huawei-gts/CRF/src/train.py → research/huawei_gts/CRF/src/train.py
diff --git a/research/huawei-gts/CRF/src/utils/config.py → research/huawei_gts/CRF/src/utils/config.py b/research/huawei-gts/CRF/src/utils/config.py → research/huawei_gts/CRF/src/utils/config.py
diff --git a/research/huawei-gts/CRF/src/utils/dataset.py → research/huawei_gts/CRF/src/utils/dataset.py b/research/huawei-gts/CRF/src/utils/dataset.py → research/huawei_gts/CRF/src/utils/dataset.py
diff --git a/research/huawei-gts/CRF/src/utils/metrics.py → research/huawei_gts/CRF/src/utils/metrics.py b/research/huawei-gts/CRF/src/utils/metrics.py → research/huawei_gts/CRF/src/utils/metrics.py
diff --git a/research/huawei_gts/CRF/test/.mindnlp/model/bert-base-uncased/config.json b/research/huawei_gts/CRF/test/.mindnlp/model/bert-base-uncased/config.json
@@ -0,0 +1,23 @@
+{
+  "architectures": [
+    "BertForMaskedLM"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "transformers_version": "4.6.0.dev0",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
+}
diff --git a/research/huawei_gts/CRF/test/.mindnlp/model/bert-base-uncased/tokenizer.json b/research/huawei_gts/CRF/test/.mindnlp/model/bert-base-uncased/tokenizer.json
diff --git a/research/huawei_gts/CRF/test/.mindnlp/model/bert-base-uncased/tokenizer_config.json b/research/huawei_gts/CRF/test/.mindnlp/model/bert-base-uncased/tokenizer_config.json
@@ -0,0 +1 @@
+{"do_lower_case": true, "model_max_length": 512}