Skip to content

Commit

Permalink
del unnecessary code and test pass
Browse files Browse the repository at this point in the history
  • Loading branch information
wangzaistone committed Oct 10, 2023
1 parent 6d45416 commit a2128db
Show file tree
Hide file tree
Showing 7 changed files with 37 additions and 342 deletions.
3 changes: 0 additions & 3 deletions dbgpt_hub/llm_base/__init__.py
Original file line number Diff line number Diff line change
@@ -1,4 +1 @@
# from .load_tokenizer import get_accelerate_model
# from .save_peft_model_callback import SavePeftModelCallback

# __all__ = ["get_accelerate_model", "SavePeftModelCallback"]
2 changes: 0 additions & 2 deletions dbgpt_hub/llm_base/chat_model.py
Original file line number Diff line number Diff line change
Expand Up @@ -9,8 +9,6 @@
from dbgpt_hub.llm_base.load_tokenizer import dispatch_model, load_model_and_tokenizer
from dbgpt_hub.llm_base.model_trainer import get_logits_processor
from dbgpt_hub.data_process.data_utils import get_template_and_fix_tokenizer
from dbgpt_hub.data_process.data_utils import extract_sql_prompt_dataset
## TODO: 待参考 src/llmtuner/chat/stream_chat.py


class ChatModel:
Expand Down
9 changes: 3 additions & 6 deletions dbgpt_hub/llm_base/config_parser.py
Original file line number Diff line number Diff line change
@@ -1,17 +1,14 @@
import os
import sys
import torch
from dbgpt_hub.llm_base.loggings import get_logger
import transformers
import datasets
from transformers.trainer import WEIGHTS_NAME
from transformers.modeling_utils import load_sharded_checkpoint
from transformers.trainer import WEIGHTS_NAME, WEIGHTS_INDEX_NAME
from typing import Dict
import datasets
import transformers
from typing import Any, Dict, Optional, Tuple
from transformers import HfArgumentParser, Seq2SeqTrainingArguments
from transformers.trainer_utils import get_last_checkpoint

from typing import Any, Dict, Optional, Tuple
from dbgpt_hub.llm_base.loggings import get_logger
from dbgpt_hub.configs.model_args import (
ModelArguments,
Expand Down
Loading

0 comments on commit a2128db

Please sign in to comment.