Skip to content

Commit

Permalink
Lint + fix typo.
Browse files Browse the repository at this point in the history
  • Loading branch information
Kalila committed Nov 25, 2023
1 parent 605db88 commit 07c21df
Showing 1 changed file with 5 additions and 5 deletions.
10 changes: 5 additions & 5 deletions fastchat/model/model_adapter.py
Original file line number Diff line number Diff line change
Expand Up @@ -88,23 +88,23 @@ def load_model(
use_fast=False,
revision=revision,
trust_remote_code=True,
gptq_transformers_config=gptq_transformers_config
gptq_transformers_config=gptq_transformers_config,
)
try:
model = AutoModelForCausalLM.from_pretrained(
model_path,
from_pretrained_kwargs=from_pretrained_kwargs,
low_cpu_mem_usage=True,
trust_remote_code=True,
gptq_transformers_config=gptq_transformers_config
gptq_transformers_config=gptq_transformers_config,
)
except NameError:
model = AutoModel.from_pretrained(
model_path,
from_pretrained_kwargs=from_pretrained_kwargs,
low_cpu_mem_usage=True,
trust_remote_code=True,
gptq_transformers_config=gptq_transformers_config
gptq_transformers_config=gptq_transformers_config,
)
return model, tokenizer

Expand Down Expand Up @@ -868,7 +868,7 @@ def load_model(
model_path,
from_pretrained_kwargs=from_pretrained_kwargs,
trust_remote_code=True,
add_special_tokens=add_special_tokens
add_special_tokens=add_special_tokens,
gptq_transformers_config=gptq_transformers_config,
)
return model, tokenizer
Expand Down Expand Up @@ -1937,7 +1937,7 @@ def load_model(
trust_remote_code=True,
low_cpu_mem_usage=True,
)

return model, tokenizer

def get_default_conv_template(self, model_path: str) -> Conversation:
Expand Down

0 comments on commit 07c21df

Please sign in to comment.