Merge pull request #41 from wandb/olachinkei-patch-1

Update japanese-task-evaluation.py
wandb · Oct 31, 2023 · d26e7bd · d26e7bd
2 parents df24458 + 56cb115
commit d26e7bd
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/japanese-task-evaluation.py b/src/japanese-task-evaluation.py
@@ -48,7 +48,7 @@
 
         if config.use_peft:
             peft_config = PeftConfig.from_pretrained(config.model_name)
-            model = AutoModelForCausalLM.from_pretrained(peft_config.base_model_name_or_path, device_map="auto", torch_dtype=torch.float16)
+            model = AutoModelForCausalLM.from_pretrained(peft_config.base_model_name_or_path,  torch_dtype=torch.float16)
             model = PeftModel.from_pretrained(model, config.model_name)
         else:
             model = AutoModelForCausalLM.from_pretrained(config.model_name, trust_remote_code=True,torch_dtype=torch.float16)