Skip to content

Commit

Permalink
fix(evaluation): remove requirement for alpaca template
Browse files Browse the repository at this point in the history
  • Loading branch information
TianyiQ committed Dec 21, 2024
1 parent fb7e2d4 commit 4d909d9
Showing 1 changed file with 0 additions and 5 deletions.
5 changes: 0 additions & 5 deletions src/abstractions/model.py
Original file line number Diff line number Diff line change
Expand Up @@ -1098,11 +1098,6 @@ def evaluate(
)

def __evaluate_fast(self, logprobs=True) -> np.ndarray:
if self.template_type != "alpaca":
raise NotImplementedError(
"Fast evaluation is only supported for models using alpaca template."
)

if not os.path.exists(f"{root}/output"):
os.mkdir(f"{root}/output")
if not os.path.exists(os.path.join(root, "output", "evaluation_results")):
Expand Down

0 comments on commit 4d909d9

Please sign in to comment.