Skip to content

Commit

Permalink
wip
Browse files Browse the repository at this point in the history
clefourrier committed Feb 27, 2024
1 parent 75e29ab commit 7c8ef07
Showing 1 changed file with 4 additions and 5 deletions.
Original file line number Diff line number Diff line change
@@ -25,18 +25,17 @@
few_shots_split="train",
few_shots_select="random_sampling",
generation_size=1280,
stop_sequence=[], # no stop sequence
stop_sequence=[], # no stop sequence, will use eot token
)


# very specific task where there are no precise outputs but instead we test if the format obeys rules
def ifeval_prompt(line, task_name: str = None):
return Doc(
task_name=task_name,
query=line["prompt"],
choices=[
None
], # very specific task where there are no precise outputs but instead we test if the format obeys rules
gold_index=0, # very specific task where there are no precise outputs but instead we test if the format obeys rules
choices=[""],
gold_index=0,
instruction="",
specific={"instructions_id_list": line["instruction_id_list"], "kwargs": line["kwargs"]},
)

0 comments on commit 7c8ef07

Please sign in to comment.