Skip to content

Commit

Permalink
nit
Browse files Browse the repository at this point in the history
  • Loading branch information
natolambert committed May 20, 2024
1 parent cb30862 commit 7afa97a
Showing 1 changed file with 4 additions and 2 deletions.
6 changes: 4 additions & 2 deletions analysis/get_benchmark_results.py
Original file line number Diff line number Diff line change
Expand Up @@ -66,7 +66,7 @@ def get_args():
help="Model type to filter the results.",
)
parser.add_argument(
"--full_results",
"--print_all_results",
action="store_true",
default=False,
help="If set, then it will render the full results.",
Expand Down Expand Up @@ -161,7 +161,7 @@ def _multiply_numbered_cols_by(n, df, ignore: List[str] = []):
100, get_average_over_rewardbench(hf_evals_df, hf_prefs_df, args.model_type)
)
}
if args.full_results:
if args.print_all_results:
all_results["RewardBench - Detailed"] = _multiply_numbered_cols_by(100, hf_evals_df)
all_results["Pref Sets - Overview"] = _multiply_numbered_cols_by(100, hf_prefs_df)

Expand Down Expand Up @@ -200,6 +200,8 @@ def _prettify_model_name(row):
"Seq. Classifier": "\sequenceclf", # noqa
"Custom Classifier": "\customclf", # noqa
"DPO": "\dpo", # noqa
"Generative": "\generative", # noqa
"Generative RM": "\generative", # noqa
"generative": "\generative", # noqa
}
emoji = openmoji_map[model_type] if model_type in openmoji_map else "\\random"
Expand Down

0 comments on commit 7afa97a

Please sign in to comment.