-
Notifications
You must be signed in to change notification settings - Fork 3
/
__init__.py
48 lines (39 loc) · 1.34 KB
/
__init__.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
import os, sys
sys.path = [os.path.dirname(os.path.abspath(__file__))] + sys.path
if not eval(os.environ.get("LOUD_BACKEND", "0")):
os.environ["WANDB_DISABLED"] = "true"
import logging
logging.basicConfig(level=logging.ERROR)
from benchmark.framework import JudgeBase, ExamineeBase
from benchmark.dummies import DummyJudge
from challenges.follow import FollowJudge
from challenges.predict import PredictJudge
from challenges.coevolve import CoevolveJudge
from algorithms.lifelong_dpo import LifelongDPOExaminee
from algorithms.lifelong_rlhf import LifelongRLHFExaminee
from algorithms.extrapolative_dpo import ExtrapolativeDPOExaminee
from algorithms.extrapolative_rlhf import ExtrapolativeRLHFExaminee
from benchmark.dummies import DummyExaminee
from run_benchmark import run_benchmark
from src.abstractions.model import Model, fill_in_QA_template
from src.abstractions.data import Data, DataFileCollection
from src.abstractions.configs.templates_configs import GlobalState
__all__ = [
"run_benchmark",
"Model",
"Data",
"DataFileCollection",
"JudgeBase",
"ExamineeBase",
"DummyJudge",
"FollowJudge",
"PredictJudge",
"CoevolveJudge",
"DummyExaminee",
"LifelongDPOExaminee",
"LifelongRLHFExaminee",
"ExtrapolativeDPOExaminee",
"ExtrapolativeRLHFExaminee",
"fill_in_QA_template",
"GlobalState",
]