Small bumps (#168)

allenai · Aug 28, 2024 · 47512a0 · 47512a0
1 parent df05346
commit 47512a0
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 2 deletions.
diff --git a/rewardbench/generative.py b/rewardbench/generative.py
@@ -71,7 +71,14 @@
     "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo",
 )
 
-GEMINI_MODEL_LIST = ("gemini-1.5-flash-001", "gemini-1.5-pro-001", "gemini-1.5-pro-exp-0801")
+GEMINI_MODEL_LIST = (
+    "gemini-1.5-flash-001",
+    "gemini-1.5-pro-001",
+    "gemini-1.5-pro-exp-0801",
+    "gemini-1.5-pro-exp-0827",
+    "gemini-1.5-flash-exp-0827",
+    "gemini-1.5-flash-8b",
+)
 
 API_MODEL_LIST = OPENAI_MODEL_LIST + ANTHROPIC_MODEL_LIST + TOGETHER_MODEL_LIST + GEMINI_MODEL_LIST
 

diff --git a/setup.py b/setup.py
@@ -64,7 +64,7 @@
     ],
     extras_require={
         "generative": [
-            "vllm>=0.4.1",
+            "vllm>=0.5.5",
             "openai",
             "anthropic",
             "together",