update distill/upvote filter

lm-sys · Sep 19, 2023 · a0f6c59 · a0f6c59
1 parent 9f251b6
commit a0f6c59
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/playground/dataset_variants/distill_filter.py b/playground/dataset_variants/distill_filter.py
@@ -9,7 +9,7 @@ def gen_distill_data(input_file, output_file):
 
     distill_data = []
     for conv in all_data:
-        if conv["model"] in ["claude-1", "claude-instant-1", "gpt-4", "claude-2"]:
+        if conv["model"] in ["claude-1", "claude-instant-1", "claude-2", "gpt-4", "gpt-3.5-turbo"]:
             distill_data.append(conv)
     print("distill data size", len(distill_data))
 

diff --git a/playground/dataset_variants/upvote_filter.py b/playground/dataset_variants/upvote_filter.py
@@ -10,7 +10,7 @@ def gen_upvote_data(input_file, output_file):
 
     upvote_data = []
     for conv in all_data:
-        if conv["model"] not in ["claude-1", "claude-instant-1", "gpt-4", "claude-2", "palm-2", "gpt-3.5-turbo"]:
+        if conv["model"] not in ["claude-1", "claude-instant-1", "claude-2", "palm-2", "gpt-4", "gpt-3.5-turbo"]:
             upvote_data.append(conv)
     print("upvote data size", len(upvote_data))