fix format

lm-sys · Sep 14, 2023 · 26cc325 · 26cc325
1 parent a05cf83
commit 26cc325
Showing 1 changed file with 7 additions and 1 deletion.
diff --git a/fastchat/serve/monitor/dataset_release_scripts/lmsys_chat_1m/final_post_processing.py b/fastchat/serve/monitor/dataset_release_scripts/lmsys_chat_1m/final_post_processing.py
@@ -15,11 +15,17 @@
     convs = json.load(open(args.in_file))
     print(f"#conv: {len(convs)}")
 
+    new_convs = []
     for c in convs:
         del c["tstamp"]
         del c["user_id"]
+        if len(c["conversation"]) == 0:
+            continue
 
-    np.random.seed(44)
+        new_convs.append(c)
+    convs = new_convs
+
+    np.random.seed(42)
     np.random.shuffle(convs)
 
     convs = convs[:args.number]