fix: format error in some benchmark configs

yaskisoba · Oct 11, 2023 · 9b03c91 · 9b03c91
1 parent c4205bd
commit 9b03c91
Show file tree

Hide file tree

Showing 6 changed files with 45 additions and 233 deletions.
diff --git a/agentverse/tasks/tasksolving/brainstorming/config.yaml b/agentverse/tasks/tasksolving/brainstorming/config.yaml
@@ -101,16 +101,17 @@ name: pipeline
 environment:
   env_type: task-basic
   max_turn: *max_turn
-  role_assigner:
-    type: role_description
-    cnt_agents: *cnt_agents
-  decision_maker:
-    type: brainstorming
-    max_inner_turns: *max_inner_turns
-  executor:
-    type: none
-  evaluator:
-    type: basic
+  rule:
+    role_assigner:
+      type: role_description
+      cnt_agents: *cnt_agents
+    decision_maker:
+      type: brainstorming
+      max_inner_turns: *max_inner_turns
+    executor:
+      type: none
+    evaluator:
+      type: basic
 
 agents:
   - #role_assigner_agent:

diff --git a/agentverse/tasks/tasksolving/humaneval/gpt-3.5/config.yaml b/agentverse/tasks/tasksolving/humaneval/gpt-3.5/config.yaml
@@ -129,15 +129,16 @@ name: pipeline
 environment:
   env_type: task-basic
   max_turn: *max_turn
-  role_assigner:
-    type: role_description
-    cnt_agents: *cnt_agents
-  decision_maker:
-    type: vertical-solver-first
-  executor:
-    type: none
-  evaluator:
-    type: basic
+  rule:
+    role_assigner:
+      type: role_description
+      cnt_agents: *cnt_agents
+    decision_maker:
+      type: vertical-solver-first
+    executor:
+      type: none
+    evaluator:
+      type: basic
 
 agents:
   - #role_assigner_agent:

diff --git a/agentverse/tasks/tasksolving/humaneval/gpt-4/config.yaml b/agentverse/tasks/tasksolving/humaneval/gpt-4/config.yaml
@@ -125,15 +125,16 @@ name: pipeline
 environment:
   env_type: task-basic
   max_turn: *max_turn
-  role_assigner:
-    type: role_description
-    cnt_agents: *cnt_agents
-  decision_maker:
-    type: vertical-solver-first
-  executor:
-    type: code-test
-  evaluator:
-    type: basic
+  rule:
+    role_assigner:
+      type: role_description
+      cnt_agents: *cnt_agents
+    decision_maker:
+      type: vertical-solver-first
+    executor:
+      type: code-test
+    evaluator:
+      type: basic
 
 agents:
   - #role_assigner_agent:

diff --git a/agentverse/tasks/tasksolving/pythoncalculator/config.yaml b/agentverse/tasks/tasksolving/pythoncalculator/config.yaml
@@ -99,16 +99,17 @@ name: pipeline
 environment:
   env_type: task-basic
   max_turn: *max_turn
-  role_assigner:
-    type: role_description
-    cnt_agents: *cnt_agents
-  decision_maker:
-    type: vertical-solver-first
-    max_inner_turns: *max_inner_turns
-  executor:
-    type: none
-  evaluator:
-    type: basic
+  rule:
+    role_assigner:
+      type: role_description
+      cnt_agents: *cnt_agents
+    decision_maker:
+      type: vertical-solver-first
+      max_inner_turns: *max_inner_turns
+    executor:
+      type: none
+    evaluator:
+      type: basic
 
 agents:
   - #role_assigner_agent:

diff --git a/agentverse/tasks/tasksolving/responsegen/config.yaml b/agentverse/tasks/tasksolving/responsegen/config.yaml
diff --git a/agentverse_command/benchmark.py b/agentverse_command/benchmark.py
@@ -62,12 +62,12 @@ def cli_main():
             assert args.tool_tmp_path is not None
             with open(args.tool_tmp_path, "w") as f:
                 f.write(json.dumps(example["tools"]))
-        agentversepipeline = TaskSolving.from_task(args.task, args.tasks_dir)
-        agentversepipeline.environment.set_task_description(example["input"])
+        agentverse = TaskSolving.from_task(args.task, args.tasks_dir)
+        agentverse.environment.set_task_description(example["input"])
         # print(args.single_agent)
         # print(args.discussion_mode)
         # exit()
-        plan, result, logs = agentversepipeline.run()
+        plan, result, logs = agentverse.run()
         f.write(
             json.dumps(
                 {