From 7ada8c8645ac601c58cfc096515a2c33fede0a5e Mon Sep 17 00:00:00 2001 From: John Yang Date: Tue, 28 May 2024 17:24:17 -0400 Subject: [PATCH] Update leaderboard --- index.html | 40 ++++++++++++++++++++++++++++++++++++++++ template/data.json | 12 ++++++++++++ 2 files changed, 52 insertions(+) diff --git a/index.html b/index.html index 58c6454..fbe3a65 100644 --- a/index.html +++ b/index.html @@ -332,6 +332,46 @@

Leaderboard (Lite)

+ +

Aider

+

26.33

+

2024-05-23

+ +

+ + 🔗 + +

+ + +

+ - +

+ +

+

+ + + +

OpenCSG StarShip CodeGenAgent

+

23.67

+

2024-05-24

+ +

+ + 🔗 + +

+ + +

+ - +

+ +

+

+ +

Amazon Q Developer Agent (v20240430-dev)

20.33

diff --git a/template/data.json b/template/data.json index a9b67b7..20ade4b 100644 --- a/template/data.json +++ b/template/data.json @@ -74,6 +74,18 @@ } ], "lite_leaderboard": [ + { + "name": "Aider", + "resolved": "26.33", + "date": "2024-05-23", + "logs": "https://github.com/swe-bench/experiments/tree/main/evaluation/lite/20240523_aider/logs" + }, + { + "name": "OpenCSG StarShip CodeGenAgent", + "resolved": "23.67", + "date": "2024-05-24", + "logs": "https://github.com/swe-bench/experiemnts/tree/main/evaluation/lite/20240524_20240524_opencsg_starship_gpt4/logs" + }, { "name": "Amazon Q Developer Agent (v20240430-dev)", "resolved": "20.33",