Update leaderboard

SWE-bench · May 28, 2024 · 7ada8c8 · 7ada8c8
1 parent 48088ac
commit 7ada8c8
Show file tree

Hide file tree

Showing 2 changed files with 52 additions and 0 deletions.
diff --git a/index.html b/index.html
@@ -332,6 +332,46 @@ <h2 class="text-title">Leaderboard (Lite)</h2>
                 </thead>
                 <tbody>
 
+                  <tr>
+                    <td><p class="model-type">Aider</p></td>
+                    <td><p class="number">26.33</p></td>
+                    <td><p><span class="label-date">2024-05-23</span></p></td>
+                    <td>
+                        <p style="text-align: center;">
+
+                            <a href="https://github.com/swe-bench/experiments/tree/main/evaluation/lite/20240523_aider/logs">🔗</a>
+
+                        </p>
+                    </td>
+                    <td>
+                        <p style="text-align: center;">
+                         - 
+                        </p>
+                    </td>
+                    <td><p style="text-align: center;"> </p></td>
+                    <td><p style="text-align: center;"> </p></td>
+                  </tr>
+
+                  <tr>
+                    <td><p class="model-type">OpenCSG StarShip CodeGenAgent</p></td>
+                    <td><p class="number">23.67</p></td>
+                    <td><p><span class="label-date">2024-05-24</span></p></td>
+                    <td>
+                        <p style="text-align: center;">
+
+                            <a href="https://github.com/swe-bench/experiemnts/tree/main/evaluation/lite/20240524_20240524_opencsg_starship_gpt4/logs">🔗</a>
+
+                        </p>
+                    </td>
+                    <td>
+                        <p style="text-align: center;">
+                         - 
+                        </p>
+                    </td>
+                    <td><p style="text-align: center;"> </p></td>
+                    <td><p style="text-align: center;"> </p></td>
+                  </tr>
+
                   <tr>
                     <td><p class="model-type">Amazon Q Developer Agent (v20240430-dev)</p></td>
                     <td><p class="number">20.33</p></td>

diff --git a/template/data.json b/template/data.json
@@ -74,6 +74,18 @@
         }
     ],
     "lite_leaderboard": [
+        {
+            "name": "Aider",
+            "resolved": "26.33",
+            "date": "2024-05-23",
+            "logs": "https://github.com/swe-bench/experiments/tree/main/evaluation/lite/20240523_aider/logs"
+        },
+        {
+            "name": "OpenCSG StarShip CodeGenAgent",
+            "resolved": "23.67",
+            "date": "2024-05-24",
+            "logs": "https://github.com/swe-bench/experiemnts/tree/main/evaluation/lite/20240524_20240524_opencsg_starship_gpt4/logs"
+        },
         {
             "name": "Amazon Q Developer Agent (v20240430-dev)",
             "resolved": "20.33",