diff --git a/.gitignore b/.gitignore index 3f6b415..bd70549 100644 --- a/.gitignore +++ b/.gitignore @@ -4,4 +4,6 @@ tmp* __pycache__* -*json \ No newline at end of file +*json + +.DS_Store \ No newline at end of file diff --git a/index.html b/index.html index 09d6402..d6bdd4a 100644 --- a/index.html +++ b/index.html @@ -112,7 +112,7 @@
Full | +||
---|---|---|
Rank | +Model | +Pass@1 | +
1 | +RAG (Sparse-Retrieval) + GPT-4o | +27.35 | +
2 | +RAG (Current-File) + DeepSeek-V2.5 | +27.04 | +
3 | +RAG (Current-File) + Codestral-22B | +20.00 | +
4 | +RAG (Current-File) + Claude 3.5 Sonnet | +19.80 | +
5 | +RAG (Current-File) + GPT-4o-Mini | +18.67 | +
6 | +RAG (Current-File) + OpenCodeInterpreter-33B | +18.27 | +
7 | +RAG (Dense-Retrieval) + DeepSeekCoder-33B | +17.14 | +
8 | +RAG (Sparse-Retrieval) + DeepSeekCoder-6.7B | +14.08 | +
9 | +RAG (Current-File) + OpenCodeInterpreter-6.7B | +13.16 | +
10 | +RAG (Dense-Retrieval) + CodeLlama-13B | +12.76 | +
11 | +RAG (Sparse-Retrieval) + CodeLlama-7B | +10.71 | +