diff --git a/csv/huggingface_v2.csv b/csv/huggingface_v2.csv index 6faf0b0..c2a73dd 100644 --- a/csv/huggingface_v2.csv +++ b/csv/huggingface_v2.csv @@ -1,146 +1,170 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpqa_raw,musr,musr_raw,mmlupro,mmlupro_raw,type,architecture,weight_type,precision,not_merged,hub_license,params_b,hub_hearts,available_on_the_hub,model_sha,flagged,moe,submission_date,upload_to_hub_date,chat_template,maintainers_highlight,fullname,url -💬,MaziyarPanahi/Qwen2-72B-Instruct-v0.1,43.61,81.63,0.82,57.33,0.7,36.03,0.36,17.45,0.38,20.15,0.47,49.05,0.54,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,12,TRUE,0369c39770f45f2464587918f2dbdb8449ea3a0d,TRUE,TRUE,2024-06-26,2024-06-08,TRUE,FALSE,MaziyarPanahi/Qwen2-72B-Instruct-v0.1,https://huggingface.co/MaziyarPanahi/Qwen2-72B-Instruct-v0.1 -💬,Qwen/Qwen2-72B-Instruct,42.49,79.89,0.8,57.48,0.7,35.12,0.35,16.33,0.37,17.17,0.46,48.92,0.54,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,559,TRUE,1af63c698f59c4235668ec9c1395468cb7cd7e79,TRUE,TRUE,2024-06-26,2024-05-28,FALSE,TRUE,Qwen/Qwen2-72B-Instruct,https://huggingface.co/Qwen/Qwen2-72B-Instruct +💬,MaziyarPanahi/Qwen2-72B-Instruct-v0.1,43.61,81.63,0.82,57.33,0.7,36.03,0.36,17.45,0.38,20.15,0.47,49.05,0.54,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,13,TRUE,0369c39770f45f2464587918f2dbdb8449ea3a0d,TRUE,TRUE,2024-06-26,2024-06-08,TRUE,FALSE,MaziyarPanahi/Qwen2-72B-Instruct-v0.1,https://huggingface.co/MaziyarPanahi/Qwen2-72B-Instruct-v0.1 +💬,Qwen/Qwen2-72B-Instruct,42.49,79.89,0.8,57.48,0.7,35.12,0.35,16.33,0.37,17.17,0.46,48.92,0.54,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,562,TRUE,1af63c698f59c4235668ec9c1395468cb7cd7e79,TRUE,TRUE,2024-06-26,2024-05-28,FALSE,TRUE,Qwen/Qwen2-72B-Instruct,https://huggingface.co/Qwen/Qwen2-72B-Instruct 🔶,pankajmathur/orca_mini_v7_72b,39.06,59.3,0.59,55.06,0.68,26.44,0.26,18.01,0.39,24.21,0.51,51.35,0.56,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,72,6,TRUE,447f11912cfa496e32e188a55214043a05760d3a,TRUE,TRUE,2024-06-26,2024-06-26,FALSE,FALSE,pankajmathur/orca_mini_v7_72b,https://huggingface.co/pankajmathur/orca_mini_v7_72b 💬,MaziyarPanahi/Llama-3-70B-Instruct-DPO-v0.2,37.98,82.08,0.82,48.57,0.64,22.96,0.23,12.19,0.34,15.3,0.44,46.74,0.52,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3,70,13,TRUE,95366b974baedee4d95c1e841bc3d15e94753804,TRUE,TRUE,2024-06-26,2024-04-27,TRUE,FALSE,MaziyarPanahi/Llama-3-70B-Instruct-DPO-v0.2,https://huggingface.co/MaziyarPanahi/Llama-3-70B-Instruct-DPO-v0.2 🔶,VAGOsolutions/Llama-3-SauerkrautLM-70b-Instruct,37.82,80.45,0.8,52.03,0.67,21.68,0.22,10.4,0.33,13.54,0.43,48.8,0.54,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,other,70,15,TRUE,707cfd1a93875247c0223e0c7e3d86d58c432318,TRUE,TRUE,2024-06-26,2024-04-24,TRUE,FALSE,VAGOsolutions/Llama-3-SauerkrautLM-70b-Instruct,https://huggingface.co/VAGOsolutions/Llama-3-SauerkrautLM-70b-Instruct -💬,meta-llama/Meta-Llama-3-70B-Instruct,36.18,80.99,0.81,50.19,0.65,23.34,0.23,4.92,0.29,10.92,0.42,46.74,0.52,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3,70,1331,TRUE,7129260dd854a80eb10ace5f61c20324b472b31c,TRUE,TRUE,2024-06-12,2024-04-17,TRUE,TRUE,meta-llama/Meta-Llama-3-70B-Instruct,https://huggingface.co/meta-llama/Meta-Llama-3-70B-Instruct -🔶,Sao10K/L3-70B-Euryale-v2.1,35.35,73.84,0.74,48.7,0.65,20.85,0.21,10.85,0.33,12.25,0.42,45.6,0.51,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,cc-by-nc-4.0,70,88,TRUE,36ad832b771cd783ea7ad00ed39e61f679b1a7c6,TRUE,TRUE,2024-07-01,2024-06-11,TRUE,FALSE,Sao10K/L3-70B-Euryale-v2.1,https://huggingface.co/Sao10K/L3-70B-Euryale-v2.1 +💬,meta-llama/Meta-Llama-3-70B-Instruct,36.18,80.99,0.81,50.19,0.65,23.34,0.23,4.92,0.29,10.92,0.42,46.74,0.52,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3,70,1340,TRUE,7129260dd854a80eb10ace5f61c20324b472b31c,TRUE,TRUE,2024-06-12,2024-04-17,TRUE,TRUE,meta-llama/Meta-Llama-3-70B-Instruct,https://huggingface.co/meta-llama/Meta-Llama-3-70B-Instruct +🔶,Sao10K/L3-70B-Euryale-v2.1,35.35,73.84,0.74,48.7,0.65,20.85,0.21,10.85,0.33,12.25,0.42,45.6,0.51,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,cc-by-nc-4.0,70,90,TRUE,36ad832b771cd783ea7ad00ed39e61f679b1a7c6,TRUE,TRUE,2024-07-01,2024-06-11,TRUE,FALSE,Sao10K/L3-70B-Euryale-v2.1,https://huggingface.co/Sao10K/L3-70B-Euryale-v2.1 🔶,migtissera/Llama-3-70B-Synthia-v3.5,35.2,60.76,0.61,49.12,0.65,18.96,0.19,18.34,0.39,23.39,0.49,40.65,0.47,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,llama3,70,5,TRUE,8744db0bccfc18f1847633da9d29fc89b35b4190,TRUE,TRUE,2024-06-26,2024-05-26,TRUE,FALSE,migtissera/Llama-3-70B-Synthia-v3.5,https://huggingface.co/migtissera/Llama-3-70B-Synthia-v3.5 🟢,Qwen/Qwen2-72B,35.13,38.24,0.38,51.86,0.66,29.15,0.29,19.24,0.39,19.73,0.47,52.56,0.57,🟢 pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,158,TRUE,87993795c78576318087f70b43fbf530eb7789e7,TRUE,TRUE,2024-06-26,2024-05-22,FALSE,TRUE,Qwen/Qwen2-72B,https://huggingface.co/Qwen/Qwen2-72B -🔶,Sao10K/L3-70B-Euryale-v2.1,35.11,72.81,0.73,49.19,0.65,20.24,0.2,10.85,0.33,12.05,0.42,45.51,0.51,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,cc-by-nc-4.0,70,88,TRUE,36ad832b771cd783ea7ad00ed39e61f679b1a7c6,TRUE,TRUE,2024-06-26,2024-06-11,TRUE,FALSE,Sao10K/L3-70B-Euryale-v2.1,https://huggingface.co/Sao10K/L3-70B-Euryale-v2.1 -💬,mistralai/Mixtral-8x22B-Instruct-v0.1,33.89,71.84,0.72,44.11,0.61,18.73,0.19,16.44,0.37,13.49,0.43,38.7,0.45,"💬 chat models (RLHF, DPO, IFT, ...)",MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,140,628,TRUE,b0c3516041d014f640267b14feb4e9a84c8e8c71,TRUE,FALSE,2024-06-12,2024-04-16,TRUE,TRUE,mistralai/Mixtral-8x22B-Instruct-v0.1,https://huggingface.co/mistralai/Mixtral-8x22B-Instruct-v0.1 +🔶,Sao10K/L3-70B-Euryale-v2.1,35.11,72.81,0.73,49.19,0.65,20.24,0.2,10.85,0.33,12.05,0.42,45.51,0.51,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,cc-by-nc-4.0,70,90,TRUE,36ad832b771cd783ea7ad00ed39e61f679b1a7c6,TRUE,TRUE,2024-06-26,2024-06-11,TRUE,FALSE,Sao10K/L3-70B-Euryale-v2.1,https://huggingface.co/Sao10K/L3-70B-Euryale-v2.1 +💬,mistralai/Mixtral-8x22B-Instruct-v0.1,33.89,71.84,0.72,44.11,0.61,18.73,0.19,16.44,0.37,13.49,0.43,38.7,0.45,"💬 chat models (RLHF, DPO, IFT, ...)",MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,140,629,TRUE,b0c3516041d014f640267b14feb4e9a84c8e8c71,TRUE,FALSE,2024-06-12,2024-04-16,TRUE,TRUE,mistralai/Mixtral-8x22B-Instruct-v0.1,https://huggingface.co/mistralai/Mixtral-8x22B-Instruct-v0.1 💬,HuggingFaceH4/zephyr-orpo-141b-A35b-v0.1,33.77,65.11,0.65,47.5,0.63,18.35,0.18,17.11,0.38,14.72,0.45,39.85,0.46,"💬 chat models (RLHF, DPO, IFT, ...)",MixtralForCausalLM,Original,float16,TRUE,apache-2.0,140,254,TRUE,a3be084543d278e61b64cd600f28157afc79ffd3,TRUE,TRUE,2024-06-12,2024-04-10,TRUE,TRUE,HuggingFaceH4/zephyr-orpo-141b-A35b-v0.1,https://huggingface.co/HuggingFaceH4/zephyr-orpo-141b-A35b-v0.1 🔶,migtissera/Tess-v2.5.2-Qwen2-72B,33.28,44.94,0.45,52.31,0.66,27.42,0.27,13.42,0.35,10.89,0.42,50.68,0.56,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,9,TRUE,0435e634ad9bc8b1172395a535b78e6f25f3594f,TRUE,TRUE,2024-07-01,2024-06-13,TRUE,FALSE,migtissera/Tess-v2.5.2-Qwen2-72B,https://huggingface.co/migtissera/Tess-v2.5.2-Qwen2-72B -💬,microsoft/Phi-3-medium-4k-instruct,32.67,64.23,0.64,49.38,0.64,16.99,0.17,11.52,0.34,13.05,0.43,40.84,0.47,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,bfloat16,TRUE,mit,13,178,TRUE,d194e4e74ffad5a5e193e26af25bcfc80c7f1ffc,TRUE,TRUE,2024-06-12,2024-05-07,TRUE,TRUE,microsoft/Phi-3-medium-4k-instruct,https://huggingface.co/microsoft/Phi-3-medium-4k-instruct +💬,microsoft/Phi-3-medium-4k-instruct,32.67,64.23,0.64,49.38,0.64,16.99,0.17,11.52,0.34,13.05,0.43,40.84,0.47,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,bfloat16,TRUE,mit,13,179,TRUE,d194e4e74ffad5a5e193e26af25bcfc80c7f1ffc,TRUE,TRUE,2024-06-12,2024-05-07,TRUE,TRUE,microsoft/Phi-3-medium-4k-instruct,https://huggingface.co/microsoft/Phi-3-medium-4k-instruct 💬,01-ai/Yi-1.5-34B-Chat,32.63,60.67,0.61,44.26,0.61,23.34,0.23,15.32,0.36,13.06,0.43,39.12,0.45,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,34,206,TRUE,f3128b2d02d82989daae566c0a7eadc621ca3254,TRUE,TRUE,2024-06-12,2024-05-10,TRUE,TRUE,01-ai/Yi-1.5-34B-Chat,https://huggingface.co/01-ai/Yi-1.5-34B-Chat -🔶,alpindale/WizardLM-2-8x22B,32.61,52.72,0.53,48.58,0.64,22.28,0.22,17.56,0.38,14.54,0.44,39.96,0.46,🔶 fine-tuned on domain-specific datasets,MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,140,363,TRUE,087834da175523cffd66a7e19583725e798c1b4f,TRUE,TRUE,2024-06-28,2024-04-16,FALSE,FALSE,alpindale/WizardLM-2-8x22B,https://huggingface.co/alpindale/WizardLM-2-8x22B +🔶,alpindale/WizardLM-2-8x22B,32.61,52.72,0.53,48.58,0.64,22.28,0.22,17.56,0.38,14.54,0.44,39.96,0.46,🔶 fine-tuned on domain-specific datasets,MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,140,364,TRUE,087834da175523cffd66a7e19583725e798c1b4f,TRUE,TRUE,2024-06-28,2024-04-16,FALSE,FALSE,alpindale/WizardLM-2-8x22B,https://huggingface.co/alpindale/WizardLM-2-8x22B 💬,MaziyarPanahi/Llama-3-70B-Instruct-DPO-v0.4,32.18,50.27,0.5,48.4,0.64,22.66,0.23,11.97,0.34,13.1,0.43,46.71,0.52,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3,70,10,TRUE,cb03e4d810b82d86e7cb01ab146bade09a5d06d1,TRUE,TRUE,2024-06-26,2024-04-28,TRUE,FALSE,MaziyarPanahi/Llama-3-70B-Instruct-DPO-v0.4,https://huggingface.co/MaziyarPanahi/Llama-3-70B-Instruct-DPO-v0.4 💬,cognitivecomputations/dolphin-2.9.2-qwen2-72b,32,40.38,0.4,47.7,0.63,21.37,0.21,16,0.37,17.04,0.45,49.52,0.55,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,46,TRUE,e79582577c2bf2af304221af0e8308b7e7d46ca1,TRUE,TRUE,2024-06-27,2024-05-27,TRUE,TRUE,cognitivecomputations/dolphin-2.9.2-qwen2-72b,https://huggingface.co/cognitivecomputations/dolphin-2.9.2-qwen2-72b 💬,MTSAIR/MultiVerse_70B,31.73,52.49,0.52,46.14,0.62,16.16,0.16,13.87,0.35,18.82,0.47,42.89,0.49,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,other,72,37,TRUE,063430cdc4d972a0884e3e3e3d45ea4afbdf71a2,TRUE,TRUE,2024-06-29,2024-03-25,FALSE,FALSE,MTSAIR/MultiVerse_70B,https://huggingface.co/MTSAIR/MultiVerse_70B -💬,CohereForAI/c4ai-command-r-plus,30.86,76.64,0.77,39.92,0.58,7.55,0.08,7.38,0.31,20.42,0.48,33.24,0.4,"💬 chat models (RLHF, DPO, IFT, ...)",CohereForCausalLM,Original,float16,TRUE,cc-by-nc-4.0,103,1592,TRUE,fa1bd7fb1572ceb861bbbbecfa8af83b29fa8cca,TRUE,TRUE,2024-06-13,2024-04-03,TRUE,TRUE,CohereForAI/c4ai-command-r-plus,https://huggingface.co/CohereForAI/c4ai-command-r-plus -💬,internlm/internlm2_5-7b-chat,30.46,61.4,0.61,57.67,0.71,8.31,0.08,10.63,0.33,14.35,0.44,30.42,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",InternLM2ForCausalLM,Original,float16,TRUE,other,7,100,TRUE,bebb00121ee105b823647c3ba2b1e152652edc33,TRUE,TRUE,2024-07-03,2024-06-27,TRUE,TRUE,internlm/internlm2_5-7b-chat,https://huggingface.co/internlm/internlm2_5-7b-chat +💬,CohereForAI/c4ai-command-r-plus,30.86,76.64,0.77,39.92,0.58,7.55,0.08,7.38,0.31,20.42,0.48,33.24,0.4,"💬 chat models (RLHF, DPO, IFT, ...)",CohereForCausalLM,Original,float16,TRUE,cc-by-nc-4.0,103,1593,TRUE,fa1bd7fb1572ceb861bbbbecfa8af83b29fa8cca,TRUE,TRUE,2024-06-13,2024-04-03,TRUE,TRUE,CohereForAI/c4ai-command-r-plus,https://huggingface.co/CohereForAI/c4ai-command-r-plus +💬,internlm/internlm2_5-7b-chat,30.46,61.4,0.61,57.67,0.71,8.31,0.08,10.63,0.33,14.35,0.44,30.42,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",InternLM2ForCausalLM,Original,float16,TRUE,other,7,102,TRUE,bebb00121ee105b823647c3ba2b1e152652edc33,TRUE,TRUE,2024-07-03,2024-06-27,TRUE,TRUE,internlm/internlm2_5-7b-chat,https://huggingface.co/internlm/internlm2_5-7b-chat 🟢,Qwen/Qwen1.5-110B,29.56,34.22,0.34,44.28,0.61,23.04,0.23,13.65,0.35,13.71,0.44,48.45,0.54,🟢 pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,other,111,87,TRUE,16659038ecdcc771c1293cf47020fa7cc2750ee8,TRUE,TRUE,2024-06-13,2024-04-25,FALSE,TRUE,Qwen/Qwen1.5-110B,https://huggingface.co/Qwen/Qwen1.5-110B 🔶,abacusai/Smaug-72B-v0.1,29.56,51.7,0.52,42.42,0.59,17.75,0.18,9.62,0.32,15.39,0.45,40.46,0.46,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,other,72,460,TRUE,a1d657156f82c24b670158406378648233487011,TRUE,TRUE,2024-06-12,2024-02-02,FALSE,TRUE,abacusai/Smaug-72B-v0.1,https://huggingface.co/abacusai/Smaug-72B-v0.1 💬,Qwen/Qwen1.5-110B-Chat,29.22,59.39,0.59,44.98,0.62,0,0,12.19,0.34,16.29,0.45,42.5,0.48,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,111,118,TRUE,85f86cec25901f2dbd870a86e06756903c9a876a,TRUE,TRUE,2024-06-12,2024-04-25,TRUE,TRUE,Qwen/Qwen1.5-110B-Chat,https://huggingface.co/Qwen/Qwen1.5-110B-Chat 💬,01-ai/Yi-1.5-34B-Chat-16K,28.98,45.64,0.46,44.54,0.61,18.81,0.19,11.74,0.34,13.74,0.44,39.38,0.45,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,34,25,TRUE,ff74452e11f0f749ab872dc19b1dd3813c25c4d8,TRUE,TRUE,2024-07-15,2024-05-15,TRUE,TRUE,01-ai/Yi-1.5-34B-Chat-16K,https://huggingface.co/01-ai/Yi-1.5-34B-Chat-16K -💬,microsoft/Phi-3-small-128k-instruct,28.75,63.44,0.63,45.57,0.62,0,0,9.84,0.32,14.7,0.44,38.94,0.45,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3SmallForCausalLM,Original,bfloat16,TRUE,mit,7,143,TRUE,f80aaa30bfc64c2b8ab214b541d9050e97163bc4,TRUE,TRUE,2024-06-13,2024-05-07,TRUE,TRUE,microsoft/Phi-3-small-128k-instruct,https://huggingface.co/microsoft/Phi-3-small-128k-instruct +💬,microsoft/Phi-3-small-128k-instruct,28.75,63.44,0.63,45.57,0.62,0,0,9.84,0.32,14.7,0.44,38.94,0.45,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3SmallForCausalLM,Original,bfloat16,TRUE,mit,7,145,TRUE,f80aaa30bfc64c2b8ab214b541d9050e97163bc4,TRUE,TRUE,2024-06-13,2024-05-07,TRUE,TRUE,microsoft/Phi-3-small-128k-instruct,https://huggingface.co/microsoft/Phi-3-small-128k-instruct 💬,Azure99/blossom-v5.1-34b,28.36,56.97,0.57,44.13,0.61,14.43,0.14,7.94,0.31,7.3,0.39,39.4,0.45,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,34,3,TRUE,2c803204f5dbf4ce37e2df98eb0205cdc53de10d,TRUE,TRUE,2024-07-01,2024-05-19,TRUE,FALSE,Azure99/blossom-v5.1-34b,https://huggingface.co/Azure99/blossom-v5.1-34b 💬,01-ai/Yi-1.5-9B-Chat,27.71,60.46,0.6,36.95,0.56,11.63,0.12,11.3,0.33,12.84,0.43,33.06,0.4,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,113,TRUE,bc87d8557c98dc1e5fdef6ec23ed31088c4d3f35,TRUE,TRUE,2024-06-12,2024-05-10,TRUE,TRUE,01-ai/Yi-1.5-9B-Chat,https://huggingface.co/01-ai/Yi-1.5-9B-Chat -💬,jpacifico/Chocolatine-3B-Instruct-DPO-Revised,27.63,56.23,0.56,37.16,0.55,14.5,0.15,9.62,0.32,15.1,0.45,33.21,0.4,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,float16,TRUE,mit,3,2,TRUE,c403df6c0f78148cfb477972455cbd859149311a,TRUE,TRUE,2024-07-19,2024-07-17,TRUE,FALSE,jpacifico/Chocolatine-3B-Instruct-DPO-Revised,https://huggingface.co/jpacifico/Chocolatine-3B-Instruct-DPO-Revised -💬,microsoft/Phi-3-mini-4k-instruct,27.2,54.77,0.55,36.56,0.55,14.2,0.14,10.96,0.33,13.12,0.43,33.58,0.4,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,float16,TRUE,mit,3,886,TRUE,c1358f8a35e6d2af81890deffbbfa575b978c62f,TRUE,TRUE,2024-07-02,2024-04-22,TRUE,TRUE,microsoft/Phi-3-mini-4k-instruct,https://huggingface.co/microsoft/Phi-3-mini-4k-instruct +💬,jpacifico/Chocolatine-3B-Instruct-DPO-Revised,27.63,56.23,0.56,37.16,0.55,14.5,0.15,9.62,0.32,15.1,0.45,33.21,0.4,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,float16,TRUE,mit,3,5,TRUE,c403df6c0f78148cfb477972455cbd859149311a,TRUE,TRUE,2024-07-19,2024-07-17,TRUE,FALSE,jpacifico/Chocolatine-3B-Instruct-DPO-Revised,https://huggingface.co/jpacifico/Chocolatine-3B-Instruct-DPO-Revised +💬,microsoft/Phi-3-mini-4k-instruct,27.2,54.77,0.55,36.56,0.55,14.2,0.14,10.96,0.33,13.12,0.43,33.58,0.4,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,float16,TRUE,mit,3,887,TRUE,c1358f8a35e6d2af81890deffbbfa575b978c62f,TRUE,TRUE,2024-07-02,2024-04-22,TRUE,TRUE,microsoft/Phi-3-mini-4k-instruct,https://huggingface.co/microsoft/Phi-3-mini-4k-instruct 💬,Qwen/Qwen1.5-32B-Chat,27.1,55.32,0.55,44.55,0.61,6.65,0.07,7.49,0.31,10.2,0.42,38.41,0.45,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,32,104,TRUE,0997b012af6ddd5465d40465a8415535b2f06cfc,TRUE,TRUE,2024-06-12,2024-04-03,TRUE,TRUE,Qwen/Qwen1.5-32B-Chat,https://huggingface.co/Qwen/Qwen1.5-32B-Chat -💬,NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO,26.95,58.7,0.59,37.17,0.55,10.27,0.1,9.62,0.32,16.28,0.46,29.63,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,46,398,TRUE,286ae6737d048ad1d965c2e830864df02db50f2f,TRUE,FALSE,2024-06-12,2024-01-11,TRUE,TRUE,NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO,https://huggingface.co/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO +💬,NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO,26.95,58.7,0.59,37.17,0.55,10.27,0.1,9.62,0.32,16.28,0.46,29.63,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,46,400,TRUE,286ae6737d048ad1d965c2e830864df02db50f2f,TRUE,FALSE,2024-06-12,2024-01-11,TRUE,TRUE,NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO,https://huggingface.co/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO 💬,deepseek-ai/deepseek-llm-67b-chat,26.87,55.87,0.56,33.23,0.52,6.65,0.07,8.84,0.32,23.93,0.51,32.71,0.39,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,other,67,171,TRUE,79648bef7658bb824e4630740f6e1484c1b0620b,TRUE,TRUE,2024-06-12,2023-11-29,TRUE,TRUE,deepseek-ai/deepseek-llm-67b-chat,https://huggingface.co/deepseek-ai/deepseek-llm-67b-chat 🔶,MaziyarPanahi/Llama-3-8B-Instruct-v0.8,26.75,75.12,0.75,28.27,0.5,7.1,0.07,7.38,0.31,10.92,0.42,31.68,0.39,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,other,8,3,TRUE,bd80951b7ae97f633ed48b80334af8df96b49f36,TRUE,TRUE,2024-07-11,2024-05-01,TRUE,FALSE,MaziyarPanahi/Llama-3-8B-Instruct-v0.8,https://huggingface.co/MaziyarPanahi/Llama-3-8B-Instruct-v0.8 🟢,Qwen/Qwen1.5-32B,26.69,32.97,0.33,38.98,0.57,26.66,0.27,10.63,0.33,12.04,0.43,38.89,0.45,🟢 pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,other,32,77,TRUE,cefef80dc06a65f89d1d71d0adbc56d335ca2490,TRUE,TRUE,2024-06-13,2024-04-01,FALSE,TRUE,Qwen/Qwen1.5-32B,https://huggingface.co/Qwen/Qwen1.5-32B 🔶,MaziyarPanahi/Llama-3-8B-Instruct-v0.10,26.66,76.67,0.77,27.92,0.49,4.91,0.05,7.83,0.31,10.81,0.42,31.8,0.39,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,other,8,3,TRUE,4411eb9f6f5e4c462a6bdbc64c26dcc123100b66,TRUE,TRUE,2024-06-26,2024-06-04,TRUE,FALSE,MaziyarPanahi/Llama-3-8B-Instruct-v0.10,https://huggingface.co/MaziyarPanahi/Llama-3-8B-Instruct-v0.10 🟢,01-ai/Yi-1.5-34B-32K,26.4,31.19,0.31,43.38,0.6,13.44,0.13,15.1,0.36,14.08,0.44,41.21,0.47,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,34,34,TRUE,2c03a29761e4174f20347a60fbe229be4383d48b,TRUE,TRUE,2024-06-12,2024-05-15,FALSE,TRUE,01-ai/Yi-1.5-34B-32K,https://huggingface.co/01-ai/Yi-1.5-34B-32K 🟢,meta-llama/Meta-Llama-3-70B,26.37,16.03,0.16,48.71,0.65,16.54,0.17,19.69,0.4,16.01,0.45,41.21,0.47,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,70,774,TRUE,b4d08b7db49d488da3ac49adf25a6b9ac01ae338,TRUE,TRUE,2024-06-12,2024-04-17,FALSE,TRUE,meta-llama/Meta-Llama-3-70B,https://huggingface.co/meta-llama/Meta-Llama-3-70B -💬,microsoft/Phi-3-mini-4k-instruct,25.97,56.13,0.56,39.27,0.57,11.63,0.12,9.28,0.32,7.64,0.4,31.85,0.39,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,bfloat16,TRUE,mit,3,886,TRUE,ff07dc01615f8113924aed013115ab2abd32115b,TRUE,TRUE,2024-06-12,2024-04-22,TRUE,TRUE,microsoft/Phi-3-mini-4k-instruct,https://huggingface.co/microsoft/Phi-3-mini-4k-instruct +💬,microsoft/Phi-3-mini-4k-instruct,25.97,56.13,0.56,39.27,0.57,11.63,0.12,9.28,0.32,7.64,0.4,31.85,0.39,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,bfloat16,TRUE,mit,3,887,TRUE,ff07dc01615f8113924aed013115ab2abd32115b,TRUE,TRUE,2024-06-12,2024-04-22,TRUE,TRUE,microsoft/Phi-3-mini-4k-instruct,https://huggingface.co/microsoft/Phi-3-mini-4k-instruct 🟢,dnhkng/Medium,25.94,44.06,0.44,47.73,0.63,7.78,0.08,10.4,0.33,8.73,0.41,36.96,0.43,🟢 pretrained,Phi3ForCausalLM,Original,bfloat16,TRUE,mit,18,2,TRUE,de09a79e6b2efdcc97490a37b770764e62749fd0,TRUE,TRUE,2024-07-17,2024-07-17,FALSE,FALSE,dnhkng/Medium,https://huggingface.co/dnhkng/Medium -🤝,Casual-Autopsy/L3-Umbral-Mind-RP-v2.0-8B,25.76,71.23,0.71,32.49,0.53,10.12,0.1,4.92,0.29,5.55,0.37,30.26,0.37,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,llama3,8,8,TRUE,b46c066ea8387264858dc3461f382e7b42fd9c48,TRUE,TRUE,2024-07-02,2024-06-26,TRUE,FALSE,Casual-Autopsy/L3-Umbral-Mind-RP-v2.0-8B,https://huggingface.co/Casual-Autopsy/L3-Umbral-Mind-RP-v2.0-8B +🤝,Casual-Autopsy/L3-Umbral-Mind-RP-v2.0-8B,25.76,71.23,0.71,32.49,0.53,10.12,0.1,4.92,0.29,5.55,0.37,30.26,0.37,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,llama3,8,9,TRUE,b46c066ea8387264858dc3461f382e7b42fd9c48,TRUE,TRUE,2024-07-02,2024-06-26,TRUE,FALSE,Casual-Autopsy/L3-Umbral-Mind-RP-v2.0-8B,https://huggingface.co/Casual-Autopsy/L3-Umbral-Mind-RP-v2.0-8B 🔶,Sao10K/L3-8B-Stheno-v3.2,25.76,68.73,0.69,32.02,0.52,8.53,0.09,8.05,0.31,6.45,0.38,30.76,0.38,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,cc-by-nc-4.0,8,174,TRUE,4bb828f6e1b1efd648c39b1ad682c44ff260f018,TRUE,TRUE,2024-06-30,2024-06-05,TRUE,FALSE,Sao10K/L3-8B-Stheno-v3.2,https://huggingface.co/Sao10K/L3-8B-Stheno-v3.2 🔶,Nitral-AI/Hathor_Stable-v0.2-L3-8B,25.7,71.75,0.72,32.83,0.53,9.21,0.09,4.92,0.29,5.56,0.38,29.96,0.37,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,other,8,38,TRUE,1c9f391c3e349f8ba51b5696290ee6db6a2b63fd,TRUE,TRUE,2024-07-02,2024-06-09,TRUE,FALSE,Nitral-AI/Hathor_Stable-v0.2-L3-8B,https://huggingface.co/Nitral-AI/Hathor_Stable-v0.2-L3-8B 🔶,cognitivecomputations/dolphin-2.9.2-Phi-3-Medium-abliterated,25.59,36.13,0.36,45.44,0.61,12.39,0.12,10.4,0.33,10.36,0.41,38.82,0.45,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,mit,13,12,TRUE,d50be5f22ca9745a2a3175996611d6a840318b7f,TRUE,TRUE,2024-06-27,2024-06-03,FALSE,TRUE,cognitivecomputations/dolphin-2.9.2-Phi-3-Medium-abliterated,https://huggingface.co/cognitivecomputations/dolphin-2.9.2-Phi-3-Medium-abliterated 🟢,mistral-community/mixtral-8x22B-v0.3,25.55,25.83,0.26,45.73,0.63,16.84,0.17,17,0.38,7.46,0.4,40.44,0.46,🟢 pretrained,MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,140,3,TRUE,211b177b79ab5ef245ee334d106c27623e786882,TRUE,FALSE,2024-06-13,2024-05-25,FALSE,TRUE,mistral-community/mixtral-8x22B-v0.3,https://huggingface.co/mistral-community/mixtral-8x22B-v0.3 🔶,arcee-ai/Arcee-Spark,25.54,56.21,0.56,37.14,0.55,12.31,0.12,7.61,0.31,8.6,0.4,31.36,0.38,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,73,TRUE,3fe368ea5fd32bc4a8d1bcf42510416f7fa28668,TRUE,TRUE,2024-06-26,2024-06-22,TRUE,FALSE,arcee-ai/Arcee-Spark,https://huggingface.co/arcee-ai/Arcee-Spark 🟢,mistralai/Mixtral-8x22B-v0.1,25.49,25.83,0.26,45.59,0.62,16.84,0.17,16.78,0.38,7.46,0.4,40.44,0.46,🟢 pretrained,MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,140,173,TRUE,b03e260818710044a2f088d88fab12bb220884fb,TRUE,FALSE,2024-06-12,2024-04-16,FALSE,TRUE,mistralai/Mixtral-8x22B-v0.1,https://huggingface.co/mistralai/Mixtral-8x22B-v0.1 -💬,microsoft/Phi-3-mini-128k-instruct,25.49,59.76,0.6,37.1,0.56,8.91,0.09,9.06,0.32,7.71,0.39,30.38,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,bfloat16,TRUE,mit,3,1491,TRUE,5be6479b4bc06a081e8f4c6ece294241ccd32dec,TRUE,TRUE,2024-06-12,2024-04-22,TRUE,TRUE,microsoft/Phi-3-mini-128k-instruct,https://huggingface.co/microsoft/Phi-3-mini-128k-instruct +💬,microsoft/Phi-3-mini-128k-instruct,25.49,59.76,0.6,37.1,0.56,8.91,0.09,9.06,0.32,7.71,0.39,30.38,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,bfloat16,TRUE,mit,3,1492,TRUE,5be6479b4bc06a081e8f4c6ece294241ccd32dec,TRUE,TRUE,2024-06-12,2024-04-22,TRUE,TRUE,microsoft/Phi-3-mini-128k-instruct,https://huggingface.co/microsoft/Phi-3-mini-128k-instruct 🟢,01-ai/Yi-1.5-34B,25.43,28.41,0.28,42.75,0.6,14.05,0.14,15.44,0.37,11.22,0.42,40.73,0.47,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,34,44,TRUE,4b486f81c935a2dadde84c6baa1e1370d40a098f,TRUE,TRUE,2024-06-12,2024-05-11,FALSE,TRUE,01-ai/Yi-1.5-34B,https://huggingface.co/01-ai/Yi-1.5-34B 💬,CohereForAI/c4ai-command-r-v01,25.35,67.48,0.67,34.56,0.54,0,0,7.61,0.31,16.13,0.45,26.33,0.34,"💬 chat models (RLHF, DPO, IFT, ...)",CohereForCausalLM,Original,float16,TRUE,cc-by-nc-4.0,34,1033,TRUE,16881ccde1c68bbc7041280e6a66637bc46bfe88,TRUE,TRUE,2024-06-13,2024-03-11,TRUE,TRUE,CohereForAI/c4ai-command-r-v01,https://huggingface.co/CohereForAI/c4ai-command-r-v01 💬,arcee-ai/Arcee-Spark,25.33,57.18,0.57,36.92,0.55,10.73,0.11,7.49,0.31,8.4,0.4,31.26,0.38,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,float16,TRUE,apache-2.0,7,73,TRUE,3fe368ea5fd32bc4a8d1bcf42510416f7fa28668,TRUE,TRUE,2024-06-26,2024-06-22,TRUE,FALSE,arcee-ai/Arcee-Spark,https://huggingface.co/arcee-ai/Arcee-Spark 🔶,pankajmathur/orca_mini_v3_70b,25.26,40.15,0.4,42.98,0.59,3.63,0.04,9.06,0.32,25.12,0.51,30.64,0.38,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,other,70,23,TRUE,e8e856dfb5c737d1906b50f9e65fd3a4f8d77422,TRUE,TRUE,2024-06-26,2023-08-10,FALSE,FALSE,pankajmathur/orca_mini_v3_70b,https://huggingface.co/pankajmathur/orca_mini_v3_70b 💬,databricks/dbrx-instruct,25.2,54.16,0.54,35.96,0.54,6.87,0.07,12.19,0.34,12.2,0.43,29.81,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",DbrxForCausalLM,Original,bfloat16,TRUE,other,131,1090,TRUE,c0a9245908c187da8f43a81e538e67ff360904ea,TRUE,TRUE,2024-06-12,2024-03-26,TRUE,TRUE,databricks/dbrx-instruct,https://huggingface.co/databricks/dbrx-instruct 🟢,Qwen/Qwen2-57B-A14B,25.03,31.13,0.31,38.88,0.56,18.66,0.19,7.49,0.31,10.54,0.42,43.51,0.49,🟢 pretrained,Qwen2MoeForCausalLM,Original,bfloat16,TRUE,apache-2.0,57,41,TRUE,973e466c39ba76372a2ae464dbca0af3f5a5a2a9,TRUE,FALSE,2024-06-13,2024-05-22,FALSE,TRUE,Qwen/Qwen2-57B-A14B,https://huggingface.co/Qwen/Qwen2-57B-A14B -🔶,jpacifico/Chocolatine-3B-Instruct-DPO-v1.0,25,37.37,0.37,36.55,0.55,15.26,0.15,8.72,0.32,19.47,0.48,32.63,0.39,🔶 fine-tuned on domain-specific datasets,Phi3ForCausalLM,Original,float16,TRUE,apache-2.0,3,1,TRUE,98d049b8f8c305cfba81adae498a95e6b5647d4a,TRUE,TRUE,2024-07-11,2024-07-11,FALSE,FALSE,jpacifico/Chocolatine-3B-Instruct-DPO-v1.0,https://huggingface.co/jpacifico/Chocolatine-3B-Instruct-DPO-v1.0 -💬,Qwen/Qwen2-7B-Instruct,24.76,56.79,0.57,37.81,0.55,8.61,0.09,6.38,0.3,7.37,0.39,31.64,0.38,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,409,TRUE,41c66b0be1c3081f13defc6bdf946c2ef240d6a6,TRUE,TRUE,2024-06-12,2024-06-04,TRUE,TRUE,Qwen/Qwen2-7B-Instruct,https://huggingface.co/Qwen/Qwen2-7B-Instruct +🔶,jpacifico/Chocolatine-3B-Instruct-DPO-v1.0,25,37.37,0.37,36.55,0.55,15.26,0.15,8.72,0.32,19.47,0.48,32.63,0.39,🔶 fine-tuned on domain-specific datasets,Phi3ForCausalLM,Original,float16,TRUE,apache-2.0,3,2,TRUE,98d049b8f8c305cfba81adae498a95e6b5647d4a,TRUE,TRUE,2024-07-11,2024-07-11,FALSE,FALSE,jpacifico/Chocolatine-3B-Instruct-DPO-v1.0,https://huggingface.co/jpacifico/Chocolatine-3B-Instruct-DPO-v1.0 +💬,Qwen/Qwen2-7B-Instruct,24.76,56.79,0.57,37.81,0.55,8.61,0.09,6.38,0.3,7.37,0.39,31.64,0.38,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,410,TRUE,41c66b0be1c3081f13defc6bdf946c2ef240d6a6,TRUE,TRUE,2024-06-12,2024-06-04,TRUE,TRUE,Qwen/Qwen2-7B-Instruct,https://huggingface.co/Qwen/Qwen2-7B-Instruct +🤝,HiroseKoichi/Llama-Salad-4x8B-V3,24.75,66.54,0.67,31.93,0.52,8.53,0.09,7.05,0.3,6.45,0.37,27.98,0.35,🤝 base merges and moerges,MixtralForCausalLM,Original,bfloat16,FALSE,llama3,24,4,TRUE,a343915429779efbd1478f01ba1f7fd9d8d226c0,TRUE,FALSE,2024-06-26,2024-06-17,TRUE,FALSE,HiroseKoichi/Llama-Salad-4x8B-V3,https://huggingface.co/HiroseKoichi/Llama-Salad-4x8B-V3 💬,Azure99/blossom-v5.1-9b,24.69,50.86,0.51,34.2,0.53,10.5,0.1,11.41,0.34,8.02,0.4,33.16,0.4,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,1,TRUE,6044a3dc1e04529fe883aa513d37f266a320d793,TRUE,TRUE,2024-07-01,2024-05-15,TRUE,FALSE,Azure99/blossom-v5.1-9b,https://huggingface.co/Azure99/blossom-v5.1-9b 🔶,NousResearch/Hermes-2-Theta-Llama-3-8B,24.62,65.18,0.65,32.05,0.52,8.69,0.09,7.16,0.3,8.36,0.39,26.32,0.34,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,183,TRUE,885173e97ab8572b444f7db1290d5d0386e26816,TRUE,TRUE,2024-07-11,2024-05-05,TRUE,TRUE,NousResearch/Hermes-2-Theta-Llama-3-8B,https://huggingface.co/NousResearch/Hermes-2-Theta-Llama-3-8B -💬,CohereForAI/aya-23-35B,24.62,64.62,0.65,34.86,0.54,2.64,0.03,5.93,0.29,13.47,0.43,26.18,0.34,"💬 chat models (RLHF, DPO, IFT, ...)",CohereForCausalLM,Original,float16,TRUE,cc-by-nc-4.0,34,224,TRUE,31d6fd858f20539a55401c7ad913086f54d9ca2c,TRUE,TRUE,2024-06-12,2024-05-19,TRUE,TRUE,CohereForAI/aya-23-35B,https://huggingface.co/CohereForAI/aya-23-35B -🔶,ZeusLabs/L3-Aethora-15B-V2,24.57,72.08,0.72,28.97,0.5,7.33,0.07,5.03,0.29,6.25,0.39,27.78,0.35,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,cc-by-sa-4.0,15,36,TRUE,2c601f116c37dd912c89357dbdbef879a637997e,TRUE,TRUE,2024-06-27,2024-06-27,TRUE,FALSE,ZeusLabs/L3-Aethora-15B-V2,https://huggingface.co/ZeusLabs/L3-Aethora-15B-V2 +💬,CohereForAI/aya-23-35B,24.62,64.62,0.65,34.86,0.54,2.64,0.03,5.93,0.29,13.47,0.43,26.18,0.34,"💬 chat models (RLHF, DPO, IFT, ...)",CohereForCausalLM,Original,float16,TRUE,cc-by-nc-4.0,34,225,TRUE,31d6fd858f20539a55401c7ad913086f54d9ca2c,TRUE,TRUE,2024-06-12,2024-05-19,TRUE,TRUE,CohereForAI/aya-23-35B,https://huggingface.co/CohereForAI/aya-23-35B +🔶,ZeusLabs/L3-Aethora-15B-V2,24.57,72.08,0.72,28.97,0.5,7.33,0.07,5.03,0.29,6.25,0.39,27.78,0.35,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,cc-by-sa-4.0,15,37,TRUE,2c601f116c37dd912c89357dbdbef879a637997e,TRUE,TRUE,2024-06-27,2024-06-27,TRUE,FALSE,ZeusLabs/L3-Aethora-15B-V2,https://huggingface.co/ZeusLabs/L3-Aethora-15B-V2 💬,MaziyarPanahi/Phi-3-mini-4k-instruct-v0.1,24.51,55.25,0.55,38.12,0.56,4.31,0.04,10.63,0.33,8.26,0.4,30.51,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,bfloat16,TRUE,mit,3,1,TRUE,6764c79badacba5fa3584d2d2593d762caa1d17d,TRUE,TRUE,2024-06-26,2024-05-09,TRUE,FALSE,MaziyarPanahi/Phi-3-mini-4k-instruct-v0.1,https://huggingface.co/MaziyarPanahi/Phi-3-mini-4k-instruct-v0.1 💬,mistralai/Mixtral-8x7B-Instruct-v0.1,24.35,53.95,0.54,34.02,0.53,9.06,0.09,7.61,0.31,12.11,0.43,29.36,0.36,"💬 chat models (RLHF, DPO, IFT, ...)",MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,46,3993,TRUE,1e637f2d7cb0a9d6fb1922f305cb784995190a83,TRUE,FALSE,2024-06-12,2023-12-10,TRUE,TRUE,mistralai/Mixtral-8x7B-Instruct-v0.1,https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1 +🔶,VAGOsolutions/SauerkrautLM-Mixtral-8x7B-Instruct,24.29,56.02,0.56,33.95,0.53,8.61,0.09,6.38,0.3,11.32,0.42,29.45,0.37,🔶 fine-tuned on domain-specific datasets,MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,46,21,TRUE,30ed549de7d84f68b4c6cb619f73275c99af23cc,TRUE,FALSE,2024-06-26,2023-12-15,TRUE,FALSE,VAGOsolutions/SauerkrautLM-Mixtral-8x7B-Instruct,https://huggingface.co/VAGOsolutions/SauerkrautLM-Mixtral-8x7B-Instruct 💬,argilla/notux-8x7b-v1,24.13,54.53,0.55,32.86,0.52,8.69,0.09,7.49,0.31,11.57,0.42,29.66,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,46,164,TRUE,0b29f9afcbae2ab4c5085638d8f5a7f6d44c6b17,TRUE,FALSE,2024-06-12,2023-12-12,TRUE,TRUE,argilla/notux-8x7b-v1,https://huggingface.co/argilla/notux-8x7b-v1 🤝,PJMixers/LLaMa-3-CursedStock-v2.0-8B,24.03,63.31,0.63,32.56,0.53,8.61,0.09,3.24,0.27,8.04,0.39,28.4,0.36,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,llama3,8,8,TRUE,d47cc29df363f71ffaf6cd21ac4bdeefa27359db,TRUE,TRUE,2024-06-27,2024-06-26,TRUE,FALSE,PJMixers/LLaMa-3-CursedStock-v2.0-8B,https://huggingface.co/PJMixers/LLaMa-3-CursedStock-v2.0-8B 🔶,Weyaxi/Einstein-v7-Qwen2-7B,24.01,41,0.41,32.84,0.52,15.18,0.15,6.6,0.3,14.06,0.44,34.4,0.41,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,other,7,31,TRUE,d5a2f245bf98a40d196821bc378e10f35b4da81a,TRUE,TRUE,2024-06-26,2024-06-24,TRUE,FALSE,Weyaxi/Einstein-v7-Qwen2-7B,https://huggingface.co/Weyaxi/Einstein-v7-Qwen2-7B -💬,vicgalle/Roleplay-Llama-3-8B,23.94,73.2,0.73,28.55,0.5,8.69,0.09,1.45,0.26,1.68,0.35,30.09,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,apache-2.0,8,31,TRUE,57297eb57dcc2c116f061d9dda341094203da01b,TRUE,TRUE,2024-06-26,2024-04-19,TRUE,FALSE,vicgalle/Roleplay-Llama-3-8B,https://huggingface.co/vicgalle/Roleplay-Llama-3-8B -💬,meta-llama/Meta-Llama-3-8B-Instruct,23.91,74.08,0.74,28.24,0.5,8.69,0.09,1.23,0.26,1.6,0.36,29.6,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,3164,TRUE,e1945c40cd546c78e41f1151f4db032b271faeaa,TRUE,TRUE,2024-06-12,2024-04-17,TRUE,TRUE,meta-llama/Meta-Llama-3-8B-Instruct,https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct +💬,vicgalle/Roleplay-Llama-3-8B,23.94,73.2,0.73,28.55,0.5,8.69,0.09,1.45,0.26,1.68,0.35,30.09,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,apache-2.0,8,32,TRUE,57297eb57dcc2c116f061d9dda341094203da01b,TRUE,TRUE,2024-06-26,2024-04-19,TRUE,FALSE,vicgalle/Roleplay-Llama-3-8B,https://huggingface.co/vicgalle/Roleplay-Llama-3-8B +💬,meta-llama/Meta-Llama-3-8B-Instruct,23.91,74.08,0.74,28.24,0.5,8.69,0.09,1.23,0.26,1.6,0.36,29.6,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,3173,TRUE,e1945c40cd546c78e41f1151f4db032b271faeaa,TRUE,TRUE,2024-06-12,2024-04-17,TRUE,TRUE,meta-llama/Meta-Llama-3-8B-Instruct,https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct 💬,01-ai/Yi-34B-Chat,23.9,46.99,0.47,37.62,0.56,4.31,0.04,11.74,0.34,8.36,0.4,34.37,0.41,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,34,338,TRUE,2e528b6a80fb064a0a746c5ca43114b135e30464,TRUE,TRUE,2024-06-12,2023-11-22,TRUE,TRUE,01-ai/Yi-34B-Chat,https://huggingface.co/01-ai/Yi-34B-Chat 💬,abacusai/Smaug-34B-v0.1,23.76,50.16,0.5,34.26,0.54,0,0,10.63,0.33,8.13,0.4,39.37,0.45,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,34,58,TRUE,34d54c65a0247d5eb694973106c816d9c0ad3fc2,TRUE,TRUE,2024-06-12,2024-01-25,TRUE,TRUE,abacusai/Smaug-34B-v0.1,https://huggingface.co/abacusai/Smaug-34B-v0.1 -🟢,Qwen/Qwen2-7B,23.66,31.49,0.31,34.71,0.53,18.81,0.19,7.27,0.3,14.32,0.44,35.37,0.42,🟢 pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,95,TRUE,453ed1575b739b5b03ce3758b23befdb0967f40e,TRUE,TRUE,2024-06-09,2024-06-04,FALSE,TRUE,Qwen/Qwen2-7B,https://huggingface.co/Qwen/Qwen2-7B +🟢,Qwen/Qwen2-7B,23.66,31.49,0.31,34.71,0.53,18.81,0.19,7.27,0.3,14.32,0.44,35.37,0.42,🟢 pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,98,TRUE,453ed1575b739b5b03ce3758b23befdb0967f40e,TRUE,TRUE,2024-06-09,2024-06-04,FALSE,TRUE,Qwen/Qwen2-7B,https://huggingface.co/Qwen/Qwen2-7B 💬,NousResearch/Nous-Hermes-2-SOLAR-10.7B,23.32,52.79,0.53,34.99,0.54,5.21,0.05,5.82,0.29,13.83,0.44,27.31,0.35,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,10,201,TRUE,14c1fbe2f71acdcd58247b30d5439bd572d52386,TRUE,TRUE,2024-06-12,2024-01-01,TRUE,TRUE,NousResearch/Nous-Hermes-2-SOLAR-10.7B,https://huggingface.co/NousResearch/Nous-Hermes-2-SOLAR-10.7B 🔶,UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3,23.31,68.28,0.68,29.74,0.51,7.33,0.07,2.01,0.27,3.09,0.37,29.38,0.36,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,71,TRUE,f73dafc2923acd56f115f21f76e9d14f8d19a63e,TRUE,TRUE,2024-07-02,2024-06-25,TRUE,FALSE,UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3,https://huggingface.co/UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3 💬,MaziyarPanahi/Phi-3-mini-4k-instruct-v0.2,23.21,50.69,0.51,37.73,0.55,2.34,0.02,9.51,0.32,7.7,0.4,31.27,0.38,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,bfloat16,TRUE,mit,3,2,TRUE,c0a366a4c01d7e724ceba7e2f2c19251983423fe,TRUE,TRUE,2024-06-26,2024-05-10,TRUE,FALSE,MaziyarPanahi/Phi-3-mini-4k-instruct-v0.2,https://huggingface.co/MaziyarPanahi/Phi-3-mini-4k-instruct-v0.2 -💬,google/gemma-2-9b-it,23.18,76.95,0.77,38.55,0.57,0,0,12.42,0.34,9.38,0.4,1.78,0.12,"💬 chat models (RLHF, DPO, IFT, ...)",Gemma2ForCausalLM,Original,bfloat16,TRUE,gemma,9,287,TRUE,1937c70277fcc5f7fb0fc772fc5bc69378996e71,TRUE,TRUE,2024-07-11,2024-06-24,TRUE,TRUE,google/gemma-2-9b-it,https://huggingface.co/google/gemma-2-9b-it +💬,google/gemma-2-9b-it,23.18,76.95,0.77,38.55,0.57,0,0,12.42,0.34,9.38,0.4,1.78,0.12,"💬 chat models (RLHF, DPO, IFT, ...)",Gemma2ForCausalLM,Original,bfloat16,TRUE,gemma,9,290,TRUE,1937c70277fcc5f7fb0fc772fc5bc69378996e71,TRUE,TRUE,2024-07-11,2024-06-24,TRUE,TRUE,google/gemma-2-9b-it,https://huggingface.co/google/gemma-2-9b-it 💬,UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3,23.06,67.03,0.67,29.72,0.51,7.18,0.07,2.01,0.27,2.89,0.36,29.53,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,apache-2.0,8,71,TRUE,f73dafc2923acd56f115f21f76e9d14f8d19a63e,TRUE,TRUE,2024-06-28,2024-06-25,TRUE,FALSE,UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3,https://huggingface.co/UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3 💬,MaziyarPanahi/Phi-3-mini-4k-instruct-v0.3,23.02,49.26,0.49,37.66,0.55,2.95,0.03,9.06,0.32,7.75,0.4,31.42,0.38,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,bfloat16,TRUE,mit,3,9,TRUE,e1f70c3724c728aadd1c7c1bb279487494f7059e,TRUE,TRUE,2024-06-26,2024-05-10,TRUE,FALSE,MaziyarPanahi/Phi-3-mini-4k-instruct-v0.3,https://huggingface.co/MaziyarPanahi/Phi-3-mini-4k-instruct-v0.3 💬,LLM360/K2-Chat,22.93,51.52,0.52,33.79,0.54,1.59,0.02,7.49,0.31,16.82,0.46,26.34,0.34,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,65,31,TRUE,5454f2d28031c9127e4227c873ca2f154e02e4c7,TRUE,TRUE,2024-06-12,2024-05-22,TRUE,TRUE,LLM360/K2-Chat,https://huggingface.co/LLM360/K2-Chat 💬,01-ai/Yi-1.5-9B-Chat-16K,22.9,42.14,0.42,31.5,0.52,12.61,0.13,7.83,0.31,10.04,0.41,33.26,0.4,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,29,TRUE,2b397e5f0fab87984efa66856c5c4ed4bbe68b50,TRUE,TRUE,2024-06-12,2024-05-15,TRUE,TRUE,01-ai/Yi-1.5-9B-Chat-16K,https://huggingface.co/01-ai/Yi-1.5-9B-Chat-16K 💬,refuelai/Llama-3-Refueled,22.73,46.2,0.46,41.72,0.59,3.93,0.04,6.6,0.3,14.64,0.45,23.28,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,cc-by-nc-4.0,8,185,TRUE,ff6d1c3ba37b31d4af421951c2300f2256fb3691,TRUE,TRUE,2024-06-12,2024-05-03,TRUE,TRUE,refuelai/Llama-3-Refueled,https://huggingface.co/refuelai/Llama-3-Refueled 🔶,openchat/openchat-3.6-8b-20240522,22.69,53.59,0.54,33.23,0.53,7.33,0.07,9.06,0.32,8.18,0.4,24.77,0.32,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,131,TRUE,2264eb98558978f708e88ae52afb78e43b832801,TRUE,TRUE,2024-06-26,2024-05-07,TRUE,TRUE,openchat/openchat-3.6-8b-20240522,https://huggingface.co/openchat/openchat-3.6-8b-20240522 -🔶,openchat/openchat-3.5-0106,22.59,59.51,0.6,24.17,0.46,6.5,0.06,8.17,0.31,11.75,0.43,25.46,0.33,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,338,TRUE,ff058fda49726ecf4ea53dc1635f917cdb8ba36b,TRUE,TRUE,2024-06-27,2024-01-07,TRUE,TRUE,openchat/openchat-3.5-0106,https://huggingface.co/openchat/openchat-3.5-0106 +🔶,openchat/openchat-3.5-0106,22.59,59.51,0.6,24.17,0.46,6.5,0.06,8.17,0.31,11.75,0.43,25.46,0.33,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,339,TRUE,ff058fda49726ecf4ea53dc1635f917cdb8ba36b,TRUE,TRUE,2024-06-27,2024-01-07,TRUE,TRUE,openchat/openchat-3.5-0106,https://huggingface.co/openchat/openchat-3.5-0106 💬,openchat/openchat-3.5-1210,22.56,60.37,0.6,23.24,0.45,6.87,0.07,6.82,0.3,14.28,0.44,23.81,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,275,TRUE,801f5459b7577241500785f11c2b026912badd6e,TRUE,TRUE,2024-06-12,2023-12-12,TRUE,TRUE,openchat/openchat-3.5-1210,https://huggingface.co/openchat/openchat-3.5-1210 🔶,pankajmathur/orca_mini_v7_7b,22.41,43.88,0.44,33.95,0.53,2.64,0.03,6.15,0.3,12.66,0.44,35.19,0.42,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,2,TRUE,f5e84ff6ea25fb4585908ea45d1520bac416d803,TRUE,TRUE,2024-06-26,2024-06-20,FALSE,FALSE,pankajmathur/orca_mini_v7_7b,https://huggingface.co/pankajmathur/orca_mini_v7_7b 🔶,WizardLMTeam/WizardLM-70B-V1.0,22.32,49.51,0.5,37.54,0.56,3.47,0.03,2.13,0.27,14.09,0.44,27.18,0.34,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,llama2,70,231,TRUE,54aaecaff7d0790eb9f0ecea1cc267a94cc66949,TRUE,TRUE,2024-06-12,2023-08-09,FALSE,TRUE,WizardLMTeam/WizardLM-70B-V1.0,https://huggingface.co/WizardLMTeam/WizardLM-70B-V1.0 +🤝,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.1-gamma-0.01,22.3,42.71,0.43,29.55,0.5,3.7,0.04,9.62,0.32,17.8,0.46,30.44,0.37,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,f4ebbf27d586e94c63f0a7293f565cbd947b824f,TRUE,TRUE,2024-06-26,2024-06-07,FALSE,FALSE,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.1-gamma-0.01,https://huggingface.co/johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.1-gamma-0.01 💬,mistralai/Mistral-Nemo-Instruct-2407,22.27,62.61,0.63,27.11,0.49,0.3,0,8.72,0.32,8.48,0.39,26.37,0.34,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,"",11,0,TRUE,4d14c1db68fe20dbf80b8eca85d39b909c5fe1d5,TRUE,TRUE,2024-07-19,"",TRUE,TRUE,mistralai/Mistral-Nemo-Instruct-2407,https://huggingface.co/mistralai/Mistral-Nemo-Instruct-2407 -🟢,01-ai/Yi-34B,22.26,30.46,0.3,35.54,0.55,4.46,0.04,15.55,0.37,9.65,0.41,37.91,0.44,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,34,1267,TRUE,e1e7da8c75cfd5c44522228599fd4d2990cedd1c,TRUE,TRUE,2024-06-12,2023-11-01,FALSE,TRUE,01-ai/Yi-34B,https://huggingface.co/01-ai/Yi-34B -🔶,mlabonne/Daredevil-8B,22.13,45.48,0.45,31.63,0.52,8.99,0.09,7.72,0.31,7.53,0.39,31.45,0.38,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,FALSE,other,8,25,TRUE,717953c83631cc9adf2dddccfff06739308f10f7,TRUE,TRUE,2024-07-02,2024-05-25,TRUE,TRUE,mlabonne/Daredevil-8B,https://huggingface.co/mlabonne/Daredevil-8B +🟢,01-ai/Yi-34B,22.26,30.46,0.3,35.54,0.55,4.46,0.04,15.55,0.37,9.65,0.41,37.91,0.44,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,34,1268,TRUE,e1e7da8c75cfd5c44522228599fd4d2990cedd1c,TRUE,TRUE,2024-06-12,2023-11-01,FALSE,TRUE,01-ai/Yi-34B,https://huggingface.co/01-ai/Yi-34B +🔶,mlabonne/Daredevil-8B,22.13,45.48,0.45,31.63,0.52,8.99,0.09,7.72,0.31,7.53,0.39,31.45,0.38,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,FALSE,other,8,26,TRUE,717953c83631cc9adf2dddccfff06739308f10f7,TRUE,TRUE,2024-07-02,2024-05-25,TRUE,TRUE,mlabonne/Daredevil-8B,https://huggingface.co/mlabonne/Daredevil-8B +🤝,johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.1-gamma-0.01,22.09,43.59,0.44,29.53,0.5,4.31,0.04,8.05,0.31,16.34,0.45,30.69,0.38,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,861347cd643d396877d8e560367cf0717c671228,TRUE,TRUE,2024-06-26,2024-06-07,FALSE,FALSE,johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.1-gamma-0.01,https://huggingface.co/johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.1-gamma-0.01 💬,01-ai/Yi-1.5-6B-Chat,22.05,48.02,0.48,23.55,0.46,12.54,0.13,9.06,0.32,14.7,0.44,24.41,0.32,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,6,32,TRUE,3f64d3f159c6ad8494227bb77e2a7baef8cd808b,TRUE,TRUE,2024-06-12,2024-05-11,TRUE,TRUE,01-ai/Yi-1.5-6B-Chat,https://huggingface.co/01-ai/Yi-1.5-6B-Chat 🤝,mlabonne/NeuralDaredevil-8B-abliterated,22.04,45.6,0.46,30.33,0.51,8.01,0.08,7.61,0.31,9.08,0.4,31.65,0.38,🤝 base merges and moerges,LlamaForCausalLM,Original,float16,TRUE,other,8,108,TRUE,da4b9e9e6bb1e04407ada2ec17cabe3ae46d61eb,TRUE,TRUE,2024-07-03,2024-05-27,TRUE,TRUE,mlabonne/NeuralDaredevil-8B-abliterated,https://huggingface.co/mlabonne/NeuralDaredevil-8B-abliterated +🔶,BAAI/Infinity-Instruct-3M-0613-Mistral-7B,22.04,53.2,0.53,28.99,0.5,6.65,0.07,6.15,0.3,13.25,0.44,24.01,0.32,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,9,TRUE,c7a742e539ec264b9eaeefe2aed29e92e8a7ebd6,TRUE,TRUE,2024-06-27,2024-06-21,TRUE,FALSE,BAAI/Infinity-Instruct-3M-0613-Mistral-7B,https://huggingface.co/BAAI/Infinity-Instruct-3M-0613-Mistral-7B 💬,jpacifico/Chocolatine-8B-Instruct-DPO-v1.0,22.03,47.33,0.47,29.96,0.51,7.55,0.08,6.71,0.3,8.74,0.41,31.88,0.39,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,apache-2.0,8,4,TRUE,20bc1e67d5385ed119578b4038c07970570fb274,TRUE,TRUE,2024-06-26,2024-06-12,TRUE,FALSE,jpacifico/Chocolatine-8B-Instruct-DPO-v1.0,https://huggingface.co/jpacifico/Chocolatine-8B-Instruct-DPO-v1.0 🔶,chujiezheng/Llama-3-Instruct-8B-SimPO-ExPO,21.97,64.34,0.64,25.87,0.48,0.53,0.01,4.92,0.29,9.5,0.39,26.68,0.34,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,14,TRUE,3fcaa9fe99691659eb197487e9a343f601bf63f2,TRUE,TRUE,2024-06-26,2024-05-26,TRUE,FALSE,chujiezheng/Llama-3-Instruct-8B-SimPO-ExPO,https://huggingface.co/chujiezheng/Llama-3-Instruct-8B-SimPO-ExPO 🔶,VAGOsolutions/SauerkrautLM-7b-LaserChat,21.97,59.88,0.6,22.99,0.45,6.72,0.07,6.71,0.3,9.92,0.41,25.61,0.33,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,8,TRUE,cb759636a3d5b0768df2f43a3d3da9b17e10e7b9,TRUE,TRUE,2024-06-26,2024-02-05,TRUE,FALSE,VAGOsolutions/SauerkrautLM-7b-LaserChat,https://huggingface.co/VAGOsolutions/SauerkrautLM-7b-LaserChat 🟢,01-ai/Yi-1.5-9B,21.95,29.36,0.29,30.5,0.51,10.2,0.1,17.23,0.38,12.03,0.43,32.4,0.39,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,42,TRUE,8cfde9604384c50137bee480b8cef8a08e5ae81d,TRUE,TRUE,2024-06-12,2024-05-11,FALSE,TRUE,01-ai/Yi-1.5-9B,https://huggingface.co/01-ai/Yi-1.5-9B +🤝,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.9-gamma-0.1,21.82,42.23,0.42,31.12,0.52,6.72,0.07,7.72,0.31,13.67,0.44,29.45,0.37,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,818f7e586444b551200862fb234c39bd48d69ae8,TRUE,TRUE,2024-06-26,2024-06-08,FALSE,FALSE,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.9-gamma-0.1,https://huggingface.co/johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.9-gamma-0.1 💬,NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT,21.78,57.31,0.57,30.59,0.51,1.74,0.02,6.94,0.3,11.14,0.42,22.96,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,46,55,TRUE,4c06af2684730f75a6874b95e8bf6058105d9612,TRUE,FALSE,2024-06-12,2023-12-26,TRUE,TRUE,NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT,https://huggingface.co/NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT +🤝,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.1,21.73,43.02,0.43,31.16,0.52,6.04,0.06,7.72,0.31,12.88,0.43,29.59,0.37,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,139a9bccd0ffb284e670a181a5986a01b1420c6c,TRUE,TRUE,2024-06-26,2024-06-08,FALSE,FALSE,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.1,https://huggingface.co/johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.1 💬,NousResearch/Hermes-2-Pro-Mistral-7B,21.64,56.68,0.57,29.43,0.5,4.83,0.05,3.13,0.27,14.13,0.44,21.63,0.29,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,478,TRUE,09317b1d8da639b5d9af77c06aa17cde0f0f91c0,TRUE,TRUE,2024-06-12,2024-03-11,TRUE,TRUE,NousResearch/Hermes-2-Pro-Mistral-7B,https://huggingface.co/NousResearch/Hermes-2-Pro-Mistral-7B -💬,NousResearch/Hermes-2-Pro-Llama-3-8B,21.63,53.62,0.54,30.67,0.51,5.74,0.06,5.7,0.29,11.25,0.43,22.8,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,llama3,8,384,TRUE,bc265d1781299ed2045214289c927c207439a729,TRUE,TRUE,2024-06-13,2024-04-30,TRUE,TRUE,NousResearch/Hermes-2-Pro-Llama-3-8B,https://huggingface.co/NousResearch/Hermes-2-Pro-Llama-3-8B -💬,openchat/openchat_3.5,21.52,59.31,0.59,21.58,0.44,6.57,0.07,6.49,0.3,11.26,0.42,23.93,0.32,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,1106,TRUE,0fc98e324280bc4bf5d2c30ecf7b97b84fb8a19b,TRUE,TRUE,2024-06-12,2023-10-30,TRUE,TRUE,openchat/openchat_3.5,https://huggingface.co/openchat/openchat_3.5 +💬,NousResearch/Hermes-2-Pro-Llama-3-8B,21.63,53.62,0.54,30.67,0.51,5.74,0.06,5.7,0.29,11.25,0.43,22.8,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,llama3,8,385,TRUE,bc265d1781299ed2045214289c927c207439a729,TRUE,TRUE,2024-06-13,2024-04-30,TRUE,TRUE,NousResearch/Hermes-2-Pro-Llama-3-8B,https://huggingface.co/NousResearch/Hermes-2-Pro-Llama-3-8B +💬,openchat/openchat_3.5,21.52,59.31,0.59,21.58,0.44,6.57,0.07,6.49,0.3,11.26,0.42,23.93,0.32,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,1107,TRUE,0fc98e324280bc4bf5d2c30ecf7b97b84fb8a19b,TRUE,TRUE,2024-06-12,2023-10-30,TRUE,TRUE,openchat/openchat_3.5,https://huggingface.co/openchat/openchat_3.5 🔶,mlabonne/NeuralDaredevil-8B-abliterated,21.5,41.62,0.42,29.76,0.51,8.53,0.09,7.05,0.3,10.9,0.41,31.13,0.38,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,other,8,108,TRUE,89b01e3292e031ed85ad21545849182f5627021e,TRUE,TRUE,2024-06-27,2024-05-27,FALSE,TRUE,mlabonne/NeuralDaredevil-8B-abliterated,https://huggingface.co/mlabonne/NeuralDaredevil-8B-abliterated 🔶,flammenai/flammen15-gutenberg-DPO-v1-7B,21.46,47.98,0.48,32.67,0.52,6.72,0.07,4.59,0.28,12.53,0.43,24.29,0.32,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,0,TRUE,550cd9548cba1265cb1771c85ebe498789fdecb5,TRUE,TRUE,2024-07-10,2024-04-05,FALSE,FALSE,flammenai/flammen15-gutenberg-DPO-v1-7B,https://huggingface.co/flammenai/flammen15-gutenberg-DPO-v1-7B -🔶,Intel/neural-chat-7b-v3-2,21.43,49.88,0.5,30.24,0.5,4.53,0.05,5.37,0.29,20.06,0.49,18.52,0.27,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,apache-2.0,7,55,TRUE,0d8f77647810d21d935ea90c66d6339b85e65a75,TRUE,TRUE,2024-06-12,2023-11-21,FALSE,TRUE,Intel/neural-chat-7b-v3-2,https://huggingface.co/Intel/neural-chat-7b-v3-2 +🔶,Intel/neural-chat-7b-v3-2,21.43,49.88,0.5,30.24,0.5,4.53,0.05,5.37,0.29,20.06,0.49,18.52,0.27,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,apache-2.0,7,56,TRUE,0d8f77647810d21d935ea90c66d6339b85e65a75,TRUE,TRUE,2024-06-12,2023-11-21,FALSE,TRUE,Intel/neural-chat-7b-v3-2,https://huggingface.co/Intel/neural-chat-7b-v3-2 💬,teknium/OpenHermes-2-Mistral-7B,21.33,52.86,0.53,29.25,0.49,3.85,0.04,4.47,0.28,16.06,0.45,21.46,0.29,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,256,TRUE,4c6e34123b140ce773a8433cae5410949289102c,TRUE,TRUE,2024-06-12,2023-10-12,TRUE,TRUE,teknium/OpenHermes-2-Mistral-7B,https://huggingface.co/teknium/OpenHermes-2-Mistral-7B +🤝,johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.9-gamma-0.1,21.22,41.62,0.42,30.84,0.51,6.95,0.07,6.26,0.3,12.5,0.43,29.16,0.36,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,378a7cad3e34a1a8b11e77edd95b02ff0d228da2,TRUE,TRUE,2024-06-26,2024-06-07,FALSE,FALSE,johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.9-gamma-0.1,https://huggingface.co/johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.9-gamma-0.1 💬,teknium/OpenHermes-2.5-Mistral-7B,21.22,55.71,0.56,27.77,0.49,4.46,0.04,4.47,0.28,12.06,0.42,22.83,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,796,TRUE,24c0bea14d53e6f67f1fbe2eca5bfe7cae389b33,TRUE,TRUE,2024-06-12,2023-10-29,TRUE,TRUE,teknium/OpenHermes-2.5-Mistral-7B,https://huggingface.co/teknium/OpenHermes-2.5-Mistral-7B +🔶,nbeerbower/llama-3-gutenberg-8B,21.17,43.72,0.44,27.96,0.5,7.02,0.07,6.82,0.3,10.05,0.41,31.45,0.38,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,other,8,7,TRUE,4ed3aac5e30c078bee79ae193c2d301d38860b20,TRUE,TRUE,2024-07-10,2024-05-05,FALSE,FALSE,nbeerbower/llama-3-gutenberg-8B,https://huggingface.co/nbeerbower/llama-3-gutenberg-8B 🔶,Eric111/CatunaMayo-DPO,21.15,42.15,0.42,33.09,0.52,7.33,0.07,5.59,0.29,14.66,0.45,24.11,0.32,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,FALSE,apache-2.0,7,0,TRUE,6bdbe06c10d57d152dd8a79a71edd8e30135b689,TRUE,TRUE,2024-06-27,2024-02-21,FALSE,FALSE,Eric111/CatunaMayo-DPO,https://huggingface.co/Eric111/CatunaMayo-DPO 🔶,Eric111/CatunaMayo,21.15,40.74,0.41,33.3,0.52,7.7,0.08,5.59,0.29,15.35,0.45,24.2,0.32,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,7,0,TRUE,23337893381293975cbcc35f75b634954fbcefaf,TRUE,TRUE,2024-07-03,2024-02-15,FALSE,FALSE,Eric111/CatunaMayo,https://huggingface.co/Eric111/CatunaMayo -💬,Qwen/Qwen1.5-14B-Chat,21.02,47.68,0.48,32.76,0.52,0,0,2.68,0.27,13.93,0.44,29.09,0.36,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,14,105,TRUE,9492b22871f43e975435455f5c616c77fe7a50ec,TRUE,TRUE,2024-06-12,2024-01-30,TRUE,TRUE,Qwen/Qwen1.5-14B-Chat,https://huggingface.co/Qwen/Qwen1.5-14B-Chat +💬,Qwen/Qwen1.5-14B-Chat,21.02,47.68,0.48,32.76,0.52,0,0,2.68,0.27,13.93,0.44,29.09,0.36,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,14,106,TRUE,9492b22871f43e975435455f5c616c77fe7a50ec,TRUE,TRUE,2024-06-12,2024-01-30,TRUE,TRUE,Qwen/Qwen1.5-14B-Chat,https://huggingface.co/Qwen/Qwen1.5-14B-Chat 💬,NousResearch/Nous-Hermes-2-Mistral-7B-DPO,21.01,57.63,0.58,27.79,0.49,4.23,0.04,5.7,0.29,8.33,0.4,22.39,0.3,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,160,TRUE,ebec0a691037d38955727d6949798429a63929dd,TRUE,TRUE,2024-06-12,2024-02-18,TRUE,TRUE,NousResearch/Nous-Hermes-2-Mistral-7B-DPO,https://huggingface.co/NousResearch/Nous-Hermes-2-Mistral-7B-DPO 🔶,Intel/neural-chat-7b-v3-1,21,46.87,0.47,29.74,0.51,3.17,0.03,5.37,0.29,22.24,0.5,18.64,0.27,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,apache-2.0,7,545,TRUE,c0d379a49c1c0579529d5e6f2e936ddb759552a8,TRUE,TRUE,2024-06-12,2023-11-14,FALSE,TRUE,Intel/neural-chat-7b-v3-1,https://huggingface.co/Intel/neural-chat-7b-v3-1 +🤝,maldv/badger-kappa-llama-3-8b,21,46.95,0.47,30.15,0.51,7.63,0.08,7.05,0.3,4.3,0.38,29.95,0.37,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,1,TRUE,aa6863eb816ca6ad29453b8aaf846962c4328998,TRUE,TRUE,2024-06-27,2024-06-02,TRUE,FALSE,maldv/badger-kappa-llama-3-8b,https://huggingface.co/maldv/badger-kappa-llama-3-8b 🔶,maldv/badger-writer-llama-3-8b,20.93,53.03,0.53,26.88,0.49,6.57,0.07,5.26,0.29,3.2,0.36,30.67,0.38,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,FALSE,cc-by-nc-4.0,8,3,TRUE,1d8134d01af87e994571ae16ccd7b31cce42418f,TRUE,TRUE,2024-06-26,2024-06-17,TRUE,FALSE,maldv/badger-writer-llama-3-8b,https://huggingface.co/maldv/badger-writer-llama-3-8b 🤝,maldv/badger-lambda-llama-3-8b,20.76,48.61,0.49,28.1,0.5,8.31,0.08,4.25,0.28,4.52,0.38,30.74,0.38,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,TRUE,cc-by-nc-4.0,8,8,TRUE,8ef157d0d3c12212ca5e70d354869aed90e03f22,TRUE,TRUE,2024-06-26,2024-06-10,TRUE,FALSE,maldv/badger-lambda-llama-3-8b,https://huggingface.co/maldv/badger-lambda-llama-3-8b +🤝,nlpguy/StarFusion-alpha1,20.68,56.45,0.56,21.93,0.44,6.42,0.06,6.04,0.3,8.88,0.41,24.34,0.32,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,7,0,TRUE,dccad965a710d7bee001b6387c8307e7c320291e,TRUE,TRUE,2024-06-26,2024-04-13,TRUE,FALSE,nlpguy/StarFusion-alpha1,https://huggingface.co/nlpguy/StarFusion-alpha1 💬,berkeley-nest/Starling-LM-7B-alpha,20.64,54.8,0.55,21.95,0.44,7.18,0.07,6.26,0.3,9.5,0.41,24.13,0.32,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,552,TRUE,1dddf3b95bc1391f6307299eb1c162c194bde9bd,TRUE,TRUE,2024-06-12,2023-11-25,TRUE,TRUE,berkeley-nest/Starling-LM-7B-alpha,https://huggingface.co/berkeley-nest/Starling-LM-7B-alpha +🔶,meta-llama/Meta-Llama-3-8B-Instruct,20.48,47.82,0.48,26.8,0.49,8.38,0.08,5.7,0.29,5.4,0.38,28.79,0.36,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,llama3,8,3173,TRUE,e1945c40cd546c78e41f1151f4db032b271faeaa,TRUE,TRUE,2024-07-08,2024-04-17,FALSE,TRUE,meta-llama/Meta-Llama-3-8B-Instruct,https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct 🔶,SanjiWatsuki/Kunoichi-DPO-v2-7B,20.41,54.31,0.54,20.9,0.44,6.57,0.07,6.15,0.3,11.09,0.42,23.41,0.31,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,cc-by-nc-4.0,7,72,TRUE,5278247beb482c4fceff2294570236d68b74d132,TRUE,TRUE,2024-06-28,2024-01-13,TRUE,FALSE,SanjiWatsuki/Kunoichi-DPO-v2-7B,https://huggingface.co/SanjiWatsuki/Kunoichi-DPO-v2-7B 🔶,pankajmathur/orca_mini_v6_8b_dpo,20.29,38.83,0.39,32.48,0.52,5.51,0.06,6.82,0.3,9.26,0.41,28.85,0.36,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,1,TRUE,ebb11b63839d38e8c03c7ecac012e047fcb2346e,TRUE,TRUE,2024-06-26,2024-06-21,FALSE,FALSE,pankajmathur/orca_mini_v6_8b_dpo,https://huggingface.co/pankajmathur/orca_mini_v6_8b_dpo 🟢,Qwen/Qwen1.5-14B,20.22,29.05,0.29,30.06,0.51,16.47,0.16,5.93,0.29,10.46,0.42,29.37,0.36,🟢 pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,other,14,36,TRUE,dce4b190d34470818e5bec2a92cb8233aaa02ca2,TRUE,TRUE,2024-06-13,2024-01-22,FALSE,TRUE,Qwen/Qwen1.5-14B,https://huggingface.co/Qwen/Qwen1.5-14B +🔶,VAGOsolutions/SauerkrautLM-SOLAR-Instruct,20.16,49.17,0.49,31.84,0.52,0,0,7.38,0.31,8.33,0.4,24.26,0.32,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,cc-by-nc-4.0,10,46,TRUE,2665d7600ccd253728453433d2434844e6f702bd,TRUE,TRUE,2024-06-26,2023-12-20,TRUE,FALSE,VAGOsolutions/SauerkrautLM-SOLAR-Instruct,https://huggingface.co/VAGOsolutions/SauerkrautLM-SOLAR-Instruct 🔶,pankajmathur/orca_mini_v5_8b,20.16,48.06,0.48,29.35,0.51,7.85,0.08,4.92,0.29,7.7,0.4,23.07,0.31,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,2,TRUE,f57c84d4cc0b3b74549458c0d38e868bd7fffad1,TRUE,TRUE,2024-06-26,2024-05-26,FALSE,FALSE,pankajmathur/orca_mini_v5_8b,https://huggingface.co/pankajmathur/orca_mini_v5_8b +🤝,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.3-gamma-0.01,20.1,33.77,0.34,28.14,0.49,0,0,8.28,0.31,22.29,0.5,28.15,0.35,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,4a432be239528ffc654955338982f1f32eb12901,TRUE,TRUE,2024-06-26,2024-06-07,FALSE,FALSE,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.3-gamma-0.01,https://huggingface.co/johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.3-gamma-0.01 🔶,Sao10K/Fimbulvetr-11B-v2,20.03,51,0.51,22.66,0.45,0.45,0,5.59,0.29,14.92,0.44,25.57,0.33,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,cc-by-nc-4.0,10,135,TRUE,b2dcd534dc3a53ff84e60a53b87816185169be19,TRUE,TRUE,2024-07-01,2024-02-06,TRUE,FALSE,Sao10K/Fimbulvetr-11B-v2,https://huggingface.co/Sao10K/Fimbulvetr-11B-v2 🤝,OmnicromsBrain/NeuralStar_FusionWriter_4x7b,20.01,59.64,0.6,26.04,0.48,4.53,0.05,3.8,0.28,8.2,0.4,17.84,0.26,🤝 base merges and moerges,MixtralForCausalLM,Original,float16,FALSE,apache-2.0,24,0,TRUE,fbe296d2c76acbb792cdd22e14d1c8bb13723839,TRUE,FALSE,2024-07-01,2024-06-07,TRUE,FALSE,OmnicromsBrain/NeuralStar_FusionWriter_4x7b,https://huggingface.co/OmnicromsBrain/NeuralStar_FusionWriter_4x7b 💬,Weyaxi/Einstein-v6.1-Llama3-8B,19.99,45.68,0.46,29.38,0.5,5.74,0.06,4.25,0.28,11.23,0.42,23.68,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,other,8,60,TRUE,5cab6d54666b6024d0f745d61abf1842edb934e0,TRUE,TRUE,2024-06-26,2024-04-19,TRUE,FALSE,Weyaxi/Einstein-v6.1-Llama3-8B,https://huggingface.co/Weyaxi/Einstein-v6.1-Llama3-8B 🔶,Intel/neural-chat-7b-v3-3,19.99,47.63,0.48,27.75,0.49,0.68,0.01,5.26,0.29,20.58,0.49,18.05,0.26,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,apache-2.0,7,73,TRUE,bdd31cf498d13782cc7497cba5896996ce429f91,TRUE,TRUE,2024-06-12,2023-12-09,FALSE,TRUE,Intel/neural-chat-7b-v3-3,https://huggingface.co/Intel/neural-chat-7b-v3-3 🔶,pankajmathur/orca_mini_v5_8b_dpo,19.96,48.96,0.49,29.61,0.51,7.48,0.07,3.24,0.27,6.94,0.39,23.51,0.31,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,2,TRUE,fdc0d0aaa85a58f1abaf2c24ce0ddca10c08f0f1,TRUE,TRUE,2024-06-26,2024-05-30,FALSE,FALSE,pankajmathur/orca_mini_v5_8b_dpo,https://huggingface.co/pankajmathur/orca_mini_v5_8b_dpo +🤝,automerger/YamshadowExperiment28-7B,19.82,40.7,0.41,31.98,0.52,5.74,0.06,4.92,0.29,12.69,0.43,22.89,0.31,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,7,23,TRUE,76972ed8aacba1fd14f78e6f8d347f087f8b6800,TRUE,TRUE,2024-06-29,2024-03-18,FALSE,FALSE,automerger/YamshadowExperiment28-7B,https://huggingface.co/automerger/YamshadowExperiment28-7B 🟢,01-ai/Yi-34B-200K,19.8,15.42,0.15,36.02,0.54,4.46,0.04,14.21,0.36,9.41,0.38,39.27,0.45,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,34,313,TRUE,8ac1a1ebe011df28b78ccd08012aeb2222443c77,TRUE,TRUE,2024-06-12,2023-11-06,FALSE,TRUE,01-ai/Yi-34B-200K,https://huggingface.co/01-ai/Yi-34B-200K 🤝,maldv/badger-mu-llama-3-8b,19.77,49.19,0.49,30.51,0.51,2.27,0.02,1.23,0.26,5.7,0.36,29.71,0.37,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,TRUE,cc-by-nc-4.0,8,0,TRUE,952a269bb1e6c18ee772c6d088e74d305df4425d,TRUE,TRUE,2024-06-27,2024-06-27,TRUE,FALSE,maldv/badger-mu-llama-3-8b,https://huggingface.co/maldv/badger-mu-llama-3-8b 🔶,jieliu/Storm-7B,19.74,34.24,0.34,32.33,0.52,5.97,0.06,7.72,0.31,14.63,0.44,23.55,0.31,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,39,TRUE,71edab8ee6c2578e428b0359158fb0d43133e989,TRUE,TRUE,2024-06-26,2024-04-25,FALSE,FALSE,jieliu/Storm-7B,https://huggingface.co/jieliu/Storm-7B 🔶,VAGOsolutions/SauerkrautLM-7b-HerO,19.68,53.46,0.53,27.99,0.49,4,0.04,3.02,0.27,6.88,0.39,22.73,0.3,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,7,31,TRUE,3a14b437e2f375b74de3b6923e171662133347bb,TRUE,TRUE,2024-06-26,2023-11-24,TRUE,FALSE,VAGOsolutions/SauerkrautLM-7b-HerO,https://huggingface.co/VAGOsolutions/SauerkrautLM-7b-HerO 💬,upstage/SOLAR-10.7B-Instruct-v1.0,19.63,47.37,0.47,31.87,0.52,0,0,7.83,0.31,6.94,0.39,23.76,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,cc-by-nc-4.0,10,600,TRUE,c08c25ed66414a878fe0401a3596d536c083606c,TRUE,TRUE,2024-06-12,2023-12-12,TRUE,TRUE,upstage/SOLAR-10.7B-Instruct-v1.0,https://huggingface.co/upstage/SOLAR-10.7B-Instruct-v1.0 🔶,RLHFlow/LLaMA3-iterative-DPO-final,19.63,53.34,0.53,29.79,0.51,0,0,4.47,0.28,5.08,0.37,25.08,0.33,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,37,TRUE,40b73bd07a019795837f80579fe95470484ca82b,TRUE,TRUE,2024-06-26,2024-05-17,TRUE,FALSE,RLHFlow/LLaMA3-iterative-DPO-final,https://huggingface.co/RLHFlow/LLaMA3-iterative-DPO-final +🤝,invisietch/EtherealRainbow-v0.3-8B,19.61,36.82,0.37,30.08,0.51,6.57,0.07,7.27,0.3,7.77,0.39,29.18,0.36,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,llama3,8,5,TRUE,c986c4ca5a5b8474820a59d3e911a431cf26938d,TRUE,TRUE,2024-07-01,2024-06-19,FALSE,FALSE,invisietch/EtherealRainbow-v0.3-8B,https://huggingface.co/invisietch/EtherealRainbow-v0.3-8B 🟢,01-ai/Yi-1.5-9B-32K,19.61,23.03,0.23,28.94,0.5,9.59,0.1,14.54,0.36,10.83,0.42,30.72,0.38,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,18,TRUE,116561dfae63af90f9d163b43077629e0e916bb1,TRUE,TRUE,2024-06-12,2024-05-15,FALSE,TRUE,01-ai/Yi-1.5-9B-32K,https://huggingface.co/01-ai/Yi-1.5-9B-32K +🔶,mlabonne/Daredevil-8B-abliterated,19.55,44.26,0.44,19.87,0.43,8.61,0.09,5.37,0.29,9.18,0.41,30.01,0.37,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,other,8,28,TRUE,034c0ce8ceeba075d1dff2bac1b113a017c79390,TRUE,TRUE,2024-07-02,2024-05-26,TRUE,TRUE,mlabonne/Daredevil-8B-abliterated,https://huggingface.co/mlabonne/Daredevil-8B-abliterated 🤝,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.5-gamma-0.01,19.38,32.04,0.32,27.67,0.49,0,0,6.94,0.3,23.62,0.51,26.05,0.33,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,6ab1392c825907b08eff8fbed4c97a3e6e0d6dd9,TRUE,TRUE,2024-06-26,2024-06-07,FALSE,FALSE,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.5-gamma-0.01,https://huggingface.co/johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.5-gamma-0.01 -💬,cognitivecomputations/dolphin-2.9.3-mistral-7B-32k,19.31,41.26,0.41,26.91,0.48,4.83,0.05,4.7,0.29,17.93,0.46,20.23,0.28,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,39,TRUE,4f4273ee8e7930dd64e2c6121c79d12546b883e2,TRUE,TRUE,2024-07-04,2024-06-25,TRUE,TRUE,cognitivecomputations/dolphin-2.9.3-mistral-7B-32k,https://huggingface.co/cognitivecomputations/dolphin-2.9.3-mistral-7B-32k +💬,cognitivecomputations/dolphin-2.9.3-mistral-7B-32k,19.31,41.26,0.41,26.91,0.48,4.83,0.05,4.7,0.29,17.93,0.46,20.23,0.28,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,40,TRUE,4f4273ee8e7930dd64e2c6121c79d12546b883e2,TRUE,TRUE,2024-07-04,2024-06-25,TRUE,TRUE,cognitivecomputations/dolphin-2.9.3-mistral-7B-32k,https://huggingface.co/cognitivecomputations/dolphin-2.9.3-mistral-7B-32k 🤝,mlabonne/Beyonder-4x7B-v3,19.31,56.08,0.56,24.56,0.47,4.76,0.05,4.7,0.29,8.93,0.4,16.81,0.25,🤝 base merges and moerges,MixtralForCausalLM,Original,float16,FALSE,cc-by-nc-4.0,24,56,TRUE,8e923fa480f511ab54d79b44b0487768bdd3de4e,TRUE,FALSE,2024-06-12,2024-03-21,TRUE,TRUE,mlabonne/Beyonder-4x7B-v3,https://huggingface.co/mlabonne/Beyonder-4x7B-v3 -🟢,mistralai/Mixtral-8x7B-v0.1,19.23,23.5,0.24,29.73,0.5,8.84,0.09,9.28,0.32,12.55,0.43,31.5,0.38,🟢 pretrained,MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,46,1597,TRUE,985aa055896a8f943d4a9f2572e6ea1341823841,TRUE,FALSE,2024-06-12,2023-12-01,FALSE,TRUE,mistralai/Mixtral-8x7B-v0.1,https://huggingface.co/mistralai/Mixtral-8x7B-v0.1 -🔶,chargoddard/prometheus-2-llama-3-8b,19.16,52.89,0.53,27.8,0.49,7.25,0.07,3.02,0.27,0.78,0.34,23.19,0.31,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,1,TRUE,90a728ac98e5b4169f88ae4945e357cf45477568,TRUE,TRUE,2024-06-26,2024-05-26,TRUE,FALSE,chargoddard/prometheus-2-llama-3-8b,https://huggingface.co/chargoddard/prometheus-2-llama-3-8b -💬,mistralai/Mistral-7B-Instruct-v0.3,19.11,54.65,0.55,25.57,0.47,3.17,0.03,3.91,0.28,4.3,0.37,23.06,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,828,TRUE,83e9aa141f2e28c82232fea5325f54edf17c43de,TRUE,TRUE,2024-06-12,2024-05-22,TRUE,TRUE,mistralai/Mistral-7B-Instruct-v0.3,https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.3 +🟢,mistralai/Mixtral-8x7B-v0.1,19.23,23.5,0.24,29.73,0.5,8.84,0.09,9.28,0.32,12.55,0.43,31.5,0.38,🟢 pretrained,MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,46,1598,TRUE,985aa055896a8f943d4a9f2572e6ea1341823841,TRUE,FALSE,2024-06-12,2023-12-01,FALSE,TRUE,mistralai/Mixtral-8x7B-v0.1,https://huggingface.co/mistralai/Mixtral-8x7B-v0.1 +🔶,chargoddard/prometheus-2-llama-3-8b,19.16,52.89,0.53,27.8,0.49,7.25,0.07,3.02,0.27,0.78,0.34,23.19,0.31,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,2,TRUE,90a728ac98e5b4169f88ae4945e357cf45477568,TRUE,TRUE,2024-06-26,2024-05-26,TRUE,FALSE,chargoddard/prometheus-2-llama-3-8b,https://huggingface.co/chargoddard/prometheus-2-llama-3-8b +💬,mistralai/Mistral-7B-Instruct-v0.3,19.11,54.65,0.55,25.57,0.47,3.17,0.03,3.91,0.28,4.3,0.37,23.06,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,831,TRUE,83e9aa141f2e28c82232fea5325f54edf17c43de,TRUE,TRUE,2024-06-12,2024-05-22,TRUE,TRUE,mistralai/Mistral-7B-Instruct-v0.3,https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.3 💬,Weyaxi/Einstein-v6.1-developed-by-Weyaxi-Llama3-8B,19.05,39.27,0.39,29.69,0.5,5.59,0.06,3.13,0.27,13.39,0.43,23.25,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,other,8,1,TRUE,b7507e94146c0832c26609e9ab8115934d3e25b3,TRUE,TRUE,2024-06-26,2024-06-23,TRUE,FALSE,Weyaxi/Einstein-v6.1-developed-by-Weyaxi-Llama3-8B,https://huggingface.co/Weyaxi/Einstein-v6.1-developed-by-Weyaxi-Llama3-8B +💬,mlabonne/NeuralBeagle14-7B,18.83,49.35,0.49,23.96,0.46,4.76,0.05,4.25,0.28,12.89,0.43,17.79,0.26,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,float16,FALSE,cc-by-nc-4.0,7,154,TRUE,1567ad618a0998139654cb355738bb9bc018ca64,TRUE,TRUE,2024-06-27,2024-01-15,TRUE,TRUE,mlabonne/NeuralBeagle14-7B,https://huggingface.co/mlabonne/NeuralBeagle14-7B +🤝,johnsutor/Llama-3-8B-Instruct_ties-density-0.3,18.69,36.26,0.36,27.72,0.49,5.74,0.06,6.15,0.3,10.48,0.4,25.79,0.33,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,8d051f3eec3fc93a4521073c2d290c4ff9144fc1,TRUE,TRUE,2024-06-26,2024-06-07,FALSE,FALSE,johnsutor/Llama-3-8B-Instruct_ties-density-0.3,https://huggingface.co/johnsutor/Llama-3-8B-Instruct_ties-density-0.3 💬,HuggingFaceH4/zephyr-7b-alpha,18.52,51.91,0.52,23.89,0.46,1.51,0.02,6.38,0.3,7.5,0.39,19.94,0.28,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,mit,7,1084,TRUE,2ce2d025864af849b3e5029e2ec9d568eeda892d,TRUE,TRUE,2024-06-12,2023-10-09,TRUE,TRUE,HuggingFaceH4/zephyr-7b-alpha,https://huggingface.co/HuggingFaceH4/zephyr-7b-alpha -💬,mistralai/Mistral-7B-Instruct-v0.2,18.44,54.96,0.55,22.91,0.45,2.64,0.03,3.47,0.28,7.61,0.4,19.08,0.27,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,2424,TRUE,41b61a33a2483885c981aa79e0df6b32407ed873,TRUE,TRUE,2024-06-12,2023-12-11,TRUE,TRUE,mistralai/Mistral-7B-Instruct-v0.2,https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2 +🤝,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.9-gamma-0.01,18.48,27.9,0.28,27.22,0.49,0,0,5.93,0.29,24.24,0.52,25.61,0.33,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,c88c6b65f751156e7bc04c738947387eb55747e9,TRUE,TRUE,2024-06-26,2024-06-08,FALSE,FALSE,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.9-gamma-0.01,https://huggingface.co/johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.9-gamma-0.01 +💬,mistralai/Mistral-7B-Instruct-v0.2,18.44,54.96,0.55,22.91,0.45,2.64,0.03,3.47,0.28,7.61,0.4,19.08,0.27,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,2426,TRUE,41b61a33a2483885c981aa79e0df6b32407ed873,TRUE,TRUE,2024-06-12,2023-12-11,TRUE,TRUE,mistralai/Mistral-7B-Instruct-v0.2,https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2 +🤝,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.01,18.44,28.14,0.28,27.16,0.49,0,0,5.37,0.29,24.47,0.52,25.5,0.33,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,61f4b44fb917cdb46f0ade9f8fc2a382e0cf67af,TRUE,TRUE,2024-06-26,2024-06-08,FALSE,FALSE,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.01,https://huggingface.co/johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.01 +💬,argilla/notus-7b-v1,18.37,50.82,0.51,22.75,0.45,2.57,0.03,5.26,0.29,6.59,0.34,22.26,0.3,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,mit,7,118,TRUE,30172203a2d41cb487bf7e2b92a821080783b2c9,TRUE,TRUE,2024-06-27,2023-11-16,TRUE,TRUE,argilla/notus-7b-v1,https://huggingface.co/argilla/notus-7b-v1 💬,cognitivecomputations/dolphin-2.9-llama3-8b,18.3,38.5,0.39,27.86,0.49,5.06,0.05,4.92,0.29,13.79,0.44,19.68,0.28,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,other,8,376,TRUE,5aeb036f9215c558b483a654a8c6e1cc22e841bf,TRUE,TRUE,2024-06-12,2024-04-20,TRUE,TRUE,cognitivecomputations/dolphin-2.9-llama3-8b,https://huggingface.co/cognitivecomputations/dolphin-2.9-llama3-8b 🟢,meta-llama/Llama-2-70b-hf,18.25,24.07,0.24,35.9,0.55,2.49,0.02,7.05,0.3,9.78,0.41,30.2,0.37,🟢 pretrained,LlamaForCausalLM,Original,float16,TRUE,llama2,68,821,TRUE,3aba440b59558f995867ba6e1f58f21d0336b5bb,TRUE,TRUE,2024-06-12,2023-07-11,FALSE,TRUE,meta-llama/Llama-2-70b-hf,https://huggingface.co/meta-llama/Llama-2-70b-hf 🔶,microsoft/Orca-2-13b,18.14,31.28,0.31,27.31,0.49,0.98,0.01,4.03,0.28,25.79,0.51,19.44,0.27,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,other,13,658,TRUE,2539ff53e6baa4cc603774ad5a2d646f4041ea4e,TRUE,TRUE,2024-06-12,2023-11-14,FALSE,TRUE,microsoft/Orca-2-13b,https://huggingface.co/microsoft/Orca-2-13b -💬,gradientai/Llama-3-8B-Instruct-Gradient-1048k,18.12,44.56,0.45,21.01,0.43,4.38,0.04,3.69,0.28,13.52,0.43,21.56,0.29,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,655,TRUE,8697fb25cb77c852311e03b4464b8467471d56a4,TRUE,TRUE,2024-06-12,2024-04-29,TRUE,TRUE,gradientai/Llama-3-8B-Instruct-Gradient-1048k,https://huggingface.co/gradientai/Llama-3-8B-Instruct-Gradient-1048k -🟢,THUDM/glm-4-9b,18.01,14.26,0.14,35.81,0.55,0,0,8.84,0.32,14.19,0.44,34.94,0.41,🟢 pretrained,ChatGLMModelM,Original,bfloat16,TRUE,other,9,85,TRUE,99a140996f9d4f197842fb6b1aab217a42e27ef3,TRUE,TRUE,2024-07-04,2024-06-04,FALSE,FALSE,THUDM/glm-4-9b,https://huggingface.co/THUDM/glm-4-9b +💬,gradientai/Llama-3-8B-Instruct-Gradient-1048k,18.12,44.56,0.45,21.01,0.43,4.38,0.04,3.69,0.28,13.52,0.43,21.56,0.29,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,657,TRUE,8697fb25cb77c852311e03b4464b8467471d56a4,TRUE,TRUE,2024-06-12,2024-04-29,TRUE,TRUE,gradientai/Llama-3-8B-Instruct-Gradient-1048k,https://huggingface.co/gradientai/Llama-3-8B-Instruct-Gradient-1048k +🔶,uukuguy/speechless-code-mistral-7b-v1.0,18.09,36.65,0.37,24.09,0.46,4.61,0.05,4.59,0.28,14.77,0.45,23.84,0.31,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,17,TRUE,1862e0a712efc6002112e9c1235a197d58419b37,TRUE,TRUE,2024-06-26,2023-10-10,FALSE,FALSE,uukuguy/speechless-code-mistral-7b-v1.0,https://huggingface.co/uukuguy/speechless-code-mistral-7b-v1.0 +🟢,THUDM/glm-4-9b,18.01,14.26,0.14,35.81,0.55,0,0,8.84,0.32,14.19,0.44,34.94,0.41,🟢 pretrained,ChatGLMModelM,Original,bfloat16,TRUE,other,9,86,TRUE,99a140996f9d4f197842fb6b1aab217a42e27ef3,TRUE,TRUE,2024-07-04,2024-06-04,FALSE,FALSE,THUDM/glm-4-9b,https://huggingface.co/THUDM/glm-4-9b 🔶,Intel/neural-chat-7b-v3,17.94,27.78,0.28,30.21,0.5,2.19,0.02,5.59,0.29,23.02,0.51,18.87,0.27,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,apache-2.0,7,65,TRUE,fc679274dfcd28a8b6087634f71af7ed2a0659c4,TRUE,TRUE,2024-06-12,2023-10-25,FALSE,TRUE,Intel/neural-chat-7b-v3,https://huggingface.co/Intel/neural-chat-7b-v3 -💬,HuggingFaceH4/zephyr-7b-beta,17.72,49.5,0.5,21.49,0.43,2.42,0.02,5.37,0.29,7.73,0.39,19.79,0.28,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,mit,7,1528,TRUE,b70e0c9a2d9e14bd1e812d3c398e5f313e93b473,TRUE,TRUE,2024-06-12,2023-10-26,TRUE,TRUE,HuggingFaceH4/zephyr-7b-beta,https://huggingface.co/HuggingFaceH4/zephyr-7b-beta +🔶,collaiborateorg/Collaiborator-MEDLLM-Llama-3-8B-v2,17.89,38.09,0.38,23.65,0.46,5.36,0.05,11.07,0.33,1.6,0.34,27.56,0.35,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,3,TRUE,2560556d655d0ecaefec10f579c92292d65fb28b,TRUE,TRUE,2024-06-27,2024-06-10,FALSE,FALSE,collaiborateorg/Collaiborator-MEDLLM-Llama-3-8B-v2,https://huggingface.co/collaiborateorg/Collaiborator-MEDLLM-Llama-3-8B-v2 +💬,HuggingFaceH4/zephyr-7b-beta,17.72,49.5,0.5,21.49,0.43,2.42,0.02,5.37,0.29,7.73,0.39,19.79,0.28,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,mit,7,1529,TRUE,b70e0c9a2d9e14bd1e812d3c398e5f313e93b473,TRUE,TRUE,2024-06-12,2023-10-26,TRUE,TRUE,HuggingFaceH4/zephyr-7b-beta,https://huggingface.co/HuggingFaceH4/zephyr-7b-beta 💬,Open-Orca/Mistral-7B-OpenOrca,17.62,49.78,0.5,25.84,0.48,2.95,0.03,2.91,0.27,5.89,0.39,18.37,0.27,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,665,TRUE,4a37328cef00f524d3791b1c0cc559a3cc6af14d,TRUE,TRUE,2024-06-12,2023-09-29,TRUE,TRUE,Open-Orca/Mistral-7B-OpenOrca,https://huggingface.co/Open-Orca/Mistral-7B-OpenOrca 🟢,01-ai/Yi-9B,17.61,27.09,0.27,27.63,0.49,4.38,0.04,9.06,0.32,8.91,0.41,28.6,0.36,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,182,TRUE,b4a466d95091696285409f1dcca3028543cb39da,TRUE,TRUE,2024-06-12,2024-03-01,FALSE,TRUE,01-ai/Yi-9B,https://huggingface.co/01-ai/Yi-9B 💬,mlabonne/AlphaMonarch-7B,17.59,49.39,0.49,23.95,0.46,3.85,0.04,2.68,0.27,9.32,0.41,16.36,0.25,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,float16,FALSE,cc-by-nc-4.0,7,146,TRUE,3de065d84411d74e5b3590f67f52b0b71faf6161,TRUE,TRUE,2024-06-12,2024-02-14,TRUE,TRUE,mlabonne/AlphaMonarch-7B,https://huggingface.co/mlabonne/AlphaMonarch-7B @@ -149,23 +173,29 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,Enno-Ai/EnnoAi-Pro-Llama-3-8B-v0.3,17.5,50.83,0.51,16.67,0.41,1.06,0.01,2.01,0.27,12.31,0.42,22.12,0.3,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,creativeml-openrail-m,8,0,TRUE,cf29b8b484a909132e3a1f85ce891d28347c0d13,TRUE,TRUE,2024-06-26,2024-06-26,TRUE,FALSE,Enno-Ai/EnnoAi-Pro-Llama-3-8B-v0.3,https://huggingface.co/Enno-Ai/EnnoAi-Pro-Llama-3-8B-v0.3 💬,Deci/DeciLM-7B-instruct,17.43,48.8,0.49,23.89,0.46,2.79,0.03,5.26,0.29,5.99,0.39,17.87,0.26,"💬 chat models (RLHF, DPO, IFT, ...)",DeciLMForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,96,TRUE,4adc7aa9efe61b47b0a98b2cc94527d9c45c3b4f,TRUE,TRUE,2024-06-12,2023-12-10,TRUE,TRUE,Deci/DeciLM-7B-instruct,https://huggingface.co/Deci/DeciLM-7B-instruct 💬,google/gemma-1.1-7b-it,17.4,50.39,0.5,15.93,0.39,3.17,0.03,5.82,0.29,11.51,0.42,17.6,0.26,"💬 chat models (RLHF, DPO, IFT, ...)",GemmaForCausalLM,Original,bfloat16,TRUE,gemma,8,254,TRUE,16128b0aeb50762ea96430c0c06a37941bf9f274,TRUE,TRUE,2024-06-12,2024-03-26,TRUE,TRUE,google/gemma-1.1-7b-it,https://huggingface.co/google/gemma-1.1-7b-it +🔶,win10/llama3-13.45b-Instruct,17.26,41.44,0.41,26.68,0.49,1.96,0.02,1.12,0.26,6.33,0.38,26.06,0.33,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,FALSE,llama3,13,1,TRUE,94cc0f415e355c6d3d47168a6ff5239ca586904a,TRUE,TRUE,2024-06-26,2024-06-09,TRUE,FALSE,win10/llama3-13.45b-Instruct,https://huggingface.co/win10/llama3-13.45b-Instruct 🔶,pankajmathur/Al_Dente_v1_8b,17.12,36.94,0.37,27.25,0.48,3.02,0.03,6.6,0.3,8.27,0.4,20.67,0.29,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,1,TRUE,149d70e04085ecd90510a60f916efc55da1294e7,TRUE,TRUE,2024-06-26,2024-06-02,FALSE,FALSE,pankajmathur/Al_Dente_v1_8b,https://huggingface.co/pankajmathur/Al_Dente_v1_8b 🔶,zhengr/MixTAO-7Bx2-MoE-v8.1,17.06,41.88,0.42,19.18,0.42,5.97,0.06,6.49,0.3,8.3,0.4,20.52,0.28,🔶 fine-tuned on domain-specific datasets,MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,51,TRUE,828e963abf2db0f5af9ed0d4034e538fc1cf5f40,TRUE,FALSE,2024-06-27,2024-02-26,TRUE,FALSE,zhengr/MixTAO-7Bx2-MoE-v8.1,https://huggingface.co/zhengr/MixTAO-7Bx2-MoE-v8.1 +🔶,Salesforce/LLaMA-3-8B-SFR-Iterative-DPO-R,17.03,38.16,0.38,29.15,0.5,0.15,0,5.03,0.29,5.55,0.36,24.14,0.32,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,73,TRUE,ad7d1aed82eb6d8ca4b3aad627ff76f72ab34f70,TRUE,TRUE,2024-07-02,2024-05-09,TRUE,TRUE,Salesforce/LLaMA-3-8B-SFR-Iterative-DPO-R,https://huggingface.co/Salesforce/LLaMA-3-8B-SFR-Iterative-DPO-R 🟢,upstage/SOLAR-10.7B-v1.0,16.77,24.21,0.24,29.79,0.51,2.11,0.02,4.14,0.28,13.68,0.44,26.67,0.34,🟢 pretrained,LlamaForCausalLM,Original,float16,TRUE,apache-2.0,10,261,TRUE,a45090b8e56bdc2b8e32e46b3cd782fc0bea1fa5,TRUE,TRUE,2024-06-12,2023-12-12,FALSE,TRUE,upstage/SOLAR-10.7B-v1.0,https://huggingface.co/upstage/SOLAR-10.7B-v1.0 💬,ibm/merlinite-7b,16.74,24.99,0.25,29.98,0.5,2.34,0.02,6.26,0.3,13.88,0.44,22.98,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,101,TRUE,233d12759d5bb9344231dafdb51310ec19d79c0e,TRUE,TRUE,2024-06-09,2024-03-02,FALSE,TRUE,ibm/merlinite-7b,https://huggingface.co/ibm/merlinite-7b 💬,Weyaxi/Einstein-v4-7B,16.73,47.08,0.47,14.3,0.38,1.74,0.02,4.25,0.28,19.02,0.47,13.99,0.23,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,other,7,47,TRUE,7eecd9833b8a012e23ac1df789884888b047baa0,TRUE,TRUE,2024-06-26,2024-02-22,TRUE,FALSE,Weyaxi/Einstein-v4-7B,https://huggingface.co/Weyaxi/Einstein-v4-7B +🤝,johnsutor/Llama-3-8B-Instruct_dare_ties-density-0.7,16.72,20.34,0.2,25.25,0.47,0,0,7.16,0.3,23.71,0.51,23.87,0.31,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,b14b5cd07feb749e42b0567b1e387b390bed033e,TRUE,TRUE,2024-06-26,2024-06-07,FALSE,FALSE,johnsutor/Llama-3-8B-Instruct_dare_ties-density-0.7,https://huggingface.co/johnsutor/Llama-3-8B-Instruct_dare_ties-density-0.7 💬,Qwen/Qwen1.5-7B-Chat,16.58,43.71,0.44,22.38,0.45,0,0,7.05,0.3,4.64,0.38,21.68,0.3,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,7,158,TRUE,5f4f5e69ac7f1d508f8369e977de208b4803444b,TRUE,TRUE,2024-06-12,2024-01-30,TRUE,TRUE,Qwen/Qwen1.5-7B-Chat,https://huggingface.co/Qwen/Qwen1.5-7B-Chat 🔶,CausalLM/14B,16.53,27.88,0.28,24.78,0.47,3.32,0.03,7.05,0.3,11.47,0.42,24.68,0.32,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,wtfpl,14,297,TRUE,cc054cf5953252d0709cb3267d1a85246e489e95,TRUE,TRUE,2024-06-12,2023-10-22,FALSE,TRUE,CausalLM/14B,https://huggingface.co/CausalLM/14B 🟢,01-ai/Yi-1.5-6B,16.47,26.11,0.26,21.94,0.45,5.66,0.06,8.28,0.31,13.51,0.44,23.34,0.31,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,6,23,TRUE,cab51fce425b4c1fb19fccfdd96bd5d0908c1657,TRUE,TRUE,2024-06-12,2024-05-11,FALSE,TRUE,01-ai/Yi-1.5-6B,https://huggingface.co/01-ai/Yi-1.5-6B +💬,Magpie-Align/Llama-3-8B-Magpie-Align-v0.1,16.47,41.18,0.41,26.69,0.48,3.4,0.03,3.36,0.28,1.92,0.3,22.29,0.3,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,9,TRUE,a83ddac146fb2da1dd1bfa4069e336074d1439a8,TRUE,TRUE,2024-07-03,2024-06-29,TRUE,FALSE,Magpie-Align/Llama-3-8B-Magpie-Align-v0.1,https://huggingface.co/Magpie-Align/Llama-3-8B-Magpie-Align-v0.1 +💬,Magpie-Align/Llama-3-8B-Magpie-Align-v0.1,16.26,40.27,0.4,26.29,0.48,3.25,0.03,3.58,0.28,1.92,0.31,22.24,0.3,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,llama3,8,9,TRUE,a83ddac146fb2da1dd1bfa4069e336074d1439a8,TRUE,TRUE,2024-07-03,2024-06-29,TRUE,FALSE,Magpie-Align/Llama-3-8B-Magpie-Align-v0.1,https://huggingface.co/Magpie-Align/Llama-3-8B-Magpie-Align-v0.1 💬,stabilityai/stablelm-2-12b-chat,16.22,40.82,0.41,25.25,0.47,2.04,0.02,2.24,0.27,7.73,0.39,19.27,0.27,"💬 chat models (RLHF, DPO, IFT, ...)",StableLmForCausalLM,Original,bfloat16,TRUE,other,12,83,TRUE,b6b62cd451b84e848514c00fafa66d9ead9297c5,TRUE,TRUE,2024-06-12,2024-04-04,TRUE,TRUE,stabilityai/stablelm-2-12b-chat,https://huggingface.co/stabilityai/stablelm-2-12b-chat -💬,CohereForAI/aya-23-8B,15.97,46.99,0.47,20.2,0.43,1.44,0.01,4.59,0.28,8.42,0.39,14.2,0.23,"💬 chat models (RLHF, DPO, IFT, ...)",CohereForCausalLM,Original,float16,TRUE,cc-by-nc-4.0,8,327,TRUE,ec151d218a24031eb039d92fb83d10445427efc9,TRUE,TRUE,2024-06-12,2024-05-19,TRUE,TRUE,CohereForAI/aya-23-8B,https://huggingface.co/CohereForAI/aya-23-8B +💬,CohereForAI/aya-23-8B,15.97,46.99,0.47,20.2,0.43,1.44,0.01,4.59,0.28,8.42,0.39,14.2,0.23,"💬 chat models (RLHF, DPO, IFT, ...)",CohereForCausalLM,Original,float16,TRUE,cc-by-nc-4.0,8,328,TRUE,ec151d218a24031eb039d92fb83d10445427efc9,TRUE,TRUE,2024-06-12,2024-05-19,TRUE,TRUE,CohereForAI/aya-23-8B,https://huggingface.co/CohereForAI/aya-23-8B 🔶,pankajmathur/model_007_13b_v2,15.86,30.56,0.31,25.45,0.47,1.21,0.01,4.47,0.28,17.2,0.46,16.23,0.25,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama2,13,4,TRUE,2c6ddf25cdb134f22e2543121b5a36b41342a9e2,TRUE,TRUE,2024-06-26,2023-08-12,FALSE,FALSE,pankajmathur/model_007_13b_v2,https://huggingface.co/pankajmathur/model_007_13b_v2 💬,HuggingFaceH4/zephyr-7b-gemma-v0.1,15.83,33.64,0.34,24.05,0.46,6.65,0.07,5.93,0.29,4.18,0.37,20.53,0.28,"💬 chat models (RLHF, DPO, IFT, ...)",GemmaForCausalLM,Original,bfloat16,TRUE,other,8,120,TRUE,03b3427d0ed07d2e0f86c0a7e53d82d4beef9540,TRUE,TRUE,2024-06-12,2024-03-01,TRUE,TRUE,HuggingFaceH4/zephyr-7b-gemma-v0.1,https://huggingface.co/HuggingFaceH4/zephyr-7b-gemma-v0.1 🟩,hon9kon9ize/CantoneseLLMChat-v0.5,15.73,32.31,0.32,20.76,0.43,2.79,0.03,3.69,0.28,18.13,0.47,16.71,0.25,🟩 continuously pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,6,4,TRUE,812eb4f168c3ea258ebb220393401db9578e0f67,TRUE,TRUE,2024-07-07,2024-07-01,FALSE,FALSE,hon9kon9ize/CantoneseLLMChat-v0.5,https://huggingface.co/hon9kon9ize/CantoneseLLMChat-v0.5 🟢,NousResearch/Yarn-Solar-10b-32k,15.62,19.42,0.19,28.99,0.5,2.42,0.02,7.05,0.3,10.6,0.41,25.25,0.33,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,10,10,TRUE,ec3158b5276ac6644ddbdb36ccf6f9a106c98ede,TRUE,TRUE,2024-06-12,2024-01-17,FALSE,TRUE,NousResearch/Yarn-Solar-10b-32k,https://huggingface.co/NousResearch/Yarn-Solar-10b-32k -🟢,microsoft/phi-2,15.45,27.39,0.27,28.04,0.49,2.42,0.02,2.91,0.27,13.84,0.41,18.09,0.26,🟢 pretrained,PhiForCausalLM,Original,float16,TRUE,mit,2,3206,TRUE,ef382358ec9e382308935a992d908de099b64c23,TRUE,TRUE,2024-06-09,2023-12-13,FALSE,TRUE,microsoft/phi-2,https://huggingface.co/microsoft/phi-2 +🟢,microsoft/phi-2,15.45,27.39,0.27,28.04,0.49,2.42,0.02,2.91,0.27,13.84,0.41,18.09,0.26,🟢 pretrained,PhiForCausalLM,Original,float16,TRUE,mit,2,3207,TRUE,ef382358ec9e382308935a992d908de099b64c23,TRUE,TRUE,2024-06-09,2023-12-13,FALSE,TRUE,microsoft/phi-2,https://huggingface.co/microsoft/phi-2 +🤝,win10/Breeze-13B-32k-Instruct-v1_0,15.4,35.84,0.36,25.26,0.46,0.91,0.01,1.9,0.26,11.06,0.42,17.42,0.26,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,12,0,TRUE,220c957cf5d9c534a4ef75c11a18221c461de40a,TRUE,TRUE,2024-06-26,2024-06-26,TRUE,FALSE,win10/Breeze-13B-32k-Instruct-v1_0,https://huggingface.co/win10/Breeze-13B-32k-Instruct-v1_0 🤝,mlabonne/phixtral-2x2_8,15.39,34.31,0.34,28.5,0.49,2.57,0.03,2.01,0.27,7.71,0.36,17.23,0.26,🤝 base merges and moerges,PhiForCausalLM,Original,float16,TRUE,mit,4,146,TRUE,7744a977d83f132ae5808d8c3b70157031f7de44,TRUE,FALSE,2024-06-12,2024-01-07,TRUE,TRUE,mlabonne/phixtral-2x2_8,https://huggingface.co/mlabonne/phixtral-2x2_8 -🟢,google/gemma-7b,15.28,26.59,0.27,21.12,0.44,6.42,0.06,4.92,0.29,10.98,0.41,21.64,0.29,🟢 pretrained,GemmaForCausalLM,Original,bfloat16,TRUE,gemma,8,2976,TRUE,a0eac5b80dba224e6ed79d306df50b1e92c2125d,TRUE,TRUE,2024-06-08,2024-02-08,FALSE,TRUE,google/gemma-7b,https://huggingface.co/google/gemma-7b +🟢,google/gemma-7b,15.28,26.59,0.27,21.12,0.44,6.42,0.06,4.92,0.29,10.98,0.41,21.64,0.29,🟢 pretrained,GemmaForCausalLM,Original,bfloat16,TRUE,gemma,8,2977,TRUE,a0eac5b80dba224e6ed79d306df50b1e92c2125d,TRUE,TRUE,2024-06-08,2024-02-08,FALSE,TRUE,google/gemma-7b,https://huggingface.co/google/gemma-7b 🟢,Qwen/Qwen1.5-7B,15.22,26.84,0.27,23.08,0.46,4.46,0.04,6.49,0.3,9.16,0.41,21.29,0.29,🟢 pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,other,7,42,TRUE,831096e3a59a0789a541415da25ef195ceb802fe,TRUE,TRUE,2024-06-09,2024-01-22,FALSE,TRUE,Qwen/Qwen1.5-7B,https://huggingface.co/Qwen/Qwen1.5-7B 💬,Enno-Ai/EnnoAi-Pro-French-Llama-3-8B-v0.4,15.18,41.89,0.42,16.88,0.41,0.6,0.01,2.8,0.27,10.76,0.42,18.16,0.26,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,creativeml-openrail-m,8,0,TRUE,328722ae96e3a112ec900dbe77d410788a526c5c,TRUE,TRUE,2024-06-30,2024-06-27,TRUE,FALSE,Enno-Ai/EnnoAi-Pro-French-Llama-3-8B-v0.4,https://huggingface.co/Enno-Ai/EnnoAi-Pro-French-Llama-3-8B-v0.4 🔶,WizardLMTeam/WizardLM-13B-V1.2,15.15,33.92,0.34,22.89,0.45,1.74,0.02,1.45,0.26,14.03,0.44,16.88,0.25,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,llama2,13,218,TRUE,cf5f40382559f19e13874e45b39575171ca46ef8,TRUE,TRUE,2024-06-12,2023-07-25,FALSE,TRUE,WizardLMTeam/WizardLM-13B-V1.2,https://huggingface.co/WizardLMTeam/WizardLM-13B-V1.2 @@ -177,23 +207,26 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 💬,mlabonne/OrpoLlama-3-8B,14.87,36.53,0.37,21.95,0.44,3.85,0.04,3.91,0.28,4.01,0.36,18.95,0.27,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,other,8,52,TRUE,7f200e4c84ad0daa3ff6bc414012d8d0bacbf90e,TRUE,TRUE,2024-06-12,2024-04-18,TRUE,TRUE,mlabonne/OrpoLlama-3-8B,https://huggingface.co/mlabonne/OrpoLlama-3-8B 💬,Qwen/Qwen1.5-MoE-A2.7B-Chat,14.82,37.95,0.38,20.04,0.43,0,0,3.24,0.27,6.33,0.39,21.37,0.29,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2MoeForCausalLM,Original,bfloat16,TRUE,other,14,109,TRUE,ec052fda178e241c7c443468d2fa1db6618996be,TRUE,FALSE,2024-06-12,2024-03-14,TRUE,TRUE,Qwen/Qwen1.5-MoE-A2.7B-Chat,https://huggingface.co/Qwen/Qwen1.5-MoE-A2.7B-Chat 💬,deepseek-ai/deepseek-llm-7b-chat,14.77,41.71,0.42,11.26,0.36,1.74,0.02,2.13,0.27,19.21,0.47,12.59,0.21,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,other,7,72,TRUE,afbda8b347ec881666061fa67447046fc5164ec8,TRUE,TRUE,2024-06-12,2023-11-29,TRUE,TRUE,deepseek-ai/deepseek-llm-7b-chat,https://huggingface.co/deepseek-ai/deepseek-llm-7b-chat -🟢,mistralai/Mistral-7B-v0.1,14.5,23.86,0.24,22.02,0.44,2.49,0.02,5.59,0.29,10.68,0.41,22.36,0.3,🟢 pretrained,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,3311,TRUE,26bca36bde8333b5d7f72e9ed20ccda6a618af24,TRUE,TRUE,2024-06-12,2023-09-20,FALSE,TRUE,mistralai/Mistral-7B-v0.1,https://huggingface.co/mistralai/Mistral-7B-v0.1 +🔶,VAGOsolutions/SauerkrautLM-Gemma-7b,14.5,34.07,0.34,18.49,0.42,4.91,0.05,4.81,0.29,2.93,0.36,21.79,0.3,🔶 fine-tuned on domain-specific datasets,GemmaForCausalLM,Original,bfloat16,TRUE,other,8,13,TRUE,4296bdabf82e900235b094e5348be03ebb0ec891,TRUE,TRUE,2024-06-26,2024-02-27,TRUE,FALSE,VAGOsolutions/SauerkrautLM-Gemma-7b,https://huggingface.co/VAGOsolutions/SauerkrautLM-Gemma-7b +🟢,mistralai/Mistral-7B-v0.1,14.5,23.86,0.24,22.02,0.44,2.49,0.02,5.59,0.29,10.68,0.41,22.36,0.3,🟢 pretrained,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,3314,TRUE,26bca36bde8333b5d7f72e9ed20ccda6a618af24,TRUE,TRUE,2024-06-12,2023-09-20,FALSE,TRUE,mistralai/Mistral-7B-v0.1,https://huggingface.co/mistralai/Mistral-7B-v0.1 🔶,teknium/CollectiveCognition-v1.1-Mistral-7B,14.23,27.9,0.28,23.48,0.45,2.95,0.03,4.92,0.29,5.73,0.39,20.41,0.28,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,apache-2.0,7,78,TRUE,5f57f70ec99450c70da2540e94dd7fd67be4b23c,TRUE,TRUE,2024-06-12,2023-10-04,FALSE,TRUE,teknium/CollectiveCognition-v1.1-Mistral-7B,https://huggingface.co/teknium/CollectiveCognition-v1.1-Mistral-7B 🔶,TencentARC/Mistral_Pro_8B_v0.1,14.2,21.15,0.21,22.89,0.45,5.66,0.06,4.03,0.28,11.83,0.42,19.61,0.28,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,64,TRUE,366f159fc5b314ba2a955209d2bca4600f84dac0,TRUE,TRUE,2024-06-12,2024-02-22,FALSE,TRUE,TencentARC/Mistral_Pro_8B_v0.1,https://huggingface.co/TencentARC/Mistral_Pro_8B_v0.1 -🟢,mistralai/Mistral-7B-v0.3,14.17,22.66,0.23,24.04,0.45,2.64,0.03,5.59,0.29,8.36,0.4,21.7,0.3,🟢 pretrained,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,318,TRUE,b67d6a03ca097c5122fa65904fce0413500bf8c8,TRUE,TRUE,2024-06-12,2024-05-22,FALSE,TRUE,mistralai/Mistral-7B-v0.3,https://huggingface.co/mistralai/Mistral-7B-v0.3 +🟢,tklohj/WindyFloLLM,14.17,26.69,0.27,24.4,0.46,1.13,0.01,3.36,0.28,11.86,0.43,17.57,0.26,🟢 pretrained,LlamaForCausalLM,Original,float16,TRUE,"",13,0,FALSE,21f4241ab3f091d1d309e9076a8d8e3f014908a8,TRUE,TRUE,2024-07-10,2024-06-30,FALSE,FALSE,tklohj/WindyFloLLM,https://huggingface.co/tklohj/WindyFloLLM +🟢,mistralai/Mistral-7B-v0.3,14.17,22.66,0.23,24.04,0.45,2.64,0.03,5.59,0.29,8.36,0.4,21.7,0.3,🟢 pretrained,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,320,TRUE,b67d6a03ca097c5122fa65904fce0413500bf8c8,TRUE,TRUE,2024-06-12,2024-05-22,FALSE,TRUE,mistralai/Mistral-7B-v0.3,https://huggingface.co/mistralai/Mistral-7B-v0.3 🔶,microsoft/Orca-2-7b,14.15,21.99,0.22,22.57,0.45,0.83,0.01,0.78,0.26,24.09,0.5,14.65,0.23,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,other,7,209,TRUE,60e31e6bdcf582ad103b807cb74b73ee1d2c4b17,TRUE,TRUE,2024-06-12,2023-11-14,FALSE,TRUE,microsoft/Orca-2-7b,https://huggingface.co/microsoft/Orca-2-7b -🟢,mistral-community/Mistral-7B-v0.2,14.15,22.66,0.23,23.95,0.45,2.64,0.03,5.59,0.29,8.36,0.4,21.7,0.3,🟢 pretrained,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,227,TRUE,2c3e624962b1a3f3fbf52e15969565caa7bc064a,TRUE,TRUE,2024-06-12,2024-03-23,FALSE,TRUE,mistral-community/Mistral-7B-v0.2,https://huggingface.co/mistral-community/Mistral-7B-v0.2 +🟢,mistral-community/Mistral-7B-v0.2,14.15,22.66,0.23,23.95,0.45,2.64,0.03,5.59,0.29,8.36,0.4,21.7,0.3,🟢 pretrained,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,230,TRUE,2c3e624962b1a3f3fbf52e15969565caa7bc064a,TRUE,TRUE,2024-06-12,2024-03-23,FALSE,TRUE,mistral-community/Mistral-7B-v0.2,https://huggingface.co/mistral-community/Mistral-7B-v0.2 💬,01-ai/Yi-6B-Chat,14,33.95,0.34,17,0.41,0.68,0.01,5.93,0.29,3.57,0.37,22.9,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,6,62,TRUE,01f7fabb6cfb26efeb764da4a0a19cad2c754232,TRUE,TRUE,2024-06-12,2023-11-22,TRUE,TRUE,01-ai/Yi-6B-Chat,https://huggingface.co/01-ai/Yi-6B-Chat 💬,Qwen/Qwen2-1.5B-Instruct,13.92,33.71,0.34,13.7,0.39,5.82,0.06,1.57,0.26,12.03,0.43,16.68,0.25,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,70,TRUE,ba1cf1846d7df0a0591d6c00649f57e798519da8,TRUE,TRUE,2024-06-12,2024-06-03,TRUE,TRUE,Qwen/Qwen2-1.5B-Instruct,https://huggingface.co/Qwen/Qwen2-1.5B-Instruct 🟢,stabilityai/stablelm-2-12b,13.86,15.69,0.16,22.69,0.45,3.47,0.03,3.8,0.28,14.49,0.45,23.02,0.31,🟢 pretrained,StableLmForCausalLM,Original,bfloat16,TRUE,other,12,108,TRUE,fead13ddbf4492970666650c3cd6f85f485411ec,TRUE,TRUE,2024-06-12,2024-03-21,FALSE,TRUE,stabilityai/stablelm-2-12b,https://huggingface.co/stabilityai/stablelm-2-12b 🔶,xinchen9/llama3-b8-ft-dis,13.85,15.46,0.15,24.73,0.46,3.17,0.03,8.39,0.31,6.41,0.37,24.93,0.32,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,apache-2.0,8,0,TRUE,e4da730f28f79543262de37908943c35f8df81fe,TRUE,TRUE,2024-07-11,2024-06-28,FALSE,FALSE,xinchen9/llama3-b8-ft-dis,https://huggingface.co/xinchen9/llama3-b8-ft-dis 🔶,openchat/openchat_v3.2,13.81,29.81,0.3,20.32,0.43,1.13,0.01,2.68,0.27,13.1,0.43,15.8,0.24,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama2,13,42,TRUE,acc7ce92558681e749678648189812f15c1465fe,TRUE,TRUE,2024-06-12,2023-07-30,FALSE,TRUE,openchat/openchat_v3.2,https://huggingface.co/openchat/openchat_v3.2 +🔶,AI-Sweden-Models/Llama-3-8B-instruct,13.78,24.01,0.24,18.39,0.42,0.45,0,2.13,0.27,19.94,0.48,17.75,0.26,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,7,TRUE,4e1c955228bdb4d69c1c4560e8d5872312a8f033,TRUE,TRUE,2024-06-27,2024-06-01,TRUE,FALSE,AI-Sweden-Models/Llama-3-8B-instruct,https://huggingface.co/AI-Sweden-Models/Llama-3-8B-instruct 🟢,tiiuae/falcon-11B,13.78,32.61,0.33,21.94,0.44,2.34,0.02,2.8,0.27,7.53,0.4,15.44,0.24,🟢 pretrained,FalconForCausalLM,Original,bfloat16,TRUE,unknown,11,192,TRUE,066e3bf4e2d9aaeefa129af0a6d39727d27816b3,TRUE,TRUE,2024-06-09,2024-05-09,FALSE,TRUE,tiiuae/falcon-11B,https://huggingface.co/tiiuae/falcon-11B -🟢,01-ai/Yi-6B,13.6,28.93,0.29,19.41,0.43,1.51,0.02,2.57,0.27,7.04,0.39,22.12,0.3,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,6,366,TRUE,7f7fb7662fd8ec09029364f408053c954986c8e5,TRUE,TRUE,2024-06-12,2023-11-01,FALSE,TRUE,01-ai/Yi-6B,https://huggingface.co/01-ai/Yi-6B -💬,mistralai/Mistral-7B-Instruct-v0.1,13.57,45.02,0.45,13.79,0.38,1.51,0.02,0,0.24,5.77,0.38,15.34,0.24,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,1471,TRUE,73068f3702d050a2fd5aa2ca1e612e5036429398,TRUE,TRUE,2024-06-27,2023-09-27,TRUE,TRUE,mistralai/Mistral-7B-Instruct-v0.1,https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1 +🟢,01-ai/Yi-6B,13.6,28.93,0.29,19.41,0.43,1.51,0.02,2.57,0.27,7.04,0.39,22.12,0.3,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,6,367,TRUE,7f7fb7662fd8ec09029364f408053c954986c8e5,TRUE,TRUE,2024-06-12,2023-11-01,FALSE,TRUE,01-ai/Yi-6B,https://huggingface.co/01-ai/Yi-6B +💬,mistralai/Mistral-7B-Instruct-v0.1,13.57,45.02,0.45,13.79,0.38,1.51,0.02,0,0.24,5.77,0.38,15.34,0.24,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,1472,TRUE,86370fc1f5e0aa51b50dcdf6eada80697b570099,TRUE,TRUE,2024-06-27,2023-09-27,TRUE,TRUE,mistralai/Mistral-7B-Instruct-v0.1,https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1 🔶,pankajmathur/orca_mini_v3_7b,13.52,28.21,0.28,17.84,0.41,0.3,0,0,0.25,22.71,0.5,12.04,0.21,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,other,7,40,TRUE,6252eb7ca29da8d951ae7d2bca948bf84e04a2b9,TRUE,TRUE,2024-06-26,2023-08-07,FALSE,FALSE,pankajmathur/orca_mini_v3_7b,https://huggingface.co/pankajmathur/orca_mini_v3_7b 🟢,NousResearch/Yarn-Mistral-7b-64k,13.43,20.8,0.21,20.23,0.43,3.02,0.03,5.37,0.29,9.88,0.41,21.27,0.29,🟢 pretrained,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,49,TRUE,0273c624561fcecc8e8f4030492a9307aa60f945,TRUE,TRUE,2024-06-12,2023-10-31,FALSE,TRUE,NousResearch/Yarn-Mistral-7b-64k,https://huggingface.co/NousResearch/Yarn-Mistral-7b-64k -🟢,meta-llama/Meta-Llama-3-8B,13.41,14.55,0.15,24.5,0.46,3.25,0.03,7.38,0.31,6.24,0.36,24.55,0.32,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,5362,TRUE,62bd457b6fe961a42a631306577e622c83876cb6,TRUE,TRUE,2024-06-12,2024-04-17,FALSE,TRUE,meta-llama/Meta-Llama-3-8B,https://huggingface.co/meta-llama/Meta-Llama-3-8B +🟢,meta-llama/Meta-Llama-3-8B,13.41,14.55,0.15,24.5,0.46,3.25,0.03,7.38,0.31,6.24,0.36,24.55,0.32,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,5375,TRUE,62bd457b6fe961a42a631306577e622c83876cb6,TRUE,TRUE,2024-06-12,2024-04-17,FALSE,TRUE,meta-llama/Meta-Llama-3-8B,https://huggingface.co/meta-llama/Meta-Llama-3-8B 🟢,google/recurrentgemma-9b,13.26,30.76,0.31,14.8,0.39,4.83,0.05,4.7,0.29,6.6,0.38,17.88,0.26,🟢 pretrained,RecurrentGemmaForCausalLM,Original,bfloat16,TRUE,gemma,9,56,TRUE,7b0ed98fb889ba8bdfa7c690f08f2e57a7c48dae,TRUE,TRUE,2024-07-04,2024-06-07,FALSE,TRUE,google/recurrentgemma-9b,https://huggingface.co/google/recurrentgemma-9b 🟢,NousResearch/Yarn-Mistral-7b-128k,13.16,19.34,0.19,20.63,0.43,2.49,0.02,6.49,0.3,8.95,0.41,21.03,0.29,🟢 pretrained,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,568,TRUE,d09f1f8ed437d61c1aff94c1beabee554843dcdd,TRUE,TRUE,2024-06-12,2023-10-31,FALSE,TRUE,NousResearch/Yarn-Mistral-7b-128k,https://huggingface.co/NousResearch/Yarn-Mistral-7b-128k 🔶,pankajmathur/orca_mini_v5_8b_orpo,12.88,8.24,0.08,27.88,0.5,5.97,0.06,4.59,0.28,8.97,0.41,21.63,0.29,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,1,TRUE,4cdc018043ef439f15bd8a09c4f09c6bc528dfc7,TRUE,TRUE,2024-06-26,2024-05-31,FALSE,FALSE,pankajmathur/orca_mini_v5_8b_orpo,https://huggingface.co/pankajmathur/orca_mini_v5_8b_orpo @@ -204,19 +237,19 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🟢,Qwen/Qwen1.5-MoE-A2.7B,12.42,26.6,0.27,18.84,0.41,0.15,0,1.23,0.26,7.97,0.4,19.75,0.28,🟢 pretrained,Qwen2MoeForCausalLM,Original,bfloat16,TRUE,other,14,182,TRUE,1a758c50ecb6350748b9ce0a99d2352fd9fc11c9,TRUE,FALSE,2024-06-13,2024-02-29,FALSE,TRUE,Qwen/Qwen1.5-MoE-A2.7B,https://huggingface.co/Qwen/Qwen1.5-MoE-A2.7B 💬,stabilityai/stablelm-zephyr-3b,12.33,36.83,0.37,14.76,0.39,4.08,0.04,0,0.24,9.79,0.42,8.53,0.18,"💬 chat models (RLHF, DPO, IFT, ...)",StableLmForCausalLM,Original,bfloat16,TRUE,other,2,237,TRUE,a14f62d95754d96aea2be6e24c0f6966636797b9,TRUE,TRUE,2024-06-12,2023-11-21,TRUE,TRUE,stabilityai/stablelm-zephyr-3b,https://huggingface.co/stabilityai/stablelm-zephyr-3b 💬,Qwen/Qwen1.5-4B-Chat,12.33,31.57,0.32,16.3,0.4,0.98,0.01,2.24,0.27,7.36,0.4,15.51,0.24,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,3,34,TRUE,a7a4d4945d28bac955554c9abd2f74a71ebbf22f,TRUE,TRUE,2024-06-12,2024-01-30,TRUE,TRUE,Qwen/Qwen1.5-4B-Chat,https://huggingface.co/Qwen/Qwen1.5-4B-Chat -🟢,bigcode/starcoder2-15b,12.21,27.35,0.27,20.24,0.44,4.83,0.05,2.91,0.27,2.93,0.35,15.03,0.24,🟢 pretrained,Starcoder2ForCausalLM,Original,bfloat16,TRUE,bigcode-openrail-m,15,539,TRUE,46d44742909c03ac8cee08eb03fdebce02e193ec,TRUE,TRUE,2024-06-09,2024-02-20,FALSE,TRUE,bigcode/starcoder2-15b,https://huggingface.co/bigcode/starcoder2-15b +🟢,bigcode/starcoder2-15b,12.21,27.35,0.27,20.24,0.44,4.83,0.05,2.91,0.27,2.93,0.35,15.03,0.24,🟢 pretrained,Starcoder2ForCausalLM,Original,bfloat16,TRUE,bigcode-openrail-m,15,540,TRUE,46d44742909c03ac8cee08eb03fdebce02e193ec,TRUE,TRUE,2024-06-09,2024-02-20,FALSE,TRUE,bigcode/starcoder2-15b,https://huggingface.co/bigcode/starcoder2-15b 💬,Enno-Ai/EnnoAi-Pro-Llama-3-8B,12.17,31.95,0.32,17.51,0.42,0.15,0,1.57,0.26,9.08,0.41,12.79,0.22,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,creativeml-openrail-m,8,0,TRUE,6a5d745bdd304753244fe601e2a958d37d13cd71,TRUE,TRUE,2024-07-08,2024-07-01,TRUE,FALSE,Enno-Ai/EnnoAi-Pro-Llama-3-8B,https://huggingface.co/Enno-Ai/EnnoAi-Pro-Llama-3-8B 🔶,teknium/OpenHermes-13B,12.12,26.68,0.27,18.21,0.42,0.83,0.01,3.02,0.27,8.53,0.4,15.44,0.24,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,mit,13,53,TRUE,bcad6fff9f8591e091d2d57356a3f102197e8c5f,TRUE,TRUE,2024-06-12,2023-09-06,FALSE,TRUE,teknium/OpenHermes-13B,https://huggingface.co/teknium/OpenHermes-13B 🔶,TencentARC/MetaMath-Mistral-Pro,12.01,21.19,0.21,22.37,0.44,4.61,0.05,2.57,0.27,4.99,0.35,16.35,0.25,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,5,TRUE,3835d38de15ed2a04c32aca879b782fc50e390bf,TRUE,TRUE,2024-06-12,2024-02-26,FALSE,TRUE,TencentARC/MetaMath-Mistral-Pro,https://huggingface.co/TencentARC/MetaMath-Mistral-Pro 🟢,01-ai/Yi-6B-200K,11.9,8.43,0.08,20.15,0.43,1.21,0.01,4.25,0.28,16.84,0.46,20.49,0.28,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,6,173,TRUE,4a74338e778a599f313e9fa8f5bc08c717604420,TRUE,TRUE,2024-06-12,2023-11-06,FALSE,TRUE,01-ai/Yi-6B-200K,https://huggingface.co/01-ai/Yi-6B-200K 🔶,Replete-AI/Replete-Coder-Llama3-8B,11.66,47.29,0.47,7.06,0.33,2.95,0.03,1.45,0.26,7.51,0.4,3.67,0.13,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,other,8,33,TRUE,2aca75c53e7eb2f523889ab1a279e349b8f1b0e8,TRUE,TRUE,2024-06-26,2024-06-24,TRUE,FALSE,Replete-AI/Replete-Coder-Llama3-8B,https://huggingface.co/Replete-AI/Replete-Coder-Llama3-8B -💬,h2oai/h2o-danube3-4b-chat,11.36,36.29,0.36,8.84,0.35,2.79,0.03,1.34,0.26,5.23,0.38,13.65,0.22,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,apache-2.0,3,50,TRUE,1e5c6fa6620f8bf078958069ab4581cd88e0202c,TRUE,TRUE,2024-07-15,2024-07-04,TRUE,FALSE,h2oai/h2o-danube3-4b-chat,https://huggingface.co/h2oai/h2o-danube3-4b-chat +💬,h2oai/h2o-danube3-4b-chat,11.36,36.29,0.36,8.84,0.35,2.79,0.03,1.34,0.26,5.23,0.38,13.65,0.22,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,apache-2.0,3,51,TRUE,1e5c6fa6620f8bf078958069ab4581cd88e0202c,TRUE,TRUE,2024-07-15,2024-07-04,TRUE,FALSE,h2oai/h2o-danube3-4b-chat,https://huggingface.co/h2oai/h2o-danube3-4b-chat 🟢,tiiuae/falcon-40b,11.33,24.96,0.25,16.58,0.4,1.36,0.01,3.13,0.27,5.19,0.36,16.72,0.25,🟢 pretrained,FalconForCausalLM,Original,bfloat16,TRUE,apache-2.0,40,2415,TRUE,4a70170c215b36a3cce4b4253f6d0612bb7d4146,TRUE,TRUE,2024-06-09,2023-05-24,FALSE,TRUE,tiiuae/falcon-40b,https://huggingface.co/tiiuae/falcon-40b 🟢,Qwen/Qwen1.5-4B,11.29,24.45,0.24,16.25,0.41,2.42,0.02,3.58,0.28,4.82,0.36,16.22,0.25,🟢 pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,other,3,34,TRUE,a66363a0c24e2155c561e4b53c658b1d3965474e,TRUE,TRUE,2024-06-13,2024-01-22,FALSE,TRUE,Qwen/Qwen1.5-4B,https://huggingface.co/Qwen/Qwen1.5-4B 🔶,Replete-AI/Replete-Coder-Qwen2-1.5b,11.07,30.14,0.3,10.43,0.35,0.91,0.01,2.46,0.27,9.74,0.41,12.74,0.21,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,21,TRUE,86fcccbf921b7eb8a4d348e4a3cde0beb63d6626,TRUE,TRUE,2024-06-26,2024-06-23,TRUE,FALSE,Replete-AI/Replete-Coder-Qwen2-1.5b,https://huggingface.co/Replete-AI/Replete-Coder-Qwen2-1.5b 💬,meta-llama/Llama-2-13b-chat-hf,11,39.85,0.4,7.16,0.33,0.6,0.01,0,0.23,8.16,0.4,10.26,0.19,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,llama2,13,998,TRUE,a2cb7a712bb6e5e736ca7f8cd98167f81a0b5bd8,TRUE,TRUE,2024-06-12,2023-07-13,TRUE,TRUE,meta-llama/Llama-2-13b-chat-hf,https://huggingface.co/meta-llama/Llama-2-13b-chat-hf 🟢,meta-llama/Llama-2-13b-hf,10.99,24.82,0.25,17.22,0.41,1.06,0.01,4.14,0.28,3.39,0.35,15.31,0.24,🟢 pretrained,LlamaForCausalLM,Original,float16,TRUE,llama2,13,563,TRUE,5c31dfb671ce7cfe2d7bb7c04375e44c55e815b1,TRUE,TRUE,2024-06-12,2023-07-13,FALSE,TRUE,meta-llama/Llama-2-13b-hf,https://huggingface.co/meta-llama/Llama-2-13b-hf -💬,THUDM/glm-4-9b-chat,10.97,0,0,25.21,0.47,0,0,8.5,0.31,8.06,0.4,24.07,0.32,"💬 chat models (RLHF, DPO, IFT, ...)",ChatGLMModelM,Original,bfloat16,TRUE,other,9,479,TRUE,04419001bc63e05e70991ade6da1f91c4aeec278,TRUE,TRUE,2024-07-09,2024-06-04,TRUE,FALSE,THUDM/glm-4-9b-chat,https://huggingface.co/THUDM/glm-4-9b-chat +💬,THUDM/glm-4-9b-chat,10.97,0,0,25.21,0.47,0,0,8.5,0.31,8.06,0.4,24.07,0.32,"💬 chat models (RLHF, DPO, IFT, ...)",ChatGLMModelM,Original,bfloat16,TRUE,other,9,478,TRUE,04419001bc63e05e70991ade6da1f91c4aeec278,TRUE,TRUE,2024-07-09,2024-06-04,TRUE,FALSE,THUDM/glm-4-9b-chat,https://huggingface.co/THUDM/glm-4-9b-chat 🔶,lmsys/vicuna-7b-v1.5,10.78,23.52,0.24,15.15,0.39,0.76,0.01,1.12,0.26,11.42,0.42,12.74,0.21,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,llama2,7,268,TRUE,3321f76e3f527bd14065daf69dad9344000a201d,TRUE,TRUE,2024-06-12,2023-07-29,FALSE,TRUE,lmsys/vicuna-7b-v1.5,https://huggingface.co/lmsys/vicuna-7b-v1.5 💬,allenai/OLMo-7B-Instruct-hf,10.73,34.73,0.35,13.16,0.37,0.68,0.01,2.8,0.27,4.33,0.38,8.69,0.18,"💬 chat models (RLHF, DPO, IFT, ...)",OlmoForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,0,TRUE,2ea947518df93433aa71219f29b36c72ac63be95,TRUE,TRUE,2024-06-27,2024-06-04,TRUE,TRUE,allenai/OLMo-7B-Instruct-hf,https://huggingface.co/allenai/OLMo-7B-Instruct-hf 💬,internlm/internlm2-chat-1_8b,10.5,23.87,0.24,20.67,0.45,2.42,0.02,2.13,0.27,4.61,0.36,9.33,0.18,"💬 chat models (RLHF, DPO, IFT, ...)",InternLM2ForCausalLM,Original,bfloat16,TRUE,other,1,25,TRUE,4e226eeb354499f4d34ef4c27f6939f377475cc1,TRUE,TRUE,2024-06-12,2024-01-30,TRUE,TRUE,internlm/internlm2-chat-1_8b,https://huggingface.co/internlm/internlm2-chat-1_8b @@ -228,13 +261,13 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,skymizer/Llama2-7b-sft-chat-custom-template-dpo,10.07,23.53,0.24,11.24,0.37,0.98,0.01,0,0.24,14.12,0.44,10.52,0.19,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama2,6,0,TRUE,22302ebd8c551a5f302fcb8366cc61fdeedf0e00,TRUE,TRUE,2024-07-01,2024-06-11,FALSE,FALSE,skymizer/Llama2-7b-sft-chat-custom-template-dpo,https://huggingface.co/skymizer/Llama2-7b-sft-chat-custom-template-dpo 🟩,pszemraj/Mistral-v0.3-6B,10.03,24.54,0.25,13.52,0.38,0.83,0.01,2.01,0.27,6.61,0.39,12.7,0.21,🟩 continuously pretrained,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,5,1,TRUE,ae11a699012b83996361f04808f4d45debf3b01c,TRUE,TRUE,2024-06-26,2024-05-25,FALSE,FALSE,pszemraj/Mistral-v0.3-6B,https://huggingface.co/pszemraj/Mistral-v0.3-6B 🔶,teknium/OpenHermes-7B,9.48,18.13,0.18,12.08,0.36,1.06,0.01,2.57,0.27,12.68,0.43,10.37,0.19,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,mit,7,13,TRUE,9f55d6eb15f1edd52ee1fd863a220aa682e78a00,TRUE,TRUE,2024-06-12,2023-09-14,FALSE,TRUE,teknium/OpenHermes-7B,https://huggingface.co/teknium/OpenHermes-7B -💬,meta-llama/Llama-2-7b-chat-hf,9.4,39.65,0.4,4.49,0.31,0.68,0.01,0.56,0.25,3.48,0.37,7.52,0.17,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,llama2,6,3704,TRUE,f5db02db724555f92da89c216ac04704f23d4590,TRUE,TRUE,2024-06-12,2023-07-13,TRUE,TRUE,meta-llama/Llama-2-7b-chat-hf,https://huggingface.co/meta-llama/Llama-2-7b-chat-hf +💬,meta-llama/Llama-2-7b-chat-hf,9.4,39.65,0.4,4.49,0.31,0.68,0.01,0.56,0.25,3.48,0.37,7.52,0.17,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,llama2,6,3707,TRUE,f5db02db724555f92da89c216ac04704f23d4590,TRUE,TRUE,2024-06-12,2023-07-13,TRUE,TRUE,meta-llama/Llama-2-7b-chat-hf,https://huggingface.co/meta-llama/Llama-2-7b-chat-hf 🔶,NousResearch/Nous-Hermes-llama-2-7b,9.28,17.29,0.17,13.79,0.38,0.68,0.01,1.79,0.26,11.68,0.43,10.44,0.19,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,mit,6,67,TRUE,b7c3ec54b754175e006ef75696a2ba3802697078,TRUE,TRUE,2024-06-12,2023-07-25,FALSE,TRUE,NousResearch/Nous-Hermes-llama-2-7b,https://huggingface.co/NousResearch/Nous-Hermes-llama-2-7b 💬,stabilityai/stablelm-2-zephyr-1_6b,9.26,32.79,0.33,6.71,0.34,2.11,0.02,0,0.24,5.99,0.35,7.93,0.17,"💬 chat models (RLHF, DPO, IFT, ...)",StableLmForCausalLM,Original,float16,TRUE,other,1,174,TRUE,2f275b1127d59fc31e4f7c7426d528768ada9ea4,TRUE,TRUE,2024-06-12,2024-01-19,TRUE,TRUE,stabilityai/stablelm-2-zephyr-1_6b,https://huggingface.co/stabilityai/stablelm-2-zephyr-1_6b 🟢,Qwen/Qwen1.5-1.8B,9.12,21.54,0.22,9.76,0.35,2.27,0.02,7.38,0.31,3.96,0.36,9.8,0.19,🟢 pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,other,1,43,TRUE,7846de7ed421727b318d6605a0bfab659da2c067,TRUE,TRUE,2024-06-13,2024-01-22,FALSE,TRUE,Qwen/Qwen1.5-1.8B,https://huggingface.co/Qwen/Qwen1.5-1.8B 💬,Qwen/Qwen1.5-1.8B-Chat,9.01,20.19,0.2,5.91,0.33,0.45,0,6.38,0.3,12.18,0.43,8.93,0.18,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,1,43,TRUE,e482ee3f73c375a627a16fdf66fd0c8279743ca6,TRUE,TRUE,2024-06-12,2024-01-30,TRUE,TRUE,Qwen/Qwen1.5-1.8B-Chat,https://huggingface.co/Qwen/Qwen1.5-1.8B-Chat 🔶,TencentARC/LLaMA-Pro-8B,8.78,22.77,0.23,9.29,0.35,1.66,0.02,1.34,0.26,8.59,0.4,9.01,0.18,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama2,8,170,TRUE,7115e7179060e0623d1ee9ff4476faed7e478d8c,TRUE,TRUE,2024-06-12,2024-01-05,FALSE,TRUE,TencentARC/LLaMA-Pro-8B,https://huggingface.co/TencentARC/LLaMA-Pro-8B -🟢,meta-llama/Llama-2-7b-hf,8.72,25.19,0.25,10.35,0.35,1.21,0.01,2.24,0.27,3.76,0.37,9.57,0.19,🟢 pretrained,LlamaForCausalLM,Original,float16,TRUE,llama2,6,1585,TRUE,01c7f73d771dfac7d292323805ebc428287df4f9,TRUE,TRUE,2024-06-12,2023-07-13,FALSE,TRUE,meta-llama/Llama-2-7b-hf,https://huggingface.co/meta-llama/Llama-2-7b-hf +🟢,meta-llama/Llama-2-7b-hf,8.72,25.19,0.25,10.35,0.35,1.21,0.01,2.24,0.27,3.76,0.37,9.57,0.19,🟢 pretrained,LlamaForCausalLM,Original,float16,TRUE,llama2,6,1588,TRUE,01c7f73d771dfac7d292323805ebc428287df4f9,TRUE,TRUE,2024-06-12,2023-07-13,FALSE,TRUE,meta-llama/Llama-2-7b-hf,https://huggingface.co/meta-llama/Llama-2-7b-hf 💬,stabilityai/stablelm-2-1_6b-chat,8.63,30.6,0.31,7.49,0.34,1.06,0.01,0,0.25,5.71,0.36,6.91,0.16,"💬 chat models (RLHF, DPO, IFT, ...)",StableLmForCausalLM,Original,bfloat16,TRUE,other,1,26,TRUE,f3fe67057c2789ae1bb1fe42b038da99840d4f13,TRUE,TRUE,2024-06-12,2024-04-08,TRUE,TRUE,stabilityai/stablelm-2-1_6b-chat,https://huggingface.co/stabilityai/stablelm-2-1_6b-chat 🟢,internlm/internlm2-1_8b,8.58,21.98,0.22,13.63,0.39,1.13,0.01,0,0.25,8.23,0.38,6.54,0.16,🟢 pretrained,InternLM2ForCausalLM,Original,bfloat16,TRUE,other,8,25,TRUE,c24f301c7374ad9f9b58d1ea80f68b5f57cbca13,TRUE,TRUE,2024-06-12,2024-01-30,FALSE,TRUE,internlm/internlm2-1_8b,https://huggingface.co/internlm/internlm2-1_8b 🟢,NousResearch/Yarn-Llama-2-13b-128k,8.39,16.55,0.17,13.51,0.38,1.13,0.01,1.12,0.26,3.39,0.35,14.67,0.23,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,"",13,113,TRUE,4e3e87a067f64f8814c83dd5e3bad92dcf8a2391,TRUE,TRUE,2024-06-13,2023-08-30,FALSE,TRUE,NousResearch/Yarn-Llama-2-13b-128k,https://huggingface.co/NousResearch/Yarn-Llama-2-13b-128k @@ -247,17 +280,17 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🟢,ibm-granite/granite-7b-base,7.75,24.14,0.24,9.05,0.35,0.6,0.01,0,0.25,3.4,0.36,9.27,0.18,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,6,21,TRUE,23fcb4cb5b69f8a122fb944491e9f1ad664ba37b,TRUE,TRUE,2024-06-12,2024-04-19,FALSE,TRUE,ibm-granite/granite-7b-base,https://huggingface.co/ibm-granite/granite-7b-base 🟢,tensoropera/Fox-1-1.6B,7.69,27.66,0.28,7.4,0.33,1.28,0.01,1.79,0.26,3.87,0.35,4.13,0.14,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,20,TRUE,6389dde4d7e52aa1200ad954c565f03c7fdcf8db,TRUE,TRUE,2024-06-29,2024-06-13,FALSE,FALSE,tensoropera/Fox-1-1.6B,https://huggingface.co/tensoropera/Fox-1-1.6B 🔶,VAGOsolutions/SauerkrautLM-Gemma-2b,7.58,24.75,0.25,9.13,0.34,1.96,0.02,0.89,0.26,3.51,0.37,5.21,0.15,🔶 fine-tuned on domain-specific datasets,GemmaForCausalLM,Original,bfloat16,TRUE,other,2,8,TRUE,f9d5575c23da96f33ce77dea3b0776746b9469bc,TRUE,TRUE,2024-06-26,2024-03-06,TRUE,FALSE,VAGOsolutions/SauerkrautLM-Gemma-2b,https://huggingface.co/VAGOsolutions/SauerkrautLM-Gemma-2b -🟢,deepseek-ai/deepseek-moe-16b-base,7.37,24.5,0.24,8.36,0.34,1.81,0.02,0.56,0.25,3.36,0.37,5.61,0.15,🟢 pretrained,DeepseekForCausalLM,Original,bfloat16,TRUE,other,16,76,TRUE,521d2bc4fb69a3f3ae565310fcc3b65f97af2580,TRUE,FALSE,2024-06-12,2024-01-08,FALSE,TRUE,deepseek-ai/deepseek-moe-16b-base,https://huggingface.co/deepseek-ai/deepseek-moe-16b-base -🟢,google/gemma-2b,7.27,20.38,0.2,8.25,0.34,2.72,0.03,0.67,0.26,7.56,0.4,4.06,0.14,🟢 pretrained,GemmaForCausalLM,Original,bfloat16,TRUE,gemma,2,804,TRUE,2ac59a5d7bf4e1425010f0d457dde7d146658953,TRUE,TRUE,2024-06-12,2024-02-08,FALSE,TRUE,google/gemma-2b,https://huggingface.co/google/gemma-2b +🟢,deepseek-ai/deepseek-moe-16b-base,7.37,24.5,0.24,8.36,0.34,1.81,0.02,0.56,0.25,3.36,0.37,5.61,0.15,🟢 pretrained,DeepseekForCausalLM,Original,bfloat16,TRUE,other,16,77,TRUE,521d2bc4fb69a3f3ae565310fcc3b65f97af2580,TRUE,FALSE,2024-06-12,2024-01-08,FALSE,TRUE,deepseek-ai/deepseek-moe-16b-base,https://huggingface.co/deepseek-ai/deepseek-moe-16b-base +🟢,google/gemma-2b,7.27,20.38,0.2,8.25,0.34,2.72,0.03,0.67,0.26,7.56,0.4,4.06,0.14,🟢 pretrained,GemmaForCausalLM,Original,bfloat16,TRUE,gemma,2,805,TRUE,2ac59a5d7bf4e1425010f0d457dde7d146658953,TRUE,TRUE,2024-06-12,2024-02-08,FALSE,TRUE,google/gemma-2b,https://huggingface.co/google/gemma-2b 🟢,stabilityai/stablelm-3b-4e1t,7.26,22.03,0.22,9.01,0.35,0.68,0.01,0,0.24,4.42,0.38,7.43,0.17,🟢 pretrained,StableLmForCausalLM,Original,bfloat16,TRUE,cc-by-sa-4.0,2,305,TRUE,fa4a6a92fca83c3b4223a3c9bf792887090ebfba,TRUE,TRUE,2024-06-12,2023-09-29,FALSE,TRUE,stabilityai/stablelm-3b-4e1t,https://huggingface.co/stabilityai/stablelm-3b-4e1t -💬,google/gemma-2b-it,7.22,26.9,0.27,5.21,0.32,0.45,0,3.8,0.28,3.03,0.33,3.92,0.14,"💬 chat models (RLHF, DPO, IFT, ...)",GemmaForCausalLM,Original,bfloat16,TRUE,gemma,2,591,TRUE,de144fb2268dee1066f515465df532c05e699d48,TRUE,TRUE,2024-06-12,2024-02-08,TRUE,TRUE,google/gemma-2b-it,https://huggingface.co/google/gemma-2b-it +💬,google/gemma-2b-it,7.22,26.9,0.27,5.21,0.32,0.45,0,3.8,0.28,3.03,0.33,3.92,0.14,"💬 chat models (RLHF, DPO, IFT, ...)",GemmaForCausalLM,Original,bfloat16,TRUE,gemma,2,592,TRUE,de144fb2268dee1066f515465df532c05e699d48,TRUE,TRUE,2024-06-12,2024-02-08,TRUE,TRUE,google/gemma-2b-it,https://huggingface.co/google/gemma-2b-it 🔶,cgato/TheSalt-L3-8b-v0.3.2,7.19,27.05,0.27,2.61,0.3,3.47,0.03,2.13,0.27,6.3,0.39,1.55,0.11,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,cc-by-nc-4.0,8,1,TRUE,5cf08e2bf9590ebcd14ba021e113def28c65afa2,TRUE,TRUE,2024-06-26,2024-06-18,TRUE,FALSE,cgato/TheSalt-L3-8b-v0.3.2,https://huggingface.co/cgato/TheSalt-L3-8b-v0.3.2 🟢,NousResearch/Yarn-Llama-2-7b-64k,7.12,17,0.17,7.04,0.33,0.98,0.01,1.9,0.26,6.93,0.39,8.87,0.18,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,"",7,23,TRUE,08491431ac3b50add7443f5d4c02850801d877be,TRUE,TRUE,2024-06-13,2023-08-30,FALSE,TRUE,NousResearch/Yarn-Llama-2-7b-64k,https://huggingface.co/NousResearch/Yarn-Llama-2-7b-64k -🟢,Qwen/Qwen2-0.5B,7.06,18.67,0.19,7.99,0.33,2.57,0.03,0.78,0.26,4.6,0.38,7.76,0.17,🟢 pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,57,TRUE,ff3a49fac17555b8dfc4db6709f480cc8f16a9fe,TRUE,TRUE,2024-06-09,2024-05-31,FALSE,TRUE,Qwen/Qwen2-0.5B,https://huggingface.co/Qwen/Qwen2-0.5B +🟢,Qwen/Qwen2-0.5B,7.06,18.67,0.19,7.99,0.33,2.57,0.03,0.78,0.26,4.6,0.38,7.76,0.17,🟢 pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,58,TRUE,ff3a49fac17555b8dfc4db6709f480cc8f16a9fe,TRUE,TRUE,2024-06-09,2024-05-31,FALSE,TRUE,Qwen/Qwen2-0.5B,https://huggingface.co/Qwen/Qwen2-0.5B 🟢,microsoft/phi-1_5,7.06,20.33,0.2,7.47,0.34,1.13,0.01,2.35,0.27,3.39,0.34,7.68,0.17,🟢 pretrained,PhiForCausalLM,Original,float16,TRUE,mit,1,1296,TRUE,675aa382d814580b22651a30acb1a585d7c25963,TRUE,TRUE,2024-06-09,2023-09-10,FALSE,TRUE,microsoft/phi-1_5,https://huggingface.co/microsoft/phi-1_5 🟢,google/recurrentgemma-2b,6.94,30.02,0.3,5.01,0.32,1.66,0.02,0,0.25,2.94,0.34,1.99,0.12,🟢 pretrained,RecurrentGemmaForCausalLM,Original,bfloat16,TRUE,gemma,2,89,TRUE,195f13c55b371fc721eda0662c00c64642c70e17,TRUE,TRUE,2024-06-13,2024-04-06,FALSE,TRUE,google/recurrentgemma-2b,https://huggingface.co/google/recurrentgemma-2b 🟢,databricks/dolly-v1-6b,6.89,22.24,0.22,4.78,0.32,1.36,0.01,1.9,0.26,8.12,0.4,2.95,0.13,🟢 pretrained,GPTJForCausalLM,Original,bfloat16,TRUE,cc-by-nc-4.0,6,310,TRUE,c9a85b3a322b402e20c839c702c725afe0cb454d,TRUE,TRUE,2024-06-12,2023-03-23,FALSE,TRUE,databricks/dolly-v1-6b,https://huggingface.co/databricks/dolly-v1-6b -🟢,HuggingFaceTB/SmolLM-135M,6.84,21.25,0.21,3.29,0.3,0.68,0.01,1.12,0.26,13.34,0.44,1.36,0.11,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,57,TRUE,eec6e461571fba3e197a57c298f60b75422eae02,TRUE,TRUE,2024-07-18,2024-07-14,FALSE,FALSE,HuggingFaceTB/SmolLM-135M,https://huggingface.co/HuggingFaceTB/SmolLM-135M +🟢,HuggingFaceTB/SmolLM-135M,6.84,21.25,0.21,3.29,0.3,0.68,0.01,1.12,0.26,13.34,0.44,1.36,0.11,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,61,TRUE,eec6e461571fba3e197a57c298f60b75422eae02,TRUE,TRUE,2024-07-18,2024-07-14,FALSE,FALSE,HuggingFaceTB/SmolLM-135M,https://huggingface.co/HuggingFaceTB/SmolLM-135M 🔶,togethercomputer/GPT-JT-6B-v1,6.83,20.61,0.21,7.32,0.33,0.76,0.01,1.45,0.26,3.87,0.37,6.95,0.16,🔶 fine-tuned on domain-specific datasets,GPTJForCausalLM,Original,float16,TRUE,apache-2.0,6,302,TRUE,f34aa35f906895602c1f86f5685e598afdea8051,TRUE,TRUE,2024-06-12,2022-11-24,FALSE,TRUE,togethercomputer/GPT-JT-6B-v1,https://huggingface.co/togethercomputer/GPT-JT-6B-v1 🟢,allenai/OLMo-7B-hf,6.78,27.19,0.27,5.76,0.33,0.68,0.01,3.02,0.27,2.08,0.35,1.92,0.12,🟢 pretrained,OlmoForCausalLM,Original,bfloat16,TRUE,apache-2.0,6,8,TRUE,687d934d36a05417048d0fe7482f24f389fef6aa,TRUE,TRUE,2024-06-27,2024-04-12,FALSE,TRUE,allenai/OLMo-7B-hf,https://huggingface.co/allenai/OLMo-7B-hf 🔶,togethercomputer/LLaMA-2-7B-32K,6.71,18.65,0.19,8.09,0.34,0.68,0.01,0,0.25,4.32,0.38,8.53,0.18,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,llama2,7,526,TRUE,46c24bb5aef59722fa7aa6d75e832afd1d64b980,TRUE,TRUE,2024-06-12,2023-07-26,FALSE,TRUE,togethercomputer/LLaMA-2-7B-32K,https://huggingface.co/togethercomputer/LLaMA-2-7B-32K @@ -265,25 +298,25 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🟢,EleutherAI/gpt-j-6b,6.55,25.22,0.25,4.91,0.32,1.21,0.01,0,0.25,5.25,0.37,2.68,0.12,🟢 pretrained,GPTJForCausalLM,Original,bfloat16,TRUE,apache-2.0,6,1388,TRUE,47e169305d2e8376be1d31e765533382721b2cc1,TRUE,TRUE,2024-06-12,2022-03-02,FALSE,TRUE,EleutherAI/gpt-j-6b,https://huggingface.co/EleutherAI/gpt-j-6b 🔶,winglian/llama-3-8b-256k-PoSE,6.55,29.09,0.29,5.5,0.32,1.44,0.01,1.01,0.26,0.94,0.33,1.29,0.11,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,41,FALSE,93e7b0b6433c96583ffcef3bc47203e6fdcbbe8b,TRUE,TRUE,2024-06-26,2024-04-26,TRUE,FALSE,winglian/llama-3-8b-256k-PoSE,https://huggingface.co/winglian/llama-3-8b-256k-PoSE 🟢,bigcode/starcoder2-3b,6.54,20.37,0.2,8.91,0.35,1.44,0.01,0,0.24,1.43,0.34,7.07,0.16,🟢 pretrained,Starcoder2ForCausalLM,Original,bfloat16,TRUE,bigcode-openrail-m,3,125,TRUE,733247c55e3f73af49ce8e9c7949bf14af205928,TRUE,TRUE,2024-06-09,2023-11-29,FALSE,TRUE,bigcode/starcoder2-3b,https://huggingface.co/bigcode/starcoder2-3b -🟢,gpt2,6.54,18.08,0.18,2.67,0.3,0.23,0,1.12,0.26,15.35,0.45,1.77,0.12,🟢 pretrained,GPT2LMHeadModel,Original,bfloat16,TRUE,mit,0,2094,TRUE,607a30d783dfa663caf39e06633721c8d4cfcd7e,TRUE,TRUE,2024-06-09,2022-03-02,FALSE,TRUE,gpt2,https://huggingface.co/gpt2 +🟢,gpt2,6.54,18.08,0.18,2.67,0.3,0.23,0,1.12,0.26,15.35,0.45,1.77,0.12,🟢 pretrained,GPT2LMHeadModel,Original,bfloat16,TRUE,mit,0,2096,TRUE,607a30d783dfa663caf39e06633721c8d4cfcd7e,TRUE,TRUE,2024-06-09,2022-03-02,FALSE,TRUE,gpt2,https://huggingface.co/gpt2 🟩,BEE-spoke-data/smol_llama-220M-GQA-fineweb_edu,6.52,19.88,0.2,2.31,0.29,0,0,1.23,0.26,14.26,0.44,1.41,0.11,🟩 continuously pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,1,TRUE,dec16b41d5e94070dbc1f8449a554373fd4cc1d1,TRUE,TRUE,2024-06-26,2024-06-08,FALSE,FALSE,BEE-spoke-data/smol_llama-220M-GQA-fineweb_edu,https://huggingface.co/BEE-spoke-data/smol_llama-220M-GQA-fineweb_edu -🟢,openai-community/gpt2,6.51,17.93,0.18,2.67,0.3,0.23,0,1.12,0.26,15.35,0.45,1.77,0.12,🟢 pretrained,GPT2LMHeadModel,Original,bfloat16,TRUE,mit,0,2094,TRUE,607a30d783dfa663caf39e06633721c8d4cfcd7e,TRUE,TRUE,2024-06-12,2022-03-02,FALSE,TRUE,openai-community/gpt2,https://huggingface.co/openai-community/gpt2 +🟢,openai-community/gpt2,6.51,17.93,0.18,2.67,0.3,0.23,0,1.12,0.26,15.35,0.45,1.77,0.12,🟢 pretrained,GPT2LMHeadModel,Original,bfloat16,TRUE,mit,0,2096,TRUE,607a30d783dfa663caf39e06633721c8d4cfcd7e,TRUE,TRUE,2024-06-12,2022-03-02,FALSE,TRUE,openai-community/gpt2,https://huggingface.co/openai-community/gpt2 🟢,allenai/OLMo-1B-hf,6.47,21.82,0.22,3.2,0.31,0.76,0.01,1.57,0.26,9.56,0.41,1.93,0.12,🟢 pretrained,OlmoForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,10,TRUE,8e995430edd24416ccfa98b5b283fa07b0c9f1a9,TRUE,TRUE,2024-06-12,2024-04-12,FALSE,TRUE,allenai/OLMo-1B-hf,https://huggingface.co/allenai/OLMo-1B-hf 🟢,BEE-spoke-data/smol_llama-220M-GQA,6.4,23.86,0.24,3.04,0.3,0,0,0.78,0.26,9.07,0.41,1.66,0.11,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,11,TRUE,8845b1d3c0bc73522ef2700aab467183cbdca9f7,TRUE,TRUE,2024-06-26,2023-12-22,FALSE,FALSE,BEE-spoke-data/smol_llama-220M-GQA,https://huggingface.co/BEE-spoke-data/smol_llama-220M-GQA -💬,Qwen/Qwen2-0.5B-Instruct,6.39,22.47,0.22,5.88,0.32,1.66,0.02,0,0.25,2.41,0.34,5.9,0.15,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,102,TRUE,c291d6fce4804a1d39305f388dd32897d1f7acc4,TRUE,TRUE,2024-06-12,2024-06-03,TRUE,TRUE,Qwen/Qwen2-0.5B-Instruct,https://huggingface.co/Qwen/Qwen2-0.5B-Instruct +💬,Qwen/Qwen2-0.5B-Instruct,6.39,22.47,0.22,5.88,0.32,1.66,0.02,0,0.25,2.41,0.34,5.9,0.15,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,103,TRUE,c291d6fce4804a1d39305f388dd32897d1f7acc4,TRUE,TRUE,2024-06-12,2024-06-03,TRUE,TRUE,Qwen/Qwen2-0.5B-Instruct,https://huggingface.co/Qwen/Qwen2-0.5B-Instruct 🔶,databricks/dolly-v2-12b,6.38,23.55,0.24,6.38,0.33,1.44,0.01,0,0.24,5.5,0.37,1.43,0.11,🔶 fine-tuned on domain-specific datasets,GPTNeoXForCausalLM,Original,bfloat16,TRUE,mit,12,1945,TRUE,19308160448536e378e3db21a73a751579ee7fdd,TRUE,TRUE,2024-06-12,2023-04-11,FALSE,TRUE,databricks/dolly-v2-12b,https://huggingface.co/databricks/dolly-v2-12b 🟢,EleutherAI/gpt-neo-2.7B,6.34,25.9,0.26,4.18,0.31,0.53,0.01,2.13,0.27,3.52,0.36,1.81,0.12,🟢 pretrained,GPTNeoForCausalLM,Original,bfloat16,TRUE,mit,2,399,TRUE,e24fa291132763e59f4a5422741b424fb5d59056,TRUE,TRUE,2024-06-12,2022-03-02,FALSE,TRUE,EleutherAI/gpt-neo-2.7B,https://huggingface.co/EleutherAI/gpt-neo-2.7B 🔶,togethercomputer/RedPajama-INCITE-7B-Instruct,6.33,20.55,0.21,7.91,0.34,1.36,0.01,0.11,0.25,5.03,0.37,3.03,0.13,🔶 fine-tuned on domain-specific datasets,GPTNeoXForCausalLM,Original,float16,TRUE,apache-2.0,7,104,TRUE,7f36397b9985a3f981cdb618f8fec1c565ca5927,TRUE,TRUE,2024-06-12,2023-05-05,FALSE,TRUE,togethercomputer/RedPajama-INCITE-7B-Instruct,https://huggingface.co/togethercomputer/RedPajama-INCITE-7B-Instruct 🟢,facebook/opt-30b,6.2,24.53,0.25,3.5,0.31,0.6,0.01,2.57,0.27,4.19,0.36,1.82,0.12,🟢 pretrained,OPTForCausalLM,Original,float16,TRUE,other,30,133,TRUE,ceea0a90ac0f6fae7c2c34bcb40477438c152546,TRUE,TRUE,2024-06-12,2022-05-11,FALSE,TRUE,facebook/opt-30b,https://huggingface.co/facebook/opt-30b -🟢,HuggingFaceTB/SmolLM-360M,6.15,21.34,0.21,3.28,0.31,0.45,0,2.35,0.27,8.09,0.4,1.37,0.11,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,23,TRUE,318cc630b73730bfd712e5873063156ffb8936b5,TRUE,TRUE,2024-07-18,2024-07-14,FALSE,FALSE,HuggingFaceTB/SmolLM-360M,https://huggingface.co/HuggingFaceTB/SmolLM-360M +🟢,HuggingFaceTB/SmolLM-360M,6.15,21.34,0.21,3.28,0.31,0.45,0,2.35,0.27,8.09,0.4,1.37,0.11,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,24,TRUE,318cc630b73730bfd712e5873063156ffb8936b5,TRUE,TRUE,2024-07-18,2024-07-14,FALSE,FALSE,HuggingFaceTB/SmolLM-360M,https://huggingface.co/HuggingFaceTB/SmolLM-360M 🟢,EleutherAI/gpt-neox-20b,5.99,25.87,0.26,4.93,0.32,0.6,0.01,0,0.24,2.82,0.36,1.73,0.12,🟢 pretrained,GPTNeoXForCausalLM,Original,float16,TRUE,apache-2.0,20,504,TRUE,c292233c833e336628618a88a648727eb3dff0a7,TRUE,TRUE,2024-06-09,2022-04-07,FALSE,TRUE,EleutherAI/gpt-neox-20b,https://huggingface.co/EleutherAI/gpt-neox-20b 🟢,mosaicml/mpt-7b,5.98,21.52,0.22,6.55,0.33,1.28,0.01,1.34,0.26,2.9,0.37,2.29,0.12,🟢 pretrained,MPTForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,1151,TRUE,039e37745f00858f0e01e988383a8c4393b1a4f5,TRUE,TRUE,2024-06-08,2023-05-05,FALSE,TRUE,mosaicml/mpt-7b,https://huggingface.co/mosaicml/mpt-7b -🟢,gpt2,5.98,8.33,0.08,9.2,0.31,0,0,0,0.23,18.33,0.43,0,0.1,🟢 pretrained,GPT2LMHeadModel,Original,float16,TRUE,mit,0,2094,TRUE,607a30d783dfa663caf39e06633721c8d4cfcd7e,TRUE,TRUE,2024-06-26,2022-03-02,FALSE,TRUE,gpt2,https://huggingface.co/gpt2 +🟢,gpt2,5.98,8.33,0.08,9.2,0.31,0,0,0,0.23,18.33,0.43,0,0.1,🟢 pretrained,GPT2LMHeadModel,Original,float16,TRUE,mit,0,2096,TRUE,607a30d783dfa663caf39e06633721c8d4cfcd7e,TRUE,TRUE,2024-06-26,2022-03-02,FALSE,TRUE,gpt2,https://huggingface.co/gpt2 🟢,EleutherAI/pythia-12b,5.93,24.71,0.25,4.99,0.32,0.91,0.01,0,0.25,3.79,0.36,1.21,0.11,🟢 pretrained,GPTNeoXForCausalLM,Original,float16,TRUE,apache-2.0,12,129,TRUE,35c9d7f32fbb108fb8b5bdd574eb03369d1eed49,TRUE,TRUE,2024-06-12,2023-02-28,FALSE,TRUE,EleutherAI/pythia-12b,https://huggingface.co/EleutherAI/pythia-12b 🟢,EleutherAI/pythia-6.9b,5.85,22.81,0.23,5.88,0.32,0.76,0.01,0.22,0.25,3.81,0.36,1.63,0.11,🟢 pretrained,GPTNeoXForCausalLM,Original,float16,TRUE,apache-2.0,6,41,TRUE,f271943e880e60c0c715fd10e4dc74ec4e31eb44,TRUE,TRUE,2024-06-12,2023-02-14,FALSE,TRUE,EleutherAI/pythia-6.9b,https://huggingface.co/EleutherAI/pythia-6.9b 🔶,Josephgflowers/TinyLlama-Cinder-Agent-v1,5.82,26.7,0.27,3.8,0.31,0.38,0,0,0.24,2.23,0.34,1.79,0.12,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,mit,1,0,TRUE,a9cd8b48bfe30f29bb1f819213da9a4c41eee67f,TRUE,TRUE,2024-06-26,2024-05-21,TRUE,FALSE,Josephgflowers/TinyLlama-Cinder-Agent-v1,https://huggingface.co/Josephgflowers/TinyLlama-Cinder-Agent-v1 🟢,openai-community/gpt2-medium,5.81,22.08,0.22,2.72,0.31,0.23,0,1.68,0.26,6.16,0.39,2.02,0.12,🟢 pretrained,GPT2LMHeadModel,Original,bfloat16,TRUE,mit,0,134,TRUE,6dcaa7a952f72f9298047fd5137cd6e4f05f41da,TRUE,TRUE,2024-06-12,2022-03-02,FALSE,TRUE,openai-community/gpt2-medium,https://huggingface.co/openai-community/gpt2-medium -🟢,google/gemma-2-9b,5.67,24.73,0.25,5.05,0.32,0.15,0,0,0.24,2.58,0.36,1.51,0.11,🟢 pretrained,Gemma2ForCausalLM,Original,bfloat16,TRUE,gemma,9,483,TRUE,beb0c08e9eeb0548f3aca2ac870792825c357b7d,TRUE,TRUE,2024-07-11,2024-06-24,FALSE,TRUE,google/gemma-2-9b,https://huggingface.co/google/gemma-2-9b +🟢,google/gemma-2-9b,5.67,24.73,0.25,5.05,0.32,0.15,0,0,0.24,2.58,0.36,1.51,0.11,🟢 pretrained,Gemma2ForCausalLM,Original,bfloat16,TRUE,gemma,9,485,TRUE,beb0c08e9eeb0548f3aca2ac870792825c357b7d,TRUE,TRUE,2024-07-11,2024-06-24,FALSE,TRUE,google/gemma-2-9b,https://huggingface.co/google/gemma-2-9b 🔶,togethercomputer/RedPajama-INCITE-Instruct-3B-v1,5.66,21.24,0.21,4.51,0.31,0.6,0.01,0,0.25,6.41,0.39,1.22,0.11,🔶 fine-tuned on domain-specific datasets,GPTNeoXForCausalLM,Original,float16,TRUE,apache-2.0,3,91,TRUE,0c66778ee09a036886741707733620b91057909a,TRUE,TRUE,2024-06-12,2023-05-05,FALSE,TRUE,togethercomputer/RedPajama-INCITE-Instruct-3B-v1,https://huggingface.co/togethercomputer/RedPajama-INCITE-Instruct-3B-v1 🟢,EleutherAI/pythia-160m,5.62,18.16,0.18,2.2,0.3,0.23,0,1.12,0.26,10.68,0.42,1.33,0.11,🟢 pretrained,GPTNeoXForCausalLM,Original,float16,TRUE,apache-2.0,0,21,TRUE,50f5173d932e8e61f858120bcb800b97af589f46,TRUE,TRUE,2024-06-09,2023-02-08,FALSE,TRUE,EleutherAI/pythia-160m,https://huggingface.co/EleutherAI/pythia-160m 🔶,databricks/dolly-v2-7b,5.57,20.1,0.2,5.45,0.32,0.98,0.01,2.46,0.27,2.78,0.36,1.66,0.11,🔶 fine-tuned on domain-specific datasets,GPTNeoXForCausalLM,Original,bfloat16,TRUE,mit,7,146,TRUE,d632f0c8b75b1ae5b26b250d25bfba4e99cb7c6f,TRUE,TRUE,2024-06-12,2023-04-13,FALSE,TRUE,databricks/dolly-v2-7b,https://huggingface.co/databricks/dolly-v2-7b @@ -295,13 +328,13 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,databricks/dolly-v2-3b,5.45,22.47,0.22,3.32,0.31,0.6,0.01,1.45,0.26,3.22,0.33,1.61,0.11,🔶 fine-tuned on domain-specific datasets,GPTNeoXForCausalLM,Original,bfloat16,TRUE,mit,3,284,TRUE,f6c9be08f16fe4d3a719bee0a4a7c7415b5c65df,TRUE,TRUE,2024-06-12,2023-04-13,FALSE,TRUE,databricks/dolly-v2-3b,https://huggingface.co/databricks/dolly-v2-3b 🟢,EleutherAI/pythia-2.8b,5.44,21.73,0.22,5.08,0.32,0.68,0.01,0,0.25,3.64,0.35,1.52,0.11,🟢 pretrained,GPTNeoXForCausalLM,Original,float16,TRUE,apache-2.0,2,28,TRUE,2a259cdd96a4beb1cdf467512e3904197345f6a9,TRUE,TRUE,2024-06-12,2023-02-13,FALSE,TRUE,EleutherAI/pythia-2.8b,https://huggingface.co/EleutherAI/pythia-2.8b 🟢,togethercomputer/RedPajama-INCITE-Base-3B-v1,5.43,22.94,0.23,3.52,0.31,0.91,0.01,0,0.24,4,0.37,1.24,0.11,🟢 pretrained,GPTNeoXForCausalLM,Original,float16,TRUE,apache-2.0,3,91,TRUE,094fbdd0c911feb485ce55de1952ab2e75277e1e,TRUE,TRUE,2024-06-12,2023-05-04,FALSE,TRUE,togethercomputer/RedPajama-INCITE-Base-3B-v1,https://huggingface.co/togethercomputer/RedPajama-INCITE-Base-3B-v1 -🟢,HuggingFaceTB/SmolLM-1.7B,5.43,23.62,0.24,4.41,0.32,0.76,0.01,0,0.24,2.13,0.34,1.64,0.11,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,77,TRUE,673a07602ca1191e5bc2ddda428e2f608a0a14c0,TRUE,TRUE,2024-07-18,2024-07-14,FALSE,FALSE,HuggingFaceTB/SmolLM-1.7B,https://huggingface.co/HuggingFaceTB/SmolLM-1.7B +🟢,HuggingFaceTB/SmolLM-1.7B,5.43,23.62,0.24,4.41,0.32,0.76,0.01,0,0.24,2.13,0.34,1.64,0.11,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,85,TRUE,673a07602ca1191e5bc2ddda428e2f608a0a14c0,TRUE,TRUE,2024-07-18,2024-07-14,FALSE,FALSE,HuggingFaceTB/SmolLM-1.7B,https://huggingface.co/HuggingFaceTB/SmolLM-1.7B 🔶,PygmalionAI/pygmalion-6b,5.39,20.91,0.21,5.09,0.32,0.6,0.01,0,0.25,3.71,0.37,2.04,0.12,🔶 fine-tuned on domain-specific datasets,GPTJForCausalLM,Original,float16,TRUE,creativeml-openrail-m,6,725,TRUE,2a0d74449c8fbf0378194e95f64aa92e16297294,TRUE,TRUE,2024-06-12,2023-01-07,FALSE,TRUE,PygmalionAI/pygmalion-6b,https://huggingface.co/PygmalionAI/pygmalion-6b 🟢,EleutherAI/gpt-neo-1.3B,5.33,20.79,0.21,3.02,0.3,0.68,0.01,0.78,0.26,4.87,0.38,1.82,0.12,🟢 pretrained,GPTNeoForCausalLM,Original,bfloat16,TRUE,mit,1,247,TRUE,dbe59a7f4a88d01d1ba9798d78dbe3fe038792c8,TRUE,TRUE,2024-06-12,2022-03-02,FALSE,TRUE,EleutherAI/gpt-neo-1.3B,https://huggingface.co/EleutherAI/gpt-neo-1.3B 🟢,facebook/opt-1.3b,5.25,23.83,0.24,3.65,0.31,0.76,0.01,0,0.24,2.08,0.34,1.19,0.11,🟢 pretrained,OPTForCausalLM,Original,float16,TRUE,other,1,142,TRUE,3f5c25d0bc631cb57ac65913f76e22c2dfb61d62,TRUE,TRUE,2024-06-12,2022-05-11,FALSE,TRUE,facebook/opt-1.3b,https://huggingface.co/facebook/opt-1.3b 💬,microsoft/DialoGPT-medium,5.25,14.79,0.15,2.56,0.3,0,0,0.56,0.25,12.28,0.43,1.32,0.11,"💬 chat models (RLHF, DPO, IFT, ...)",GPT2LMHeadModel,Original,bfloat16,TRUE,mit,0,307,TRUE,7b40bb0f92c45fefa957d088000d8648e5c7fa33,TRUE,TRUE,2024-06-13,2022-03-02,TRUE,TRUE,microsoft/DialoGPT-medium,https://huggingface.co/microsoft/DialoGPT-medium 🟢,stabilityai/stablelm-2-1_6b,5.22,11.57,0.12,8.63,0.34,0.15,0,0,0.25,5.79,0.39,5.15,0.15,🟢 pretrained,StableLmForCausalLM,Original,float16,TRUE,other,1,174,TRUE,8879812cccd176fbbe9ceb747b815bcc7d6499f8,TRUE,TRUE,2024-06-12,2024-01-18,FALSE,TRUE,stabilityai/stablelm-2-1_6b,https://huggingface.co/stabilityai/stablelm-2-1_6b -💬,HuggingFaceTB/SmolLM-1.7B-Instruct,5.14,23.48,0.23,2.08,0.29,0,0,1.34,0.26,2.08,0.35,1.85,0.12,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,55,TRUE,0ad161e59935a9a691dfde2818df8b98786f30a7,TRUE,TRUE,2024-07-18,2024-07-15,TRUE,FALSE,HuggingFaceTB/SmolLM-1.7B-Instruct,https://huggingface.co/HuggingFaceTB/SmolLM-1.7B-Instruct +💬,HuggingFaceTB/SmolLM-1.7B-Instruct,5.14,23.48,0.23,2.08,0.29,0,0,1.34,0.26,2.08,0.35,1.85,0.12,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,58,TRUE,0ad161e59935a9a691dfde2818df8b98786f30a7,TRUE,TRUE,2024-07-18,2024-07-15,TRUE,FALSE,HuggingFaceTB/SmolLM-1.7B-Instruct,https://huggingface.co/HuggingFaceTB/SmolLM-1.7B-Instruct 🟢,Qwen/Qwen1.5-0.5B,5.14,17.06,0.17,5.04,0.32,0.45,0,0.56,0.25,4.3,0.36,3.41,0.13,🟢 pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,other,0,136,TRUE,8f445e3628f3500ee69f24e1303c9f10f5342a39,TRUE,TRUE,2024-06-13,2024-01-22,FALSE,TRUE,Qwen/Qwen1.5-0.5B,https://huggingface.co/Qwen/Qwen1.5-0.5B 🟢,EleutherAI/pythia-410m,5.11,21.95,0.22,2.72,0.3,0.3,0,1.23,0.26,3.06,0.36,1.42,0.11,🟢 pretrained,GPTNeoXForCausalLM,Original,float16,TRUE,apache-2.0,0,20,TRUE,9879c9b5f8bea9051dcb0e68dff21493d67e9d4f,TRUE,TRUE,2024-06-09,2023-02-13,FALSE,TRUE,EleutherAI/pythia-410m,https://huggingface.co/EleutherAI/pythia-410m 🟢,tiiuae/falcon-7b,5.1,18.21,0.18,5.96,0.33,0.53,0.01,0,0.24,4.5,0.38,1.39,0.11,🟢 pretrained,FalconForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,1054,TRUE,898df1396f35e447d5fe44e0a3ccaaaa69f30d36,TRUE,TRUE,2024-06-09,2023-04-24,FALSE,TRUE,tiiuae/falcon-7b,https://huggingface.co/tiiuae/falcon-7b @@ -314,7 +347,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🤝,paloalma/TW3-JRGL-v2,4.57,3.1,0.03,4.11,0.31,5.21,0.05,0.78,0.26,12.38,0.43,1.85,0.12,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,72,0,TRUE,aca3f0ba2bfb90038a9e2cd5b486821d4c181b46,TRUE,TRUE,2024-06-26,2024-04-01,TRUE,FALSE,paloalma/TW3-JRGL-v2,https://huggingface.co/paloalma/TW3-JRGL-v2 🔶,WizardLMTeam/WizardLM-13B-V1.0,4.55,18.5,0.19,2.15,0.29,0,0,1.23,0.26,3.55,0.35,1.85,0.12,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",13,71,TRUE,964a93aa2e78da377115bb856075a69ebe8aefa4,TRUE,TRUE,2024-06-13,2023-05-13,FALSE,TRUE,WizardLMTeam/WizardLM-13B-V1.0,https://huggingface.co/WizardLMTeam/WizardLM-13B-V1.0 🟢,bigscience/bloom-3b,4.26,12.71,0.13,3.42,0.31,0.08,0,0,0.24,7.89,0.4,1.48,0.11,🟢 pretrained,BloomForCausalLM,Original,bfloat16,TRUE,bigscience-bloom-rail-1.0,3,87,TRUE,52bc5b43010b4844513826b8be3f78c7344c37d7,TRUE,TRUE,2024-06-13,2022-05-19,FALSE,TRUE,bigscience/bloom-3b,https://huggingface.co/bigscience/bloom-3b -💬,HuggingFaceTB/SmolLM-135M-Instruct,4.23,15.96,0.16,2.08,0.29,0,0,1.9,0.26,3.62,0.37,1.84,0.12,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,34,TRUE,8ca7af58e27777cae460ad8ca3ab9db15f5c160d,TRUE,TRUE,2024-07-18,2024-07-15,TRUE,FALSE,HuggingFaceTB/SmolLM-135M-Instruct,https://huggingface.co/HuggingFaceTB/SmolLM-135M-Instruct +💬,HuggingFaceTB/SmolLM-135M-Instruct,4.23,15.96,0.16,2.08,0.29,0,0,1.9,0.26,3.62,0.37,1.84,0.12,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,36,TRUE,8ca7af58e27777cae460ad8ca3ab9db15f5c160d,TRUE,TRUE,2024-07-18,2024-07-15,TRUE,FALSE,HuggingFaceTB/SmolLM-135M-Instruct,https://huggingface.co/HuggingFaceTB/SmolLM-135M-Instruct 🟢,bigscience/bloom-1b7,3.97,10.44,0.1,4.4,0.31,0.08,0,1.12,0.26,6.84,0.39,0.96,0.11,🟢 pretrained,BloomForCausalLM,Original,bfloat16,TRUE,bigscience-bloom-rail-1.0,1,116,TRUE,cc72a88036c2fb937d65efeacc57a0c2ef5d6fe5,TRUE,TRUE,2024-06-13,2022-05-19,FALSE,TRUE,bigscience/bloom-1b7,https://huggingface.co/bigscience/bloom-1b7 🔶,togethercomputer/RedPajama-INCITE-7B-Chat,3.96,15.58,0.16,4.5,0.32,0.15,0,0.34,0.25,1.86,0.34,1.35,0.11,🔶 fine-tuned on domain-specific datasets,GPTNeoXForCausalLM,Original,float16,TRUE,apache-2.0,7,92,TRUE,47b94a739e2f3164b438501c8684acc5d5acc146,TRUE,TRUE,2024-06-13,2023-05-04,FALSE,TRUE,togethercomputer/RedPajama-INCITE-7B-Chat,https://huggingface.co/togethercomputer/RedPajama-INCITE-7B-Chat 🟢,bigscience/bloom-1b1,3.96,13.73,0.14,4.04,0.31,0.15,0,1.23,0.26,3.42,0.37,1.2,0.11,🟢 pretrained,BloomForCausalLM,Original,bfloat16,TRUE,bigscience-bloom-rail-1.0,1,54,TRUE,eb3dd7399312f5f94fd13f41d2f318117d3eb1e4,TRUE,TRUE,2024-06-13,2022-05-19,FALSE,TRUE,bigscience/bloom-1b1,https://huggingface.co/bigscience/bloom-1b1 @@ -323,7 +356,11 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,RWKV/rwkv-raven-14b,3.89,7.68,0.08,6.76,0.33,0,0,0,0.23,7.19,0.4,1.67,0.12,🔶 fine-tuned on domain-specific datasets,RwkvForCausalLM,Original,float16,TRUE,"",14,56,FALSE,359c0649b4f1d10a26ebea32908035bc00d152ee,TRUE,TRUE,2024-07-08,2023-05-05,FALSE,FALSE,RWKV/rwkv-raven-14b,https://huggingface.co/RWKV/rwkv-raven-14b 🟢,bigscience/bloom-7b1,3.71,13.22,0.13,4.04,0.31,0,0,1.9,0.26,1.92,0.35,1.16,0.11,🟢 pretrained,BloomForCausalLM,Original,float16,TRUE,bigscience-bloom-rail-1.0,7,187,TRUE,6232703e399354503377bf59dfbb8397fd569e4a,TRUE,TRUE,2024-06-13,2022-05-19,FALSE,TRUE,bigscience/bloom-7b1,https://huggingface.co/bigscience/bloom-7b1 🔶,OpenAssistant/oasst-sft-1-pythia-12b,3.67,10.55,0.11,4.78,0.31,1.44,0.01,1.01,0.26,2.99,0.33,1.25,0.11,🔶 fine-tuned on domain-specific datasets,GPTNeoXForCausalLM,Original,float16,TRUE,apache-2.0,12,279,TRUE,293df535fe7711a5726987fc2f17dfc87de452a1,TRUE,TRUE,2024-06-12,2023-03-09,FALSE,TRUE,OpenAssistant/oasst-sft-1-pythia-12b,https://huggingface.co/OpenAssistant/oasst-sft-1-pythia-12b -🟢,bigscience/bloom-560m,3.46,6.2,0.06,2.89,0.3,0.08,0,1.57,0.26,8.19,0.4,1.83,0.12,🟢 pretrained,BloomForCausalLM,Original,bfloat16,TRUE,bigscience-bloom-rail-1.0,0,328,TRUE,ac2ae5fab2ce3f9f40dc79b5ca9f637430d24971,TRUE,TRUE,2024-06-13,2022-05-19,FALSE,TRUE,bigscience/bloom-560m,https://huggingface.co/bigscience/bloom-560m +🟢,bigscience/bloom-560m,3.46,6.2,0.06,2.89,0.3,0.08,0,1.57,0.26,8.19,0.4,1.83,0.12,🟢 pretrained,BloomForCausalLM,Original,bfloat16,TRUE,bigscience-bloom-rail-1.0,0,329,TRUE,ac2ae5fab2ce3f9f40dc79b5ca9f637430d24971,TRUE,TRUE,2024-06-13,2022-05-19,FALSE,TRUE,bigscience/bloom-560m,https://huggingface.co/bigscience/bloom-560m 🔶,pankajmathur/orca_mini_3b,3.07,7.42,0.07,4.69,0.32,0.53,0.01,0,0.25,4.2,0.33,1.61,0.11,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,cc-by-nc-sa-4.0,3,158,TRUE,31e1a7bc3f7ea2f247b432d60036d975b8d590e9,TRUE,TRUE,2024-06-26,2023-06-22,FALSE,FALSE,pankajmathur/orca_mini_3b,https://huggingface.co/pankajmathur/orca_mini_3b 🟢,LiteAI/Hare-1.1B-base,1.95,0.12,0,1.72,0.29,0,0,1.23,0.26,7.58,0.4,1.04,0.11,🟢 pretrained,MistralForCausalLM,Original,float16,TRUE,apache-2.0,1,7,TRUE,c4faddb2163d8d940b422035e67f4c13cb8c2cb1,TRUE,TRUE,2024-07-19,2024-06-05,FALSE,FALSE,LiteAI/Hare-1.1B-base,https://huggingface.co/LiteAI/Hare-1.1B-base +🟢,awnr/Mistral-7B-v0.1-signtensors-3-over-8,1.66,0,0,2.35,0.29,0,0,1.23,0.26,4.52,0.36,1.85,0.12,🟢 pretrained,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,0,TRUE,fa368f705ace05da2fef25c030fe740cf1fef176,TRUE,TRUE,2024-06-27,2024-06-26,FALSE,FALSE,awnr/Mistral-7B-v0.1-signtensors-3-over-8,https://huggingface.co/awnr/Mistral-7B-v0.1-signtensors-3-over-8 +🟢,awnr/Mistral-7B-v0.1-signtensors-1-over-2,1.66,0,0,2.35,0.29,0,0,1.23,0.26,4.52,0.36,1.85,0.12,🟢 pretrained,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,1,TRUE,9575327242f8539eac59b6d788beccf54a6f9414,TRUE,TRUE,2024-06-28,2024-06-27,FALSE,FALSE,awnr/Mistral-7B-v0.1-signtensors-1-over-2,https://huggingface.co/awnr/Mistral-7B-v0.1-signtensors-1-over-2 +🟢,awnr/Mistral-7B-v0.1-signtensors-1-over-4,1.66,0,0,2.35,0.29,0,0,1.23,0.26,4.52,0.36,1.85,0.12,🟢 pretrained,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,0,TRUE,b288ab9d8adfd2963a44a7935bb47649f55bcbee,TRUE,TRUE,2024-06-28,2024-06-27,FALSE,FALSE,awnr/Mistral-7B-v0.1-signtensors-1-over-4,https://huggingface.co/awnr/Mistral-7B-v0.1-signtensors-1-over-4 +🟢,awnr/Mistral-7B-v0.1-signtensors-7-over-16,1.66,0,0,2.35,0.29,0,0,1.23,0.26,4.52,0.36,1.85,0.12,🟢 pretrained,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,0,TRUE,0e1f2cb0a81c38fc6c567d9c007883ab62fae266,TRUE,TRUE,2024-06-27,2024-06-26,FALSE,FALSE,awnr/Mistral-7B-v0.1-signtensors-7-over-16,https://huggingface.co/awnr/Mistral-7B-v0.1-signtensors-7-over-16 🔶,pankajmathur/orca_mini_v6_8b,1.41,1.11,0.01,3.22,0.3,0,0,0,0.24,2.77,0.36,1.38,0.11,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,1,TRUE,e95dc8e4c6b6ca5957b657cc2d905683142eaf3e,TRUE,TRUE,2024-06-26,2024-06-02,TRUE,FALSE,pankajmathur/orca_mini_v6_8b,https://huggingface.co/pankajmathur/orca_mini_v6_8b