diff --git a/csv/huggingface_v2.csv b/csv/huggingface_v2.csv index eeb10f7..03ed81a 100644 --- a/csv/huggingface_v2.csv +++ b/csv/huggingface_v2.csv @@ -1,31 +1,31 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpqa_raw,musr,musr_raw,mmlupro,mmlupro_raw,type,architecture,weight_type,precision,not_merged,hub_license,params_b,hub_hearts,available_on_the_hub,model_sha,flagged,moe,submission_date,upload_to_hub_date,chat_template,maintainers_highlight,fullname,generation,base_model,url -💬,MaziyarPanahi/calme-2.4-rys-78b,50.26,80.11,0.8,62.16,0.73,37.69,0.38,20.36,0.4,34.57,0.58,66.69,0.7,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,mit,77,16,TRUE,0a35e51ffa9efa644c11816a2d56434804177acb,TRUE,TRUE,2024-09-03,2024-08-07,TRUE,FALSE,MaziyarPanahi/calme-2.4-rys-78b,2,dnhkng/RYS-XLarge,https://huggingface.co/MaziyarPanahi/calme-2.4-rys-78b +💬,MaziyarPanahi/calme-2.4-rys-78b,50.26,80.11,0.8,62.16,0.73,37.69,0.38,20.36,0.4,34.57,0.58,66.69,0.7,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,mit,77,19,TRUE,0a35e51ffa9efa644c11816a2d56434804177acb,TRUE,TRUE,2024-09-03,2024-08-07,TRUE,FALSE,MaziyarPanahi/calme-2.4-rys-78b,2,dnhkng/RYS-XLarge,https://huggingface.co/MaziyarPanahi/calme-2.4-rys-78b 🔶,dnhkng/RYS-XLarge,44.75,79.96,0.8,58.77,0.71,38.97,0.39,17.9,0.38,23.72,0.5,49.2,0.54,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,mit,77,61,TRUE,0f84dd9dde60f383e1e2821496befb4ce9a11ef6,TRUE,TRUE,2024-08-07,2024-07-24,FALSE,FALSE,dnhkng/RYS-XLarge,0,dnhkng/RYS-XLarge,https://huggingface.co/dnhkng/RYS-XLarge 💬,MaziyarPanahi/calme-2.1-rys-78b,44.14,81.36,0.81,59.47,0.71,36.4,0.36,19.24,0.39,19,0.47,49.38,0.54,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,mit,77,3,TRUE,e746f5ddc0c9b31a2382d985a4ec87fa910847c7,TRUE,TRUE,2024-08-08,2024-08-06,TRUE,FALSE,MaziyarPanahi/calme-2.1-rys-78b,1,dnhkng/RYS-XLarge,https://huggingface.co/MaziyarPanahi/calme-2.1-rys-78b 💬,MaziyarPanahi/calme-2.2-rys-78b,43.92,79.86,0.8,59.27,0.71,37.92,0.38,20.92,0.41,16.83,0.45,48.73,0.54,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,mit,77,3,TRUE,8d0dde25c9042705f65559446944a19259c3fc8e,TRUE,TRUE,2024-08-08,2024-08-06,TRUE,FALSE,MaziyarPanahi/calme-2.2-rys-78b,1,dnhkng/RYS-XLarge,https://huggingface.co/MaziyarPanahi/calme-2.2-rys-78b 💬,MaziyarPanahi/calme-2.1-qwen2-72b,43.61,81.63,0.82,57.33,0.7,36.03,0.36,17.45,0.38,20.15,0.47,49.05,0.54,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,25,TRUE,0369c39770f45f2464587918f2dbdb8449ea3a0d,TRUE,TRUE,2024-06-26,2024-06-08,TRUE,FALSE,MaziyarPanahi/calme-2.1-qwen2-72b,2,Qwen/Qwen2-72B,https://huggingface.co/MaziyarPanahi/calme-2.1-qwen2-72b -💬,MaziyarPanahi/calme-2.2-qwen2-72b,43.4,80.08,0.8,56.8,0.69,41.16,0.41,16.55,0.37,16.52,0.45,49.27,0.54,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,4,TRUE,529e9bd80a76d943409bc92bb246aa7ca63dd9e6,TRUE,TRUE,2024-08-06,2024-07-09,TRUE,FALSE,MaziyarPanahi/calme-2.2-qwen2-72b,1,Qwen/Qwen2-7B,https://huggingface.co/MaziyarPanahi/calme-2.2-qwen2-72b +💬,MaziyarPanahi/calme-2.2-qwen2-72b,43.4,80.08,0.8,56.8,0.69,41.16,0.41,16.55,0.37,16.52,0.45,49.27,0.54,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,4,TRUE,529e9bd80a76d943409bc92bb246aa7ca63dd9e6,TRUE,TRUE,2024-08-06,2024-07-09,TRUE,FALSE,MaziyarPanahi/calme-2.2-qwen2-72b,1,Qwen/Qwen2-72B,https://huggingface.co/MaziyarPanahi/calme-2.2-qwen2-72b 💬,dfurman/Qwen2-72B-Orpo-v0.1,43.32,78.8,0.79,57.41,0.7,35.42,0.35,17.9,0.38,20.87,0.48,49.5,0.55,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,3,TRUE,26c7bbaa728822c60bb47b2808972140653aae4c,TRUE,TRUE,2024-08-22,2024-07-05,TRUE,FALSE,dfurman/Qwen2-72B-Orpo-v0.1,1,dfurman/Qwen2-72B-Orpo-v0.1 (Merge),https://huggingface.co/dfurman/Qwen2-72B-Orpo-v0.1 -🔶,Undi95/MG-FinalMix-72B,43.28,80.14,0.8,57.5,0.7,33.61,0.34,18.01,0.39,21.22,0.48,49.19,0.54,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,"",72,2,FALSE,6c9c2f5d052495dcd49f44bf5623d21210653c65,TRUE,TRUE,2024-07-13,2024-06-25,TRUE,FALSE,Undi95/MG-FinalMix-72B,1,Undi95/MG-FinalMix-72B (Merge),https://huggingface.co/Undi95/MG-FinalMix-72B -💬,Qwen/Qwen2-72B-Instruct,42.49,79.89,0.8,57.48,0.7,35.12,0.35,16.33,0.37,17.17,0.46,48.92,0.54,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,658,TRUE,1af63c698f59c4235668ec9c1395468cb7cd7e79,TRUE,TRUE,2024-06-26,2024-05-28,FALSE,TRUE,Qwen/Qwen2-72B-Instruct,1,Qwen/Qwen2-72B,https://huggingface.co/Qwen/Qwen2-72B-Instruct +🔶,Undi95/MG-FinalMix-72B,43.28,80.14,0.8,57.5,0.7,33.61,0.34,18.01,0.39,21.22,0.48,49.19,0.54,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,FALSE,other,72,3,TRUE,6c9c2f5d052495dcd49f44bf5623d21210653c65,TRUE,TRUE,2024-07-13,2024-06-25,TRUE,FALSE,Undi95/MG-FinalMix-72B,1,Undi95/MG-FinalMix-72B (Merge),https://huggingface.co/Undi95/MG-FinalMix-72B +💬,Qwen/Qwen2-72B-Instruct,42.49,79.89,0.8,57.48,0.7,35.12,0.35,16.33,0.37,17.17,0.46,48.92,0.54,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,659,TRUE,1af63c698f59c4235668ec9c1395468cb7cd7e79,TRUE,TRUE,2024-06-26,2024-05-28,FALSE,TRUE,Qwen/Qwen2-72B-Instruct,1,Qwen/Qwen2-72B,https://huggingface.co/Qwen/Qwen2-72B-Instruct 🔶,abacusai/Dracarys-72B-Instruct,42.37,78.56,0.79,56.94,0.69,33.61,0.34,18.79,0.39,16.81,0.46,49.51,0.55,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,14,TRUE,10cabc4beb57a69df51533f65e39a7ad22821370,TRUE,TRUE,2024-08-16,2024-08-14,TRUE,TRUE,abacusai/Dracarys-72B-Instruct,0,abacusai/Dracarys-72B-Instruct,https://huggingface.co/abacusai/Dracarys-72B-Instruct 🔶,VAGOsolutions/Llama-3.1-SauerkrautLM-70b-Instruct,42.24,86.56,0.87,57.24,0.7,29.91,0.3,12.19,0.34,19.39,0.47,48.17,0.53,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,70,11,TRUE,e8e74aa789243c25a3a8f7565780a402f5050bbb,TRUE,TRUE,2024-08-26,2024-07-29,TRUE,FALSE,VAGOsolutions/Llama-3.1-SauerkrautLM-70b-Instruct,0,VAGOsolutions/Llama-3.1-SauerkrautLM-70b-Instruct,https://huggingface.co/VAGOsolutions/Llama-3.1-SauerkrautLM-70b-Instruct 💬,alpindale/magnum-72b-v1,42.17,76.06,0.76,57.65,0.7,35.27,0.35,18.79,0.39,15.62,0.45,49.64,0.55,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,158,TRUE,fef27e0f235ae8858b84b765db773a2a954110dd,TRUE,TRUE,2024-07-25,2024-06-17,TRUE,FALSE,alpindale/magnum-72b-v1,2,Qwen/Qwen2-72B,https://huggingface.co/alpindale/magnum-72b-v1 -💬,meta-llama/Meta-Llama-3.1-70B-Instruct,41.74,86.69,0.87,55.93,0.69,28.02,0.28,14.21,0.36,17.69,0.46,47.88,0.53,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,70,476,TRUE,b9461463b511ed3c0762467538ea32cf7c9669f2,TRUE,TRUE,2024-08-15,2024-07-16,TRUE,TRUE,meta-llama/Meta-Llama-3.1-70B-Instruct,1,meta-llama/Meta-Llama-3.1-70B,https://huggingface.co/meta-llama/Meta-Llama-3.1-70B-Instruct +💬,meta-llama/Meta-Llama-3.1-70B-Instruct,41.74,86.69,0.87,55.93,0.69,28.02,0.28,14.21,0.36,17.69,0.46,47.88,0.53,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,70,480,TRUE,b9461463b511ed3c0762467538ea32cf7c9669f2,TRUE,TRUE,2024-08-15,2024-07-16,TRUE,TRUE,meta-llama/Meta-Llama-3.1-70B-Instruct,1,meta-llama/Meta-Llama-3.1-70B,https://huggingface.co/meta-llama/Meta-Llama-3.1-70B-Instruct 🔶,dnhkng/RYS-Llama3.1-Large,41.6,84.92,0.85,55.41,0.69,28.4,0.28,16.55,0.37,17.09,0.46,47.21,0.52,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,mit,81,0,TRUE,52cc979de78155b33689efa48f52a8aab184bd86,TRUE,TRUE,2024-08-22,2024-08-11,TRUE,FALSE,dnhkng/RYS-Llama3.1-Large,0,dnhkng/RYS-Llama3.1-Large,https://huggingface.co/dnhkng/RYS-Llama3.1-Large 💬,abacusai/Smaug-Qwen2-72B-Instruct,41.08,78.25,0.78,56.27,0.69,35.35,0.35,14.88,0.36,15.18,0.44,46.56,0.52,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,6,TRUE,af015925946d0c60ef69f512c3b35f421cf8063d,TRUE,TRUE,2024-07-29,2024-06-26,TRUE,TRUE,abacusai/Smaug-Qwen2-72B-Instruct,0,abacusai/Smaug-Qwen2-72B-Instruct,https://huggingface.co/abacusai/Smaug-Qwen2-72B-Instruct 🤝,paulml/ECE-ILAB-Q1,40.93,78.65,0.79,53.7,0.67,26.13,0.26,18.23,0.39,18.81,0.46,50.06,0.55,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,FALSE,other,72,0,TRUE,393bea0ee85e4c752acd5fd77ce07f577fc13bd9,TRUE,TRUE,2024-06-26,2024-06-06,TRUE,FALSE,paulml/ECE-ILAB-Q1,0,paulml/ECE-ILAB-Q1,https://huggingface.co/paulml/ECE-ILAB-Q1 🔶,KSU-HW-SEC/Llama3.1-70b-SVA-FT-1000step,40.33,72.38,0.72,55.49,0.69,29.61,0.3,19.46,0.4,17.83,0.46,47.24,0.53,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",70,0,FALSE,b195fea0d8f350ff29243d4e88654b1baa5af79e,TRUE,TRUE,2024-09-08,2024-09-08,FALSE,FALSE,KSU-HW-SEC/Llama3.1-70b-SVA-FT-1000step,0,KSU-HW-SEC/Llama3.1-70b-SVA-FT-1000step,https://huggingface.co/KSU-HW-SEC/Llama3.1-70b-SVA-FT-1000step -💬,upstage/solar-pro-preview-instruct,39.61,84.16,0.84,54.82,0.68,20.09,0.2,16.11,0.37,15.01,0.44,47.48,0.53,"💬 chat models (RLHF, DPO, IFT, ...)",SolarForCausalLM,Original,bfloat16,TRUE,mit,22,267,TRUE,b4db141b5fb08b23f8bc323bc34e2cff3e9675f8,TRUE,TRUE,2024-09-11,2024-09-09,TRUE,TRUE,upstage/solar-pro-preview-instruct,0,upstage/solar-pro-preview-instruct,https://huggingface.co/upstage/solar-pro-preview-instruct +💬,upstage/solar-pro-preview-instruct,39.61,84.16,0.84,54.82,0.68,20.09,0.2,16.11,0.37,15.01,0.44,47.48,0.53,"💬 chat models (RLHF, DPO, IFT, ...)",SolarForCausalLM,Original,bfloat16,TRUE,mit,22,298,TRUE,b4db141b5fb08b23f8bc323bc34e2cff3e9675f8,TRUE,TRUE,2024-09-11,2024-09-09,TRUE,TRUE,upstage/solar-pro-preview-instruct,0,upstage/solar-pro-preview-instruct,https://huggingface.co/upstage/solar-pro-preview-instruct 🔶,pankajmathur/orca_mini_v7_72b,39.06,59.3,0.59,55.06,0.68,26.44,0.26,18.01,0.39,24.21,0.51,51.35,0.56,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,72,11,TRUE,447f11912cfa496e32e188a55214043a05760d3a,TRUE,TRUE,2024-06-26,2024-06-26,FALSE,FALSE,pankajmathur/orca_mini_v7_72b,0,pankajmathur/orca_mini_v7_72b,https://huggingface.co/pankajmathur/orca_mini_v7_72b 🤝,gbueno86/Meta-LLama-3-Cat-Smaug-LLama-70b,38.27,80.72,0.81,51.51,0.67,26.81,0.27,10.29,0.33,15,0.44,45.28,0.51,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,llama3,70,1,TRUE,2d73b7e1c7157df482555944d6a6b1362bc6c3c5,TRUE,TRUE,2024-06-27,2024-05-24,TRUE,FALSE,gbueno86/Meta-LLama-3-Cat-Smaug-LLama-70b,1,gbueno86/Meta-LLama-3-Cat-Smaug-LLama-70b (Merge),https://huggingface.co/gbueno86/Meta-LLama-3-Cat-Smaug-LLama-70b 💬,MaziyarPanahi/calme-2.2-llama3-70b,37.98,82.08,0.82,48.57,0.64,22.96,0.23,12.19,0.34,15.3,0.44,46.74,0.52,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3,70,17,TRUE,95366b974baedee4d95c1e841bc3d15e94753804,TRUE,TRUE,2024-06-26,2024-04-27,TRUE,FALSE,MaziyarPanahi/calme-2.2-llama3-70b,2,meta-llama/Meta-Llama-3-70B,https://huggingface.co/MaziyarPanahi/calme-2.2-llama3-70b 🔶,VAGOsolutions/Llama-3-SauerkrautLM-70b-Instruct,37.82,80.45,0.8,52.03,0.67,21.68,0.22,10.4,0.33,13.54,0.43,48.8,0.54,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,other,70,21,TRUE,707cfd1a93875247c0223e0c7e3d86d58c432318,TRUE,TRUE,2024-06-26,2024-04-24,TRUE,FALSE,VAGOsolutions/Llama-3-SauerkrautLM-70b-Instruct,0,VAGOsolutions/Llama-3-SauerkrautLM-70b-Instruct,https://huggingface.co/VAGOsolutions/Llama-3-SauerkrautLM-70b-Instruct -💬,NousResearch/Hermes-3-Llama-3.1-70B,37.31,76.61,0.77,53.77,0.68,13.75,0.14,14.88,0.36,23.43,0.49,41.41,0.47,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3,70,74,TRUE,093242c69a91f8d9d5b8094c380b88772f9bd7f8,TRUE,TRUE,2024-08-28,2024-07-29,TRUE,TRUE,NousResearch/Hermes-3-Llama-3.1-70B,1,meta-llama/Meta-Llama-3.1-70B,https://huggingface.co/NousResearch/Hermes-3-Llama-3.1-70B +💬,NousResearch/Hermes-3-Llama-3.1-70B,37.31,76.61,0.77,53.77,0.68,13.75,0.14,14.88,0.36,23.43,0.49,41.41,0.47,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3,70,75,TRUE,093242c69a91f8d9d5b8094c380b88772f9bd7f8,TRUE,TRUE,2024-08-28,2024-07-29,TRUE,TRUE,NousResearch/Hermes-3-Llama-3.1-70B,1,meta-llama/Meta-Llama-3.1-70B,https://huggingface.co/NousResearch/Hermes-3-Llama-3.1-70B 🔶,ValiantLabs/Llama3-70B-Fireplace,36.82,77.74,0.78,49.56,0.65,19.64,0.2,13.98,0.35,16.77,0.44,43.25,0.49,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,llama3,70,3,TRUE,220079e4115733991eb19c30d5480db9696a665e,TRUE,TRUE,2024-06-26,2024-05-09,TRUE,FALSE,ValiantLabs/Llama3-70B-Fireplace,0,ValiantLabs/Llama3-70B-Fireplace,https://huggingface.co/ValiantLabs/Llama3-70B-Fireplace 💬,tenyx/Llama3-TenyxChat-70B,36.54,80.87,0.81,49.62,0.65,22.66,0.23,6.82,0.3,12.52,0.43,46.78,0.52,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3,70,63,TRUE,a85d31e3af8fcc847cc9169f1144cf02f5351fab,TRUE,TRUE,2024-08-04,2024-04-26,TRUE,FALSE,tenyx/Llama3-TenyxChat-70B,0,tenyx/Llama3-TenyxChat-70B,https://huggingface.co/tenyx/Llama3-TenyxChat-70B 🤝,gbueno86/Brinebreath-Llama-3.1-70B,36.29,55.33,0.55,55.46,0.69,29.98,0.3,12.86,0.35,17.49,0.45,46.62,0.52,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,llama3.1,70,1,TRUE,c508ecf356167e8c498c6fa3937ba30a82208983,TRUE,TRUE,2024-08-29,2024-08-23,TRUE,FALSE,gbueno86/Brinebreath-Llama-3.1-70B,1,gbueno86/Brinebreath-Llama-3.1-70B (Merge),https://huggingface.co/gbueno86/Brinebreath-Llama-3.1-70B -💬,meta-llama/Meta-Llama-3-70B-Instruct,36.18,80.99,0.81,50.19,0.65,23.34,0.23,4.92,0.29,10.92,0.42,46.74,0.52,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3,70,1384,TRUE,7129260dd854a80eb10ace5f61c20324b472b31c,TRUE,TRUE,2024-06-12,2024-04-17,TRUE,TRUE,meta-llama/Meta-Llama-3-70B-Instruct,1,meta-llama/Meta-Llama-3-70B,https://huggingface.co/meta-llama/Meta-Llama-3-70B-Instruct +💬,meta-llama/Meta-Llama-3-70B-Instruct,36.18,80.99,0.81,50.19,0.65,23.34,0.23,4.92,0.29,10.92,0.42,46.74,0.52,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3,70,1385,TRUE,7129260dd854a80eb10ace5f61c20324b472b31c,TRUE,TRUE,2024-06-12,2024-04-17,TRUE,TRUE,meta-llama/Meta-Llama-3-70B-Instruct,1,meta-llama/Meta-Llama-3-70B,https://huggingface.co/meta-llama/Meta-Llama-3-70B-Instruct 🔶,BAAI/Infinity-Instruct-3M-0625-Llama3-70B,35.88,74.42,0.74,52.03,0.67,16.31,0.16,14.32,0.36,18.34,0.46,39.85,0.46,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,apache-2.0,70,3,TRUE,6d8ceada57e55cff3503191adc4d6379ff321fe2,TRUE,TRUE,2024-08-30,2024-07-09,TRUE,FALSE,BAAI/Infinity-Instruct-3M-0625-Llama3-70B,0,BAAI/Infinity-Instruct-3M-0625-Llama3-70B,https://huggingface.co/BAAI/Infinity-Instruct-3M-0625-Llama3-70B 🔶,KSU-HW-SEC/Llama3-70b-SVA-FT-1415,35.8,61.8,0.62,51.33,0.67,20.09,0.2,16.67,0.38,17.8,0.46,47.14,0.52,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",70,0,FALSE,1c09728455567898116d2d9cfb6cbbbbd4ee730c,TRUE,TRUE,2024-09-08,2024-09-08,FALSE,FALSE,KSU-HW-SEC/Llama3-70b-SVA-FT-1415,0,KSU-HW-SEC/Llama3-70b-SVA-FT-1415,https://huggingface.co/KSU-HW-SEC/Llama3-70b-SVA-FT-1415 🔶,failspy/llama-3-70B-Instruct-abliterated,35.79,80.23,0.8,48.94,0.65,23.72,0.24,5.26,0.29,10.53,0.41,46.06,0.51,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,70,82,TRUE,53ae9dafe8b3d163e05d75387575f8e9f43253d0,TRUE,TRUE,2024-07-03,2024-05-07,TRUE,FALSE,failspy/llama-3-70B-Instruct-abliterated,0,failspy/llama-3-70B-Instruct-abliterated,https://huggingface.co/failspy/llama-3-70B-Instruct-abliterated @@ -38,9 +38,9 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,migtissera/Llama-3-70B-Synthia-v3.5,35.2,60.76,0.61,49.12,0.65,18.96,0.19,18.34,0.39,23.39,0.49,40.65,0.47,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,llama3,70,5,TRUE,8744db0bccfc18f1847633da9d29fc89b35b4190,TRUE,TRUE,2024-08-28,2024-05-26,TRUE,FALSE,migtissera/Llama-3-70B-Synthia-v3.5,0,migtissera/Llama-3-70B-Synthia-v3.5,https://huggingface.co/migtissera/Llama-3-70B-Synthia-v3.5 🟢,Qwen/Qwen2-72B,35.13,38.24,0.38,51.86,0.66,29.15,0.29,19.24,0.39,19.73,0.47,52.56,0.57,🟢 pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,181,TRUE,87993795c78576318087f70b43fbf530eb7789e7,TRUE,TRUE,2024-06-26,2024-05-22,FALSE,TRUE,Qwen/Qwen2-72B,0,Qwen/Qwen2-72B,https://huggingface.co/Qwen/Qwen2-72B 🔶,Sao10K/L3-70B-Euryale-v2.1,35.11,72.81,0.73,49.19,0.65,20.24,0.2,10.85,0.33,12.05,0.42,45.51,0.51,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,cc-by-nc-4.0,70,110,TRUE,36ad832b771cd783ea7ad00ed39e61f679b1a7c6,TRUE,TRUE,2024-06-26,2024-06-11,TRUE,FALSE,Sao10K/L3-70B-Euryale-v2.1,0,Sao10K/L3-70B-Euryale-v2.1,https://huggingface.co/Sao10K/L3-70B-Euryale-v2.1 -💬,microsoft/Phi-3.5-MoE-instruct,35.1,69.25,0.69,48.77,0.64,20.54,0.21,14.09,0.36,17.33,0.46,40.64,0.47,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,bfloat16,TRUE,mit,42,466,TRUE,482a9ba0eb0e1fa1671e3560e009d7cec2e5147c,TRUE,FALSE,2024-08-21,2024-08-17,TRUE,TRUE,microsoft/Phi-3.5-MoE-instruct,0,microsoft/Phi-3.5-MoE-instruct,https://huggingface.co/microsoft/Phi-3.5-MoE-instruct +💬,microsoft/Phi-3.5-MoE-instruct,35.1,69.25,0.69,48.77,0.64,20.54,0.21,14.09,0.36,17.33,0.46,40.64,0.47,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,bfloat16,TRUE,mit,42,467,TRUE,482a9ba0eb0e1fa1671e3560e009d7cec2e5147c,TRUE,FALSE,2024-08-21,2024-08-17,TRUE,TRUE,microsoft/Phi-3.5-MoE-instruct,0,microsoft/Phi-3.5-MoE-instruct,https://huggingface.co/microsoft/Phi-3.5-MoE-instruct 💬,abacusai/Smaug-Llama-3-70B-Instruct-32K,34.72,77.61,0.78,49.07,0.65,21.22,0.21,6.15,0.3,12.43,0.42,41.83,0.48,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3,70,20,TRUE,33840982dc253968f32ef3a534ee0e025eb97482,TRUE,TRUE,2024-08-06,2024-06-11,TRUE,TRUE,abacusai/Smaug-Llama-3-70B-Instruct-32K,0,abacusai/Smaug-Llama-3-70B-Instruct-32K,https://huggingface.co/abacusai/Smaug-Llama-3-70B-Instruct-32K -🔶,BAAI/Infinity-Instruct-3M-0613-Llama3-70B,34.47,68.21,0.68,51.33,0.66,14.88,0.15,14.43,0.36,16.53,0.45,41.44,0.47,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,70,4,TRUE,9fc53668064bdda22975ca72c5a287f8241c95b3,TRUE,TRUE,2024-06-28,2024-06-27,TRUE,FALSE,BAAI/Infinity-Instruct-3M-0613-Llama3-70B,0,BAAI/Infinity-Instruct-3M-0613-Llama3-70B,https://huggingface.co/BAAI/Infinity-Instruct-3M-0613-Llama3-70B +🔶,BAAI/Infinity-Instruct-3M-0613-Llama3-70B,34.47,68.21,0.68,51.33,0.66,14.88,0.15,14.43,0.36,16.53,0.45,41.44,0.47,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,70,5,TRUE,9fc53668064bdda22975ca72c5a287f8241c95b3,TRUE,TRUE,2024-06-28,2024-06-27,TRUE,FALSE,BAAI/Infinity-Instruct-3M-0613-Llama3-70B,0,BAAI/Infinity-Instruct-3M-0613-Llama3-70B,https://huggingface.co/BAAI/Infinity-Instruct-3M-0613-Llama3-70B 💬,dnhkng/RYS-Llama-3-Huge-Instruct,34.37,76.86,0.77,49.07,0.65,21.22,0.21,1.45,0.26,11.93,0.42,45.66,0.51,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,mit,99,1,TRUE,cfe14a5339e88a7a89f075d9d48215d45f64acaf,TRUE,TRUE,2024-08-07,2024-08-06,TRUE,FALSE,dnhkng/RYS-Llama-3-Huge-Instruct,0,dnhkng/RYS-Llama-3-Huge-Instruct,https://huggingface.co/dnhkng/RYS-Llama-3-Huge-Instruct 💬,mistralai/Mixtral-8x22B-Instruct-v0.1,33.89,71.84,0.72,44.11,0.61,18.73,0.19,16.44,0.37,13.49,0.43,38.7,0.45,"💬 chat models (RLHF, DPO, IFT, ...)",MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,140,661,TRUE,b0c3516041d014f640267b14feb4e9a84c8e8c71,TRUE,FALSE,2024-06-12,2024-04-16,TRUE,TRUE,mistralai/Mixtral-8x22B-Instruct-v0.1,1,mistralai/Mixtral-8x22B-v0.1,https://huggingface.co/mistralai/Mixtral-8x22B-Instruct-v0.1 💬,HuggingFaceH4/zephyr-orpo-141b-A35b-v0.1,33.77,65.11,0.65,47.5,0.63,18.35,0.18,17.11,0.38,14.72,0.45,39.85,0.46,"💬 chat models (RLHF, DPO, IFT, ...)",MixtralForCausalLM,Original,float16,TRUE,apache-2.0,140,260,TRUE,a3be084543d278e61b64cd600f28157afc79ffd3,TRUE,TRUE,2024-06-12,2024-04-10,TRUE,TRUE,HuggingFaceH4/zephyr-orpo-141b-A35b-v0.1,1,mistral-community/Mixtral-8x22B-v0.1,https://huggingface.co/HuggingFaceH4/zephyr-orpo-141b-A35b-v0.1 @@ -48,7 +48,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,migtissera/Tess-v2.5.2-Qwen2-72B,33.28,44.94,0.45,52.31,0.66,27.42,0.27,13.42,0.35,10.89,0.42,50.68,0.56,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,12,TRUE,0435e634ad9bc8b1172395a535b78e6f25f3594f,TRUE,TRUE,2024-08-10,2024-06-13,TRUE,FALSE,migtissera/Tess-v2.5.2-Qwen2-72B,0,migtissera/Tess-v2.5.2-Qwen2-72B,https://huggingface.co/migtissera/Tess-v2.5.2-Qwen2-72B 💬,microsoft/Phi-3-medium-4k-instruct,32.67,64.23,0.64,49.38,0.64,16.99,0.17,11.52,0.34,13.05,0.43,40.84,0.47,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,bfloat16,TRUE,mit,13,207,TRUE,d194e4e74ffad5a5e193e26af25bcfc80c7f1ffc,TRUE,TRUE,2024-06-12,2024-05-07,TRUE,TRUE,microsoft/Phi-3-medium-4k-instruct,0,microsoft/Phi-3-medium-4k-instruct,https://huggingface.co/microsoft/Phi-3-medium-4k-instruct 💬,01-ai/Yi-1.5-34B-Chat,32.63,60.67,0.61,44.26,0.61,23.34,0.23,15.32,0.36,13.06,0.43,39.12,0.45,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,34,231,TRUE,f3128b2d02d82989daae566c0a7eadc621ca3254,TRUE,TRUE,2024-06-12,2024-05-10,TRUE,TRUE,01-ai/Yi-1.5-34B-Chat,0,01-ai/Yi-1.5-34B-Chat,https://huggingface.co/01-ai/Yi-1.5-34B-Chat -🔶,alpindale/WizardLM-2-8x22B,32.61,52.72,0.53,48.58,0.64,22.28,0.22,17.56,0.38,14.54,0.44,39.96,0.46,🔶 fine-tuned on domain-specific datasets,MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,140,374,TRUE,087834da175523cffd66a7e19583725e798c1b4f,TRUE,TRUE,2024-06-28,2024-04-16,FALSE,FALSE,alpindale/WizardLM-2-8x22B,0,alpindale/WizardLM-2-8x22B,https://huggingface.co/alpindale/WizardLM-2-8x22B +🔶,alpindale/WizardLM-2-8x22B,32.61,52.72,0.53,48.58,0.64,22.28,0.22,17.56,0.38,14.54,0.44,39.96,0.46,🔶 fine-tuned on domain-specific datasets,MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,140,376,TRUE,087834da175523cffd66a7e19583725e798c1b4f,TRUE,TRUE,2024-06-28,2024-04-16,FALSE,FALSE,alpindale/WizardLM-2-8x22B,0,alpindale/WizardLM-2-8x22B,https://huggingface.co/alpindale/WizardLM-2-8x22B 💬,google/gemma-2-27b-it,32.31,79.78,0.8,49.27,0.65,0.68,0.01,16.67,0.38,9.11,0.4,38.35,0.45,"💬 chat models (RLHF, DPO, IFT, ...)",Gemma2ForCausalLM,Original,bfloat16,TRUE,gemma,27,397,TRUE,f6c533e5eb013c7e31fc74ef042ac4f3fb5cf40b,TRUE,TRUE,2024-08-07,2024-06-24,TRUE,TRUE,google/gemma-2-27b-it,1,google/gemma-2-27b,https://huggingface.co/google/gemma-2-27b-it 💬,MaziyarPanahi/calme-2.4-llama3-70b,32.18,50.27,0.5,48.4,0.64,22.66,0.23,11.97,0.34,13.1,0.43,46.71,0.52,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3,70,13,TRUE,cb03e4d810b82d86e7cb01ab146bade09a5d06d1,TRUE,TRUE,2024-06-26,2024-04-28,TRUE,FALSE,MaziyarPanahi/calme-2.4-llama3-70b,2,meta-llama/Meta-Llama-3-70B,https://huggingface.co/MaziyarPanahi/calme-2.4-llama3-70b 🤝,paloalma/TW3-JRGL-v2,32.12,53.16,0.53,45.61,0.61,15.86,0.16,14.54,0.36,20.7,0.49,42.87,0.49,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,72,0,TRUE,aca3f0ba2bfb90038a9e2cd5b486821d4c181b46,TRUE,TRUE,2024-08-29,2024-04-01,FALSE,FALSE,paloalma/TW3-JRGL-v2,0,paloalma/TW3-JRGL-v2,https://huggingface.co/paloalma/TW3-JRGL-v2 @@ -61,49 +61,52 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 💬,Danielbrdz/Barcenas-14b-Phi-3-medium-ORPO,31.42,47.99,0.48,51.03,0.65,17.45,0.17,10.18,0.33,20.53,0.48,41.37,0.47,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,float16,TRUE,mit,13,3,TRUE,b749dbcb19901b8fd0e9f38c923a24533569f895,TRUE,TRUE,2024-08-13,2024-06-15,TRUE,FALSE,Danielbrdz/Barcenas-14b-Phi-3-medium-ORPO,0,Danielbrdz/Barcenas-14b-Phi-3-medium-ORPO,https://huggingface.co/Danielbrdz/Barcenas-14b-Phi-3-medium-ORPO 🤝,CombinHorizon/YiSM-blossom5.1-34B-SLERP,31.09,50.33,0.5,46.4,0.62,19.79,0.2,14.09,0.36,14.37,0.44,41.56,0.47,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,34,0,TRUE,ebd8d6507623008567a0548cd0ff9e28cbd6a656,TRUE,TRUE,2024-08-27,2024-08-27,TRUE,FALSE,CombinHorizon/YiSM-blossom5.1-34B-SLERP,1,CombinHorizon/YiSM-blossom5.1-34B-SLERP (Merge),https://huggingface.co/CombinHorizon/YiSM-blossom5.1-34B-SLERP 💬,CohereForAI/c4ai-command-r-plus,30.86,76.64,0.77,39.92,0.58,7.55,0.08,7.38,0.31,20.42,0.48,33.24,0.4,"💬 chat models (RLHF, DPO, IFT, ...)",CohereForCausalLM,Original,float16,TRUE,cc-by-nc-4.0,103,1652,TRUE,fa1bd7fb1572ceb861bbbbecfa8af83b29fa8cca,TRUE,TRUE,2024-06-13,2024-04-03,TRUE,TRUE,CohereForAI/c4ai-command-r-plus,0,CohereForAI/c4ai-command-r-plus,https://huggingface.co/CohereForAI/c4ai-command-r-plus -💬,mattshumer/ref_70_e3,30.74,62.94,0.63,49.27,0.65,0,0,11.41,0.34,13,0.43,47.81,0.53,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,llama3.1,70,42,TRUE,5d2d9dbb9e0bf61879255f63f1b787296fe524cc,TRUE,TRUE,2024-09-08,2024-09-08,TRUE,FALSE,mattshumer/ref_70_e3,2,meta-llama/Meta-Llama-3.1-70B,https://huggingface.co/mattshumer/ref_70_e3 +💬,mattshumer/ref_70_e3,30.74,62.94,0.63,49.27,0.65,0,0,11.41,0.34,13,0.43,47.81,0.53,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,llama3.1,70,46,TRUE,5d2d9dbb9e0bf61879255f63f1b787296fe524cc,TRUE,TRUE,2024-09-08,2024-09-08,TRUE,FALSE,mattshumer/ref_70_e3,2,meta-llama/Meta-Llama-3.1-70B,https://huggingface.co/mattshumer/ref_70_e3 💬,internlm/internlm2_5-7b-chat,30.46,61.4,0.61,57.67,0.71,8.31,0.08,10.63,0.33,14.35,0.44,30.42,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",InternLM2ForCausalLM,Original,float16,TRUE,other,7,154,TRUE,bebb00121ee105b823647c3ba2b1e152652edc33,TRUE,TRUE,2024-07-03,2024-06-27,TRUE,TRUE,internlm/internlm2_5-7b-chat,0,internlm/internlm2_5-7b-chat,https://huggingface.co/internlm/internlm2_5-7b-chat 💬,ValiantLabs/Llama3-70B-ShiningValiant2,30.45,61.22,0.61,46.71,0.63,7.1,0.07,10.74,0.33,13.64,0.43,43.31,0.49,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3,70,4,TRUE,bd6cce8da08ccefe9ec58cae3df4bf75c97d8950,TRUE,TRUE,2024-07-25,2024-04-20,TRUE,FALSE,ValiantLabs/Llama3-70B-ShiningValiant2,0,ValiantLabs/Llama3-70B-ShiningValiant2,https://huggingface.co/ValiantLabs/Llama3-70B-ShiningValiant2 🤝,altomek/YiSM-34B-0rn,30.15,42.84,0.43,45.38,0.61,20.62,0.21,16.22,0.37,14.76,0.44,41.06,0.47,🤝 base merges and moerges,LlamaForCausalLM,Original,float16,FALSE,apache-2.0,34,1,TRUE,7a481c67cbdd5c846d6aaab5ef9f1eebfad812c2,TRUE,TRUE,2024-06-27,2024-05-26,TRUE,FALSE,altomek/YiSM-34B-0rn,1,altomek/YiSM-34B-0rn (Merge),https://huggingface.co/altomek/YiSM-34B-0rn 💬,OpenBuddy/openbuddy-yi1.5-34b-v21.3-32k,30.08,54.2,0.54,45.64,0.62,12.76,0.13,13.2,0.35,14.69,0.44,39.99,0.46,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,34,0,TRUE,966be6ad502cdd50a9af94d5f003aec040cdb0b5,TRUE,FALSE,2024-08-30,2024-06-05,TRUE,FALSE,OpenBuddy/openbuddy-yi1.5-34b-v21.3-32k,0,OpenBuddy/openbuddy-yi1.5-34b-v21.3-32k,https://huggingface.co/OpenBuddy/openbuddy-yi1.5-34b-v21.3-32k 🤝,paloalma/ECE-TW3-JRGL-V1,30.02,55.35,0.55,46.7,0.63,11.86,0.12,12.98,0.35,17.46,0.46,35.79,0.42,🤝 base merges and moerges,LlamaForCausalLM,Original,float16,FALSE,apache-2.0,68,1,TRUE,2f08c7ab9db03b1b9f455c7beee6a41e99aa910e,TRUE,TRUE,2024-08-04,2024-04-03,FALSE,FALSE,paloalma/ECE-TW3-JRGL-V1,0,paloalma/ECE-TW3-JRGL-V1,https://huggingface.co/paloalma/ECE-TW3-JRGL-V1 🔶,failspy/Meta-Llama-3-70B-Instruct-abliterated-v3.5,29.97,77.47,0.77,37.87,0.57,11.86,0.12,6.26,0.3,7.97,0.4,38.36,0.45,🔶 fine-tuned on domain-specific datasets,?,Adapter,bfloat16,TRUE,llama3,70,33,TRUE,fc951b03d92972ab52ad9392e620eba6173526b9,TRUE,TRUE,2024-08-30,2024-05-28,TRUE,FALSE,failspy/Meta-Llama-3-70B-Instruct-abliterated-v3.5,0,failspy/Meta-Llama-3-70B-Instruct-abliterated-v3.5,https://huggingface.co/failspy/Meta-Llama-3-70B-Instruct-abliterated-v3.5 -💬,recoilme/Gemma-2-Ataraxy-Gemmasutra-9B-slerp,29.87,76.49,0.76,42.25,0.6,1.74,0.02,10.74,0.33,12.39,0.42,35.63,0.42,"💬 chat models (RLHF, DPO, IFT, ...)",Gemma2ForCausalLM,Original,float16,FALSE,apache-2.0,10,1,TRUE,9048af8616bc62b6efab2bc1bc77ba53c5dfed79,TRUE,TRUE,2024-09-12,2024-09-11,TRUE,FALSE,recoilme/Gemma-2-Ataraxy-Gemmasutra-9B-slerp,1,recoilme/Gemma-2-Ataraxy-Gemmasutra-9B-slerp (Merge),https://huggingface.co/recoilme/Gemma-2-Ataraxy-Gemmasutra-9B-slerp +💬,recoilme/Gemma-2-Ataraxy-Gemmasutra-9B-slerp,29.87,76.49,0.76,42.25,0.6,1.74,0.02,10.74,0.33,12.39,0.42,35.63,0.42,"💬 chat models (RLHF, DPO, IFT, ...)",Gemma2ForCausalLM,Original,float16,FALSE,apache-2.0,10,2,TRUE,9048af8616bc62b6efab2bc1bc77ba53c5dfed79,TRUE,TRUE,2024-09-12,2024-09-11,TRUE,FALSE,recoilme/Gemma-2-Ataraxy-Gemmasutra-9B-slerp,1,recoilme/Gemma-2-Ataraxy-Gemmasutra-9B-slerp (Merge),https://huggingface.co/recoilme/Gemma-2-Ataraxy-Gemmasutra-9B-slerp 🔶,jpacifico/Chocolatine-14B-Instruct-4k-DPO,29.83,46.89,0.47,48.02,0.63,14.88,0.15,12.19,0.34,15.15,0.44,41.82,0.48,🔶 fine-tuned on domain-specific datasets,Phi3ForCausalLM,Original,float16,TRUE,mit,13,1,TRUE,30677e58010979af26b70240846fdf7ff38cbbf2,TRUE,TRUE,2024-08-08,2024-08-01,FALSE,FALSE,jpacifico/Chocolatine-14B-Instruct-4k-DPO,0,jpacifico/Chocolatine-14B-Instruct-4k-DPO,https://huggingface.co/jpacifico/Chocolatine-14B-Instruct-4k-DPO 💬,microsoft/Phi-3-small-8k-instruct,29.64,64.97,0.65,46.21,0.62,2.64,0.03,8.28,0.31,16.77,0.46,38.96,0.45,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3SmallForCausalLM,Original,bfloat16,TRUE,mit,7,150,TRUE,1535ae26fb4faada95c6950e8bc6e867cdad6b00,TRUE,TRUE,2024-06-13,2024-05-07,TRUE,TRUE,microsoft/Phi-3-small-8k-instruct,0,microsoft/Phi-3-small-8k-instruct,https://huggingface.co/microsoft/Phi-3-small-8k-instruct -💬,Qwen/Qwen2-57B-A14B-Instruct,29.6,63.38,0.63,41.79,0.59,7.7,0.08,10.85,0.33,14.18,0.44,39.73,0.46,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2MoeForCausalLM,Original,bfloat16,TRUE,apache-2.0,57,73,TRUE,5ea455a449e61a92a5b194ee06be807647d3e8b5,TRUE,TRUE,2024-08-14,2024-06-04,TRUE,TRUE,Qwen/Qwen2-57B-A14B-Instruct,1,Qwen/Qwen2-57B-A14B,https://huggingface.co/Qwen/Qwen2-57B-A14B-Instruct +💬,Qwen/Qwen2-57B-A14B-Instruct,29.6,63.38,0.63,41.79,0.59,7.7,0.08,10.85,0.33,14.18,0.44,39.73,0.46,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2MoeForCausalLM,Original,bfloat16,TRUE,apache-2.0,57,74,TRUE,5ea455a449e61a92a5b194ee06be807647d3e8b5,TRUE,TRUE,2024-08-14,2024-06-04,TRUE,TRUE,Qwen/Qwen2-57B-A14B-Instruct,1,Qwen/Qwen2-57B-A14B,https://huggingface.co/Qwen/Qwen2-57B-A14B-Instruct 🟢,Qwen/Qwen1.5-110B,29.56,34.22,0.34,44.28,0.61,23.04,0.23,13.65,0.35,13.71,0.44,48.45,0.54,🟢 pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,other,111,90,TRUE,16659038ecdcc771c1293cf47020fa7cc2750ee8,TRUE,TRUE,2024-06-13,2024-04-25,FALSE,TRUE,Qwen/Qwen1.5-110B,0,Qwen/Qwen1.5-110B,https://huggingface.co/Qwen/Qwen1.5-110B -💬,anthracite-org/magnum-v3-34b,29.39,51.15,0.51,44.33,0.61,17.82,0.18,14.77,0.36,6.57,0.39,41.69,0.48,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,"",34,25,FALSE,3bcd8c3dbb93021a5ce22203c690a1a084cafb73,TRUE,TRUE,2024-09-05,2024-08-22,TRUE,FALSE,anthracite-org/magnum-v3-34b,0,anthracite-org/magnum-v3-34b,https://huggingface.co/anthracite-org/magnum-v3-34b +💬,anthracite-org/magnum-v3-34b,29.39,51.15,0.51,44.33,0.61,17.82,0.18,14.77,0.36,6.57,0.39,41.69,0.48,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,"",34,26,FALSE,3bcd8c3dbb93021a5ce22203c690a1a084cafb73,TRUE,TRUE,2024-09-05,2024-08-22,TRUE,FALSE,anthracite-org/magnum-v3-34b,0,anthracite-org/magnum-v3-34b,https://huggingface.co/anthracite-org/magnum-v3-34b 🔶,abacusai/Smaug-72B-v0.1,29.35,51.67,0.52,43.13,0.6,16.77,0.17,9.84,0.32,14.42,0.45,40.26,0.46,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,other,72,463,TRUE,a1d657156f82c24b670158406378648233487011,TRUE,TRUE,2024-06-12,2024-02-02,FALSE,TRUE,abacusai/Smaug-72B-v0.1,1,moreh/MoMo-72B-lora-1.8.7-DPO,https://huggingface.co/abacusai/Smaug-72B-v0.1 -💬,Qwen/Qwen1.5-110B-Chat,29.22,59.39,0.59,44.98,0.62,0,0,12.19,0.34,16.29,0.45,42.5,0.48,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,111,121,TRUE,85f86cec25901f2dbd870a86e06756903c9a876a,TRUE,TRUE,2024-06-12,2024-04-25,TRUE,TRUE,Qwen/Qwen1.5-110B-Chat,0,Qwen/Qwen1.5-110B-Chat,https://huggingface.co/Qwen/Qwen1.5-110B-Chat +💬,Qwen/Qwen1.5-110B-Chat,29.22,59.39,0.59,44.98,0.62,0,0,12.19,0.34,16.29,0.45,42.5,0.48,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,111,122,TRUE,85f86cec25901f2dbd870a86e06756903c9a876a,TRUE,TRUE,2024-06-12,2024-04-25,TRUE,TRUE,Qwen/Qwen1.5-110B-Chat,0,Qwen/Qwen1.5-110B-Chat,https://huggingface.co/Qwen/Qwen1.5-110B-Chat 🤝,paloalma/ECE-TW3-JRGL-V5,29.19,45.53,0.46,43.46,0.6,16.54,0.17,12.19,0.34,16.89,0.46,40.53,0.46,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,72,0,TRUE,4061fa10de22945790cad825f7f4dec96d55b204,TRUE,TRUE,2024-08-30,2024-04-11,FALSE,FALSE,paloalma/ECE-TW3-JRGL-V5,0,paloalma/ECE-TW3-JRGL-V5,https://huggingface.co/paloalma/ECE-TW3-JRGL-V5 🤝,DreadPoor/Heart_Stolen-8B-Model_Stock,28.98,72.45,0.72,34.44,0.54,14.65,0.15,8.95,0.32,12.36,0.42,31.04,0.38,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,2,TRUE,6d77987af7115c7455ddb072c48316815b018999,TRUE,TRUE,2024-09-10,2024-09-09,TRUE,FALSE,DreadPoor/Heart_Stolen-8B-Model_Stock,1,DreadPoor/Heart_Stolen-8B-Model_Stock (Merge),https://huggingface.co/DreadPoor/Heart_Stolen-8B-Model_Stock 🤝,Dampfinchen/Llama-3.1-8B-Ultra-Instruct,28.98,80.81,0.81,32.49,0.53,14.95,0.15,5.59,0.29,8.61,0.4,31.4,0.38,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,llama3,8,5,TRUE,46662d14130cfd34f7d90816540794f24a301f86,TRUE,TRUE,2024-08-26,2024-08-26,TRUE,FALSE,Dampfinchen/Llama-3.1-8B-Ultra-Instruct,1,Dampfinchen/Llama-3.1-8B-Ultra-Instruct (Merge),https://huggingface.co/Dampfinchen/Llama-3.1-8B-Ultra-Instruct -💬,01-ai/Yi-1.5-34B-Chat-16K,28.98,45.64,0.46,44.54,0.61,18.81,0.19,11.74,0.34,13.74,0.44,39.38,0.45,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,34,26,TRUE,ff74452e11f0f749ab872dc19b1dd3813c25c4d8,TRUE,TRUE,2024-07-15,2024-05-15,TRUE,TRUE,01-ai/Yi-1.5-34B-Chat-16K,0,01-ai/Yi-1.5-34B-Chat-16K,https://huggingface.co/01-ai/Yi-1.5-34B-Chat-16K -💬,google/gemma-2-9b-it,28.86,74.36,0.74,42.14,0.6,0.23,0,14.77,0.36,9.74,0.41,31.95,0.39,"💬 chat models (RLHF, DPO, IFT, ...)",Gemma2ForCausalLM,Original,bfloat16,TRUE,gemma,9,452,TRUE,1937c70277fcc5f7fb0fc772fc5bc69378996e71,TRUE,TRUE,2024-07-11,2024-06-24,TRUE,TRUE,google/gemma-2-9b-it,1,google/gemma-2-9b,https://huggingface.co/google/gemma-2-9b-it +💬,01-ai/Yi-1.5-34B-Chat-16K,28.98,45.64,0.46,44.54,0.61,18.81,0.19,11.74,0.34,13.74,0.44,39.38,0.45,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,34,27,TRUE,ff74452e11f0f749ab872dc19b1dd3813c25c4d8,TRUE,TRUE,2024-07-15,2024-05-15,TRUE,TRUE,01-ai/Yi-1.5-34B-Chat-16K,0,01-ai/Yi-1.5-34B-Chat-16K,https://huggingface.co/01-ai/Yi-1.5-34B-Chat-16K +💬,google/gemma-2-9b-it,28.86,74.36,0.74,42.14,0.6,0.23,0,14.77,0.36,9.74,0.41,31.95,0.39,"💬 chat models (RLHF, DPO, IFT, ...)",Gemma2ForCausalLM,Original,bfloat16,TRUE,gemma,9,453,TRUE,1937c70277fcc5f7fb0fc772fc5bc69378996e71,TRUE,TRUE,2024-07-11,2024-06-24,TRUE,TRUE,google/gemma-2-9b-it,1,google/gemma-2-9b,https://huggingface.co/google/gemma-2-9b-it 🔶,152334H/miqu-1-70b-sf,28.82,51.82,0.52,43.81,0.61,10.8,0.11,13.42,0.35,17.21,0.46,35.87,0.42,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,"",68,218,FALSE,1dca4cce36f01f2104ee2e6b97bac6ff7bb300c1,TRUE,TRUE,2024-06-26,2024-01-30,FALSE,FALSE,152334H/miqu-1-70b-sf,0,152334H/miqu-1-70b-sf,https://huggingface.co/152334H/miqu-1-70b-sf 🔶,ehristoforu/Gemma2-9b-it-train6,28.75,70.25,0.7,40.99,0.59,8.38,0.08,10.51,0.33,9.65,0.41,32.69,0.39,🔶 fine-tuned on domain-specific datasets,Gemma2ForCausalLM,Original,float16,TRUE,apache-2.0,9,1,TRUE,e72bf00b427c22c48b468818cf75300a373a0c8a,TRUE,TRUE,2024-07-31,2024-07-22,TRUE,FALSE,ehristoforu/Gemma2-9b-it-train6,6,unsloth/gemma-2-9b-it-bnb-4bit,https://huggingface.co/ehristoforu/Gemma2-9b-it-train6 💬,microsoft/Phi-3-small-128k-instruct,28.59,63.68,0.64,45.63,0.62,0,0,8.95,0.32,14.5,0.44,38.78,0.45,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3SmallForCausalLM,Original,bfloat16,TRUE,mit,7,165,TRUE,f80aaa30bfc64c2b8ab214b541d9050e97163bc4,TRUE,TRUE,2024-06-13,2024-05-07,TRUE,TRUE,microsoft/Phi-3-small-128k-instruct,0,microsoft/Phi-3-small-128k-instruct,https://huggingface.co/microsoft/Phi-3-small-128k-instruct -🔶,VAGOsolutions/Llama-3.1-SauerkrautLM-8b-Instruct,28.56,80.17,0.8,31,0.51,11.18,0.11,5.37,0.29,11.52,0.41,32.12,0.39,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,8,23,TRUE,23ca79966a4ab0a61f7ccc7a0454ffef553b66eb,TRUE,TRUE,2024-07-29,2024-07-25,TRUE,FALSE,VAGOsolutions/Llama-3.1-SauerkrautLM-8b-Instruct,0,VAGOsolutions/Llama-3.1-SauerkrautLM-8b-Instruct,https://huggingface.co/VAGOsolutions/Llama-3.1-SauerkrautLM-8b-Instruct +🔶,VAGOsolutions/Llama-3.1-SauerkrautLM-8b-Instruct,28.56,80.17,0.8,31,0.51,11.18,0.11,5.37,0.29,11.52,0.41,32.12,0.39,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,8,25,TRUE,23ca79966a4ab0a61f7ccc7a0454ffef553b66eb,TRUE,TRUE,2024-07-29,2024-07-25,TRUE,FALSE,VAGOsolutions/Llama-3.1-SauerkrautLM-8b-Instruct,0,VAGOsolutions/Llama-3.1-SauerkrautLM-8b-Instruct,https://huggingface.co/VAGOsolutions/Llama-3.1-SauerkrautLM-8b-Instruct 🔶,abhishek/autotrain-llama3-70b-orpo-v2,28.48,54.06,0.54,39.88,0.59,18.73,0.19,5.82,0.29,9.95,0.41,42.42,0.48,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,other,70,2,TRUE,a2c16a8a7fa48792eb8a1f0c50e13309c2021a63,TRUE,TRUE,2024-08-21,2024-05-04,TRUE,FALSE,abhishek/autotrain-llama3-70b-orpo-v2,0,abhishek/autotrain-llama3-70b-orpo-v2,https://huggingface.co/abhishek/autotrain-llama3-70b-orpo-v2 -💬,Azure99/blossom-v5.1-34b,28.39,56.97,0.57,44.15,0.61,14.43,0.14,7.94,0.31,7.3,0.39,39.53,0.46,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,34,4,TRUE,2c803204f5dbf4ce37e2df98eb0205cdc53de10d,TRUE,TRUE,2024-07-27,2024-05-19,TRUE,FALSE,Azure99/blossom-v5.1-34b,0,Azure99/blossom-v5.1-34b,https://huggingface.co/Azure99/blossom-v5.1-34b +💬,Azure99/blossom-v5.1-34b,28.39,56.97,0.57,44.15,0.61,14.43,0.14,7.94,0.31,7.3,0.39,39.53,0.46,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,34,5,TRUE,2c803204f5dbf4ce37e2df98eb0205cdc53de10d,TRUE,TRUE,2024-07-27,2024-05-19,TRUE,FALSE,Azure99/blossom-v5.1-34b,0,Azure99/blossom-v5.1-34b,https://huggingface.co/Azure99/blossom-v5.1-34b 🟢,dnhkng/RYS-Phi-3-medium-4k-instruct,28.38,43.91,0.44,46.75,0.62,11.78,0.12,13.98,0.35,11.09,0.43,42.74,0.48,🟢 pretrained,Phi3ForCausalLM,Original,bfloat16,TRUE,mit,17,1,TRUE,1009e916b1ff8c9a53bc9d8ff48bea2a15ccde26,TRUE,TRUE,2024-08-07,2024-08-06,FALSE,FALSE,dnhkng/RYS-Phi-3-medium-4k-instruct,0,dnhkng/RYS-Phi-3-medium-4k-instruct,https://huggingface.co/dnhkng/RYS-Phi-3-medium-4k-instruct +🤝,DeepAutoAI/ldm_soup_Llama-3.1-8B-Instruct-v0.1,28.28,78.89,0.79,31.16,0.51,10.42,0.1,5.48,0.29,11.52,0.41,32.17,0.39,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,FALSE,ecd140c95985b4292c896e25a94a7629d2924ad1,TRUE,TRUE,2024-09-16,2024-09-15,TRUE,FALSE,DeepAutoAI/ldm_soup_Llama-3.1-8B-Instruct-v0.1,0,DeepAutoAI/ldm_soup_Llama-3.1-8B-Instruct-v0.1,https://huggingface.co/DeepAutoAI/ldm_soup_Llama-3.1-8B-Instruct-v0.1 +🤝,DeepAutoAI/ldm_soup_Llama-3.1-8B-Instruct-v0.0,28.28,78.89,0.79,31.16,0.51,10.42,0.1,5.48,0.29,11.52,0.41,32.17,0.39,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,FALSE,210a97b4dadbda63cc9fe459e8415d4cd3bbaf99,TRUE,TRUE,2024-09-15,2024-09-14,TRUE,FALSE,DeepAutoAI/ldm_soup_Llama-3.1-8B-Instruct-v0.0,0,DeepAutoAI/ldm_soup_Llama-3.1-8B-Instruct-v0.0,https://huggingface.co/DeepAutoAI/ldm_soup_Llama-3.1-8B-Instruct-v0.0 🤝,bunnycore/HyperLlama-3.1-8B,28.07,78.83,0.79,29.81,0.51,16.01,0.16,4.92,0.29,7.93,0.38,30.92,0.38,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,3,TRUE,659b18ffaee2c1e8dbe8a9a56a44502325d71696,TRUE,TRUE,2024-09-05,2024-09-04,TRUE,FALSE,bunnycore/HyperLlama-3.1-8B,0,bunnycore/HyperLlama-3.1-8B,https://huggingface.co/bunnycore/HyperLlama-3.1-8B 🔶,NLPark/AnFeng_v3.1-Avocet,28.05,50.96,0.51,40.31,0.58,13.9,0.14,9.96,0.32,14.98,0.45,38.2,0.44,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,cc-by-nc-nd-4.0,34,0,TRUE,5170739731033323e6e66a0f68d34790042a3b2a,TRUE,TRUE,2024-08-07,2024-08-03,FALSE,FALSE,NLPark/AnFeng_v3.1-Avocet,0,NLPark/AnFeng_v3.1-Avocet,https://huggingface.co/NLPark/AnFeng_v3.1-Avocet 🤝,OpenBuddy/openbuddy-zero-56b-v21.2-32k,27.99,50.57,0.51,44.8,0.61,12.99,0.13,9.06,0.32,12.78,0.43,37.77,0.44,🤝 base merges and moerges,LlamaForCausalLM,Original,float16,TRUE,other,56,0,TRUE,c7a1a4a6e798f75d1d3219ab9ff9f2692e29f7d5,TRUE,TRUE,2024-06-26,2024-06-10,TRUE,FALSE,OpenBuddy/openbuddy-zero-56b-v21.2-32k,0,OpenBuddy/openbuddy-zero-56b-v21.2-32k,https://huggingface.co/OpenBuddy/openbuddy-zero-56b-v21.2-32k -🔶,Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2,27.93,77.92,0.78,29.69,0.51,16.92,0.17,4.36,0.28,7.77,0.38,30.9,0.38,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,8,28,TRUE,2340f8fbcd2452125a798686ca90b882a08fb0d9,TRUE,TRUE,2024-08-28,2024-08-09,TRUE,FALSE,Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2,0,Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2,https://huggingface.co/Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2 -💬,meta-llama/Meta-Llama-3.1-8B-Instruct,27.91,78.56,0.79,29.89,0.51,17.6,0.18,2.35,0.27,8.41,0.39,30.68,0.38,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,8,2428,TRUE,df34336b42332c6d360959e259cd6271c6a09fd4,TRUE,TRUE,2024-08-15,2024-07-18,TRUE,TRUE,meta-llama/Meta-Llama-3.1-8B-Instruct,1,meta-llama/Meta-Llama-3.1-8B,https://huggingface.co/meta-llama/Meta-Llama-3.1-8B-Instruct +🔶,Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2,27.93,77.92,0.78,29.69,0.51,16.92,0.17,4.36,0.28,7.77,0.38,30.9,0.38,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,8,29,TRUE,2340f8fbcd2452125a798686ca90b882a08fb0d9,TRUE,TRUE,2024-08-28,2024-08-09,TRUE,FALSE,Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2,0,Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2,https://huggingface.co/Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2 +💬,meta-llama/Meta-Llama-3.1-8B-Instruct,27.91,78.56,0.79,29.89,0.51,17.6,0.18,2.35,0.27,8.41,0.39,30.68,0.38,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,8,2447,TRUE,df34336b42332c6d360959e259cd6271c6a09fd4,TRUE,TRUE,2024-08-15,2024-07-18,TRUE,TRUE,meta-llama/Meta-Llama-3.1-8B-Instruct,1,meta-llama/Meta-Llama-3.1-8B,https://huggingface.co/meta-llama/Meta-Llama-3.1-8B-Instruct 💬,vicgalle/Configurable-Llama-3.1-8B-Instruct,27.77,83.12,0.83,29.66,0.5,15.86,0.16,3.24,0.27,5.93,0.38,28.8,0.36,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,apache-2.0,8,10,TRUE,133b3ab1a5385ff9b3d17da2addfe3fc1fd6f733,TRUE,TRUE,2024-08-05,2024-07-24,TRUE,FALSE,vicgalle/Configurable-Llama-3.1-8B-Instruct,0,vicgalle/Configurable-Llama-3.1-8B-Instruct,https://huggingface.co/vicgalle/Configurable-Llama-3.1-8B-Instruct 🔶,BAAI/Infinity-Instruct-3M-0625-Yi-1.5-9B,27.74,51.86,0.52,35.38,0.55,13.97,0.14,13.87,0.35,16.72,0.46,34.65,0.41,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,3,TRUE,a42c86c61b98ca4fdf238d688fe6ea11cf414d29,TRUE,TRUE,2024-08-05,2024-07-09,TRUE,FALSE,BAAI/Infinity-Instruct-3M-0625-Yi-1.5-9B,0,BAAI/Infinity-Instruct-3M-0625-Yi-1.5-9B,https://huggingface.co/BAAI/Infinity-Instruct-3M-0625-Yi-1.5-9B 🔶,cognitivecomputations/dolphin-2.9.1-yi-1.5-34b,27.73,38.53,0.39,44.17,0.61,15.18,0.15,12.42,0.34,16.97,0.46,39.1,0.45,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,34,34,TRUE,1ec522298a6935c881df6dc29d3669833bd8672d,TRUE,TRUE,2024-07-27,2024-05-18,TRUE,TRUE,cognitivecomputations/dolphin-2.9.1-yi-1.5-34b,1,01-ai/Yi-1.5-34B,https://huggingface.co/cognitivecomputations/dolphin-2.9.1-yi-1.5-34b 💬,01-ai/Yi-1.5-9B-Chat,27.71,60.46,0.6,36.95,0.56,11.63,0.12,11.3,0.33,12.84,0.43,33.06,0.4,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,128,TRUE,bc87d8557c98dc1e5fdef6ec23ed31088c4d3f35,TRUE,TRUE,2024-06-12,2024-05-10,TRUE,TRUE,01-ai/Yi-1.5-9B-Chat,0,01-ai/Yi-1.5-9B-Chat,https://huggingface.co/01-ai/Yi-1.5-9B-Chat 🤝,DeepAutoAI/d2nwg_Llama-3.1-8B-Instruct-v0.0,27.65,78.93,0.79,30.51,0.51,7.93,0.08,5.59,0.29,10.98,0.41,31.97,0.39,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,FALSE,8bad8800d04a06f3f906728ee223cab2f50453a0,TRUE,TRUE,2024-09-10,2024-09-10,TRUE,FALSE,DeepAutoAI/d2nwg_Llama-3.1-8B-Instruct-v0.0,0,DeepAutoAI/d2nwg_Llama-3.1-8B-Instruct-v0.0,https://huggingface.co/DeepAutoAI/d2nwg_Llama-3.1-8B-Instruct-v0.0 💬,jpacifico/Chocolatine-3B-Instruct-DPO-Revised,27.63,56.23,0.56,37.16,0.55,14.5,0.15,9.62,0.32,15.1,0.45,33.21,0.4,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,float16,TRUE,mit,3,16,TRUE,c403df6c0f78148cfb477972455cbd859149311a,TRUE,TRUE,2024-07-19,2024-07-17,TRUE,FALSE,jpacifico/Chocolatine-3B-Instruct-DPO-Revised,0,jpacifico/Chocolatine-3B-Instruct-DPO-Revised,https://huggingface.co/jpacifico/Chocolatine-3B-Instruct-DPO-Revised +🤝,cstr/llama3.1-8b-spaetzle-v90,27.59,73.56,0.74,32.76,0.53,13.37,0.13,4.36,0.28,11.15,0.41,30.34,0.37,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,llama3,8,0,TRUE,717e5c3d31ed2465cd7cf927327adf677a9420b5,TRUE,TRUE,2024-09-15,2024-09-15,TRUE,FALSE,cstr/llama3.1-8b-spaetzle-v90,1,cstr/llama3.1-8b-spaetzle-v90 (Merge),https://huggingface.co/cstr/llama3.1-8b-spaetzle-v90 🤝,DreadPoor/Heart_Stolen-ALT-8B-Model_Stock,27.53,71.84,0.72,32.35,0.53,13.6,0.14,6.82,0.3,9.75,0.41,30.8,0.38,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,2,TRUE,03d1d70cb7eb5a743468b97c9c580028df487564,TRUE,TRUE,2024-09-11,2024-09-11,TRUE,FALSE,DreadPoor/Heart_Stolen-ALT-8B-Model_Stock,1,DreadPoor/Heart_Stolen-ALT-8B-Model_Stock (Merge),https://huggingface.co/DreadPoor/Heart_Stolen-ALT-8B-Model_Stock 🤝,Shreyash2010/Uma-4x4B-Instruct-v0.1,27.46,55.17,0.55,36.28,0.55,14.95,0.15,11.3,0.33,15.15,0.44,31.89,0.39,🤝 base merges and moerges,?,Adapter,bfloat16,TRUE,"",3,0,FALSE,f78146bdd1632585b3520717885e0ca41ddbce69,TRUE,TRUE,2024-08-25,"",TRUE,FALSE,Shreyash2010/Uma-4x4B-Instruct-v0.1,0,Shreyash2010/Uma-4x4B-Instruct-v0.1,https://huggingface.co/Shreyash2010/Uma-4x4B-Instruct-v0.1 -💬,microsoft/Phi-3.5-mini-instruct,27.4,57.75,0.58,36.75,0.55,14.95,0.15,11.97,0.34,10.1,0.4,32.91,0.4,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,bfloat16,TRUE,mit,3,459,TRUE,64963004ad95869fa73a30279371c8778509ac84,TRUE,TRUE,2024-08-21,2024-08-16,TRUE,TRUE,microsoft/Phi-3.5-mini-instruct,0,microsoft/Phi-3.5-mini-instruct,https://huggingface.co/microsoft/Phi-3.5-mini-instruct +💬,microsoft/Phi-3.5-mini-instruct,27.4,57.75,0.58,36.75,0.55,14.95,0.15,11.97,0.34,10.1,0.4,32.91,0.4,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,bfloat16,TRUE,mit,3,462,TRUE,64963004ad95869fa73a30279371c8778509ac84,TRUE,TRUE,2024-08-21,2024-08-16,TRUE,TRUE,microsoft/Phi-3.5-mini-instruct,0,microsoft/Phi-3.5-mini-instruct,https://huggingface.co/microsoft/Phi-3.5-mini-instruct 🤝,DreadPoor/Trinas_Nectar-8B-model_stock,27.27,72.59,0.73,31.98,0.53,13.75,0.14,4.81,0.29,11.41,0.41,29.09,0.36,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,2,TRUE,cb46b8431872557904d83fc5aa1b90dabeb74acc,TRUE,TRUE,2024-08-27,2024-08-16,TRUE,FALSE,DreadPoor/Trinas_Nectar-8B-model_stock,1,DreadPoor/Trinas_Nectar-8B-model_stock (Merge),https://huggingface.co/DreadPoor/Trinas_Nectar-8B-model_stock -💬,microsoft/Phi-3-mini-4k-instruct,27.2,54.77,0.55,36.56,0.55,14.2,0.14,10.96,0.33,13.12,0.43,33.58,0.4,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,float16,TRUE,mit,3,1022,TRUE,c1358f8a35e6d2af81890deffbbfa575b978c62f,TRUE,TRUE,2024-07-02,2024-04-22,TRUE,TRUE,microsoft/Phi-3-mini-4k-instruct,0,microsoft/Phi-3-mini-4k-instruct,https://huggingface.co/microsoft/Phi-3-mini-4k-instruct +💬,microsoft/Phi-3-mini-4k-instruct,27.2,54.77,0.55,36.56,0.55,14.2,0.14,10.96,0.33,13.12,0.43,33.58,0.4,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,float16,TRUE,mit,3,1023,TRUE,c1358f8a35e6d2af81890deffbbfa575b978c62f,TRUE,TRUE,2024-07-02,2024-04-22,TRUE,TRUE,microsoft/Phi-3-mini-4k-instruct,0,microsoft/Phi-3-mini-4k-instruct,https://huggingface.co/microsoft/Phi-3-mini-4k-instruct 💬,NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO,27.13,58.97,0.59,37.11,0.55,10.88,0.11,9.51,0.32,16.68,0.46,29.62,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,46,410,TRUE,286ae6737d048ad1d965c2e830864df02db50f2f,TRUE,FALSE,2024-07-27,2024-01-11,TRUE,TRUE,NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO,1,mistralai/Mixtral-8x7B-v0.1,https://huggingface.co/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO 💬,Qwen/Qwen1.5-32B-Chat,27.1,55.32,0.55,44.55,0.61,6.65,0.07,7.49,0.31,10.2,0.42,38.41,0.45,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,32,106,TRUE,0997b012af6ddd5465d40465a8415535b2f06cfc,TRUE,TRUE,2024-06-12,2024-04-03,TRUE,TRUE,Qwen/Qwen1.5-32B-Chat,0,Qwen/Qwen1.5-32B-Chat,https://huggingface.co/Qwen/Qwen1.5-32B-Chat 🤝,Weyaxi/Bagel-Hermes-34B-Slerp,27.06,46.03,0.46,41.96,0.59,4.91,0.05,11.3,0.33,17.01,0.46,41.15,0.47,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,34,1,TRUE,dcdcc17a2c650a95bc27129a3ddbf261dffed37f,TRUE,TRUE,2024-08-30,2024-01-12,FALSE,FALSE,Weyaxi/Bagel-Hermes-34B-Slerp,0,Weyaxi/Bagel-Hermes-34B-Slerp,https://huggingface.co/Weyaxi/Bagel-Hermes-34B-Slerp @@ -119,7 +122,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,MaziyarPanahi/Llama-3-8B-Instruct-v0.10,26.66,76.67,0.77,27.92,0.49,4.91,0.05,7.83,0.31,10.81,0.42,31.8,0.39,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,other,8,6,TRUE,4411eb9f6f5e4c462a6bdbc64c26dcc123100b66,TRUE,TRUE,2024-06-26,2024-06-04,TRUE,FALSE,MaziyarPanahi/Llama-3-8B-Instruct-v0.10,4,meta-llama/Meta-Llama-3-8B-Instruct,https://huggingface.co/MaziyarPanahi/Llama-3-8B-Instruct-v0.10 💬,jpacifico/Chocolatine-3B-Instruct-DPO-v1.2,26.59,54.55,0.55,36,0.55,12.84,0.13,11.86,0.34,12.33,0.42,31.97,0.39,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,float16,TRUE,mit,3,1,TRUE,ebc9de6c266586adb1ec0db31bf050d1cd8fdffe,TRUE,TRUE,2024-08-28,2024-08-22,TRUE,FALSE,jpacifico/Chocolatine-3B-Instruct-DPO-v1.2,0,jpacifico/Chocolatine-3B-Instruct-DPO-v1.2,https://huggingface.co/jpacifico/Chocolatine-3B-Instruct-DPO-v1.2 🔶,DeepMount00/Llama-3-8b-Ita,26.58,75.3,0.75,28.08,0.49,5.36,0.05,7.38,0.31,11.68,0.43,31.69,0.39,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,23,TRUE,d40847d2981b588690c1dc21d5157d3f4afb2978,TRUE,TRUE,2024-06-27,2024-05-01,TRUE,FALSE,DeepMount00/Llama-3-8b-Ita,1,meta-llama/Meta-Llama-3-8B,https://huggingface.co/DeepMount00/Llama-3-8b-Ita -💬,mattshumer/Reflection-Llama-3.1-70B,26.56,65.63,0.66,42.39,0.6,0,0,1.45,0.26,10.02,0.41,39.88,0.46,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,llama3.1,70,1583,TRUE,458962ed801fac4eadd01a91a2029a3a82f4cd84,TRUE,TRUE,2024-09-09,2024-09-05,TRUE,FALSE,mattshumer/Reflection-Llama-3.1-70B,2,meta-llama/Meta-Llama-3.1-70B,https://huggingface.co/mattshumer/Reflection-Llama-3.1-70B +💬,mattshumer/Reflection-Llama-3.1-70B,26.56,65.63,0.66,42.39,0.6,0,0,1.45,0.26,10.02,0.41,39.88,0.46,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,llama3.1,70,1596,TRUE,458962ed801fac4eadd01a91a2029a3a82f4cd84,TRUE,TRUE,2024-09-09,2024-09-05,TRUE,FALSE,mattshumer/Reflection-Llama-3.1-70B,2,meta-llama/Meta-Llama-3.1-70B,https://huggingface.co/mattshumer/Reflection-Llama-3.1-70B 🔶,VAGOsolutions/Llama-3-SauerkrautLM-8b-Instruct,26.52,74.45,0.74,28.05,0.49,5.74,0.06,7.83,0.31,11.28,0.42,31.75,0.39,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,other,8,51,TRUE,37127c44d7c0fb56cef817270c4b1a6802d8793a,TRUE,TRUE,2024-07-22,2024-04-19,TRUE,FALSE,VAGOsolutions/Llama-3-SauerkrautLM-8b-Instruct,0,VAGOsolutions/Llama-3-SauerkrautLM-8b-Instruct,https://huggingface.co/VAGOsolutions/Llama-3-SauerkrautLM-8b-Instruct 🔶,ehristoforu/Gemma2-9B-it-psy10k-mental_health,26.5,58.87,0.59,35.57,0.55,12.16,0.12,11.63,0.34,9.34,0.41,31.43,0.38,🔶 fine-tuned on domain-specific datasets,Gemma2ForCausalLM,Original,float16,TRUE,apache-2.0,9,0,TRUE,4adc2d61d530d23026493d29e6191e06cf549fc6,TRUE,TRUE,2024-07-31,2024-07-16,TRUE,FALSE,ehristoforu/Gemma2-9B-it-psy10k-mental_health,2,unsloth/gemma-2-9b-it-bnb-4bit,https://huggingface.co/ehristoforu/Gemma2-9B-it-psy10k-mental_health 🔶,dnhkng/RYS-Llama-3.1-8B-Instruct,26.44,76.85,0.77,31.09,0.52,11.33,0.11,2.35,0.27,7.68,0.37,29.33,0.36,🔶 fine-tuned on domain-specific datasets,?,Adapter,bfloat16,TRUE,mit,8,11,TRUE,d4e2393403dcae19860da7c29519c8fe6fbf2fad,TRUE,TRUE,2024-08-30,2024-08-08,TRUE,FALSE,dnhkng/RYS-Llama-3.1-8B-Instruct,0,dnhkng/RYS-Llama-3.1-8B-Instruct,https://huggingface.co/dnhkng/RYS-Llama-3.1-8B-Instruct @@ -128,18 +131,19 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 💬,byroneverson/Yi-1.5-9B-Chat-16K-abliterated,26.37,55.28,0.55,32.84,0.53,10.65,0.11,8.39,0.31,19.68,0.47,31.37,0.38,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,1,TRUE,84a6eaa723633bbefc7cfac9c64bf0e0a4d39065,TRUE,TRUE,2024-09-03,2024-09-03,TRUE,FALSE,byroneverson/Yi-1.5-9B-Chat-16K-abliterated,1,01-ai/Yi-1.5-9B-Chat-16K,https://huggingface.co/byroneverson/Yi-1.5-9B-Chat-16K-abliterated 🟢,meta-llama/Meta-Llama-3-70B,26.37,16.03,0.16,48.71,0.65,16.54,0.17,19.69,0.4,16.01,0.45,41.21,0.47,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,70,801,TRUE,b4d08b7db49d488da3ac49adf25a6b9ac01ae338,TRUE,TRUE,2024-06-12,2024-04-17,FALSE,TRUE,meta-llama/Meta-Llama-3-70B,0,meta-llama/Meta-Llama-3-70B,https://huggingface.co/meta-llama/Meta-Llama-3-70B 🤝,xxx777xxxASD/L3.1-ClaudeMaid-4x8B,26.19,66.96,0.67,29.44,0.51,12.84,0.13,5.48,0.29,13.75,0.43,28.67,0.36,🤝 base merges and moerges,MixtralForCausalLM,Original,bfloat16,TRUE,llama3.1,24,7,TRUE,2a98d9cb91c7aa775acbf5bfe7bb91beb2faf682,TRUE,FALSE,2024-07-28,2024-07-27,TRUE,FALSE,xxx777xxxASD/L3.1-ClaudeMaid-4x8B,0,xxx777xxxASD/L3.1-ClaudeMaid-4x8B,https://huggingface.co/xxx777xxxASD/L3.1-ClaudeMaid-4x8B -🤝,DreadPoor/Sellen-8B-model_stock,26.17,71.13,0.71,31.36,0.52,12.08,0.12,3.24,0.27,10.67,0.4,28.55,0.36,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,1,TRUE,accde7145d81a428c782695ea61eebc608efd980,TRUE,TRUE,2024-08-27,2024-08-21,TRUE,FALSE,DreadPoor/Sellen-8B-model_stock,1,DreadPoor/Sellen-8B-model_stock (Merge),https://huggingface.co/DreadPoor/Sellen-8B-model_stock +🤝,DreadPoor/Sellen-8B-model_stock,26.17,71.13,0.71,31.36,0.52,12.08,0.12,3.24,0.27,10.67,0.4,28.55,0.36,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,FALSE,accde7145d81a428c782695ea61eebc608efd980,TRUE,TRUE,2024-08-27,"",TRUE,FALSE,DreadPoor/Sellen-8B-model_stock,0,DreadPoor/Sellen-8B-model_stock,https://huggingface.co/DreadPoor/Sellen-8B-model_stock +🔶,leafspark/Llama-3.1-8B-MultiReflection-Instruct,26.12,71.25,0.71,28.45,0.5,12.54,0.13,5.7,0.29,8.52,0.37,30.27,0.37,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,llama3.1,8,3,TRUE,b748441154efdbd7690d773b0194197bfc136ed0,TRUE,TRUE,2024-09-15,2024-09-15,TRUE,FALSE,leafspark/Llama-3.1-8B-MultiReflection-Instruct,1,leafspark/Llama-3.1-8B-MultiReflection-Instruct (Merge),https://huggingface.co/leafspark/Llama-3.1-8B-MultiReflection-Instruct 🔶,ValiantLabs/Llama3.1-8B-Cobalt,26.01,73.94,0.74,27.53,0.49,15.48,0.15,4.47,0.28,5.08,0.35,29.56,0.37,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,llama3.1,8,5,TRUE,3a69145a2acc1f7f51735aa3ae5d81c090249c65,TRUE,TRUE,2024-09-01,2024-08-16,TRUE,FALSE,ValiantLabs/Llama3.1-8B-Cobalt,2,meta-llama/Meta-Llama-3.1-8B,https://huggingface.co/ValiantLabs/Llama3.1-8B-Cobalt 🤝,AbacusResearch/Jallabi-34B,25.97,35.29,0.35,43.62,0.6,3.93,0.04,11.86,0.34,20.24,0.48,40.91,0.47,🤝 base merges and moerges,LlamaForCausalLM,Original,float16,TRUE,apache-2.0,34,2,TRUE,f65696da4ed82c9a20e94b200d9dccffa07af682,TRUE,TRUE,2024-06-27,2024-03-01,FALSE,FALSE,AbacusResearch/Jallabi-34B,0,AbacusResearch/Jallabi-34B,https://huggingface.co/AbacusResearch/Jallabi-34B -💬,microsoft/Phi-3-mini-4k-instruct,25.97,56.13,0.56,39.27,0.57,11.63,0.12,9.28,0.32,7.64,0.4,31.85,0.39,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,bfloat16,TRUE,mit,3,1022,TRUE,ff07dc01615f8113924aed013115ab2abd32115b,TRUE,TRUE,2024-06-12,2024-04-22,TRUE,TRUE,microsoft/Phi-3-mini-4k-instruct,0,microsoft/Phi-3-mini-4k-instruct,https://huggingface.co/microsoft/Phi-3-mini-4k-instruct +💬,microsoft/Phi-3-mini-4k-instruct,25.97,56.13,0.56,39.27,0.57,11.63,0.12,9.28,0.32,7.64,0.4,31.85,0.39,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,bfloat16,TRUE,mit,3,1023,TRUE,ff07dc01615f8113924aed013115ab2abd32115b,TRUE,TRUE,2024-06-12,2024-04-22,TRUE,TRUE,microsoft/Phi-3-mini-4k-instruct,0,microsoft/Phi-3-mini-4k-instruct,https://huggingface.co/microsoft/Phi-3-mini-4k-instruct 🟩,dnhkng/RYS-Medium,25.94,44.06,0.44,47.73,0.63,7.78,0.08,10.4,0.33,8.73,0.41,36.96,0.43,🟩 continuously pretrained,Phi3ForCausalLM,Original,bfloat16,TRUE,mit,18,3,TRUE,de09a79e6b2efdcc97490a37b770764e62749fd0,TRUE,TRUE,2024-07-17,2024-07-17,FALSE,FALSE,dnhkng/RYS-Medium,0,dnhkng/RYS-Medium,https://huggingface.co/dnhkng/RYS-Medium -🟢,meta-llama/Meta-Llama-3.1-70B,25.91,16.84,0.17,46.4,0.63,16.69,0.17,18.34,0.39,16.58,0.46,40.6,0.47,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,70,246,TRUE,f7d3cc45ed4ff669a354baf2e0f05e65799a0bee,TRUE,TRUE,2024-07-23,2024-07-14,TRUE,TRUE,meta-llama/Meta-Llama-3.1-70B,0,meta-llama/Meta-Llama-3.1-70B,https://huggingface.co/meta-llama/Meta-Llama-3.1-70B +🟢,meta-llama/Meta-Llama-3.1-70B,25.91,16.84,0.17,46.4,0.63,16.69,0.17,18.34,0.39,16.58,0.46,40.6,0.47,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,70,247,TRUE,f7d3cc45ed4ff669a354baf2e0f05e65799a0bee,TRUE,TRUE,2024-07-23,2024-07-14,TRUE,TRUE,meta-llama/Meta-Llama-3.1-70B,0,meta-llama/Meta-Llama-3.1-70B,https://huggingface.co/meta-llama/Meta-Llama-3.1-70B 💬,cloudyu/Yi-34Bx2-MoE-60B-DPO,25.91,53.19,0.53,31.26,0.52,6.19,0.06,9.62,0.32,14.32,0.44,40.85,0.47,"💬 chat models (RLHF, DPO, IFT, ...)",MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,60,2,TRUE,5c2d31042229ee06246064100b781dd926cb0ffd,TRUE,FALSE,2024-08-06,2024-01-23,TRUE,FALSE,cloudyu/Yi-34Bx2-MoE-60B-DPO,0,cloudyu/Yi-34Bx2-MoE-60B-DPO,https://huggingface.co/cloudyu/Yi-34Bx2-MoE-60B-DPO -💬,Syed-Hasan-8503/Phi-3-mini-4K-instruct-cpo-simpo,25.87,57.14,0.57,39.15,0.57,7.63,0.08,10.74,0.33,8.78,0.4,31.78,0.39,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,bfloat16,TRUE,apache-2.0,3,0,TRUE,2896ef357be81fd433c17801d76ce148e60a7032,TRUE,TRUE,2024-06-26,2024-06-24,TRUE,FALSE,Syed-Hasan-8503/Phi-3-mini-4K-instruct-cpo-simpo,0,Syed-Hasan-8503/Phi-3-mini-4K-instruct-cpo-simpo,https://huggingface.co/Syed-Hasan-8503/Phi-3-mini-4K-instruct-cpo-simpo +💬,Syed-Hasan-8503/Phi-3-mini-4K-instruct-cpo-simpo,25.87,57.14,0.57,39.15,0.57,7.63,0.08,10.74,0.33,8.78,0.4,31.78,0.39,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,bfloat16,TRUE,apache-2.0,3,1,TRUE,2896ef357be81fd433c17801d76ce148e60a7032,TRUE,TRUE,2024-06-26,2024-06-24,TRUE,FALSE,Syed-Hasan-8503/Phi-3-mini-4K-instruct-cpo-simpo,0,Syed-Hasan-8503/Phi-3-mini-4K-instruct-cpo-simpo,https://huggingface.co/Syed-Hasan-8503/Phi-3-mini-4K-instruct-cpo-simpo 🤝,Casual-Autopsy/L3-Umbral-Mind-RP-v2.0-8B,25.76,71.23,0.71,32.49,0.53,10.12,0.1,4.92,0.29,5.55,0.37,30.26,0.37,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,llama3,8,12,TRUE,b46c066ea8387264858dc3461f382e7b42fd9c48,TRUE,TRUE,2024-07-02,2024-06-26,TRUE,FALSE,Casual-Autopsy/L3-Umbral-Mind-RP-v2.0-8B,1,Casual-Autopsy/L3-Umbral-Mind-RP-v2.0-8B (Merge),https://huggingface.co/Casual-Autopsy/L3-Umbral-Mind-RP-v2.0-8B 🔶,Sao10K/L3-8B-Stheno-v3.2,25.76,68.73,0.69,32.02,0.52,8.53,0.09,8.05,0.31,6.45,0.38,30.76,0.38,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,cc-by-nc-4.0,8,203,TRUE,4bb828f6e1b1efd648c39b1ad682c44ff260f018,TRUE,TRUE,2024-06-30,2024-06-05,TRUE,FALSE,Sao10K/L3-8B-Stheno-v3.2,0,Sao10K/L3-8B-Stheno-v3.2,https://huggingface.co/Sao10K/L3-8B-Stheno-v3.2 🤝,djuna/L3.1-Suze-Vume-calc,25.75,72.97,0.73,31.14,0.52,9.89,0.1,4.25,0.28,8.3,0.38,27.94,0.35,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,1,FALSE,830c07d136ecd8171805078606f00c4ee69f21c3,TRUE,TRUE,2024-09-04,2024-08-26,TRUE,FALSE,djuna/L3.1-Suze-Vume-calc,1,djuna/L3.1-Suze-Vume-calc (Merge),https://huggingface.co/djuna/L3.1-Suze-Vume-calc -🔶,Nitral-AI/Hathor_Stable-v0.2-L3-8B,25.7,71.75,0.72,32.83,0.53,9.21,0.09,4.92,0.29,5.56,0.38,29.96,0.37,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,other,8,50,TRUE,1c9f391c3e349f8ba51b5696290ee6db6a2b63fd,TRUE,TRUE,2024-07-02,2024-06-09,TRUE,FALSE,Nitral-AI/Hathor_Stable-v0.2-L3-8B,0,Nitral-AI/Hathor_Stable-v0.2-L3-8B,https://huggingface.co/Nitral-AI/Hathor_Stable-v0.2-L3-8B +🔶,Nitral-AI/Hathor_Stable-v0.2-L3-8B,25.7,71.75,0.72,32.83,0.53,9.21,0.09,4.92,0.29,5.56,0.38,29.96,0.37,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,other,8,51,TRUE,1c9f391c3e349f8ba51b5696290ee6db6a2b63fd,TRUE,TRUE,2024-07-02,2024-06-09,TRUE,FALSE,Nitral-AI/Hathor_Stable-v0.2-L3-8B,0,Nitral-AI/Hathor_Stable-v0.2-L3-8B,https://huggingface.co/Nitral-AI/Hathor_Stable-v0.2-L3-8B 💬,cognitivecomputations/dolphin-2.9.2-Phi-3-Medium,25.66,42.48,0.42,49.72,0.65,0.53,0.01,10.29,0.33,11.41,0.42,39.5,0.46,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,mit,-1,15,TRUE,0470c5b912b51fa6e27d87a8ea7feafacd8cb101,TRUE,TRUE,2024-08-05,2024-05-31,TRUE,TRUE,cognitivecomputations/dolphin-2.9.2-Phi-3-Medium,1,cognitivecomputations/dolphin-2.9.2-Phi-3-Medium (Merge),https://huggingface.co/cognitivecomputations/dolphin-2.9.2-Phi-3-Medium 🔶,VAGOsolutions/SauerkrautLM-Nemo-12b-Instruct,25.63,61.13,0.61,32.34,0.52,8.69,0.09,7.94,0.31,17.16,0.45,26.5,0.34,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,20,TRUE,fcb056465084ab2c71503a0760f46e4be79c985c,TRUE,TRUE,2024-07-22,2024-07-22,TRUE,FALSE,VAGOsolutions/SauerkrautLM-Nemo-12b-Instruct,0,VAGOsolutions/SauerkrautLM-Nemo-12b-Instruct,https://huggingface.co/VAGOsolutions/SauerkrautLM-Nemo-12b-Instruct 💬,GritLM/GritLM-8x7B-KTO,25.62,57.14,0.57,40.83,0.58,8.53,0.09,6.15,0.3,11.67,0.42,29.42,0.36,"💬 chat models (RLHF, DPO, IFT, ...)",MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,46,3,TRUE,938913477064fcc498757c5136d9899bb6e713ed,TRUE,TRUE,2024-08-04,2024-04-17,TRUE,FALSE,GritLM/GritLM-8x7B-KTO,0,GritLM/GritLM-8x7B-KTO,https://huggingface.co/GritLM/GritLM-8x7B-KTO @@ -148,28 +152,30 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,cognitivecomputations/dolphin-2.9.2-Phi-3-Medium-abliterated,25.59,36.13,0.36,45.44,0.61,12.39,0.12,10.4,0.33,10.36,0.41,38.82,0.45,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,mit,13,16,TRUE,d50be5f22ca9745a2a3175996611d6a840318b7f,TRUE,TRUE,2024-06-27,2024-06-03,FALSE,TRUE,cognitivecomputations/dolphin-2.9.2-Phi-3-Medium-abliterated,1,cognitivecomputations/dolphin-2.9.2-Phi-3-Medium-abliterated (Merge),https://huggingface.co/cognitivecomputations/dolphin-2.9.2-Phi-3-Medium-abliterated 🟢,mistral-community/mixtral-8x22B-v0.3,25.55,25.83,0.26,45.73,0.63,16.84,0.17,17,0.38,7.46,0.4,40.44,0.46,🟢 pretrained,MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,140,3,TRUE,211b177b79ab5ef245ee334d106c27623e786882,TRUE,FALSE,2024-06-13,2024-05-25,FALSE,TRUE,mistral-community/mixtral-8x22B-v0.3,0,mistral-community/mixtral-8x22B-v0.3,https://huggingface.co/mistral-community/mixtral-8x22B-v0.3 💬,sci-m-wang/Phi-3-mini-4k-instruct-sa-v0.1,25.55,50.21,0.5,36.61,0.55,13.14,0.13,10.51,0.33,9.65,0.41,33.17,0.4,"💬 chat models (RLHF, DPO, IFT, ...)",?,Adapter,bfloat16,TRUE,other,7,0,TRUE,5a516f86087853f9d560c95eb9209c1d4ed9ff69,TRUE,TRUE,2024-06-27,2024-06-01,TRUE,FALSE,sci-m-wang/Phi-3-mini-4k-instruct-sa-v0.1,1,microsoft/Phi-3-mini-4k-instruct,https://huggingface.co/sci-m-wang/Phi-3-mini-4k-instruct-sa-v0.1 -🔶,arcee-ai/Arcee-Spark,25.54,56.21,0.56,37.14,0.55,12.31,0.12,7.61,0.31,8.6,0.4,31.36,0.38,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,84,TRUE,3fe368ea5fd32bc4a8d1bcf42510416f7fa28668,TRUE,TRUE,2024-06-26,2024-06-22,TRUE,FALSE,arcee-ai/Arcee-Spark,0,arcee-ai/Arcee-Spark,https://huggingface.co/arcee-ai/Arcee-Spark -🟢,mistralai/Mixtral-8x22B-v0.1,25.49,25.83,0.26,45.59,0.62,16.84,0.17,16.78,0.38,7.46,0.4,40.44,0.46,🟢 pretrained,MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,140,189,TRUE,b03e260818710044a2f088d88fab12bb220884fb,TRUE,FALSE,2024-06-12,2024-04-16,FALSE,TRUE,mistralai/Mixtral-8x22B-v0.1,0,mistralai/Mixtral-8x22B-v0.1,https://huggingface.co/mistralai/Mixtral-8x22B-v0.1 +🔶,arcee-ai/Arcee-Spark,25.54,56.21,0.56,37.14,0.55,12.31,0.12,7.61,0.31,8.6,0.4,31.36,0.38,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,85,TRUE,3fe368ea5fd32bc4a8d1bcf42510416f7fa28668,TRUE,TRUE,2024-06-26,2024-06-22,TRUE,FALSE,arcee-ai/Arcee-Spark,0,arcee-ai/Arcee-Spark,https://huggingface.co/arcee-ai/Arcee-Spark +🟢,mistralai/Mixtral-8x22B-v0.1,25.49,25.83,0.26,45.59,0.62,16.84,0.17,16.78,0.38,7.46,0.4,40.44,0.46,🟢 pretrained,MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,140,190,TRUE,b03e260818710044a2f088d88fab12bb220884fb,TRUE,FALSE,2024-06-12,2024-04-16,FALSE,TRUE,mistralai/Mixtral-8x22B-v0.1,0,mistralai/Mixtral-8x22B-v0.1,https://huggingface.co/mistralai/Mixtral-8x22B-v0.1 💬,microsoft/Phi-3-mini-128k-instruct,25.49,59.76,0.6,37.1,0.56,8.91,0.09,9.06,0.32,7.71,0.39,30.38,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,bfloat16,TRUE,mit,3,1567,TRUE,5be6479b4bc06a081e8f4c6ece294241ccd32dec,TRUE,TRUE,2024-08-21,2024-04-22,TRUE,TRUE,microsoft/Phi-3-mini-128k-instruct,0,microsoft/Phi-3-mini-128k-instruct,https://huggingface.co/microsoft/Phi-3-mini-128k-instruct -🤝,Sao10K/L3-8B-Lunaris-v1,25.48,68.95,0.69,32.11,0.52,8.46,0.08,6.82,0.3,5.55,0.37,30.97,0.38,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,78,TRUE,8479c2a7ee119c935b9a02c921cc2a85b698dfe8,TRUE,TRUE,2024-07-22,2024-06-26,TRUE,FALSE,Sao10K/L3-8B-Lunaris-v1,0,Sao10K/L3-8B-Lunaris-v1,https://huggingface.co/Sao10K/L3-8B-Lunaris-v1 +🤝,Sao10K/L3-8B-Lunaris-v1,25.48,68.95,0.69,32.11,0.52,8.46,0.08,6.82,0.3,5.55,0.37,30.97,0.38,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,79,TRUE,8479c2a7ee119c935b9a02c921cc2a85b698dfe8,TRUE,TRUE,2024-07-22,2024-06-26,TRUE,FALSE,Sao10K/L3-8B-Lunaris-v1,0,Sao10K/L3-8B-Lunaris-v1,https://huggingface.co/Sao10K/L3-8B-Lunaris-v1 🟢,01-ai/Yi-1.5-34B,25.43,28.41,0.28,42.75,0.6,14.05,0.14,15.44,0.37,11.22,0.42,40.73,0.47,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,34,46,TRUE,4b486f81c935a2dadde84c6baa1e1370d40a098f,TRUE,TRUE,2024-06-12,2024-05-11,FALSE,TRUE,01-ai/Yi-1.5-34B,0,01-ai/Yi-1.5-34B,https://huggingface.co/01-ai/Yi-1.5-34B 🔶,Tremontaine/L3-12B-Lunaris-v1,25.38,69.09,0.69,32.18,0.52,8.16,0.08,7.94,0.31,4.05,0.37,30.83,0.38,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",11,2,FALSE,7be236530a835416ebca712d51d661c4488a45de,TRUE,TRUE,2024-07-15,2024-07-14,TRUE,FALSE,Tremontaine/L3-12B-Lunaris-v1,1,Tremontaine/L3-12B-Lunaris-v1 (Merge),https://huggingface.co/Tremontaine/L3-12B-Lunaris-v1 💬,CohereForAI/c4ai-command-r-v01,25.35,67.48,0.67,34.56,0.54,0,0,7.61,0.31,16.13,0.45,26.33,0.34,"💬 chat models (RLHF, DPO, IFT, ...)",CohereForCausalLM,Original,float16,TRUE,cc-by-nc-4.0,34,1043,TRUE,16881ccde1c68bbc7041280e6a66637bc46bfe88,TRUE,TRUE,2024-06-13,2024-03-11,TRUE,TRUE,CohereForAI/c4ai-command-r-v01,0,CohereForAI/c4ai-command-r-v01,https://huggingface.co/CohereForAI/c4ai-command-r-v01 -💬,arcee-ai/Arcee-Spark,25.33,57.18,0.57,36.92,0.55,10.73,0.11,7.49,0.31,8.4,0.4,31.26,0.38,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,float16,TRUE,apache-2.0,7,84,TRUE,3fe368ea5fd32bc4a8d1bcf42510416f7fa28668,TRUE,TRUE,2024-06-26,2024-06-22,TRUE,FALSE,arcee-ai/Arcee-Spark,0,arcee-ai/Arcee-Spark,https://huggingface.co/arcee-ai/Arcee-Spark +💬,arcee-ai/Arcee-Spark,25.33,57.18,0.57,36.92,0.55,10.73,0.11,7.49,0.31,8.4,0.4,31.26,0.38,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,float16,TRUE,apache-2.0,7,85,TRUE,3fe368ea5fd32bc4a8d1bcf42510416f7fa28668,TRUE,TRUE,2024-06-26,2024-06-22,TRUE,FALSE,arcee-ai/Arcee-Spark,0,arcee-ai/Arcee-Spark,https://huggingface.co/arcee-ai/Arcee-Spark 🔶,ibivibiv/colossus_120b,25.28,42.76,0.43,44.07,0.61,4.83,0.05,7.83,0.31,19.26,0.47,32.9,0.4,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,apache-2.0,117,1,TRUE,b4c11f98bd874bfa454a0bb46153335cfb9b06a3,TRUE,TRUE,2024-06-27,2024-04-12,FALSE,FALSE,ibivibiv/colossus_120b,0,ibivibiv/colossus_120b,https://huggingface.co/ibivibiv/colossus_120b 🔶,pankajmathur/orca_mini_v3_70b,25.26,40.15,0.4,42.98,0.59,3.63,0.04,9.06,0.32,25.12,0.51,30.64,0.38,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,other,70,23,TRUE,e8e856dfb5c737d1906b50f9e65fd3a4f8d77422,TRUE,TRUE,2024-06-26,2023-08-10,FALSE,FALSE,pankajmathur/orca_mini_v3_70b,0,pankajmathur/orca_mini_v3_70b,https://huggingface.co/pankajmathur/orca_mini_v3_70b -🔶,spow12/ChatWaifu_v1.4,25.25,56.91,0.57,31.63,0.52,7.85,0.08,7.61,0.31,20.03,0.47,27.5,0.35,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,FALSE,cc-by-nc-4.0,12,3,TRUE,c5b2b30a8e9fa23722b6e30aa2ca1dab7fe1c2b5,TRUE,TRUE,2024-09-05,2024-09-03,TRUE,FALSE,spow12/ChatWaifu_v1.4,1,spow12/ChatWaifu_v1.4 (Merge),https://huggingface.co/spow12/ChatWaifu_v1.4 +🔶,spow12/ChatWaifu_v1.4,25.25,56.91,0.57,31.63,0.52,7.85,0.08,7.61,0.31,20.03,0.47,27.5,0.35,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,FALSE,cc-by-nc-4.0,12,4,TRUE,c5b2b30a8e9fa23722b6e30aa2ca1dab7fe1c2b5,TRUE,TRUE,2024-09-05,2024-09-03,TRUE,FALSE,spow12/ChatWaifu_v1.4,1,spow12/ChatWaifu_v1.4 (Merge),https://huggingface.co/spow12/ChatWaifu_v1.4 💬,databricks/dbrx-instruct,25.2,54.16,0.54,35.96,0.54,6.87,0.07,12.19,0.34,12.2,0.43,29.81,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",DbrxForCausalLM,Original,bfloat16,TRUE,other,131,1097,TRUE,c0a9245908c187da8f43a81e538e67ff360904ea,TRUE,TRUE,2024-06-12,2024-03-26,TRUE,TRUE,databricks/dbrx-instruct,0,databricks/dbrx-instruct,https://huggingface.co/databricks/dbrx-instruct 💬,vicgalle/Humanish-RP-Llama-3.1-8B,25.17,66.69,0.67,29.96,0.51,13.67,0.14,4.92,0.29,8.27,0.4,27.52,0.35,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,apache-2.0,8,4,TRUE,d27aa731db1d390a8d17b0a4565c9231ee5ae8b9,TRUE,TRUE,2024-08-03,2024-08-03,TRUE,FALSE,vicgalle/Humanish-RP-Llama-3.1-8B,0,vicgalle/Humanish-RP-Llama-3.1-8B,https://huggingface.co/vicgalle/Humanish-RP-Llama-3.1-8B 🤝,DreadPoor/Irina-8B-model_stock,25.16,67.99,0.68,32.09,0.52,9.06,0.09,4.59,0.28,8.64,0.4,28.6,0.36,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,FALSE,b282e3ab449d71a31f48b8c13eb43a4435968728,TRUE,TRUE,2024-08-30,"",TRUE,FALSE,DreadPoor/Irina-8B-model_stock,0,DreadPoor/Irina-8B-model_stock,https://huggingface.co/DreadPoor/Irina-8B-model_stock 🔶,Ba2han/Llama-Phi-3_DoRA,25.14,51.31,0.51,37.25,0.55,10.2,0.1,10.18,0.33,9.53,0.41,32.39,0.39,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,mit,3,5,TRUE,36f99064a7be8ba475c2ee5c5424e95c263ccb87,TRUE,TRUE,2024-06-26,2024-05-15,TRUE,FALSE,Ba2han/Llama-Phi-3_DoRA,0,Ba2han/Llama-Phi-3_DoRA,https://huggingface.co/Ba2han/Llama-Phi-3_DoRA 🟢,Qwen/Qwen2-57B-A14B,25.03,31.13,0.31,38.88,0.56,18.66,0.19,7.49,0.31,10.54,0.42,43.51,0.49,🟢 pretrained,Qwen2MoeForCausalLM,Original,bfloat16,TRUE,apache-2.0,57,45,TRUE,973e466c39ba76372a2ae464dbca0af3f5a5a2a9,TRUE,FALSE,2024-06-13,2024-05-22,FALSE,TRUE,Qwen/Qwen2-57B-A14B,0,Qwen/Qwen2-57B-A14B,https://huggingface.co/Qwen/Qwen2-57B-A14B 🔶,jpacifico/Chocolatine-3B-Instruct-DPO-v1.0,25,37.37,0.37,36.55,0.55,15.26,0.15,8.72,0.32,19.47,0.48,32.63,0.39,🔶 fine-tuned on domain-specific datasets,Phi3ForCausalLM,Original,float16,TRUE,apache-2.0,3,2,TRUE,98d049b8f8c305cfba81adae498a95e6b5647d4a,TRUE,TRUE,2024-07-11,2024-07-11,FALSE,FALSE,jpacifico/Chocolatine-3B-Instruct-DPO-v1.0,0,jpacifico/Chocolatine-3B-Instruct-DPO-v1.0,https://huggingface.co/jpacifico/Chocolatine-3B-Instruct-DPO-v1.0 +🔶,informatiker/Qwen2-7B-Instruct-abliterated,25,58.22,0.58,37.8,0.55,8.38,0.08,6.82,0.3,6.83,0.39,31.92,0.39,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,"",7,4,FALSE,7577d60acfe4544d5ab303f0a4d69a9fcb9cf1aa,TRUE,TRUE,2024-09-15,2024-07-10,TRUE,FALSE,informatiker/Qwen2-7B-Instruct-abliterated,0,informatiker/Qwen2-7B-Instruct-abliterated,https://huggingface.co/informatiker/Qwen2-7B-Instruct-abliterated +💬,EpistemeAI/Fireball-Alpaca-Llama3.1.07-8B-Philos-Math-KTO-beta,24.9,72.74,0.73,26.9,0.49,13.22,0.13,4.03,0.28,4.28,0.36,28.26,0.35,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,apache-2.0,8,0,TRUE,2851384717556dd6ac14c00ed87aac1f267eb263,TRUE,TRUE,2024-09-14,2024-09-12,TRUE,FALSE,EpistemeAI/Fireball-Alpaca-Llama3.1.07-8B-Philos-Math-KTO-beta,4,unsloth/Meta-Llama-3.1-8B,https://huggingface.co/EpistemeAI/Fireball-Alpaca-Llama3.1.07-8B-Philos-Math-KTO-beta 🔶,arcee-ai/Llama-Spark,24.9,79.11,0.79,29.77,0.51,1.06,0.01,6.6,0.3,2.62,0.36,30.23,0.37,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,22,TRUE,6d74a617fbb17a1ada08528f2673c89f84fb062e,TRUE,TRUE,2024-08-08,2024-07-26,TRUE,FALSE,arcee-ai/Llama-Spark,0,arcee-ai/Llama-Spark,https://huggingface.co/arcee-ai/Llama-Spark 🔶,cognitivecomputations/dolphin-2.9.1-yi-1.5-9b,24.85,44.65,0.45,35.78,0.55,10.42,0.1,11.74,0.34,13.52,0.43,32.97,0.4,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,25,TRUE,91f0a521e3e2a0675a3549aa5d3f40717068de94,TRUE,TRUE,2024-08-02,2024-05-18,TRUE,TRUE,cognitivecomputations/dolphin-2.9.1-yi-1.5-9b,1,01-ai/Yi-1.5-9B,https://huggingface.co/cognitivecomputations/dolphin-2.9.1-yi-1.5-9b 🔶,Replete-AI/Replete-LLM-V2-Llama-3.1-8b,24.84,55.15,0.55,33.21,0.53,13.22,0.13,8.5,0.31,8.38,0.4,30.59,0.38,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,6,TRUE,5ff5224804dcc31f536e491e52310f2e3cdc0b57,TRUE,TRUE,2024-08-30,2024-08-24,FALSE,FALSE,Replete-AI/Replete-LLM-V2-Llama-3.1-8b,1,Replete-AI/Replete-LLM-V2-Llama-3.1-8b (Merge),https://huggingface.co/Replete-AI/Replete-LLM-V2-Llama-3.1-8b 🔶,Eurdem/Defne-llama3.1-8B,24.81,50.36,0.5,32.82,0.53,14.12,0.14,6.15,0.3,13.54,0.43,31.84,0.39,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,8,2,TRUE,7832ba3066636bf4dab3e7d658c0b3ded12491ae,TRUE,TRUE,2024-08-14,2024-07-29,FALSE,FALSE,Eurdem/Defne-llama3.1-8B,0,Eurdem/Defne-llama3.1-8B,https://huggingface.co/Eurdem/Defne-llama3.1-8B -💬,Qwen/Qwen2-7B-Instruct,24.76,56.79,0.57,37.81,0.55,8.61,0.09,6.38,0.3,7.37,0.39,31.64,0.38,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,567,TRUE,41c66b0be1c3081f13defc6bdf946c2ef240d6a6,TRUE,TRUE,2024-06-12,2024-06-04,TRUE,TRUE,Qwen/Qwen2-7B-Instruct,1,Qwen/Qwen2-7B,https://huggingface.co/Qwen/Qwen2-7B-Instruct +💬,Qwen/Qwen2-7B-Instruct,24.76,56.79,0.57,37.81,0.55,8.61,0.09,6.38,0.3,7.37,0.39,31.64,0.38,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,569,TRUE,41c66b0be1c3081f13defc6bdf946c2ef240d6a6,TRUE,TRUE,2024-06-12,2024-06-04,TRUE,TRUE,Qwen/Qwen2-7B-Instruct,1,Qwen/Qwen2-7B,https://huggingface.co/Qwen/Qwen2-7B-Instruct 🤝,HiroseKoichi/Llama-Salad-4x8B-V3,24.75,66.54,0.67,31.93,0.52,8.53,0.09,7.05,0.3,6.45,0.37,27.98,0.35,🤝 base merges and moerges,MixtralForCausalLM,Original,bfloat16,FALSE,llama3,24,4,TRUE,a343915429779efbd1478f01ba1f7fd9d8d226c0,TRUE,FALSE,2024-06-26,2024-06-17,TRUE,FALSE,HiroseKoichi/Llama-Salad-4x8B-V3,0,HiroseKoichi/Llama-Salad-4x8B-V3,https://huggingface.co/HiroseKoichi/Llama-Salad-4x8B-V3 🤝,nbeerbower/mistral-nemo-bophades-12B,24.72,67.94,0.68,29.54,0.5,6.27,0.06,4.7,0.29,12.09,0.42,27.79,0.35,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,6,TRUE,252a358e099f77a0a28125e00a57aa3a107b3910,TRUE,TRUE,2024-09-03,2024-08-13,TRUE,FALSE,nbeerbower/mistral-nemo-bophades-12B,1,nbeerbower/mistral-nemo-bophades-12B (Merge),https://huggingface.co/nbeerbower/mistral-nemo-bophades-12B 💬,haoranxu/Llama-3-Instruct-8B-SimPO,24.71,73.47,0.73,28.23,0.5,7.1,0.07,5.37,0.29,3.74,0.36,30.37,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,1,TRUE,8346770280fa169d41d737785dd63a66e9d94501,TRUE,TRUE,2024-07-28,2024-06-07,TRUE,FALSE,haoranxu/Llama-3-Instruct-8B-SimPO,1,meta-llama/Meta-Llama-3-8B-Instruct,https://huggingface.co/haoranxu/Llama-3-Instruct-8B-SimPO @@ -180,13 +186,13 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 💬,CohereForAI/aya-23-35B,24.62,64.62,0.65,34.86,0.54,2.64,0.03,5.93,0.29,13.47,0.43,26.18,0.34,"💬 chat models (RLHF, DPO, IFT, ...)",CohereForCausalLM,Original,float16,TRUE,cc-by-nc-4.0,34,239,TRUE,31d6fd858f20539a55401c7ad913086f54d9ca2c,TRUE,TRUE,2024-06-12,2024-05-19,TRUE,TRUE,CohereForAI/aya-23-35B,0,CohereForAI/aya-23-35B,https://huggingface.co/CohereForAI/aya-23-35B 🤝,vicgalle/Merge-Mixtral-Prometheus-8x7B,24.61,57.44,0.57,34.65,0.54,8.31,0.08,7.83,0.31,9.59,0.41,29.82,0.37,🤝 base merges and moerges,MixtralForCausalLM,Original,bfloat16,FALSE,apache-2.0,46,2,TRUE,ba53ee5b52a81e56b01e919c069a0d045cfd4e83,TRUE,FALSE,2024-06-26,2024-05-04,TRUE,FALSE,vicgalle/Merge-Mixtral-Prometheus-8x7B,1,vicgalle/Merge-Mixtral-Prometheus-8x7B (Merge),https://huggingface.co/vicgalle/Merge-Mixtral-Prometheus-8x7B 🔶,cognitivecomputations/dolphin-2.9.3-mistral-nemo-12b,24.58,56.01,0.56,36.08,0.55,5.06,0.05,8.72,0.32,15.21,0.44,26.41,0.34,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,67,TRUE,7b535c900688fc836fbeebaeb7133910b09bafda,TRUE,TRUE,2024-07-26,2024-07-23,TRUE,TRUE,cognitivecomputations/dolphin-2.9.3-mistral-nemo-12b,1,mistralai/Mistral-Nemo-Base-2407,https://huggingface.co/cognitivecomputations/dolphin-2.9.3-mistral-nemo-12b -💬,nbeerbower/mistral-nemo-wissenschaft-12B,24.58,65.2,0.65,29.57,0.5,6.57,0.07,5.7,0.29,12.29,0.42,28.14,0.35,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,2,TRUE,2480f9924415c72fe00ae9391bb15a6d05c889eb,TRUE,TRUE,2024-08-30,2024-08-12,TRUE,FALSE,nbeerbower/mistral-nemo-wissenschaft-12B,1,nbeerbower/mistral-nemo-wissenschaft-12B (Merge),https://huggingface.co/nbeerbower/mistral-nemo-wissenschaft-12B +💬,nbeerbower/mistral-nemo-wissenschaft-12B,24.58,65.2,0.65,29.57,0.5,6.57,0.07,5.7,0.29,12.29,0.42,28.14,0.35,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,3,TRUE,2480f9924415c72fe00ae9391bb15a6d05c889eb,TRUE,TRUE,2024-08-30,2024-08-12,TRUE,FALSE,nbeerbower/mistral-nemo-wissenschaft-12B,1,nbeerbower/mistral-nemo-wissenschaft-12B (Merge),https://huggingface.co/nbeerbower/mistral-nemo-wissenschaft-12B 🔶,ZeusLabs/L3-Aethora-15B-V2,24.57,72.08,0.72,28.97,0.5,7.33,0.07,5.03,0.29,6.25,0.39,27.78,0.35,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,cc-by-sa-4.0,15,39,TRUE,2c601f116c37dd912c89357dbdbef879a637997e,TRUE,TRUE,2024-06-27,2024-06-27,TRUE,FALSE,ZeusLabs/L3-Aethora-15B-V2,1,ZeusLabs/L3-Aethora-15B-V2 (Merge),https://huggingface.co/ZeusLabs/L3-Aethora-15B-V2 💬,ycros/BagelMIsteryTour-v2-8x7B,24.55,62.62,0.63,31.37,0.51,7.7,0.08,7.72,0.31,10.32,0.41,27.56,0.35,"💬 chat models (RLHF, DPO, IFT, ...)",MixtralForCausalLM,Original,bfloat16,FALSE,cc-by-nc-4.0,46,16,TRUE,98a8b319707be3dab1659594da69a37ed8f8c148,TRUE,TRUE,2024-08-04,2024-01-19,TRUE,FALSE,ycros/BagelMIsteryTour-v2-8x7B,1,ycros/BagelMIsteryTour-v2-8x7B (Merge),https://huggingface.co/ycros/BagelMIsteryTour-v2-8x7B 💬,MaziyarPanahi/calme-2.1-phi3-4b,24.51,55.25,0.55,38.12,0.56,4.31,0.04,10.63,0.33,8.26,0.4,30.51,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,bfloat16,TRUE,mit,3,1,TRUE,6764c79badacba5fa3584d2d2593d762caa1d17d,TRUE,TRUE,2024-06-26,2024-05-09,TRUE,FALSE,MaziyarPanahi/calme-2.1-phi3-4b,1,microsoft/Phi-3-mini-4k-instruct,https://huggingface.co/MaziyarPanahi/calme-2.1-phi3-4b 💬,haoranxu/Llama-3-Instruct-8B-CPO-SimPO,24.48,70.46,0.7,29.76,0.5,7.7,0.08,5.7,0.29,3.42,0.36,29.84,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,mit,8,1,TRUE,3ca4b5c3a6395ff090e1039d55ac1f6120777302,TRUE,TRUE,2024-07-28,2024-06-19,TRUE,FALSE,haoranxu/Llama-3-Instruct-8B-CPO-SimPO,0,haoranxu/Llama-3-Instruct-8B-CPO-SimPO,https://huggingface.co/haoranxu/Llama-3-Instruct-8B-CPO-SimPO 💬,rhplus0831/maid-yuzu-v7,24.38,64.62,0.65,26.82,0.48,8.91,0.09,7.94,0.31,9.77,0.41,28.22,0.35,"💬 chat models (RLHF, DPO, IFT, ...)",MixtralForCausalLM,Original,bfloat16,TRUE,"",46,1,FALSE,a0bd8c707bb80024778da4a0d057917faa53d2f6,TRUE,TRUE,2024-09-08,2024-02-09,TRUE,FALSE,rhplus0831/maid-yuzu-v7,1,rhplus0831/maid-yuzu-v7 (Merge),https://huggingface.co/rhplus0831/maid-yuzu-v7 -💬,mistralai/Mixtral-8x7B-Instruct-v0.1,24.35,53.95,0.54,34.02,0.53,9.06,0.09,7.61,0.31,12.11,0.43,29.36,0.36,"💬 chat models (RLHF, DPO, IFT, ...)",MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,46,4106,TRUE,1e637f2d7cb0a9d6fb1922f305cb784995190a83,TRUE,FALSE,2024-06-12,2023-12-10,TRUE,TRUE,mistralai/Mixtral-8x7B-Instruct-v0.1,1,mistralai/Mixtral-8x7B-v0.1,https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1 +💬,mistralai/Mixtral-8x7B-Instruct-v0.1,24.35,53.95,0.54,34.02,0.53,9.06,0.09,7.61,0.31,12.11,0.43,29.36,0.36,"💬 chat models (RLHF, DPO, IFT, ...)",MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,46,4108,TRUE,1e637f2d7cb0a9d6fb1922f305cb784995190a83,TRUE,FALSE,2024-06-12,2023-12-10,TRUE,TRUE,mistralai/Mixtral-8x7B-Instruct-v0.1,1,mistralai/Mixtral-8x7B-v0.1,https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1 🔶,ValiantLabs/Llama3.1-8B-ShiningValiant2,24.29,65.24,0.65,26.35,0.48,11.63,0.12,8.95,0.32,7.19,0.39,26.38,0.34,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,8,2,TRUE,6b2b5694a192cb29ad0e4314138affa25b630c0e,TRUE,TRUE,2024-08-10,2024-08-06,TRUE,FALSE,ValiantLabs/Llama3.1-8B-ShiningValiant2,2,meta-llama/Meta-Llama-3.1-8B,https://huggingface.co/ValiantLabs/Llama3.1-8B-ShiningValiant2 🔶,VAGOsolutions/SauerkrautLM-Mixtral-8x7B-Instruct,24.29,56.02,0.56,33.95,0.53,8.61,0.09,6.38,0.3,11.32,0.42,29.45,0.37,🔶 fine-tuned on domain-specific datasets,MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,46,21,TRUE,30ed549de7d84f68b4c6cb619f73275c99af23cc,TRUE,FALSE,2024-06-26,2023-12-15,TRUE,FALSE,VAGOsolutions/SauerkrautLM-Mixtral-8x7B-Instruct,0,VAGOsolutions/SauerkrautLM-Mixtral-8x7B-Instruct,https://huggingface.co/VAGOsolutions/SauerkrautLM-Mixtral-8x7B-Instruct 🤝,UKzExecution/LlamaExecutor-8B-3.0.5,24.26,74.03,0.74,28.41,0.5,8.53,0.09,0.78,0.26,4.65,0.38,29.17,0.36,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,FALSE,2047978e8ab1146b8881cde3d998856594f437a4,TRUE,TRUE,2024-07-30,2024-07-29,TRUE,FALSE,UKzExecution/LlamaExecutor-8B-3.0.5,1,UKzExecution/LlamaExecutor-8B-3.0.5 (Merge),https://huggingface.co/UKzExecution/LlamaExecutor-8B-3.0.5 @@ -195,7 +201,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 💬,argilla/notux-8x7b-v1,24.23,54.22,0.54,34.76,0.54,8.46,0.08,7.83,0.31,10.53,0.42,29.56,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,46,165,TRUE,0b29f9afcbae2ab4c5085638d8f5a7f6d44c6b17,TRUE,FALSE,2024-06-12,2023-12-12,TRUE,TRUE,argilla/notux-8x7b-v1,2,mistralai/Mixtral-8x7B-v0.1,https://huggingface.co/argilla/notux-8x7b-v1 🤝,MarinaraSpaghetti/Nemomix-v4.0-12B,24.2,55.75,0.56,32.88,0.53,9.21,0.09,5.59,0.29,12.76,0.42,29.03,0.36,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,TRUE,"",12,20,FALSE,69fbd8449ce3e916fc257e982a78189308123074,TRUE,TRUE,2024-08-02,2024-07-30,TRUE,FALSE,MarinaraSpaghetti/Nemomix-v4.0-12B,1,MarinaraSpaghetti/Nemomix-v4.0-12B (Merge),https://huggingface.co/MarinaraSpaghetti/Nemomix-v4.0-12B 💬,lordjia/Llama-3-Cantonese-8B-Instruct,24.16,66.69,0.67,26.79,0.48,8.23,0.08,5.82,0.29,9.48,0.4,27.94,0.35,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,1,TRUE,ea98e9b1ab3ea0d66e5270816e43d7a70aaaa151,TRUE,TRUE,2024-08-03,2024-07-16,TRUE,FALSE,lordjia/Llama-3-Cantonese-8B-Instruct,0,lordjia/Llama-3-Cantonese-8B-Instruct,https://huggingface.co/lordjia/Llama-3-Cantonese-8B-Instruct -🔶,NeverSleep/Lumimaid-v0.2-8B,24.12,50.38,0.5,31.96,0.52,12.61,0.13,8.17,0.31,12.32,0.43,29.29,0.36,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,cc-by-nc-4.0,8,56,TRUE,4563201f29ef18c62d16e9f6fffd3931a63ccb51,TRUE,TRUE,2024-08-09,2024-07-24,FALSE,FALSE,NeverSleep/Lumimaid-v0.2-8B,0,NeverSleep/Lumimaid-v0.2-8B,https://huggingface.co/NeverSleep/Lumimaid-v0.2-8B +🔶,NeverSleep/Lumimaid-v0.2-8B,24.12,50.38,0.5,31.96,0.52,12.61,0.13,8.17,0.31,12.32,0.43,29.29,0.36,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,cc-by-nc-4.0,8,57,TRUE,4563201f29ef18c62d16e9f6fffd3931a63ccb51,TRUE,TRUE,2024-08-09,2024-07-24,FALSE,FALSE,NeverSleep/Lumimaid-v0.2-8B,0,NeverSleep/Lumimaid-v0.2-8B,https://huggingface.co/NeverSleep/Lumimaid-v0.2-8B 💬,OpenBuddy/openbuddy-llama3.1-8b-v22.2-131k,24.07,66.57,0.67,29.06,0.5,9.37,0.09,3.91,0.28,9.81,0.41,25.67,0.33,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,other,8,2,TRUE,0d9d85c7a5e4292e07c346147de56bd3991d525c,TRUE,TRUE,2024-07-29,2024-07-28,TRUE,FALSE,OpenBuddy/openbuddy-llama3.1-8b-v22.2-131k,0,OpenBuddy/openbuddy-llama3.1-8b-v22.2-131k,https://huggingface.co/OpenBuddy/openbuddy-llama3.1-8b-v22.2-131k 🤝,Luni/StarDust-12b-v2,24.06,56.29,0.56,34.95,0.54,5.97,0.06,5.82,0.29,14.26,0.43,27.1,0.34,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,20,TRUE,75bffd7b86f37c2cebc4fdf83fbc3ab33d6c6e05,TRUE,TRUE,2024-09-03,2024-09-01,TRUE,FALSE,Luni/StarDust-12b-v2,1,Luni/StarDust-12b-v2 (Merge),https://huggingface.co/Luni/StarDust-12b-v2 🔶,nbeerbower/mistral-nemo-gutenberg-12B-v2,24.05,62.03,0.62,34.73,0.54,2.11,0.02,3.69,0.28,13.99,0.43,27.77,0.35,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,13,TRUE,86bf9c105ff40835132e41699ac1a76ee0e5b683,TRUE,TRUE,2024-09-03,2024-08-13,TRUE,FALSE,nbeerbower/mistral-nemo-gutenberg-12B-v2,1,nbeerbower/mistral-nemo-gutenberg-12B-v2 (Merge),https://huggingface.co/nbeerbower/mistral-nemo-gutenberg-12B-v2 @@ -204,7 +210,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,BAAI/Infinity-Instruct-3M-0625-Qwen2-7B,24.01,55.54,0.56,34.66,0.53,6.12,0.06,8.39,0.31,6.46,0.39,32.89,0.4,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,7,TRUE,503c24156d7682458686a7b5324f7f886e63470d,TRUE,TRUE,2024-08-05,2024-07-09,TRUE,FALSE,BAAI/Infinity-Instruct-3M-0625-Qwen2-7B,0,BAAI/Infinity-Instruct-3M-0625-Qwen2-7B,https://huggingface.co/BAAI/Infinity-Instruct-3M-0625-Qwen2-7B 🔶,ValiantLabs/Llama3.1-8B-ShiningValiant2,24,64.74,0.65,26.26,0.48,10.73,0.11,8.95,0.32,6.91,0.39,26.4,0.34,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,llama3.1,8,2,TRUE,6b2b5694a192cb29ad0e4314138affa25b630c0e,TRUE,TRUE,2024-08-07,2024-08-06,TRUE,FALSE,ValiantLabs/Llama3.1-8B-ShiningValiant2,2,meta-llama/Meta-Llama-3.1-8B,https://huggingface.co/ValiantLabs/Llama3.1-8B-ShiningValiant2 💬,vicgalle/Roleplay-Llama-3-8B,23.94,73.2,0.73,28.55,0.5,8.69,0.09,1.45,0.26,1.68,0.35,30.09,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,apache-2.0,8,36,TRUE,57297eb57dcc2c116f061d9dda341094203da01b,TRUE,TRUE,2024-06-26,2024-04-19,TRUE,FALSE,vicgalle/Roleplay-Llama-3-8B,0,vicgalle/Roleplay-Llama-3-8B,https://huggingface.co/vicgalle/Roleplay-Llama-3-8B -💬,meta-llama/Meta-Llama-3-8B-Instruct,23.91,74.08,0.74,28.24,0.5,8.69,0.09,1.23,0.26,1.6,0.36,29.6,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,3406,TRUE,e1945c40cd546c78e41f1151f4db032b271faeaa,TRUE,TRUE,2024-06-12,2024-04-17,TRUE,TRUE,meta-llama/Meta-Llama-3-8B-Instruct,0,meta-llama/Meta-Llama-3-8B-Instruct,https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct +💬,meta-llama/Meta-Llama-3-8B-Instruct,23.91,74.08,0.74,28.24,0.5,8.69,0.09,1.23,0.26,1.6,0.36,29.6,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,3408,TRUE,e1945c40cd546c78e41f1151f4db032b271faeaa,TRUE,TRUE,2024-06-12,2024-04-17,TRUE,TRUE,meta-llama/Meta-Llama-3-8B-Instruct,0,meta-llama/Meta-Llama-3-8B-Instruct,https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct 💬,01-ai/Yi-34B-Chat,23.9,46.99,0.47,37.62,0.56,4.31,0.04,11.74,0.34,8.36,0.4,34.37,0.41,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,34,343,TRUE,2e528b6a80fb064a0a746c5ca43114b135e30464,TRUE,TRUE,2024-06-12,2023-11-22,TRUE,TRUE,01-ai/Yi-34B-Chat,0,01-ai/Yi-34B-Chat,https://huggingface.co/01-ai/Yi-34B-Chat 💬,UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter2,23.78,69.89,0.7,29.87,0.51,8.76,0.09,2.24,0.27,2,0.36,29.91,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,0,TRUE,730c7207d4b538feeb3c2e6d6f6a6ba8615a9be3,TRUE,TRUE,2024-08-07,2024-06-25,TRUE,FALSE,UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter2,0,UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter2,https://huggingface.co/UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter2 💬,vicgalle/Configurable-Yi-1.5-9B-Chat,23.77,43.23,0.43,35.33,0.55,6.12,0.06,12.42,0.34,12.02,0.43,33.5,0.4,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,apache-2.0,8,2,TRUE,992cb2232caae78eff6a836b2e0642f7cbf6018e,TRUE,TRUE,2024-06-26,2024-05-12,TRUE,FALSE,vicgalle/Configurable-Yi-1.5-9B-Chat,0,vicgalle/Configurable-Yi-1.5-9B-Chat,https://huggingface.co/vicgalle/Configurable-Yi-1.5-9B-Chat @@ -212,31 +218,32 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,migtissera/Tess-v2.5-Phi-3-medium-128k-14B,23.74,45.39,0.45,46.22,0.62,2.64,0.03,7.72,0.31,10.11,0.41,30.35,0.37,🔶 fine-tuned on domain-specific datasets,Phi3ForCausalLM,Original,bfloat16,TRUE,mit,13,3,TRUE,3a4dbce32e765f659d418c57f0040d290b8b480d,TRUE,TRUE,2024-08-30,2024-06-05,TRUE,FALSE,migtissera/Tess-v2.5-Phi-3-medium-128k-14B,1,microsoft/Phi-3-medium-128k-instruct,https://huggingface.co/migtissera/Tess-v2.5-Phi-3-medium-128k-14B 🔶,lightblue/suzume-llama-3-8B-multilingual,23.72,66.78,0.67,28.9,0.49,7.85,0.08,4.47,0.28,7.84,0.4,26.48,0.34,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,other,8,101,TRUE,0cb15aa9ec685eef494f9a15f65aefcfe3c04c66,TRUE,TRUE,2024-07-30,2024-04-23,TRUE,FALSE,lightblue/suzume-llama-3-8B-multilingual,1,meta-llama/Meta-Llama-3-8B-Instruct,https://huggingface.co/lightblue/suzume-llama-3-8B-multilingual 🔶,adamo1139/Yi-34B-200K-AEZAKMI-v2,23.69,45.55,0.46,35.28,0.54,4.83,0.05,10.96,0.33,6.48,0.39,39.03,0.45,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,apache-2.0,34,12,TRUE,189b42b0dae6352fbe7165255aae851961c8e678,TRUE,TRUE,2024-06-26,2023-12-13,TRUE,FALSE,adamo1139/Yi-34B-200K-AEZAKMI-v2,0,adamo1139/Yi-34B-200K-AEZAKMI-v2,https://huggingface.co/adamo1139/Yi-34B-200K-AEZAKMI-v2 +🤝,rmdhirr/Gluon-8B,23.66,50.53,0.51,30.34,0.52,12.54,0.13,8.28,0.31,9.09,0.4,31.2,0.38,🤝 base merges and moerges,LlamaForCausalLM,Original,float16,FALSE,apache-2.0,8,1,TRUE,cc949908c60ab7f696e133714222d6cab156e493,TRUE,TRUE,2024-09-14,2024-09-14,FALSE,FALSE,rmdhirr/Gluon-8B,1,rmdhirr/Gluon-8B (Merge),https://huggingface.co/rmdhirr/Gluon-8B 🟢,Qwen/Qwen2-7B,23.66,31.49,0.31,34.71,0.53,18.81,0.19,7.27,0.3,14.32,0.44,35.37,0.42,🟢 pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,128,TRUE,453ed1575b739b5b03ce3758b23befdb0967f40e,TRUE,TRUE,2024-06-09,2024-06-04,FALSE,TRUE,Qwen/Qwen2-7B,0,Qwen/Qwen2-7B,https://huggingface.co/Qwen/Qwen2-7B 🟢,google/gemma-2-27b,23.64,24.75,0.25,37.39,0.56,14.88,0.15,13.42,0.35,13.92,0.44,37.45,0.44,🟢 pretrained,Gemma2ForCausalLM,Original,bfloat16,TRUE,gemma,27,160,TRUE,938270f5272feb02779b55c2bb2fffdd0f53ff0c,TRUE,TRUE,2024-08-24,2024-06-24,FALSE,TRUE,google/gemma-2-27b,0,google/gemma-2-27b,https://huggingface.co/google/gemma-2-27b 💬,SeaLLMs/SeaLLMs-v3-7B-Chat,23.63,43.77,0.44,33.8,0.53,15.11,0.15,6.49,0.3,10.47,0.42,32.16,0.39,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,7,38,TRUE,67ef6dfd0a5df7af4be7a325786105a2ba4cbaf7,TRUE,TRUE,2024-07-29,2024-07-03,TRUE,FALSE,SeaLLMs/SeaLLMs-v3-7B-Chat,0,SeaLLMs/SeaLLMs-v3-7B-Chat,https://huggingface.co/SeaLLMs/SeaLLMs-v3-7B-Chat 🔶,ZhangShenao/SELM-Llama-3-8B-Instruct-iter-3,23.56,69.03,0.69,29.08,0.5,5.74,0.06,1.12,0.26,5.5,0.38,30.92,0.38,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,mit,8,4,TRUE,9c95ccdeceed14a3c2881bc495101a1acca1385f,TRUE,TRUE,2024-07-02,2024-05-25,TRUE,FALSE,ZhangShenao/SELM-Llama-3-8B-Instruct-iter-3,3,meta-llama/Meta-Llama-3-8B-Instruct,https://huggingface.co/ZhangShenao/SELM-Llama-3-8B-Instruct-iter-3 -💬,mistralai/Mistral-Nemo-Instruct-2407,23.53,63.8,0.64,29.68,0.5,5.89,0.06,5.37,0.29,8.48,0.39,27.97,0.35,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,1052,TRUE,4d14c1db68fe20dbf80b8eca85d39b909c5fe1d5,TRUE,TRUE,2024-08-29,2024-07-17,TRUE,TRUE,mistralai/Mistral-Nemo-Instruct-2407,1,mistralai/Mistral-Nemo-Base-2407,https://huggingface.co/mistralai/Mistral-Nemo-Instruct-2407 +💬,mistralai/Mistral-Nemo-Instruct-2407,23.53,63.8,0.64,29.68,0.5,5.89,0.06,5.37,0.29,8.48,0.39,27.97,0.35,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,1057,TRUE,4d14c1db68fe20dbf80b8eca85d39b909c5fe1d5,TRUE,TRUE,2024-08-29,2024-07-17,TRUE,TRUE,mistralai/Mistral-Nemo-Instruct-2407,1,mistralai/Mistral-Nemo-Base-2407,https://huggingface.co/mistralai/Mistral-Nemo-Instruct-2407 🤝,allknowingroger/Ph3merge-14B,23.53,27.01,0.27,48.88,0.64,0.15,0,11.74,0.34,13.28,0.43,40.12,0.46,🤝 base merges and moerges,Phi3ForCausalLM,Original,bfloat16,FALSE,apache-2.0,13,0,TRUE,6d0ddaa4e0cf4c82d7149cc726b08be5753a760a,TRUE,TRUE,2024-09-02,2024-08-30,FALSE,FALSE,allknowingroger/Ph3merge-14B,1,allknowingroger/Ph3merge-14B (Merge),https://huggingface.co/allknowingroger/Ph3merge-14B 🔶,TheDrummer/Rocinante-12B-v1,23.51,60.76,0.61,30.03,0.51,5.97,0.06,5.48,0.29,11.28,0.4,27.53,0.35,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,other,12,18,TRUE,74a4ae2584d45655298995198d5ab3e660364a1a,TRUE,TRUE,2024-09-03,2024-08-14,TRUE,FALSE,TheDrummer/Rocinante-12B-v1,0,TheDrummer/Rocinante-12B-v1,https://huggingface.co/TheDrummer/Rocinante-12B-v1 💬,lordjia/Qwen2-Cantonese-7B-Instruct,23.5,54.35,0.54,32.45,0.52,8.76,0.09,6.04,0.3,7.81,0.4,31.59,0.38,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,1,TRUE,eb8b0faee749d167fd70e74f5e579094c4cfe7fb,TRUE,TRUE,2024-08-03,2024-07-13,TRUE,FALSE,lordjia/Qwen2-Cantonese-7B-Instruct,0,lordjia/Qwen2-Cantonese-7B-Instruct,https://huggingface.co/lordjia/Qwen2-Cantonese-7B-Instruct -💬,NousResearch/Hermes-3-Llama-3.1-8B,23.49,61.7,0.62,30.72,0.52,4.76,0.05,6.38,0.3,13.62,0.44,23.77,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,172,TRUE,aabb745a717e133b74dcae23195d2635cf5f38cc,TRUE,TRUE,2024-08-28,2024-07-28,TRUE,TRUE,NousResearch/Hermes-3-Llama-3.1-8B,1,meta-llama/Meta-Llama-3.1-8B,https://huggingface.co/NousResearch/Hermes-3-Llama-3.1-8B +💬,NousResearch/Hermes-3-Llama-3.1-8B,23.49,61.7,0.62,30.72,0.52,4.76,0.05,6.38,0.3,13.62,0.44,23.77,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,177,TRUE,aabb745a717e133b74dcae23195d2635cf5f38cc,TRUE,TRUE,2024-08-28,2024-07-28,TRUE,TRUE,NousResearch/Hermes-3-Llama-3.1-8B,1,meta-llama/Meta-Llama-3.1-8B,https://huggingface.co/NousResearch/Hermes-3-Llama-3.1-8B 💬,saltlux/luxia-21.4b-alignment-v1.2,23.44,41.15,0.41,47.77,0.64,1.59,0.02,7.72,0.31,14.9,0.45,27.48,0.35,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,21,7,TRUE,eed12b5574fa49cc81e57a88aff24c08c13721c0,TRUE,TRUE,2024-07-30,2024-05-27,TRUE,FALSE,saltlux/luxia-21.4b-alignment-v1.2,0,saltlux/luxia-21.4b-alignment-v1.2,https://huggingface.co/saltlux/luxia-21.4b-alignment-v1.2 💬,lightblue/suzume-llama-3-8B-multilingual-orpo-borda-top75,23.43,66.87,0.67,28.06,0.48,6.57,0.07,3.02,0.27,5.31,0.38,30.77,0.38,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,cc-by-nc-4.0,8,1,TRUE,555f4a0092f239557e1aa34f9d489e8156b907bb,TRUE,TRUE,2024-06-29,2024-04-26,TRUE,FALSE,lightblue/suzume-llama-3-8B-multilingual-orpo-borda-top75,2,meta-llama/Meta-Llama-3-8B-Instruct,https://huggingface.co/lightblue/suzume-llama-3-8B-multilingual-orpo-borda-top75 💬,lightblue/suzume-llama-3-8B-multilingual-orpo-borda-top25,23.37,66.37,0.66,27.67,0.49,8.53,0.09,3.02,0.27,4.81,0.36,29.83,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,cc-by-nc-4.0,8,2,TRUE,5a2f17238cc83932e00613d285f8bf6b8f4a0c3a,TRUE,TRUE,2024-06-29,2024-04-26,TRUE,FALSE,lightblue/suzume-llama-3-8B-multilingual-orpo-borda-top25,2,meta-llama/Meta-Llama-3-8B-Instruct,https://huggingface.co/lightblue/suzume-llama-3-8B-multilingual-orpo-borda-top25 🔶,axolotl-ai-co/romulus-mistral-nemo-12b-simpo,23.37,60.64,0.61,34.64,0.54,0.83,0.01,3.8,0.28,12.98,0.42,27.32,0.35,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,"",12,11,FALSE,15fd3ffa46c1ea51aa5d26a1da24214e324d7cf2,TRUE,TRUE,2024-07-25,2024-07-24,TRUE,FALSE,axolotl-ai-co/romulus-mistral-nemo-12b-simpo,1,winglian/m12b-20240721-test010,https://huggingface.co/axolotl-ai-co/romulus-mistral-nemo-12b-simpo -💬,NousResearch/Nous-Hermes-2-SOLAR-10.7B,23.32,52.79,0.53,34.99,0.54,5.21,0.05,5.82,0.29,13.83,0.44,27.31,0.35,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,10,202,TRUE,14c1fbe2f71acdcd58247b30d5439bd572d52386,TRUE,TRUE,2024-06-12,2024-01-01,TRUE,TRUE,NousResearch/Nous-Hermes-2-SOLAR-10.7B,1,upstage/SOLAR-10.7B-v1.0,https://huggingface.co/NousResearch/Nous-Hermes-2-SOLAR-10.7B +💬,NousResearch/Nous-Hermes-2-SOLAR-10.7B,23.32,52.79,0.53,34.99,0.54,5.21,0.05,5.82,0.29,13.83,0.44,27.31,0.35,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,10,201,TRUE,14c1fbe2f71acdcd58247b30d5439bd572d52386,TRUE,TRUE,2024-06-12,2024-01-01,TRUE,TRUE,NousResearch/Nous-Hermes-2-SOLAR-10.7B,1,upstage/SOLAR-10.7B-v1.0,https://huggingface.co/NousResearch/Nous-Hermes-2-SOLAR-10.7B 🔶,UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3,23.32,68.34,0.68,29.74,0.51,7.33,0.07,2.01,0.27,3.09,0.37,29.38,0.36,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,75,TRUE,f73dafc2923acd56f115f21f76e9d14f8d19a63e,TRUE,TRUE,2024-07-02,2024-06-25,TRUE,FALSE,UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3,0,UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3,https://huggingface.co/UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3 💬,MaziyarPanahi/calme-2.2-phi3-4b,23.21,50.69,0.51,37.73,0.55,2.34,0.02,9.51,0.32,7.7,0.4,31.27,0.38,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,bfloat16,TRUE,mit,3,2,TRUE,c0a366a4c01d7e724ceba7e2f2c19251983423fe,TRUE,TRUE,2024-06-26,2024-05-10,TRUE,FALSE,MaziyarPanahi/calme-2.2-phi3-4b,1,microsoft/Phi-3-mini-4k-instruct,https://huggingface.co/MaziyarPanahi/calme-2.2-phi3-4b 🔶,CausalLM/34b-beta,23.18,30.43,0.3,36.68,0.56,4.15,0.04,12.86,0.35,6.92,0.37,48.06,0.53,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,gpl-3.0,34,61,TRUE,0429951eb30ccdfff3515e711aaa7649a8a7364c,TRUE,TRUE,2024-06-26,2024-02-06,FALSE,TRUE,CausalLM/34b-beta,0,CausalLM/34b-beta,https://huggingface.co/CausalLM/34b-beta 🤝,Luni/StarDust-12b-v1,23.17,54.59,0.55,34.45,0.54,5.97,0.06,3.47,0.28,13.76,0.43,26.8,0.34,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,11,TRUE,91976b0c71dce1310f4a6139552e10a6149bdc31,TRUE,TRUE,2024-09-03,2024-08-29,TRUE,FALSE,Luni/StarDust-12b-v1,1,Luni/StarDust-12b-v1 (Merge),https://huggingface.co/Luni/StarDust-12b-v1 🔶,maywell/Qwen2-7B-Multilingual-RP,23.15,43.47,0.43,30.54,0.51,20.62,0.21,6.26,0.3,6.23,0.37,31.77,0.39,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,35,TRUE,487e8f0498419e4d1188f661dbb63bd629be4638,TRUE,TRUE,2024-09-05,2024-06-24,TRUE,FALSE,maywell/Qwen2-7B-Multilingual-RP,0,maywell/Qwen2-7B-Multilingual-RP,https://huggingface.co/maywell/Qwen2-7B-Multilingual-RP -🔶,mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated,23.13,73.29,0.73,27.13,0.49,6.42,0.06,0.89,0.26,3.21,0.36,27.81,0.35,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,8,106,TRUE,aef878bdf42c119d007322967006fcdef5ae6ee1,TRUE,TRUE,2024-09-10,2024-07-24,TRUE,TRUE,mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated,2,meta-llama/Meta-Llama-3.1-8B,https://huggingface.co/mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated +🔶,mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated,23.13,73.29,0.73,27.13,0.49,6.42,0.06,0.89,0.26,3.21,0.36,27.81,0.35,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,8,108,TRUE,aef878bdf42c119d007322967006fcdef5ae6ee1,TRUE,TRUE,2024-09-10,2024-07-24,TRUE,TRUE,mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated,2,meta-llama/Meta-Llama-3.1-8B,https://huggingface.co/mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated 🔶,fblgit/UNA-SimpleSmaug-34b-v1beta,23.12,45.56,0.46,32.78,0.53,0.15,0,8.95,0.32,11.96,0.43,39.33,0.45,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,34,20,TRUE,4b62fccfc7e44c0a02c11a5279d98fafa6b922ba,TRUE,TRUE,2024-06-30,2024-02-05,TRUE,FALSE,fblgit/UNA-SimpleSmaug-34b-v1beta,2,jondurbin/bagel-34b-v0.2,https://huggingface.co/fblgit/UNA-SimpleSmaug-34b-v1beta 💬,UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3,23.06,67.03,0.67,29.72,0.51,7.18,0.07,2.01,0.27,2.89,0.36,29.53,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,apache-2.0,8,75,TRUE,f73dafc2923acd56f115f21f76e9d14f8d19a63e,TRUE,TRUE,2024-06-28,2024-06-25,TRUE,FALSE,UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3,0,UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3,https://huggingface.co/UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3 💬,MaziyarPanahi/calme-2.3-phi3-4b,23.02,49.26,0.49,37.66,0.55,2.95,0.03,9.06,0.32,7.75,0.4,31.42,0.38,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,bfloat16,TRUE,mit,3,9,TRUE,e1f70c3724c728aadd1c7c1bb279487494f7059e,TRUE,TRUE,2024-06-26,2024-05-10,TRUE,FALSE,MaziyarPanahi/calme-2.3-phi3-4b,1,microsoft/Phi-3-mini-4k-instruct,https://huggingface.co/MaziyarPanahi/calme-2.3-phi3-4b -🔶,BAAI/Infinity-Instruct-7M-0729-Llama3_1-8B,22.94,61.32,0.61,30.89,0.51,9.74,0.1,5.7,0.29,5.3,0.36,24.71,0.32,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,8,5,TRUE,0aca33fd7500a781d041e8bf7e5e3789b03f54f4,TRUE,TRUE,2024-08-05,2024-08-02,TRUE,FALSE,BAAI/Infinity-Instruct-7M-0729-Llama3_1-8B,0,BAAI/Infinity-Instruct-7M-0729-Llama3_1-8B,https://huggingface.co/BAAI/Infinity-Instruct-7M-0729-Llama3_1-8B 🔶,BAAI/Infinity-Instruct-7M-Gen-Llama3_1-8B,22.94,61.32,0.61,30.89,0.51,9.74,0.1,5.7,0.29,5.3,0.36,24.71,0.32,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,8,5,TRUE,56f9c2845ae024eb8b1dd9ea0d8891cbaf33c596,TRUE,TRUE,2024-08-29,2024-08-02,TRUE,FALSE,BAAI/Infinity-Instruct-7M-Gen-Llama3_1-8B,0,BAAI/Infinity-Instruct-7M-Gen-Llama3_1-8B,https://huggingface.co/BAAI/Infinity-Instruct-7M-Gen-Llama3_1-8B +🔶,BAAI/Infinity-Instruct-7M-0729-Llama3_1-8B,22.94,61.32,0.61,30.89,0.51,9.74,0.1,5.7,0.29,5.3,0.36,24.71,0.32,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,8,5,TRUE,0aca33fd7500a781d041e8bf7e5e3789b03f54f4,TRUE,TRUE,2024-08-05,2024-08-02,TRUE,FALSE,BAAI/Infinity-Instruct-7M-0729-Llama3_1-8B,0,BAAI/Infinity-Instruct-7M-0729-Llama3_1-8B,https://huggingface.co/BAAI/Infinity-Instruct-7M-0729-Llama3_1-8B 💬,LLM360/K2-Chat,22.93,51.52,0.52,33.79,0.54,1.59,0.02,7.49,0.31,16.82,0.46,26.34,0.34,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,65,32,TRUE,5454f2d28031c9127e4227c873ca2f154e02e4c7,TRUE,TRUE,2024-06-12,2024-05-22,TRUE,TRUE,LLM360/K2-Chat,0,LLM360/K2-Chat,https://huggingface.co/LLM360/K2-Chat 💬,01-ai/Yi-1.5-9B-Chat-16K,22.9,42.14,0.42,31.5,0.52,12.61,0.13,7.83,0.31,10.04,0.41,33.26,0.4,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,31,TRUE,2b397e5f0fab87984efa66856c5c4ed4bbe68b50,TRUE,TRUE,2024-06-12,2024-05-15,TRUE,TRUE,01-ai/Yi-1.5-9B-Chat-16K,0,01-ai/Yi-1.5-9B-Chat-16K,https://huggingface.co/01-ai/Yi-1.5-9B-Chat-16K 💬,saltlux/luxia-21.4b-alignment-v1.0,22.86,36.93,0.37,48.02,0.64,6.19,0.06,6.82,0.3,12.51,0.43,26.7,0.34,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,apache-2.0,21,32,TRUE,87d5673e6d9f60462f195e9414a0bf6874c89ceb,TRUE,TRUE,2024-06-29,2024-03-12,TRUE,FALSE,saltlux/luxia-21.4b-alignment-v1.0,0,saltlux/luxia-21.4b-alignment-v1.0,https://huggingface.co/saltlux/luxia-21.4b-alignment-v1.0 @@ -261,14 +268,16 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,openchat/openchat-3.5-0106,22.5,59.51,0.6,24.04,0.46,6.5,0.06,7.72,0.31,11.75,0.43,25.46,0.33,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,340,TRUE,ff058fda49726ecf4ea53dc1635f917cdb8ba36b,TRUE,TRUE,2024-06-27,2024-01-07,TRUE,TRUE,openchat/openchat-3.5-0106,1,mistralai/Mistral-7B-v0.1,https://huggingface.co/openchat/openchat-3.5-0106 🔶,Pretergeek/OpenChat-3.5-0106_8.99B_40Layers-Interleaved,22.49,59.76,0.6,24.08,0.46,6.8,0.07,7.27,0.3,11.51,0.42,25.54,0.33,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,b6dfa36a99179674706d5e859714afa6b8743640,TRUE,TRUE,2024-08-16,2024-08-10,TRUE,FALSE,Pretergeek/OpenChat-3.5-0106_8.99B_40Layers-Interleaved,1,Pretergeek/OpenChat-3.5-0106_8.99B_40Layers-Interleaved (Merge),https://huggingface.co/Pretergeek/OpenChat-3.5-0106_8.99B_40Layers-Interleaved 🔶,Pretergeek/OpenChat-3.5-0106_8.11B_36Layers-Interleaved,22.47,59.61,0.6,24.08,0.46,6.8,0.07,7.27,0.3,11.51,0.42,25.54,0.33,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,485ebe835c6c001af0a1a6e0e40aab27bc195842,TRUE,TRUE,2024-08-16,2024-08-10,TRUE,FALSE,Pretergeek/OpenChat-3.5-0106_8.11B_36Layers-Interleaved,1,Pretergeek/OpenChat-3.5-0106_8.11B_36Layers-Interleaved (Merge),https://huggingface.co/Pretergeek/OpenChat-3.5-0106_8.11B_36Layers-Interleaved -🔶,lemon07r/Gemma-2-Ataraxy-9B,22.43,30.09,0.3,42.03,0.59,0.83,0.01,11.3,0.33,14.47,0.44,35.85,0.42,🔶 fine-tuned on domain-specific datasets,Gemma2ForCausalLM,Original,bfloat16,FALSE,gemma,10,44,TRUE,fb22193268c7a6c3b4598255999ce2de3af8c256,TRUE,TRUE,2024-08-27,2024-08-14,FALSE,FALSE,lemon07r/Gemma-2-Ataraxy-9B,1,lemon07r/Gemma-2-Ataraxy-9B (Merge),https://huggingface.co/lemon07r/Gemma-2-Ataraxy-9B +🔶,lemon07r/Gemma-2-Ataraxy-9B,22.43,30.09,0.3,42.03,0.59,0.83,0.01,11.3,0.33,14.47,0.44,35.85,0.42,🔶 fine-tuned on domain-specific datasets,Gemma2ForCausalLM,Original,bfloat16,FALSE,gemma,10,45,TRUE,fb22193268c7a6c3b4598255999ce2de3af8c256,TRUE,TRUE,2024-08-27,2024-08-14,FALSE,FALSE,lemon07r/Gemma-2-Ataraxy-9B,1,lemon07r/Gemma-2-Ataraxy-9B (Merge),https://huggingface.co/lemon07r/Gemma-2-Ataraxy-9B 🔶,pankajmathur/orca_mini_v7_7b,22.41,43.88,0.44,33.95,0.53,2.64,0.03,6.15,0.3,12.66,0.44,35.19,0.42,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,2,TRUE,f5e84ff6ea25fb4585908ea45d1520bac416d803,TRUE,TRUE,2024-06-26,2024-06-20,FALSE,FALSE,pankajmathur/orca_mini_v7_7b,0,pankajmathur/orca_mini_v7_7b,https://huggingface.co/pankajmathur/orca_mini_v7_7b 🔶,Replete-AI/Llama3-8B-Instruct-Replete-Adapted,22.4,69.15,0.69,26.89,0.49,4.83,0.05,4.14,0.28,2.82,0.36,26.57,0.34,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,other,8,1,TRUE,d930f2111913da6fb7693187e1cdc817191c8e5e,TRUE,TRUE,2024-07-09,2024-07-05,TRUE,FALSE,Replete-AI/Llama3-8B-Instruct-Replete-Adapted,0,Replete-AI/Llama3-8B-Instruct-Replete-Adapted,https://huggingface.co/Replete-AI/Llama3-8B-Instruct-Replete-Adapted 🔶,EpistemeAI2/Fireball-Alpaca-Llama3.1-8B-Philos,22.39,49.86,0.5,29.26,0.5,10.88,0.11,5.7,0.29,11.89,0.43,26.73,0.34,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,1,TRUE,3dcca4cf9bdd9003c8dc91f5c78cefef1d4ae0d7,TRUE,TRUE,2024-08-29,2024-08-29,FALSE,FALSE,EpistemeAI2/Fireball-Alpaca-Llama3.1-8B-Philos,2,unsloth/Meta-Llama-3.1-8B,https://huggingface.co/EpistemeAI2/Fireball-Alpaca-Llama3.1-8B-Philos 💬,vicgalle/CarbonBeagle-11B,22.36,54.15,0.54,33.06,0.53,5.51,0.06,6.94,0.3,9.19,0.4,25.29,0.33,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,float16,FALSE,apache-2.0,10,9,TRUE,3fe9bf5327606d013b182fed17a472f5f043759b,TRUE,TRUE,2024-06-26,2024-01-21,TRUE,FALSE,vicgalle/CarbonBeagle-11B,1,vicgalle/CarbonBeagle-11B (Merge),https://huggingface.co/vicgalle/CarbonBeagle-11B +🔶,EpistemeAI/Fireball-Alpaca-Llama3.1.08-8B-Philos-C-R2,22.32,46.73,0.47,28.25,0.49,11.03,0.11,4.81,0.29,17,0.46,26.13,0.34,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,apache-2.0,8,0,TRUE,b19336101aa5f4807d1574f4c11eebc1c1a1c34e,TRUE,TRUE,2024-09-14,2024-09-14,FALSE,FALSE,EpistemeAI/Fireball-Alpaca-Llama3.1.08-8B-Philos-C-R2,2,unsloth/Meta-Llama-3.1-8B,https://huggingface.co/EpistemeAI/Fireball-Alpaca-Llama3.1.08-8B-Philos-C-R2 🔶,WizardLMTeam/WizardLM-70B-V1.0,22.32,49.51,0.5,37.54,0.56,3.47,0.03,2.13,0.27,14.09,0.44,27.18,0.34,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,llama2,70,234,TRUE,54aaecaff7d0790eb9f0ecea1cc267a94cc66949,TRUE,TRUE,2024-06-12,2023-08-09,FALSE,TRUE,WizardLMTeam/WizardLM-70B-V1.0,0,WizardLMTeam/WizardLM-70B-V1.0,https://huggingface.co/WizardLMTeam/WizardLM-70B-V1.0 🔶,LimYeri/CodeMind-Llama3-8B-unsloth_v2-merged,22.32,69.46,0.69,26.66,0.49,5.74,0.06,2.01,0.27,2.22,0.33,27.84,0.35,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,0,TRUE,d4ec745f8279e3ac6d41709153c21cc077e66385,TRUE,TRUE,2024-08-28,2024-06-04,TRUE,FALSE,LimYeri/CodeMind-Llama3-8B-unsloth_v2-merged,1,unsloth/llama-3-8b-Instruct-bnb-4bit,https://huggingface.co/LimYeri/CodeMind-Llama3-8B-unsloth_v2-merged 🤝,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.1-gamma-0.01,22.3,42.71,0.43,29.55,0.5,3.7,0.04,9.62,0.32,17.8,0.46,30.44,0.37,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,f4ebbf27d586e94c63f0a7293f565cbd947b824f,TRUE,TRUE,2024-06-26,2024-06-07,FALSE,FALSE,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.1-gamma-0.01,1,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.1-gamma-0.01 (Merge),https://huggingface.co/johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.1-gamma-0.01 +🔶,nbeerbower/Stella-mistral-nemo-12B-v2,22.29,32.74,0.33,35.36,0.55,10.42,0.1,10.96,0.33,14.43,0.43,29.83,0.37,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,"",12,2,FALSE,b81bab28f7dcb25a0aa0fe4dcf957f3083ee6b43,TRUE,TRUE,2024-09-14,2024-09-07,FALSE,FALSE,nbeerbower/Stella-mistral-nemo-12B-v2,1,nbeerbower/Stella-mistral-nemo-12B-v2 (Merge),https://huggingface.co/nbeerbower/Stella-mistral-nemo-12B-v2 🔶,vicgalle/Configurable-Hermes-2-Pro-Llama-3-8B,22.29,57.63,0.58,30.51,0.51,5.97,0.06,6.26,0.3,10.06,0.42,23.31,0.31,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,apache-2.0,8,5,TRUE,3cb5792509966a963645be24fdbeb2e7dc6cac15,TRUE,TRUE,2024-07-24,2024-05-02,TRUE,FALSE,vicgalle/Configurable-Hermes-2-Pro-Llama-3-8B,2,NousResearch/Meta-Llama-3-8B,https://huggingface.co/vicgalle/Configurable-Hermes-2-Pro-Llama-3-8B 🟢,01-ai/Yi-34B,22.26,30.46,0.3,35.54,0.55,4.46,0.04,15.55,0.37,9.65,0.41,37.91,0.44,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,34,1280,TRUE,e1e7da8c75cfd5c44522228599fd4d2990cedd1c,TRUE,TRUE,2024-06-12,2023-11-01,FALSE,TRUE,01-ai/Yi-34B,0,01-ai/Yi-34B,https://huggingface.co/01-ai/Yi-34B 🔶,EpistemeAI2/Fireball-Alpaca-Llama3.1.08-8B-Philos-C-R1,22.26,53.16,0.53,26.76,0.48,10.88,0.11,6.26,0.3,8.45,0.41,28.03,0.35,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,apache-2.0,8,0,TRUE,c57c786426123635baf6c8b4d30638d2053f4565,TRUE,TRUE,2024-09-13,2024-09-13,FALSE,FALSE,EpistemeAI2/Fireball-Alpaca-Llama3.1.08-8B-Philos-C-R1,3,unsloth/Meta-Llama-3.1-8B,https://huggingface.co/EpistemeAI2/Fireball-Alpaca-Llama3.1.08-8B-Philos-C-R1 @@ -277,12 +286,13 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,ValiantLabs/Llama3.1-8B-Enigma,22.19,55.39,0.55,28.47,0.49,10.12,0.1,1.57,0.26,11.41,0.42,26.2,0.34,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,llama3.1,8,6,TRUE,332c99d80f378c77b090745a5aac10f8ab339519,TRUE,TRUE,2024-09-06,2024-08-11,TRUE,FALSE,ValiantLabs/Llama3.1-8B-Enigma,2,meta-llama/Meta-Llama-3.1-8B,https://huggingface.co/ValiantLabs/Llama3.1-8B-Enigma 🤝,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.5-gamma-0.1,22.18,43.96,0.44,30.85,0.51,6.87,0.07,7.61,0.31,13.84,0.44,29.96,0.37,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,a481edaceeaab34f4dc0e90c4d8ec0f72658bbdd,TRUE,TRUE,2024-06-26,2024-06-08,FALSE,FALSE,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.5-gamma-0.1,1,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.5-gamma-0.1 (Merge),https://huggingface.co/johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.5-gamma-0.1 🔶,LimYeri/CodeMind-Llama3.1-8B-unsloth-merged,22.17,64.9,0.65,24.19,0.47,9.97,0.1,1.9,0.26,6.04,0.38,26,0.33,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,mit,8,0,TRUE,911ffe6614d23bfc9cb7ece0cd3afd861a65d7f0,TRUE,TRUE,2024-08-31,2024-08-31,TRUE,FALSE,LimYeri/CodeMind-Llama3.1-8B-unsloth-merged,2,unsloth/Meta-Llama-3.1-8B,https://huggingface.co/LimYeri/CodeMind-Llama3.1-8B-unsloth-merged -🔶,mlabonne/Daredevil-8B,22.13,45.48,0.45,31.63,0.52,8.99,0.09,7.72,0.31,7.53,0.39,31.45,0.38,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,FALSE,other,8,30,TRUE,717953c83631cc9adf2dddccfff06739308f10f7,TRUE,TRUE,2024-07-02,2024-05-25,TRUE,TRUE,mlabonne/Daredevil-8B,1,mlabonne/Daredevil-8B (Merge),https://huggingface.co/mlabonne/Daredevil-8B +🔶,mlabonne/Daredevil-8B,22.13,45.48,0.45,31.63,0.52,8.99,0.09,7.72,0.31,7.53,0.39,31.45,0.38,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,FALSE,other,8,31,TRUE,717953c83631cc9adf2dddccfff06739308f10f7,TRUE,TRUE,2024-07-02,2024-05-25,TRUE,TRUE,mlabonne/Daredevil-8B,1,mlabonne/Daredevil-8B (Merge),https://huggingface.co/mlabonne/Daredevil-8B 💬,OpenBuddy/openbuddy-mixtral-7bx8-v18.1-32k,22.12,54.93,0.55,24.54,0.47,9.52,0.1,7.27,0.3,5.28,0.38,31.16,0.38,"💬 chat models (RLHF, DPO, IFT, ...)",MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,46,13,TRUE,98596b6731058cc9cca85f3b8ac9077342cb60ae,TRUE,FALSE,2024-06-26,2024-02-12,TRUE,FALSE,OpenBuddy/openbuddy-mixtral-7bx8-v18.1-32k,0,OpenBuddy/openbuddy-mixtral-7bx8-v18.1-32k,https://huggingface.co/OpenBuddy/openbuddy-mixtral-7bx8-v18.1-32k 🤝,johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.1-gamma-0.01,22.09,43.59,0.44,29.53,0.5,4.31,0.04,8.05,0.31,16.34,0.45,30.69,0.38,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,861347cd643d396877d8e560367cf0717c671228,TRUE,TRUE,2024-06-26,2024-06-07,FALSE,FALSE,johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.1-gamma-0.01,1,johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.1-gamma-0.01 (Merge),https://huggingface.co/johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.1-gamma-0.01 💬,01-ai/Yi-1.5-6B-Chat,22.05,48.02,0.48,23.55,0.46,12.54,0.13,9.06,0.32,14.7,0.44,24.41,0.32,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,6,40,TRUE,3f64d3f159c6ad8494227bb77e2a7baef8cd808b,TRUE,TRUE,2024-06-12,2024-05-11,TRUE,TRUE,01-ai/Yi-1.5-6B-Chat,0,01-ai/Yi-1.5-6B-Chat,https://huggingface.co/01-ai/Yi-1.5-6B-Chat 🤝,allknowingroger/WestlakeMaziyar-7B-slerp,22.04,48.38,0.48,33.34,0.52,5.82,0.06,7.16,0.3,14.49,0.45,23.08,0.31,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,7,0,TRUE,751534a844b0d439fe62f98bf8882fe9ab9872e0,TRUE,TRUE,2024-06-26,2024-05-16,FALSE,FALSE,allknowingroger/WestlakeMaziyar-7B-slerp,1,allknowingroger/WestlakeMaziyar-7B-slerp (Merge),https://huggingface.co/allknowingroger/WestlakeMaziyar-7B-slerp 🔶,BAAI/Infinity-Instruct-3M-0613-Mistral-7B,22.04,53.2,0.53,28.99,0.5,6.65,0.07,6.15,0.3,13.25,0.44,24.01,0.32,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,10,TRUE,c7a742e539ec264b9eaeefe2aed29e92e8a7ebd6,TRUE,TRUE,2024-06-27,2024-06-21,TRUE,FALSE,BAAI/Infinity-Instruct-3M-0613-Mistral-7B,0,BAAI/Infinity-Instruct-3M-0613-Mistral-7B,https://huggingface.co/BAAI/Infinity-Instruct-3M-0613-Mistral-7B +🤝,darkc0de/BuddyGlass_v0.3_Xortron7MethedUpSwitchedUp,22.04,43.58,0.44,31.87,0.52,11.1,0.11,6.49,0.3,9.49,0.41,29.7,0.37,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,TRUE,"",0,1,FALSE,57367fefe01c7d9653c303b28449b416fc777d93,TRUE,TRUE,2024-09-15,2024-09-10,FALSE,FALSE,darkc0de/BuddyGlass_v0.3_Xortron7MethedUpSwitchedUp,1,darkc0de/BuddyGlass_v0.3_Xortron7MethedUpSwitchedUp (Merge),https://huggingface.co/darkc0de/BuddyGlass_v0.3_Xortron7MethedUpSwitchedUp 🤝,waqasali1707/Beast-Soul-new,22.01,50.3,0.5,33.04,0.52,6.42,0.06,4.36,0.28,14.5,0.45,23.42,0.31,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,TRUE,"",7,0,FALSE,a23d68c4556d91a129de3f8fd8b9e0ff0890f4cc,TRUE,TRUE,2024-08-07,2024-08-07,FALSE,FALSE,waqasali1707/Beast-Soul-new,1,waqasali1707/Beast-Soul-new (Merge),https://huggingface.co/waqasali1707/Beast-Soul-new 🔶,thomas-yanxin/XinYuan-Qwen2-7B,22,44.38,0.44,28.4,0.49,12.01,0.12,5.48,0.29,9.26,0.41,32.49,0.39,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,float16,TRUE,other,7,1,TRUE,c62d83eee2f4812ac17fc17d307f4aa1a77c5359,TRUE,TRUE,2024-09-03,2024-08-21,TRUE,FALSE,thomas-yanxin/XinYuan-Qwen2-7B,0,thomas-yanxin/XinYuan-Qwen2-7B,https://huggingface.co/thomas-yanxin/XinYuan-Qwen2-7B 🔶,chujiezheng/Llama-3-Instruct-8B-SimPO-ExPO,21.97,64.34,0.64,25.87,0.48,0.53,0.01,4.92,0.29,9.5,0.39,26.68,0.34,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,15,TRUE,3fcaa9fe99691659eb197487e9a343f601bf63f2,TRUE,TRUE,2024-06-26,2024-05-26,TRUE,FALSE,chujiezheng/Llama-3-Instruct-8B-SimPO-ExPO,0,chujiezheng/Llama-3-Instruct-8B-SimPO-ExPO,https://huggingface.co/chujiezheng/Llama-3-Instruct-8B-SimPO-ExPO @@ -297,7 +307,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🤝,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.9-gamma-0.1,21.82,42.23,0.42,31.12,0.52,6.72,0.07,7.72,0.31,13.67,0.44,29.45,0.37,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,818f7e586444b551200862fb234c39bd48d69ae8,TRUE,TRUE,2024-06-26,2024-06-08,FALSE,FALSE,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.9-gamma-0.1,1,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.9-gamma-0.1 (Merge),https://huggingface.co/johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.9-gamma-0.1 💬,dnhkng/RYS-Llama-3-8B-Instruct,21.81,69.58,0.7,25.37,0.48,6.19,0.06,1.01,0.26,0.29,0.34,28.41,0.36,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,mit,8,1,TRUE,293ab00d1e2be2752f97d5568fde2b09f6a1caae,TRUE,TRUE,2024-08-07,2024-08-06,TRUE,FALSE,dnhkng/RYS-Llama-3-8B-Instruct,0,dnhkng/RYS-Llama-3-8B-Instruct,https://huggingface.co/dnhkng/RYS-Llama-3-8B-Instruct 🤝,GalrionSoftworks/MN-LooseCannon-12B-v1,21.78,54.18,0.54,29.98,0.51,6.5,0.06,4.7,0.29,10.96,0.41,24.4,0.32,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,TRUE,"",12,6,FALSE,"",TRUE,TRUE,2024-09-05,2024-08-09,TRUE,FALSE,GalrionSoftworks/MN-LooseCannon-12B-v1,1,GalrionSoftworks/MN-LooseCannon-12B-v1 (Merge),https://huggingface.co/GalrionSoftworks/MN-LooseCannon-12B-v1 -💬,NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT,21.78,57.31,0.57,30.59,0.51,1.74,0.02,6.94,0.3,11.14,0.42,22.96,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,46,55,TRUE,4c06af2684730f75a6874b95e8bf6058105d9612,TRUE,FALSE,2024-06-12,2023-12-26,TRUE,TRUE,NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT,1,mistralai/Mixtral-8x7B-v0.1,https://huggingface.co/NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT +💬,NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT,21.78,57.31,0.57,30.59,0.51,1.74,0.02,6.94,0.3,11.14,0.42,22.96,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,46,56,TRUE,4c06af2684730f75a6874b95e8bf6058105d9612,TRUE,FALSE,2024-06-12,2023-12-26,TRUE,TRUE,NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT,1,mistralai/Mixtral-8x7B-v0.1,https://huggingface.co/NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT 🤝,nxmwxm/Beast-Soul-new,21.74,48.69,0.49,33.07,0.52,6.95,0.07,4.25,0.28,14.14,0.45,23.35,0.31,🤝 base merges and moerges,MistralForCausalLM,Original,float16,TRUE,"",7,0,FALSE,dd2ae8a96b7d088eb94a1cfa6ff84c3489e8c010,TRUE,TRUE,2024-08-07,2024-08-07,FALSE,FALSE,nxmwxm/Beast-Soul-new,1,nxmwxm/Beast-Soul-new (Merge),https://huggingface.co/nxmwxm/Beast-Soul-new 🤝,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.1,21.73,43.02,0.43,31.16,0.52,6.04,0.06,7.72,0.31,12.88,0.43,29.59,0.37,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,139a9bccd0ffb284e670a181a5986a01b1420c6c,TRUE,TRUE,2024-06-26,2024-06-08,FALSE,FALSE,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.1,1,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.1 (Merge),https://huggingface.co/johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.1 🔶,LimYeri/CodeMind-Llama3-8B-unsloth_v3-merged,21.72,67.63,0.68,27.03,0.49,5.66,0.06,1.12,0.26,1.15,0.34,27.73,0.35,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,FALSE,548a221b00d8056fe7090f5e6e0af58ee7c62563,TRUE,TRUE,2024-08-28,"",TRUE,FALSE,LimYeri/CodeMind-Llama3-8B-unsloth_v3-merged,0,LimYeri/CodeMind-Llama3-8B-unsloth_v3-merged,https://huggingface.co/LimYeri/CodeMind-Llama3-8B-unsloth_v3-merged @@ -307,7 +317,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🤝,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.3-gamma-0.1,21.66,42.74,0.43,30.51,0.51,7.02,0.07,7.83,0.31,11.4,0.42,30.44,0.37,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,d6f8ed8dc4b7f74b4312bc0d24aaac275c61958d,TRUE,TRUE,2024-06-26,2024-06-07,FALSE,FALSE,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.3-gamma-0.1,1,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.3-gamma-0.1 (Merge),https://huggingface.co/johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.3-gamma-0.1 🔶,flammenai/Mahou-1.2a-llama3-8B,21.65,50.93,0.51,28.97,0.51,7.55,0.08,5.15,0.29,6.02,0.38,31.3,0.38,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,6,TRUE,3318b6f5f1839644bee287a3e5390f3e9f565a9e,TRUE,TRUE,2024-09-03,2024-05-25,FALSE,FALSE,flammenai/Mahou-1.2a-llama3-8B,1,flammenai/Mahou-1.2a-llama3-8B (Merge),https://huggingface.co/flammenai/Mahou-1.2a-llama3-8B 💬,EpistemeAI2/Fireball-Alpaca-Llama3.1.06-8B-Philos-dpo,21.64,48.66,0.49,27.21,0.49,11.71,0.12,6.38,0.3,6.85,0.39,29.05,0.36,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,apache-2.0,8,0,TRUE,3e76f190b505b515479cc25e92f8229c2b05159f,TRUE,TRUE,2024-09-09,2024-09-09,FALSE,FALSE,EpistemeAI2/Fireball-Alpaca-Llama3.1.06-8B-Philos-dpo,4,unsloth/Meta-Llama-3.1-8B,https://huggingface.co/EpistemeAI2/Fireball-Alpaca-Llama3.1.06-8B-Philos-dpo -💬,NousResearch/Hermes-2-Pro-Mistral-7B,21.64,56.68,0.57,29.43,0.5,4.83,0.05,3.13,0.27,14.13,0.44,21.63,0.29,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,479,TRUE,09317b1d8da639b5d9af77c06aa17cde0f0f91c0,TRUE,TRUE,2024-06-12,2024-03-11,TRUE,TRUE,NousResearch/Hermes-2-Pro-Mistral-7B,1,mistralai/Mistral-7B-v0.1,https://huggingface.co/NousResearch/Hermes-2-Pro-Mistral-7B +💬,NousResearch/Hermes-2-Pro-Mistral-7B,21.64,56.68,0.57,29.43,0.5,4.83,0.05,3.13,0.27,14.13,0.44,21.63,0.29,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,478,TRUE,09317b1d8da639b5d9af77c06aa17cde0f0f91c0,TRUE,TRUE,2024-06-12,2024-03-11,TRUE,TRUE,NousResearch/Hermes-2-Pro-Mistral-7B,1,mistralai/Mistral-7B-v0.1,https://huggingface.co/NousResearch/Hermes-2-Pro-Mistral-7B 🤝,icefog72/IceSakeV8RP-7b,21.64,60.86,0.61,28.97,0.49,5.66,0.06,3.47,0.28,8.54,0.4,22.34,0.3,🤝 base merges and moerges,MistralForCausalLM,Original,float16,FALSE,cc-by-nc-4.0,7,0,TRUE,0f8f73fe356583e561479c689aa6597435327f4e,TRUE,TRUE,2024-06-26,2024-06-26,TRUE,FALSE,icefog72/IceSakeV8RP-7b,0,icefog72/IceSakeV8RP-7b,https://huggingface.co/icefog72/IceSakeV8RP-7b 💬,NousResearch/Hermes-2-Pro-Llama-3-8B,21.63,53.62,0.54,30.67,0.51,5.74,0.06,5.7,0.29,11.25,0.43,22.8,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,llama3,8,395,TRUE,bc265d1781299ed2045214289c927c207439a729,TRUE,TRUE,2024-06-13,2024-04-30,TRUE,TRUE,NousResearch/Hermes-2-Pro-Llama-3-8B,1,NousResearch/Meta-Llama-3-8B,https://huggingface.co/NousResearch/Hermes-2-Pro-Llama-3-8B 🤝,allknowingroger/MistralPhi3-11B,21.63,19.43,0.19,46.16,0.62,0,0,10.96,0.33,12.23,0.43,40.97,0.47,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,11,0,TRUE,3afeaf24c6306c4752c320c4fd32fa2e7694e12e,TRUE,TRUE,2024-09-02,2024-08-26,FALSE,FALSE,allknowingroger/MistralPhi3-11B,1,allknowingroger/MistralPhi3-11B (Merge),https://huggingface.co/allknowingroger/MistralPhi3-11B @@ -315,23 +325,24 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🤝,icefog72/IceTea21EnergyDrinkRPV13-DPOv3,21.6,52.63,0.53,30.61,0.5,5.36,0.05,4.47,0.28,13.65,0.44,22.84,0.31,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,TRUE,"",7,2,FALSE,2d4b4fd596ff0f6706a5752198e59da6ffc08067,TRUE,TRUE,2024-09-06,2024-09-05,FALSE,FALSE,icefog72/IceTea21EnergyDrinkRPV13-DPOv3,1,icefog72/IceTea21EnergyDrinkRPV13-DPOv3 (Merge),https://huggingface.co/icefog72/IceTea21EnergyDrinkRPV13-DPOv3 🤝,grimjim/llama-3-Nephilim-v1-8B,21.58,42.77,0.43,29.91,0.51,8.16,0.08,6.94,0.3,10.64,0.41,31.06,0.38,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,cc-by-nc-4.0,8,1,TRUE,642799c8c768c53e831a03a1224db875116be866,TRUE,TRUE,2024-06-26,2024-06-21,FALSE,FALSE,grimjim/llama-3-Nephilim-v1-8B,1,grimjim/llama-3-Nephilim-v1-8B (Merge),https://huggingface.co/grimjim/llama-3-Nephilim-v1-8B 🤝,GalrionSoftworks/MagnusIntellectus-12B-v1,21.55,44.21,0.44,33.26,0.53,5.14,0.05,4.59,0.28,15.18,0.44,26.9,0.34,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,TRUE,"",12,4,FALSE,fc83cb3eec2f8328448c5fe3cb830fc77983a6b9,TRUE,TRUE,2024-09-05,2024-08-13,TRUE,FALSE,GalrionSoftworks/MagnusIntellectus-12B-v1,1,GalrionSoftworks/MagnusIntellectus-12B-v1 (Merge),https://huggingface.co/GalrionSoftworks/MagnusIntellectus-12B-v1 -💬,openchat/openchat_3.5,21.52,59.31,0.59,21.58,0.44,6.57,0.07,6.49,0.3,11.26,0.42,23.93,0.32,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,1113,TRUE,0fc98e324280bc4bf5d2c30ecf7b97b84fb8a19b,TRUE,TRUE,2024-06-12,2023-10-30,TRUE,TRUE,openchat/openchat_3.5,0,openchat/openchat_3.5,https://huggingface.co/openchat/openchat_3.5 +💬,openchat/openchat_3.5,21.52,59.31,0.59,21.58,0.44,6.57,0.07,6.49,0.3,11.26,0.42,23.93,0.32,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,1114,TRUE,0fc98e324280bc4bf5d2c30ecf7b97b84fb8a19b,TRUE,TRUE,2024-06-12,2023-10-30,TRUE,TRUE,openchat/openchat_3.5,0,openchat/openchat_3.5,https://huggingface.co/openchat/openchat_3.5 🔶,mlabonne/NeuralDaredevil-8B-abliterated,21.5,41.62,0.42,29.76,0.51,8.53,0.09,7.05,0.3,10.9,0.41,31.13,0.38,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,131,TRUE,89b01e3292e031ed85ad21545849182f5627021e,TRUE,TRUE,2024-06-27,2024-05-27,FALSE,TRUE,mlabonne/NeuralDaredevil-8B-abliterated,0,mlabonne/NeuralDaredevil-8B-abliterated,https://huggingface.co/mlabonne/NeuralDaredevil-8B-abliterated 🤝,icefog72/IceSakeRP-7b,21.48,52.28,0.52,31.65,0.51,5.82,0.06,4.7,0.29,10.23,0.41,24.18,0.32,🤝 base merges and moerges,MistralForCausalLM,Original,float16,FALSE,cc-by-nc-4.0,7,10,TRUE,3b6b00bc48cd99e9b28e5aa8293dc987a0cf069a,TRUE,TRUE,2024-08-22,2024-07-07,FALSE,FALSE,icefog72/IceSakeRP-7b,1,icefog72/IceSakeRP-7b (Merge),https://huggingface.co/icefog72/IceSakeRP-7b 💬,BAAI/Infinity-Instruct-3M-0625-Llama3-8B,21.47,60.5,0.61,28.99,0.5,5.29,0.05,3.36,0.28,5.67,0.37,25.02,0.33,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,apache-2.0,8,3,TRUE,7be7c0ff1e35c3bb781c47222da99a1724f5f1da,TRUE,TRUE,2024-07-13,2024-07-09,TRUE,FALSE,BAAI/Infinity-Instruct-3M-0625-Llama3-8B,0,BAAI/Infinity-Instruct-3M-0625-Llama3-8B,https://huggingface.co/BAAI/Infinity-Instruct-3M-0625-Llama3-8B -🔶,UCLA-AGI/Gemma-2-9B-It-SPPO-Iter3,21.47,31.67,0.32,42.54,0.6,0,0,11.86,0.34,11.34,0.42,31.4,0.38,🔶 fine-tuned on domain-specific datasets,Gemma2ForCausalLM,Original,bfloat16,TRUE,gemma,9,108,TRUE,2261f2a03b2e15de13a18da52590c237ecf5f188,TRUE,TRUE,2024-07-31,2024-06-29,TRUE,FALSE,UCLA-AGI/Gemma-2-9B-It-SPPO-Iter3,0,UCLA-AGI/Gemma-2-9B-It-SPPO-Iter3,https://huggingface.co/UCLA-AGI/Gemma-2-9B-It-SPPO-Iter3 +🔶,UCLA-AGI/Gemma-2-9B-It-SPPO-Iter3,21.47,31.67,0.32,42.54,0.6,0,0,11.86,0.34,11.34,0.42,31.4,0.38,🔶 fine-tuned on domain-specific datasets,Gemma2ForCausalLM,Original,bfloat16,TRUE,gemma,9,109,TRUE,2261f2a03b2e15de13a18da52590c237ecf5f188,TRUE,TRUE,2024-07-31,2024-06-29,TRUE,FALSE,UCLA-AGI/Gemma-2-9B-It-SPPO-Iter3,0,UCLA-AGI/Gemma-2-9B-It-SPPO-Iter3,https://huggingface.co/UCLA-AGI/Gemma-2-9B-It-SPPO-Iter3 🤝,johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.7-gamma-0.1,21.46,41.99,0.42,31.01,0.51,7.1,0.07,6.49,0.3,13.14,0.44,29.06,0.36,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,cd52bafe64e82d466d0bc590da5399f2299d24e1,TRUE,TRUE,2024-06-26,2024-06-07,FALSE,FALSE,johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.7-gamma-0.1,1,johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.7-gamma-0.1 (Merge),https://huggingface.co/johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.7-gamma-0.1 🔶,flammenai/flammen15-gutenberg-DPO-v1-7B,21.46,47.98,0.48,32.67,0.52,6.72,0.07,4.59,0.28,12.53,0.43,24.29,0.32,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,1,TRUE,550cd9548cba1265cb1771c85ebe498789fdecb5,TRUE,TRUE,2024-07-10,2024-04-05,FALSE,FALSE,flammenai/flammen15-gutenberg-DPO-v1-7B,1,flammenai/flammen15-gutenberg-DPO-v1-7B (Merge),https://huggingface.co/flammenai/flammen15-gutenberg-DPO-v1-7B 🔶,Intel/neural-chat-7b-v3-2,21.43,49.88,0.5,30.24,0.5,4.53,0.05,5.37,0.29,20.06,0.49,18.52,0.27,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,apache-2.0,7,56,TRUE,0d8f77647810d21d935ea90c66d6339b85e65a75,TRUE,TRUE,2024-06-12,2023-11-21,FALSE,TRUE,Intel/neural-chat-7b-v3-2,0,Intel/neural-chat-7b-v3-2,https://huggingface.co/Intel/neural-chat-7b-v3-2 -🤝,Trappu/Magnum-Picaro-0.7-v2-12b,21.42,30.03,0.3,35.75,0.55,4.76,0.05,9.73,0.32,19.56,0.47,28.67,0.36,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,TRUE,"",12,2,FALSE,2ffc46cde49eb823f5588990bd6b848cd505271e,TRUE,TRUE,2024-09-12,2024-09-11,FALSE,FALSE,Trappu/Magnum-Picaro-0.7-v2-12b,1,Trappu/Magnum-Picaro-0.7-v2-12b (Merge),https://huggingface.co/Trappu/Magnum-Picaro-0.7-v2-12b +🤝,Trappu/Magnum-Picaro-0.7-v2-12b,21.42,30.03,0.3,35.75,0.55,4.76,0.05,9.73,0.32,19.56,0.47,28.67,0.36,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,TRUE,"",12,3,FALSE,2ffc46cde49eb823f5588990bd6b848cd505271e,TRUE,TRUE,2024-09-12,2024-09-11,FALSE,FALSE,Trappu/Magnum-Picaro-0.7-v2-12b,1,Trappu/Magnum-Picaro-0.7-v2-12b (Merge),https://huggingface.co/Trappu/Magnum-Picaro-0.7-v2-12b 💬,LGAI-EXAONE/EXAONE-3.0-7.8B-Instruct,21.4,71.93,0.72,17.98,0.42,4.46,0.04,2.13,0.27,3.3,0.37,28.63,0.36,"💬 chat models (RLHF, DPO, IFT, ...)",ExaoneForCausalLM,Original,bfloat16,TRUE,other,7,338,TRUE,7f15baedd46858153d817445aff032f4d6cf4939,TRUE,TRUE,2024-08-18,2024-07-31,TRUE,FALSE,LGAI-EXAONE/EXAONE-3.0-7.8B-Instruct,0,LGAI-EXAONE/EXAONE-3.0-7.8B-Instruct,https://huggingface.co/LGAI-EXAONE/EXAONE-3.0-7.8B-Instruct -🔶,elinas/Chronos-Gold-12B-1.0,21.4,31.66,0.32,35.91,0.55,4.38,0.04,9.06,0.32,19.42,0.47,27.98,0.35,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,FALSE,cc-by-nc-4.0,12,18,TRUE,cf76a4621b9dfc0c2e6d930756e6c7c9ce2b260b,TRUE,TRUE,2024-09-07,2024-08-21,FALSE,FALSE,elinas/Chronos-Gold-12B-1.0,1,mistralai/Mistral-Nemo-Base-2407,https://huggingface.co/elinas/Chronos-Gold-12B-1.0 +🔶,elinas/Chronos-Gold-12B-1.0,21.4,31.66,0.32,35.91,0.55,4.38,0.04,9.06,0.32,19.42,0.47,27.98,0.35,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,12,18,TRUE,cf76a4621b9dfc0c2e6d930756e6c7c9ce2b260b,TRUE,TRUE,2024-09-15,2024-08-21,TRUE,FALSE,elinas/Chronos-Gold-12B-1.0,1,mistralai/Mistral-Nemo-Base-2407,https://huggingface.co/elinas/Chronos-Gold-12B-1.0 🔶,EpistemeAI2/Fireball-Alpaca-Llama3.1.01-8B-Philos,21.39,42.12,0.42,28.63,0.5,12.54,0.13,5.15,0.29,13.43,0.44,26.48,0.34,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,0,TRUE,f97293ed5cec7fb9482b16600259967c6c923e4b,TRUE,TRUE,2024-09-03,2024-09-03,FALSE,FALSE,EpistemeAI2/Fireball-Alpaca-Llama3.1.01-8B-Philos,2,unsloth/Meta-Llama-3.1-8B,https://huggingface.co/EpistemeAI2/Fireball-Alpaca-Llama3.1.01-8B-Philos 🤝,allknowingroger/Phi3mash1-17B-pass,21.35,18.84,0.19,45.25,0.61,0,0,9.28,0.32,14.84,0.45,39.88,0.46,🤝 base merges and moerges,MistralForCausalLM,Original,float16,FALSE,apache-2.0,16,0,TRUE,fcd265996f026475c15fa44833e0481dc610e469,TRUE,TRUE,2024-09-02,2024-08-28,FALSE,FALSE,allknowingroger/Phi3mash1-17B-pass,1,allknowingroger/Phi3mash1-17B-pass (Merge),https://huggingface.co/allknowingroger/Phi3mash1-17B-pass 💬,Columbia-NLP/LION-LLaMA-3-8b-dpo-v1.0,21.34,49.57,0.5,30.36,0.5,9.06,0.09,4.14,0.28,10.28,0.41,24.65,0.32,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,"",8,2,FALSE,3cddd4a6f5939a0a4db1092a0275342b7b9912f3,TRUE,TRUE,2024-07-04,2024-06-28,TRUE,FALSE,Columbia-NLP/LION-LLaMA-3-8b-dpo-v1.0,0,Columbia-NLP/LION-LLaMA-3-8b-dpo-v1.0,https://huggingface.co/Columbia-NLP/LION-LLaMA-3-8b-dpo-v1.0 🤝,allknowingroger/Chocolatine-24B,21.33,19.58,0.2,45.79,0.62,0,0,10.07,0.33,12.94,0.43,39.62,0.46,🤝 base merges and moerges,Phi3ForCausalLM,Original,float16,FALSE,apache-2.0,24,1,TRUE,6245b82885ca4930575dbed2932ec1d32d901c0e,TRUE,TRUE,2024-09-02,2024-09-02,FALSE,FALSE,allknowingroger/Chocolatine-24B,1,allknowingroger/Chocolatine-24B (Merge),https://huggingface.co/allknowingroger/Chocolatine-24B 💬,teknium/OpenHermes-2-Mistral-7B,21.33,52.86,0.53,29.25,0.49,3.85,0.04,4.47,0.28,16.06,0.45,21.46,0.29,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,255,TRUE,4c6e34123b140ce773a8433cae5410949289102c,TRUE,TRUE,2024-06-12,2023-10-12,TRUE,TRUE,teknium/OpenHermes-2-Mistral-7B,1,mistralai/Mistral-7B-v0.1,https://huggingface.co/teknium/OpenHermes-2-Mistral-7B 🔶,Gryphe/Pantheon-RP-1.6-12b-Nemo-KTO,21.32,46.36,0.46,33.03,0.53,3.85,0.04,6.04,0.3,12.17,0.42,26.46,0.34,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,3,TRUE,6cb6d8d9a7352d71f539ab5053987e058c090443,TRUE,TRUE,2024-08-31,2024-08-28,TRUE,FALSE,Gryphe/Pantheon-RP-1.6-12b-Nemo-KTO,1,mistralai/Mistral-Nemo-Base-2407,https://huggingface.co/Gryphe/Pantheon-RP-1.6-12b-Nemo-KTO +🤝,icefog72/IceDrinkNameNotFoundRP-7b-Model_Stock,21.32,51.3,0.51,30.67,0.5,5.66,0.06,3.69,0.28,13.65,0.44,22.94,0.31,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,cc-by-nc-4.0,7,1,TRUE,35db2bf9e6812c5819378be68f94159e962fd1cb,TRUE,TRUE,2024-09-15,2024-09-15,FALSE,FALSE,icefog72/IceDrinkNameNotFoundRP-7b-Model_Stock,0,icefog72/IceDrinkNameNotFoundRP-7b-Model_Stock,https://huggingface.co/icefog72/IceDrinkNameNotFoundRP-7b-Model_Stock 💬,vicgalle/CarbonBeagle-11B-truthy,21.29,52.12,0.52,33.99,0.53,4.76,0.05,6.6,0.3,4.11,0.37,26.19,0.34,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,float16,TRUE,apache-2.0,10,9,TRUE,476cd2a6d938bddb38dfbeb4cb21e3e34303413d,TRUE,TRUE,2024-07-13,2024-02-10,TRUE,FALSE,vicgalle/CarbonBeagle-11B-truthy,0,vicgalle/CarbonBeagle-11B-truthy,https://huggingface.co/vicgalle/CarbonBeagle-11B-truthy 🤝,Stark2008/GutenLaserPi,21.29,42.27,0.42,32.98,0.52,7.18,0.07,4.92,0.29,16.99,0.46,23.4,0.31,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,TRUE,"",7,0,FALSE,d5ab84c6f8f0c88c16380242c7e11e8cefc934b7,TRUE,TRUE,2024-07-11,2024-07-11,FALSE,FALSE,Stark2008/GutenLaserPi,1,Stark2008/GutenLaserPi (Merge),https://huggingface.co/Stark2008/GutenLaserPi 💬,lightblue/suzume-llama-3-8B-multilingual-orpo-borda-half,21.28,62.49,0.62,26.35,0.47,7.7,0.08,0,0.24,2.11,0.35,29.04,0.36,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,cc-by-nc-4.0,8,13,TRUE,b82150a9840ba5ba93918c745adc70afc6ad2ce1,TRUE,TRUE,2024-06-29,2024-04-25,TRUE,FALSE,lightblue/suzume-llama-3-8B-multilingual-orpo-borda-half,2,meta-llama/Meta-Llama-3-8B-Instruct,https://huggingface.co/lightblue/suzume-llama-3-8B-multilingual-orpo-borda-half @@ -349,7 +360,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🤝,johnsutor/Llama-3-8B-Instruct_linear,21.21,43.08,0.43,28.78,0.5,9.06,0.09,6.04,0.3,10.15,0.41,30.13,0.37,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,7449157fbc2e8b02e5b6e8ad56b4b2bd7ea82e9d,TRUE,TRUE,2024-06-26,2024-06-07,FALSE,FALSE,johnsutor/Llama-3-8B-Instruct_linear,1,johnsutor/Llama-3-8B-Instruct_linear (Merge),https://huggingface.co/johnsutor/Llama-3-8B-Instruct_linear 🔶,nbeerbower/llama-3-gutenberg-8B,21.17,43.72,0.44,27.96,0.5,7.02,0.07,6.82,0.3,10.05,0.41,31.45,0.38,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,other,8,7,TRUE,4ed3aac5e30c078bee79ae193c2d301d38860b20,TRUE,TRUE,2024-07-10,2024-05-05,FALSE,FALSE,nbeerbower/llama-3-gutenberg-8B,1,nbeerbower/llama-3-gutenberg-8B (Merge),https://huggingface.co/nbeerbower/llama-3-gutenberg-8B 🤝,Stark2008/VisFlamCat,21.16,43.66,0.44,32.88,0.52,6.57,0.07,5.37,0.29,14.68,0.45,23.82,0.31,🤝 base merges and moerges,MistralForCausalLM,Original,float16,TRUE,"",7,0,FALSE,290efa41ac83b8408cab084d093bcd9ae9abb0c9,TRUE,TRUE,2024-07-12,2024-07-12,FALSE,FALSE,Stark2008/VisFlamCat,1,Stark2008/VisFlamCat (Merge),https://huggingface.co/Stark2008/VisFlamCat -💬,princeton-nlp/gemma-2-9b-it-SimPO,21.16,32.07,0.32,40.09,0.58,0,0,11.41,0.34,10.34,0.41,33.06,0.4,"💬 chat models (RLHF, DPO, IFT, ...)",Gemma2ForCausalLM,Original,bfloat16,TRUE,mit,9,51,TRUE,8c87091f412e3aa6f74f66bd86c57fb81cbc3fde,TRUE,TRUE,2024-08-10,2024-07-16,TRUE,FALSE,princeton-nlp/gemma-2-9b-it-SimPO,2,google/gemma-2-9b,https://huggingface.co/princeton-nlp/gemma-2-9b-it-SimPO +💬,princeton-nlp/gemma-2-9b-it-SimPO,21.16,32.07,0.32,40.09,0.58,0,0,11.41,0.34,10.34,0.41,33.06,0.4,"💬 chat models (RLHF, DPO, IFT, ...)",Gemma2ForCausalLM,Original,bfloat16,TRUE,mit,9,52,TRUE,8c87091f412e3aa6f74f66bd86c57fb81cbc3fde,TRUE,TRUE,2024-08-10,2024-07-16,TRUE,FALSE,princeton-nlp/gemma-2-9b-it-SimPO,2,google/gemma-2-9b,https://huggingface.co/princeton-nlp/gemma-2-9b-it-SimPO 🔶,Eric111/CatunaMayo-DPO,21.15,42.15,0.42,33.09,0.52,7.33,0.07,5.59,0.29,14.66,0.45,24.11,0.32,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,FALSE,apache-2.0,7,0,TRUE,6bdbe06c10d57d152dd8a79a71edd8e30135b689,TRUE,TRUE,2024-06-27,2024-02-21,FALSE,FALSE,Eric111/CatunaMayo-DPO,0,Eric111/CatunaMayo-DPO,https://huggingface.co/Eric111/CatunaMayo-DPO 🔶,Eric111/CatunaMayo,21.15,40.74,0.41,33.3,0.52,7.7,0.08,5.59,0.29,15.35,0.45,24.2,0.32,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,7,0,TRUE,23337893381293975cbcc35f75b634954fbcefaf,TRUE,TRUE,2024-07-03,2024-02-15,FALSE,FALSE,Eric111/CatunaMayo,0,Eric111/CatunaMayo,https://huggingface.co/Eric111/CatunaMayo 🤝,johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.1-gamma-0.1,21.14,42.02,0.42,28.5,0.5,8.84,0.09,6.71,0.3,10.78,0.42,29.99,0.37,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,2647bc863e6ee686e7174366107eecbd4b37f62e,TRUE,TRUE,2024-06-26,2024-06-07,FALSE,FALSE,johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.1-gamma-0.1,1,johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.1-gamma-0.1 (Merge),https://huggingface.co/johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.1-gamma-0.1 @@ -378,7 +389,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🤝,Stark2008/LayleleFlamPi,20.69,42.84,0.43,31.21,0.51,5.59,0.06,4.7,0.29,16.57,0.46,23.26,0.31,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,TRUE,"",7,0,FALSE,b2897d17a65dea17383f52711475c8b41567c5d0,TRUE,TRUE,2024-07-12,2024-07-12,FALSE,FALSE,Stark2008/LayleleFlamPi,1,Stark2008/LayleleFlamPi (Merge),https://huggingface.co/Stark2008/LayleleFlamPi 🔶,Naveenpoliasetty/llama3-8B-V2,20.69,41.23,0.41,30.87,0.52,7.1,0.07,5.37,0.29,9.18,0.41,30.42,0.37,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,"",8,1,FALSE,e0458381d02bc411b9e576796d185f23dcc11f71,TRUE,TRUE,2024-06-26,2024-06-18,FALSE,FALSE,Naveenpoliasetty/llama3-8B-V2,1,Naveenpoliasetty/llama3-8B-V2 (Merge),https://huggingface.co/Naveenpoliasetty/llama3-8B-V2 💬,berkeley-nest/Starling-LM-7B-alpha,20.64,54.8,0.55,21.95,0.44,7.18,0.07,6.26,0.3,9.5,0.41,24.13,0.32,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,553,TRUE,1dddf3b95bc1391f6307299eb1c162c194bde9bd,TRUE,TRUE,2024-06-12,2023-11-25,TRUE,TRUE,berkeley-nest/Starling-LM-7B-alpha,0,berkeley-nest/Starling-LM-7B-alpha,https://huggingface.co/berkeley-nest/Starling-LM-7B-alpha -🔶,ArliAI/ArliAI-RPMax-12B-v1.1,20.64,53.49,0.53,24.81,0.48,9.21,0.09,4.25,0.28,5.56,0.36,26.49,0.34,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,27,TRUE,645db1cf8ad952eb57854a133e8e15303b898b04,TRUE,TRUE,2024-09-05,2024-08-31,TRUE,FALSE,ArliAI/ArliAI-RPMax-12B-v1.1,0,ArliAI/ArliAI-RPMax-12B-v1.1,https://huggingface.co/ArliAI/ArliAI-RPMax-12B-v1.1 +🔶,ArliAI/ArliAI-RPMax-12B-v1.1,20.64,53.49,0.53,24.81,0.48,9.21,0.09,4.25,0.28,5.56,0.36,26.49,0.34,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,28,TRUE,645db1cf8ad952eb57854a133e8e15303b898b04,TRUE,TRUE,2024-09-05,2024-08-31,TRUE,FALSE,ArliAI/ArliAI-RPMax-12B-v1.1,0,ArliAI/ArliAI-RPMax-12B-v1.1,https://huggingface.co/ArliAI/ArliAI-RPMax-12B-v1.1 🔶,intervitens/mini-magnum-12b-v1.1,20.61,51.56,0.52,29.73,0.51,3.7,0.04,5.15,0.29,8.09,0.4,25.46,0.33,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,70,TRUE,3b19e12711d3f4d9b81fdeb73860e9019ebe2404,TRUE,TRUE,2024-07-25,2024-07-24,TRUE,FALSE,intervitens/mini-magnum-12b-v1.1,0,intervitens/mini-magnum-12b-v1.1,https://huggingface.co/intervitens/mini-magnum-12b-v1.1 🤝,allknowingroger/NeuralWestSeverus-7B-slerp,20.6,41.36,0.41,33.41,0.52,6.87,0.07,2.8,0.27,15.41,0.45,23.75,0.31,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,7,0,TRUE,5ee5d6a11ffc4f9733e78994169a2e1614d5e16e,TRUE,TRUE,2024-06-26,2024-05-16,FALSE,FALSE,allknowingroger/NeuralWestSeverus-7B-slerp,1,allknowingroger/NeuralWestSeverus-7B-slerp (Merge),https://huggingface.co/allknowingroger/NeuralWestSeverus-7B-slerp 🤝,allknowingroger/ROGERphi-7B-slerp,20.59,38.61,0.39,32.82,0.52,6.65,0.07,5.15,0.29,17.53,0.47,22.81,0.31,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,7,0,TRUE,a92f90ae5e4286daa2399df4951a3347aaf414e1,TRUE,TRUE,2024-06-26,2024-03-20,FALSE,FALSE,allknowingroger/ROGERphi-7B-slerp,1,allknowingroger/ROGERphi-7B-slerp (Merge),https://huggingface.co/allknowingroger/ROGERphi-7B-slerp @@ -392,22 +403,22 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🤝,allknowingroger/MultiMash9-13B-slerp,20.53,41.88,0.42,32.55,0.52,7.18,0.07,4.03,0.28,14.21,0.44,23.33,0.31,🤝 base merges and moerges,MixtralForCausalLM,Original,bfloat16,FALSE,apache-2.0,12,0,TRUE,56dac45f387669baa04a8997ebb9ea63c65fbbd1,TRUE,TRUE,2024-06-26,2024-05-26,FALSE,FALSE,allknowingroger/MultiMash9-13B-slerp,1,allknowingroger/MultiMash9-13B-slerp (Merge),https://huggingface.co/allknowingroger/MultiMash9-13B-slerp 🤝,Darkknight535/OpenCrystal-12B-L3,20.51,40.71,0.41,31.84,0.52,7.93,0.08,7.49,0.31,5.74,0.37,29.34,0.36,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,TRUE,"",11,10,FALSE,974d2d453afdde40f6a993601bbbbf9d97b43606,TRUE,TRUE,2024-08-26,2024-08-25,FALSE,FALSE,Darkknight535/OpenCrystal-12B-L3,0,Darkknight535/OpenCrystal-12B-L3,https://huggingface.co/Darkknight535/OpenCrystal-12B-L3 🤝,shadowml/BeagSake-7B,20.5,40.19,0.4,32.53,0.52,6.27,0.06,4.03,0.28,16.38,0.46,23.61,0.31,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,cc-by-nc-4.0,7,1,TRUE,b7a3b25a188a4608fd05fc4247ddd504c1f529d1,TRUE,TRUE,2024-06-29,2024-01-31,FALSE,FALSE,shadowml/BeagSake-7B,1,shadowml/BeagSake-7B (Merge),https://huggingface.co/shadowml/BeagSake-7B -💬,meta-llama/Meta-Llama-3-8B-Instruct,20.48,47.82,0.48,26.8,0.49,8.38,0.08,5.7,0.29,5.4,0.38,28.79,0.36,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,llama3,8,3406,TRUE,e1945c40cd546c78e41f1151f4db032b271faeaa,TRUE,TRUE,2024-07-08,2024-04-17,FALSE,TRUE,meta-llama/Meta-Llama-3-8B-Instruct,0,meta-llama/Meta-Llama-3-8B-Instruct,https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct +💬,meta-llama/Meta-Llama-3-8B-Instruct,20.48,47.82,0.48,26.8,0.49,8.38,0.08,5.7,0.29,5.4,0.38,28.79,0.36,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,llama3,8,3408,TRUE,e1945c40cd546c78e41f1151f4db032b271faeaa,TRUE,TRUE,2024-07-08,2024-04-17,FALSE,TRUE,meta-llama/Meta-Llama-3-8B-Instruct,0,meta-llama/Meta-Llama-3-8B-Instruct,https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct 🔶,SanjiWatsuki/Kunoichi-DPO-v2-7B,20.41,54.31,0.54,20.9,0.44,6.57,0.07,6.15,0.3,11.09,0.42,23.41,0.31,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,cc-by-nc-4.0,7,79,TRUE,5278247beb482c4fceff2294570236d68b74d132,TRUE,TRUE,2024-06-28,2024-01-13,TRUE,FALSE,SanjiWatsuki/Kunoichi-DPO-v2-7B,0,SanjiWatsuki/Kunoichi-DPO-v2-7B,https://huggingface.co/SanjiWatsuki/Kunoichi-DPO-v2-7B 🤝,ClaudioItaly/Albacus,20.39,46.67,0.47,31.64,0.51,6.42,0.06,2.91,0.27,10.66,0.41,24.05,0.32,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,mit,8,0,TRUE,a53faf62d0f99b67478ed9d262872c821a3ba83c,TRUE,TRUE,2024-09-08,2024-09-08,FALSE,FALSE,ClaudioItaly/Albacus,1,ClaudioItaly/Albacus (Merge),https://huggingface.co/ClaudioItaly/Albacus 🤝,johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.3-gamma-0.01,20.39,35.18,0.35,29.14,0.5,1.13,0.01,7.49,0.31,20.35,0.49,29.01,0.36,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,fa77530fe3723d7b15b06b88c3ca6110a8421742,TRUE,TRUE,2024-06-26,2024-06-07,FALSE,FALSE,johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.3-gamma-0.01,1,johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.3-gamma-0.01 (Merge),https://huggingface.co/johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.3-gamma-0.01 🤝,allknowingroger/Multimash3-12B-slerp,20.38,44.37,0.44,32.15,0.52,5.74,0.06,4.03,0.28,13.03,0.43,22.97,0.31,🤝 base merges and moerges,MixtralForCausalLM,Original,bfloat16,FALSE,apache-2.0,12,0,TRUE,0b90bf0b5230d02b4ba63879fc3bf0b85d46c3ce,TRUE,TRUE,2024-06-26,2024-05-21,FALSE,FALSE,allknowingroger/Multimash3-12B-slerp,1,allknowingroger/Multimash3-12B-slerp (Merge),https://huggingface.co/allknowingroger/Multimash3-12B-slerp 🤝,Yuma42/KangalKhan-RawRuby-7B,20.38,54.77,0.55,26.39,0.48,5.97,0.06,5.03,0.29,7.64,0.39,22.48,0.3,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,7,7,TRUE,54f56d4c6889eaf43fdd5f7d6dcef3c2ebe51929,TRUE,TRUE,2024-06-26,2024-02-17,TRUE,FALSE,Yuma42/KangalKhan-RawRuby-7B,1,Yuma42/KangalKhan-RawRuby-7B (Merge),https://huggingface.co/Yuma42/KangalKhan-RawRuby-7B 🤝,allknowingroger/YamMaths-7B-slerp,20.38,41.48,0.41,32.13,0.52,7.48,0.07,4.03,0.28,13.46,0.44,23.68,0.31,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,7,1,TRUE,bd4ac9d63ca88c80d34fa60ef5cbb56d60a39077,TRUE,TRUE,2024-06-26,2024-06-02,FALSE,FALSE,allknowingroger/YamMaths-7B-slerp,1,allknowingroger/YamMaths-7B-slerp (Merge),https://huggingface.co/allknowingroger/YamMaths-7B-slerp -🔶,dustinwloring1988/Reflexis-8b-chat-v3,20.37,53.67,0.54,24.17,0.47,11.33,0.11,0,0.24,4.76,0.35,28.31,0.35,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,0,TRUE,dcfa1a6a9f94a099286891d732b17cbbe97a644e,TRUE,TRUE,2024-09-14,2024-09-14,TRUE,FALSE,dustinwloring1988/Reflexis-8b-chat-v3,2,unsloth/Meta-Llama-3.1-8B,https://huggingface.co/dustinwloring1988/Reflexis-8b-chat-v3 +🔶,dustinwloring1988/Reflexis-8b-chat-v3,20.37,53.67,0.54,24.17,0.47,11.33,0.11,0,0.24,4.76,0.35,28.31,0.35,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,FALSE,dcfa1a6a9f94a099286891d732b17cbbe97a644e,TRUE,TRUE,2024-09-14,"",TRUE,FALSE,dustinwloring1988/Reflexis-8b-chat-v3,0,dustinwloring1988/Reflexis-8b-chat-v3,https://huggingface.co/dustinwloring1988/Reflexis-8b-chat-v3 🔶,sequelbox/Llama3.1-8B-MOTH,20.37,52.08,0.52,26.45,0.48,11.86,0.12,2.57,0.27,3.79,0.36,25.48,0.33,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,other,8,1,TRUE,8db363e36b1efc9015ab14648e68bcfba9e8d8a0,TRUE,TRUE,2024-09-10,2024-09-01,TRUE,FALSE,sequelbox/Llama3.1-8B-MOTH,2,meta-llama/Meta-Llama-3.1-8B,https://huggingface.co/sequelbox/Llama3.1-8B-MOTH 🤝,jsfs11/MixtureofMerges-MoE-4x7b-v5,20.36,41.99,0.42,32.83,0.52,7.1,0.07,4.59,0.28,12.34,0.43,23.31,0.31,🤝 base merges and moerges,MixtralForCausalLM,Original,bfloat16,FALSE,apache-2.0,24,1,TRUE,c1b5ce7144b966062df7627d2482a59e0df3757c,TRUE,FALSE,2024-08-05,2024-02-25,FALSE,FALSE,jsfs11/MixtureofMerges-MoE-4x7b-v5,1,jsfs11/MixtureofMerges-MoE-4x7b-v5 (Merge),https://huggingface.co/jsfs11/MixtureofMerges-MoE-4x7b-v5 -🔶,DavidAU/L3-Dark-Planet-8B,20.34,41.34,0.41,29.79,0.51,7.48,0.07,6.71,0.3,6.33,0.36,30.41,0.37,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,1,FALSE,462c9307ba4cfcb0c1edcceac5e06f4007bc803e,TRUE,TRUE,2024-09-12,2024-09-05,FALSE,FALSE,DavidAU/L3-Dark-Planet-8B,1,DavidAU/L3-Dark-Planet-8B (Merge),https://huggingface.co/DavidAU/L3-Dark-Planet-8B +🔶,DavidAU/L3-Dark-Planet-8B,20.34,41.34,0.41,29.79,0.51,7.48,0.07,6.71,0.3,6.33,0.36,30.41,0.37,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,2,FALSE,462c9307ba4cfcb0c1edcceac5e06f4007bc803e,TRUE,TRUE,2024-09-12,2024-09-05,FALSE,FALSE,DavidAU/L3-Dark-Planet-8B,1,DavidAU/L3-Dark-Planet-8B (Merge),https://huggingface.co/DavidAU/L3-Dark-Planet-8B 🔶,Gryphe/Pantheon-RP-1.6-12b-Nemo,20.31,44.81,0.45,31.69,0.52,3.1,0.03,3.69,0.28,12.93,0.43,25.68,0.33,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,11,TRUE,60cf38ae0367baf314e3cce748d9a199adfea557,TRUE,TRUE,2024-08-31,2024-08-18,TRUE,FALSE,Gryphe/Pantheon-RP-1.6-12b-Nemo,1,mistralai/Mistral-Nemo-Base-2407,https://huggingface.co/Gryphe/Pantheon-RP-1.6-12b-Nemo 🔶,pankajmathur/orca_mini_v6_8b_dpo,20.29,38.83,0.39,32.48,0.52,5.51,0.06,6.82,0.3,9.26,0.41,28.85,0.36,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,1,TRUE,ebb11b63839d38e8c03c7ecac012e047fcb2346e,TRUE,TRUE,2024-06-26,2024-06-21,FALSE,FALSE,pankajmathur/orca_mini_v6_8b_dpo,0,pankajmathur/orca_mini_v6_8b_dpo,https://huggingface.co/pankajmathur/orca_mini_v6_8b_dpo 🤝,johnsutor/Llama-3-8B-Instruct_ties-density-0.1,20.29,41.16,0.41,28.77,0.5,7.1,0.07,5.15,0.29,10.67,0.42,28.89,0.36,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,84793f89ebe3be5b5bd9a797d4bbdf374c07419d,TRUE,TRUE,2024-06-26,2024-06-07,FALSE,FALSE,johnsutor/Llama-3-8B-Instruct_ties-density-0.1,1,johnsutor/Llama-3-8B-Instruct_ties-density-0.1 (Merge),https://huggingface.co/johnsutor/Llama-3-8B-Instruct_ties-density-0.1 🤝,allknowingroger/MultiMash10-13B-slerp,20.29,41.63,0.42,32.45,0.52,6.34,0.06,4.81,0.29,12.97,0.43,23.52,0.31,🤝 base merges and moerges,MixtralForCausalLM,Original,bfloat16,FALSE,apache-2.0,12,0,TRUE,6def2fd1a11d4c380a19b7a3bdf263a6b80cd8f3,TRUE,TRUE,2024-06-26,2024-05-27,FALSE,FALSE,allknowingroger/MultiMash10-13B-slerp,1,allknowingroger/MultiMash10-13B-slerp (Merge),https://huggingface.co/allknowingroger/MultiMash10-13B-slerp -🔶,dustinwloring1988/Reflexis-8b-chat-v6,20.28,49.39,0.49,26.12,0.48,12.61,0.13,1.68,0.26,4.35,0.38,27.55,0.35,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,0,TRUE,a0b30a21a8eea9a32a2767755dc2dbd44eeb383f,TRUE,TRUE,2024-09-14,2024-09-14,TRUE,FALSE,dustinwloring1988/Reflexis-8b-chat-v6,2,unsloth/Meta-Llama-3.1-8B,https://huggingface.co/dustinwloring1988/Reflexis-8b-chat-v6 +🔶,dustinwloring1988/Reflexis-8b-chat-v6,20.28,49.39,0.49,26.12,0.48,12.61,0.13,1.68,0.26,4.35,0.38,27.55,0.35,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,FALSE,a0b30a21a8eea9a32a2767755dc2dbd44eeb383f,TRUE,TRUE,2024-09-14,"",TRUE,FALSE,dustinwloring1988/Reflexis-8b-chat-v6,0,dustinwloring1988/Reflexis-8b-chat-v6,https://huggingface.co/dustinwloring1988/Reflexis-8b-chat-v6 🔶,LeroyDyer/LCARS_TOP_SCORE,20.26,43.71,0.44,31.7,0.51,6.34,0.06,4.81,0.29,12.43,0.43,22.57,0.3,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,openrail,7,2,TRUE,ada3e3ac6ae162503da5158e72851053f4c7dac8,TRUE,TRUE,2024-08-08,2024-03-30,FALSE,FALSE,LeroyDyer/LCARS_TOP_SCORE,1,LeroyDyer/LCARS_TOP_SCORE (Merge),https://huggingface.co/LeroyDyer/LCARS_TOP_SCORE 💬,Columbia-NLP/LION-LLaMA-3-8b-sft-v1.0,20.26,38.17,0.38,30.88,0.51,8.46,0.08,3.69,0.28,15.48,0.45,24.86,0.32,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,FALSE,822eddb2fd127178d9fb7bb9f4fca0e93ada2836,TRUE,TRUE,2024-07-04,2024-07-02,TRUE,FALSE,Columbia-NLP/LION-LLaMA-3-8b-sft-v1.0,0,Columbia-NLP/LION-LLaMA-3-8b-sft-v1.0,https://huggingface.co/Columbia-NLP/LION-LLaMA-3-8b-sft-v1.0 🔶,VIRNECT/llama-3-Korean-8B,20.25,50.58,0.51,27.32,0.49,9.29,0.09,2.8,0.27,3.27,0.37,28.21,0.35,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,llama3,8,0,TRUE,c658409e094ff04eeb6ab6cee2d4bc56716e45f1,TRUE,TRUE,2024-07-17,2024-07-17,TRUE,FALSE,VIRNECT/llama-3-Korean-8B,0,VIRNECT/llama-3-Korean-8B,https://huggingface.co/VIRNECT/llama-3-Korean-8B @@ -421,6 +432,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🤝,allknowingroger/Strangecoven-7B-slerp,20.16,37.46,0.37,34.83,0.54,6.72,0.07,5.26,0.29,10.42,0.42,26.27,0.34,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,7,1,TRUE,8bc9d8f972d15fdd3e02c602ef4f549493bf2208,TRUE,TRUE,2024-06-26,2024-05-16,FALSE,FALSE,allknowingroger/Strangecoven-7B-slerp,1,allknowingroger/Strangecoven-7B-slerp (Merge),https://huggingface.co/allknowingroger/Strangecoven-7B-slerp 🔶,pankajmathur/orca_mini_v5_8b,20.16,48.06,0.48,29.35,0.51,7.85,0.08,4.92,0.29,7.7,0.4,23.07,0.31,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,2,TRUE,f57c84d4cc0b3b74549458c0d38e868bd7fffad1,TRUE,TRUE,2024-06-26,2024-05-26,FALSE,FALSE,pankajmathur/orca_mini_v5_8b,0,pankajmathur/orca_mini_v5_8b,https://huggingface.co/pankajmathur/orca_mini_v5_8b 🤝,allknowingroger/MultiMash6-12B-slerp,20.14,43,0.43,32.4,0.52,6.42,0.06,3.24,0.27,12.52,0.43,23.23,0.31,🤝 base merges and moerges,MixtralForCausalLM,Original,bfloat16,FALSE,apache-2.0,12,0,TRUE,a04856a12b85e986e1b540cf0c7510e9ce2df09b,TRUE,TRUE,2024-06-26,2024-05-22,FALSE,FALSE,allknowingroger/MultiMash6-12B-slerp,1,allknowingroger/MultiMash6-12B-slerp (Merge),https://huggingface.co/allknowingroger/MultiMash6-12B-slerp +🔶,nbeerbower/llama3.1-cc-8B,20.13,50.68,0.51,26.48,0.49,6.34,0.06,4.7,0.29,6.5,0.39,26.08,0.33,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,1,TRUE,5269bb26f1afe005f144564f484e7554f185239f,TRUE,TRUE,2024-09-14,2024-08-18,FALSE,FALSE,nbeerbower/llama3.1-cc-8B,1,nbeerbower/llama3.1-cc-8B (Merge),https://huggingface.co/nbeerbower/llama3.1-cc-8B 🤝,allknowingroger/MixTaoTruthful-13B-slerp,20.13,41.39,0.41,32.71,0.52,5.89,0.06,4.59,0.28,12.86,0.43,23.33,0.31,🤝 base merges and moerges,MixtralForCausalLM,Original,bfloat16,FALSE,apache-2.0,12,0,TRUE,3324d37e138c6bf0d6891e54b6dd839c8d2f35ec,TRUE,TRUE,2024-06-26,2024-05-25,FALSE,FALSE,allknowingroger/MixTaoTruthful-13B-slerp,1,allknowingroger/MixTaoTruthful-13B-slerp (Merge),https://huggingface.co/allknowingroger/MixTaoTruthful-13B-slerp 🤝,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.3-gamma-0.01,20.1,33.77,0.34,28.14,0.49,0,0,8.28,0.31,22.29,0.5,28.15,0.35,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,4a432be239528ffc654955338982f1f32eb12901,TRUE,TRUE,2024-06-26,2024-06-07,FALSE,FALSE,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.3-gamma-0.01,1,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.3-gamma-0.01 (Merge),https://huggingface.co/johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.3-gamma-0.01 💬,cat-searcher/gemma-2-9b-it-sppo-iter-1-evol-1,20.1,29.42,0.29,41.1,0.59,0,0,12.08,0.34,6.9,0.39,31.11,0.38,"💬 chat models (RLHF, DPO, IFT, ...)",Gemma2ForCausalLM,Original,bfloat16,TRUE,"",9,0,FALSE,c2d7b76786151aecfa5972a2a3e937feb2d2c48b,TRUE,TRUE,2024-08-09,2024-08-05,TRUE,FALSE,cat-searcher/gemma-2-9b-it-sppo-iter-1-evol-1,2,cat-searcher/gemma-2-9b-it-sppo-iter-0,https://huggingface.co/cat-searcher/gemma-2-9b-it-sppo-iter-1-evol-1 @@ -459,11 +471,11 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🤝,shyamieee/Padma-v7.0,19.67,38.41,0.38,31.66,0.51,6.5,0.06,4.81,0.29,14.09,0.44,22.55,0.3,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,7,0,TRUE,caf70bd6e2f819cc6a18dda8516f2cbdc101fdde,TRUE,TRUE,2024-06-26,2024-06-26,FALSE,FALSE,shyamieee/Padma-v7.0,1,shyamieee/Padma-v7.0 (Merge),https://huggingface.co/shyamieee/Padma-v7.0 🔶,mistralai/Mixtral-8x7B-v0.1,19.67,23.26,0.23,30.4,0.51,9.37,0.09,9.4,0.32,13.66,0.44,31.9,0.39,🔶 fine-tuned on domain-specific datasets,MixtralForCausalLM,Original,float16,TRUE,apache-2.0,46,1625,TRUE,985aa055896a8f943d4a9f2572e6ea1341823841,TRUE,FALSE,2024-06-27,2023-12-01,FALSE,TRUE,mistralai/Mixtral-8x7B-v0.1,0,mistralai/Mixtral-8x7B-v0.1,https://huggingface.co/mistralai/Mixtral-8x7B-v0.1 🔶,RLHFlow/LLaMA3-iterative-DPO-final,19.64,53.4,0.53,29.79,0.51,0,0,4.47,0.28,5.08,0.37,25.08,0.33,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,42,TRUE,40b73bd07a019795837f80579fe95470484ca82b,TRUE,TRUE,2024-06-26,2024-05-17,TRUE,FALSE,RLHFlow/LLaMA3-iterative-DPO-final,0,RLHFlow/LLaMA3-iterative-DPO-final,https://huggingface.co/RLHFlow/LLaMA3-iterative-DPO-final -🔶,nbeerbower/Lyra4-Gutenberg-12B,19.63,22.12,0.22,34.24,0.54,11.71,0.12,9.17,0.32,11.97,0.4,28.57,0.36,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,cc-by-nc-4.0,12,10,TRUE,cb6911be3475da99a810071c04803d6edfb5965b,TRUE,TRUE,2024-09-12,2024-09-09,FALSE,FALSE,nbeerbower/Lyra4-Gutenberg-12B,1,nbeerbower/Lyra4-Gutenberg-12B (Merge),https://huggingface.co/nbeerbower/Lyra4-Gutenberg-12B +🔶,nbeerbower/Lyra4-Gutenberg-12B,19.63,22.12,0.22,34.24,0.54,11.71,0.12,9.17,0.32,11.97,0.4,28.57,0.36,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,cc-by-nc-4.0,12,12,TRUE,cb6911be3475da99a810071c04803d6edfb5965b,TRUE,TRUE,2024-09-12,2024-09-09,FALSE,FALSE,nbeerbower/Lyra4-Gutenberg-12B,1,nbeerbower/Lyra4-Gutenberg-12B (Merge),https://huggingface.co/nbeerbower/Lyra4-Gutenberg-12B 🤝,allknowingroger/limyClown-7B-slerp,19.63,40.17,0.4,31.93,0.51,6.42,0.06,4.14,0.28,12.46,0.43,22.64,0.3,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,7,0,TRUE,732a1ed0c2c7007297ad9d9797793073825f65ca,TRUE,TRUE,2024-06-26,2024-03-23,FALSE,FALSE,allknowingroger/limyClown-7B-slerp,1,allknowingroger/limyClown-7B-slerp (Merge),https://huggingface.co/allknowingroger/limyClown-7B-slerp 💬,upstage/SOLAR-10.7B-Instruct-v1.0,19.63,47.37,0.47,31.87,0.52,0,0,7.83,0.31,6.94,0.39,23.76,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,cc-by-nc-4.0,10,608,TRUE,c08c25ed66414a878fe0401a3596d536c083606c,TRUE,TRUE,2024-06-12,2023-12-12,TRUE,TRUE,upstage/SOLAR-10.7B-Instruct-v1.0,1,upstage/SOLAR-10.7B-Instruct-v1.0 (Merge),https://huggingface.co/upstage/SOLAR-10.7B-Instruct-v1.0 💬,FuJhen/ft-openhermes-25-mistral-7b-irca-dpo-pairs,19.62,54.2,0.54,26.6,0.48,0.15,0,3.8,0.28,11.21,0.42,21.74,0.3,"💬 chat models (RLHF, DPO, IFT, ...)",?,Adapter,bfloat16,TRUE,apache-2.0,14,0,TRUE,24c0bea14d53e6f67f1fbe2eca5bfe7cae389b33,TRUE,TRUE,2024-09-12,2024-09-12,TRUE,FALSE,FuJhen/ft-openhermes-25-mistral-7b-irca-dpo-pairs,1,FuJhen/ft-openhermes-25-mistral-7b-irca-dpo-pairs (Merge),https://huggingface.co/FuJhen/ft-openhermes-25-mistral-7b-irca-dpo-pairs -🤝,invisietch/EtherealRainbow-v0.3-8B,19.61,36.82,0.37,30.08,0.51,6.57,0.07,7.27,0.3,7.77,0.39,29.18,0.36,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,llama3,8,7,TRUE,c986c4ca5a5b8474820a59d3e911a431cf26938d,TRUE,TRUE,2024-07-01,2024-06-19,FALSE,FALSE,invisietch/EtherealRainbow-v0.3-8B,0,invisietch/EtherealRainbow-v0.3-8B,https://huggingface.co/invisietch/EtherealRainbow-v0.3-8B +🤝,invisietch/EtherealRainbow-v0.3-8B,19.61,36.82,0.37,30.08,0.51,6.57,0.07,7.27,0.3,7.77,0.39,29.18,0.36,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,llama3,8,8,TRUE,c986c4ca5a5b8474820a59d3e911a431cf26938d,TRUE,TRUE,2024-07-01,2024-06-19,FALSE,FALSE,invisietch/EtherealRainbow-v0.3-8B,0,invisietch/EtherealRainbow-v0.3-8B,https://huggingface.co/invisietch/EtherealRainbow-v0.3-8B 🤝,allknowingroger/Ph3unsloth-3B-slerp,19.61,18.94,0.19,36.46,0.55,6.87,0.07,9.96,0.32,15.43,0.45,30.01,0.37,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,3,0,TRUE,465444b3cdd43876717f7386ea2f3357c5fe8e53,TRUE,TRUE,2024-06-26,2024-05-31,FALSE,FALSE,allknowingroger/Ph3unsloth-3B-slerp,1,allknowingroger/Ph3unsloth-3B-slerp (Merge),https://huggingface.co/allknowingroger/Ph3unsloth-3B-slerp 🟢,01-ai/Yi-1.5-9B-32K,19.61,23.03,0.23,28.94,0.5,9.59,0.1,14.54,0.36,10.83,0.42,30.72,0.38,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,18,TRUE,116561dfae63af90f9d163b43077629e0e916bb1,TRUE,TRUE,2024-06-12,2024-05-15,FALSE,TRUE,01-ai/Yi-1.5-9B-32K,0,01-ai/Yi-1.5-9B-32K,https://huggingface.co/01-ai/Yi-1.5-9B-32K 🤝,allknowingroger/MultiverseEx26-7B-slerp,19.61,39.39,0.39,31.66,0.51,7.02,0.07,4.36,0.28,12.6,0.43,22.61,0.3,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,7,1,TRUE,43f18d84e025693f00e9be335bf12fce96089b2f,TRUE,TRUE,2024-06-26,2024-03-30,FALSE,FALSE,allknowingroger/MultiverseEx26-7B-slerp,1,allknowingroger/MultiverseEx26-7B-slerp (Merge),https://huggingface.co/allknowingroger/MultiverseEx26-7B-slerp @@ -494,7 +506,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🤝,mlabonne/Beyonder-4x7B-v3,19.31,56.08,0.56,24.56,0.47,4.76,0.05,4.7,0.29,8.93,0.4,16.81,0.25,🤝 base merges and moerges,MixtralForCausalLM,Original,float16,FALSE,cc-by-nc-4.0,24,57,TRUE,8e923fa480f511ab54d79b44b0487768bdd3de4e,TRUE,FALSE,2024-06-12,2024-03-21,TRUE,TRUE,mlabonne/Beyonder-4x7B-v3,1,mlabonne/Beyonder-4x7B-v3 (Merge),https://huggingface.co/mlabonne/Beyonder-4x7B-v3 💬,Columbia-NLP/LION-LLaMA-3-8b-odpo-v1.0,19.29,39.68,0.4,30.46,0.5,7.25,0.07,4.7,0.29,9.72,0.41,23.92,0.32,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,"",8,2,FALSE,e2cec0d68a67092951e9205dfe634a59f2f4a2dd,TRUE,TRUE,2024-07-04,2024-06-28,TRUE,FALSE,Columbia-NLP/LION-LLaMA-3-8b-odpo-v1.0,0,Columbia-NLP/LION-LLaMA-3-8b-odpo-v1.0,https://huggingface.co/Columbia-NLP/LION-LLaMA-3-8b-odpo-v1.0 🤝,shadowml/Mixolar-4x7b,19.28,38.93,0.39,32.73,0.52,0,0,5.7,0.29,12.72,0.43,25.62,0.33,🤝 base merges and moerges,MixtralForCausalLM,Original,float16,FALSE,apache-2.0,36,3,TRUE,bb793526b063765e9861cad8834160fb0945e66d,TRUE,FALSE,2024-08-05,2023-12-30,FALSE,FALSE,shadowml/Mixolar-4x7b,0,shadowml/Mixolar-4x7b,https://huggingface.co/shadowml/Mixolar-4x7b -🔶,Sao10K/MN-12B-Lyra-v3,19.27,44.86,0.45,25.87,0.48,7.18,0.07,3.69,0.28,9.04,0.4,24.99,0.32,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,cc-by-nc-4.0,12,31,TRUE,da76fa39d128ca84065427189bb228f2dfc6b8a3,TRUE,TRUE,2024-09-03,2024-08-27,TRUE,FALSE,Sao10K/MN-12B-Lyra-v3,0,Sao10K/MN-12B-Lyra-v3,https://huggingface.co/Sao10K/MN-12B-Lyra-v3 +🔶,Sao10K/MN-12B-Lyra-v3,19.27,44.86,0.45,25.87,0.48,7.18,0.07,3.69,0.28,9.04,0.4,24.99,0.32,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,cc-by-nc-4.0,12,32,TRUE,da76fa39d128ca84065427189bb228f2dfc6b8a3,TRUE,TRUE,2024-09-03,2024-08-27,TRUE,FALSE,Sao10K/MN-12B-Lyra-v3,0,Sao10K/MN-12B-Lyra-v3,https://huggingface.co/Sao10K/MN-12B-Lyra-v3 🤝,allknowingroger/Meme-7B-slerp,19.25,51.64,0.52,24.53,0.47,4.23,0.04,4.81,0.29,10.19,0.42,20.11,0.28,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,7,0,TRUE,7836c0f4fce70286382e61003e9a05d7559365d9,TRUE,TRUE,2024-06-26,2024-05-22,FALSE,FALSE,allknowingroger/Meme-7B-slerp,1,allknowingroger/Meme-7B-slerp (Merge),https://huggingface.co/allknowingroger/Meme-7B-slerp 🔶,MaziyarPanahi/Qwen2-7B-Instruct-v0.8,19.22,27.75,0.28,25.53,0.46,15.63,0.16,5.82,0.29,12.06,0.43,28.51,0.36,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,5,TRUE,a6f9d0e11efcba18c905554ab43b877ead187a77,TRUE,TRUE,2024-07-07,2024-06-27,FALSE,FALSE,MaziyarPanahi/Qwen2-7B-Instruct-v0.8,1,Qwen/Qwen2-7B,https://huggingface.co/MaziyarPanahi/Qwen2-7B-Instruct-v0.8 🔶,chargoddard/prometheus-2-llama-3-8b,19.16,52.89,0.53,27.8,0.49,7.25,0.07,3.02,0.27,0.78,0.34,23.19,0.31,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,2,TRUE,90a728ac98e5b4169f88ae4945e357cf45477568,TRUE,TRUE,2024-06-26,2024-05-26,TRUE,FALSE,chargoddard/prometheus-2-llama-3-8b,1,chargoddard/prometheus-2-llama-3-8b (Merge),https://huggingface.co/chargoddard/prometheus-2-llama-3-8b @@ -502,14 +514,14 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 💬,OpenBuddy/openbuddy-zero-14b-v22.3-32k,19.14,37.53,0.38,26.29,0.49,7.78,0.08,7.61,0.31,11.34,0.42,24.3,0.32,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,other,14,1,TRUE,d9a0b6bc02f283e154c9ad6db43a5a97eed97f5b,TRUE,TRUE,2024-07-29,2024-07-16,TRUE,FALSE,OpenBuddy/openbuddy-zero-14b-v22.3-32k,0,OpenBuddy/openbuddy-zero-14b-v22.3-32k,https://huggingface.co/OpenBuddy/openbuddy-zero-14b-v22.3-32k 🤝,johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.7-gamma-0.01,19.14,29.04,0.29,28.74,0.5,0.53,0.01,6.6,0.3,22.25,0.5,27.67,0.35,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,d30c75506feaec957dc73bc5c040159c310ecf4c,TRUE,TRUE,2024-06-26,2024-06-07,FALSE,FALSE,johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.7-gamma-0.01,1,johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.7-gamma-0.01 (Merge),https://huggingface.co/johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.7-gamma-0.01 💬,google/recurrentgemma-9b-it,19.12,50.1,0.5,21.62,0.44,6.04,0.06,2.68,0.27,13.77,0.44,20.48,0.28,"💬 chat models (RLHF, DPO, IFT, ...)",RecurrentGemmaForCausalLM,Original,bfloat16,TRUE,gemma,9,48,TRUE,43e62f98c3d496a5469ef4b18c1b11e417d68d1d,TRUE,TRUE,2024-07-05,2024-06-07,TRUE,TRUE,google/recurrentgemma-9b-it,0,google/recurrentgemma-9b-it,https://huggingface.co/google/recurrentgemma-9b-it -💬,mistralai/Mistral-7B-Instruct-v0.3,19.11,54.65,0.55,25.57,0.47,3.17,0.03,3.91,0.28,4.3,0.37,23.06,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,966,TRUE,83e9aa141f2e28c82232fea5325f54edf17c43de,TRUE,TRUE,2024-06-12,2024-05-22,TRUE,TRUE,mistralai/Mistral-7B-Instruct-v0.3,1,mistralai/Mistral-7B-v0.3,https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.3 +💬,mistralai/Mistral-7B-Instruct-v0.3,19.11,54.65,0.55,25.57,0.47,3.17,0.03,3.91,0.28,4.3,0.37,23.06,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,969,TRUE,83e9aa141f2e28c82232fea5325f54edf17c43de,TRUE,TRUE,2024-06-12,2024-05-22,TRUE,TRUE,mistralai/Mistral-7B-Instruct-v0.3,1,mistralai/Mistral-7B-v0.3,https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.3 🔶,failspy/Llama-3-8B-Instruct-abliterated,19.08,59.09,0.59,18.86,0.44,3.17,0.03,3.47,0.28,10.51,0.41,19.35,0.27,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,9,TRUE,dd67dd055661e4cbcedb0ed2431693d9cc3be6e0,TRUE,TRUE,2024-07-03,2024-05-07,TRUE,FALSE,failspy/Llama-3-8B-Instruct-abliterated,0,failspy/Llama-3-8B-Instruct-abliterated,https://huggingface.co/failspy/Llama-3-8B-Instruct-abliterated 🔶,nbeerbower/mistral-nemo-gutenberg-12B-v3,19.06,21.83,0.22,34.96,0.54,4.61,0.05,8.61,0.31,15,0.45,29.38,0.36,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,10,TRUE,3e1a716281f23280abd72e402139c578faca175a,TRUE,TRUE,2024-09-03,2024-08-15,FALSE,FALSE,nbeerbower/mistral-nemo-gutenberg-12B-v3,1,nbeerbower/mistral-nemo-gutenberg-12B-v3 (Merge),https://huggingface.co/nbeerbower/mistral-nemo-gutenberg-12B-v3 💬,Weyaxi/Einstein-v6.1-developed-by-Weyaxi-Llama3-8B,19.05,39.27,0.39,29.69,0.5,5.59,0.06,3.13,0.27,13.39,0.43,23.25,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,other,8,1,TRUE,b7507e94146c0832c26609e9ab8115934d3e25b3,TRUE,TRUE,2024-06-26,2024-06-23,TRUE,FALSE,Weyaxi/Einstein-v6.1-developed-by-Weyaxi-Llama3-8B,0,Weyaxi/Einstein-v6.1-developed-by-Weyaxi-Llama3-8B,https://huggingface.co/Weyaxi/Einstein-v6.1-developed-by-Weyaxi-Llama3-8B 💬,vicgalle/ConfigurableSOLAR-10.7B,19.05,51,0.51,27.45,0.49,0,0,6.49,0.3,5.19,0.38,24.15,0.32,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,apache-2.0,10,2,TRUE,9d9baad88ea9dbaa61881f15e4f0d16e931033b4,TRUE,TRUE,2024-06-26,2024-03-10,TRUE,FALSE,vicgalle/ConfigurableSOLAR-10.7B,0,vicgalle/ConfigurableSOLAR-10.7B,https://huggingface.co/vicgalle/ConfigurableSOLAR-10.7B 💬,FuJhen/mistral-instruct-7B-DPO,18.97,49.68,0.5,24.93,0.46,3.47,0.03,3.69,0.28,9.43,0.4,22.6,0.3,"💬 chat models (RLHF, DPO, IFT, ...)",?,Adapter,bfloat16,TRUE,apache-2.0,14,0,TRUE,e0bc86c23ce5aae1db576c8cca6f06f1f73af2db,TRUE,TRUE,2024-09-12,2024-09-12,TRUE,FALSE,FuJhen/mistral-instruct-7B-DPO,1,FuJhen/mistral-instruct-7B-DPO (Merge),https://huggingface.co/FuJhen/mistral-instruct-7B-DPO 🤝,nothingiisreal/MN-12B-Starcannon-v3,18.94,38.07,0.38,30.87,0.52,6.57,0.07,3.13,0.27,9.85,0.4,25.16,0.33,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,TRUE,"",12,6,FALSE,169480b62121c4f070e93a05158545c679712644,TRUE,TRUE,2024-09-03,2024-08-13,TRUE,FALSE,nothingiisreal/MN-12B-Starcannon-v3,1,nothingiisreal/MN-12B-Starcannon-v3 (Merge),https://huggingface.co/nothingiisreal/MN-12B-Starcannon-v3 -🔶,AGI-0/Artificium-llama3.1-8B-001,18.94,52.48,0.52,19.35,0.43,10.27,0.1,2.13,0.27,5.17,0.38,24.24,0.32,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,unknown,8,32,TRUE,6bf3dcca3b75a06a4e04e5f944e709cccf4673fd,TRUE,TRUE,2024-09-08,2024-08-16,TRUE,FALSE,AGI-0/Artificium-llama3.1-8B-001,0,AGI-0/Artificium-llama3.1-8B-001,https://huggingface.co/AGI-0/Artificium-llama3.1-8B-001 +🔶,AGI-0/Artificium-llama3.1-8B-001,18.94,52.48,0.52,19.35,0.43,10.27,0.1,2.13,0.27,5.17,0.38,24.24,0.32,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,unknown,8,33,TRUE,6bf3dcca3b75a06a4e04e5f944e709cccf4673fd,TRUE,TRUE,2024-09-08,2024-08-16,TRUE,FALSE,AGI-0/Artificium-llama3.1-8B-001,0,AGI-0/Artificium-llama3.1-8B-001,https://huggingface.co/AGI-0/Artificium-llama3.1-8B-001 🔶,SeaLLMs/SeaLLM-7B-v2.5,18.92,45.22,0.45,28.74,0.5,0,0,3.47,0.28,11.61,0.42,24.48,0.32,🔶 fine-tuned on domain-specific datasets,GemmaForCausalLM,Original,bfloat16,TRUE,other,8,49,TRUE,a961daf713dcb31e3253ebe40d43ea5fb7a84099,TRUE,TRUE,2024-07-29,2024-04-03,TRUE,FALSE,SeaLLMs/SeaLLM-7B-v2.5,0,SeaLLMs/SeaLLM-7B-v2.5,https://huggingface.co/SeaLLMs/SeaLLM-7B-v2.5 🤝,johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.9-gamma-0.01,18.88,29.13,0.29,28.22,0.49,0,0,6.71,0.3,21.98,0.5,27.27,0.35,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,4c30fdbe0708afefe50788ea640c3dfab294c77f,TRUE,TRUE,2024-06-26,2024-06-07,FALSE,FALSE,johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.9-gamma-0.01,1,johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.9-gamma-0.01 (Merge),https://huggingface.co/johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.9-gamma-0.01 🔶,abacusai/Llama-3-Smaug-8B,18.87,48.67,0.49,27.88,0.49,7.33,0.07,0,0.25,5.05,0.36,24.28,0.32,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama2,8,86,TRUE,fe54a7d42160d3d8fcc3289c8c411fd9dd5e8357,TRUE,TRUE,2024-07-02,2024-04-19,TRUE,TRUE,abacusai/Llama-3-Smaug-8B,0,abacusai/Llama-3-Smaug-8B,https://huggingface.co/abacusai/Llama-3-Smaug-8B @@ -518,33 +530,33 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,DavidAU/L3-SMB-Instruct-12.2B-F32,18.8,43.03,0.43,26.13,0.48,4.08,0.04,4.25,0.28,9.62,0.41,25.69,0.33,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,"",12,1,FALSE,ac5e205a41b17a7b05b1b62f352aacc7e65b2f13,TRUE,TRUE,2024-09-12,2024-08-25,FALSE,FALSE,DavidAU/L3-SMB-Instruct-12.2B-F32,1,DavidAU/L3-SMB-Instruct-12.2B-F32 (Merge),https://huggingface.co/DavidAU/L3-SMB-Instruct-12.2B-F32 🔶,DavidAU/L3-Stheno-v3.2-12.2B-Instruct,18.73,40.28,0.4,27.37,0.48,4.98,0.05,3.36,0.28,10.31,0.41,26.06,0.33,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",12,1,FALSE,8271fc32a601a4fa5efbe58c41a0ef4181ad8836,TRUE,TRUE,2024-09-12,2024-08-24,FALSE,FALSE,DavidAU/L3-Stheno-v3.2-12.2B-Instruct,1,DavidAU/L3-Stheno-v3.2-12.2B-Instruct (Merge),https://huggingface.co/DavidAU/L3-Stheno-v3.2-12.2B-Instruct 🤝,johnsutor/Llama-3-8B-Instruct_ties-density-0.3,18.69,36.26,0.36,27.72,0.49,5.74,0.06,6.15,0.3,10.48,0.4,25.79,0.33,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,8d051f3eec3fc93a4521073c2d290c4ff9144fc1,TRUE,TRUE,2024-06-26,2024-06-07,FALSE,FALSE,johnsutor/Llama-3-8B-Instruct_ties-density-0.3,1,johnsutor/Llama-3-8B-Instruct_ties-density-0.3 (Merge),https://huggingface.co/johnsutor/Llama-3-8B-Instruct_ties-density-0.3 -💬,anthracite-org/magnum-v2-12b,18.68,37.62,0.38,28.79,0.5,4.76,0.05,5.48,0.29,11.37,0.42,24.08,0.32,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,64,TRUE,"",TRUE,TRUE,2024-09-05,2024-08-03,TRUE,FALSE,anthracite-org/magnum-v2-12b,1,mistralai/Mistral-Nemo-Base-2407,https://huggingface.co/anthracite-org/magnum-v2-12b -🔶,dustinwloring1988/Reflexis-8b-chat-v7,18.65,39.8,0.4,25.99,0.48,13.67,0.14,1.57,0.26,1.54,0.32,29.36,0.36,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,0,TRUE,e8d990012ccd855e65d51cb7cfd1762632a8f217,TRUE,TRUE,2024-09-14,2024-09-14,TRUE,FALSE,dustinwloring1988/Reflexis-8b-chat-v7,2,unsloth/Meta-Llama-3.1-8B,https://huggingface.co/dustinwloring1988/Reflexis-8b-chat-v7 +💬,anthracite-org/magnum-v2-12b,18.68,37.62,0.38,28.79,0.5,4.76,0.05,5.48,0.29,11.37,0.42,24.08,0.32,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,65,TRUE,"",TRUE,TRUE,2024-09-05,2024-08-03,TRUE,FALSE,anthracite-org/magnum-v2-12b,1,mistralai/Mistral-Nemo-Base-2407,https://huggingface.co/anthracite-org/magnum-v2-12b +🔶,dustinwloring1988/Reflexis-8b-chat-v7,18.65,39.8,0.4,25.99,0.48,13.67,0.14,1.57,0.26,1.54,0.32,29.36,0.36,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,FALSE,e8d990012ccd855e65d51cb7cfd1762632a8f217,TRUE,TRUE,2024-09-14,"",TRUE,FALSE,dustinwloring1988/Reflexis-8b-chat-v7,0,dustinwloring1988/Reflexis-8b-chat-v7,https://huggingface.co/dustinwloring1988/Reflexis-8b-chat-v7 🔶,uukuguy/speechless-llama2-hermes-orca-platypus-wizardlm-13b,18.6,45.62,0.46,26.79,0.48,1.44,0.01,2.68,0.27,17.75,0.47,17.32,0.26,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",13,32,FALSE,954cc87b0ed5fa280126de546daf648861031512,TRUE,TRUE,2024-06-26,2023-09-01,FALSE,FALSE,uukuguy/speechless-llama2-hermes-orca-platypus-wizardlm-13b,0,uukuguy/speechless-llama2-hermes-orca-platypus-wizardlm-13b,https://huggingface.co/uukuguy/speechless-llama2-hermes-orca-platypus-wizardlm-13b 💬,HuggingFaceH4/zephyr-7b-alpha,18.53,51.91,0.52,23.96,0.46,1.51,0.02,6.38,0.3,7.5,0.39,19.94,0.28,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,mit,7,1092,TRUE,2ce2d025864af849b3e5029e2ec9d568eeda892d,TRUE,TRUE,2024-06-12,2023-10-09,TRUE,TRUE,HuggingFaceH4/zephyr-7b-alpha,1,mistralai/Mistral-7B-v0.1,https://huggingface.co/HuggingFaceH4/zephyr-7b-alpha 🤝,allknowingroger/LimyQstar-7B-slerp,18.52,34.91,0.35,30.19,0.5,5.97,0.06,6.49,0.3,10.2,0.41,23.37,0.31,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,7,0,TRUE,6dc557c7bfd6a6f9bc8190bc8a31c3b732deca40,TRUE,TRUE,2024-06-26,2024-03-23,FALSE,FALSE,allknowingroger/LimyQstar-7B-slerp,1,allknowingroger/LimyQstar-7B-slerp (Merge),https://huggingface.co/allknowingroger/LimyQstar-7B-slerp 🔶,VIRNECT/llama-3-Korean-8B-r-v-0.1,18.51,49.16,0.49,25.88,0.48,7.18,0.07,0,0.24,3.74,0.37,25.11,0.33,🔶 fine-tuned on domain-specific datasets,?,Adapter,float16,TRUE,llama3,16,0,TRUE,10acb1aa4f341f2d3c899d78c520b0822a909b95,TRUE,TRUE,2024-07-18,2024-07-18,TRUE,FALSE,VIRNECT/llama-3-Korean-8B-r-v-0.1,2,MLP-KTLim/llama-3-Korean-Bllossom-8B (Merge),https://huggingface.co/VIRNECT/llama-3-Korean-8B-r-v-0.1 🤝,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.9-gamma-0.01,18.48,27.9,0.28,27.22,0.49,0,0,5.93,0.29,24.24,0.52,25.61,0.33,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,c88c6b65f751156e7bc04c738947387eb55747e9,TRUE,TRUE,2024-06-26,2024-06-08,FALSE,FALSE,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.9-gamma-0.01,1,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.9-gamma-0.01 (Merge),https://huggingface.co/johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.9-gamma-0.01 -💬,mistralai/Mistral-7B-Instruct-v0.2,18.44,54.96,0.55,22.91,0.45,2.64,0.03,3.47,0.28,7.61,0.4,19.08,0.27,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,2509,TRUE,41b61a33a2483885c981aa79e0df6b32407ed873,TRUE,TRUE,2024-06-12,2023-12-11,TRUE,TRUE,mistralai/Mistral-7B-Instruct-v0.2,0,mistralai/Mistral-7B-Instruct-v0.2,https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2 +💬,mistralai/Mistral-7B-Instruct-v0.2,18.44,54.96,0.55,22.91,0.45,2.64,0.03,3.47,0.28,7.61,0.4,19.08,0.27,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,2510,TRUE,41b61a33a2483885c981aa79e0df6b32407ed873,TRUE,TRUE,2024-06-12,2023-12-11,TRUE,TRUE,mistralai/Mistral-7B-Instruct-v0.2,0,mistralai/Mistral-7B-Instruct-v0.2,https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2 🤝,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.01,18.44,28.14,0.28,27.16,0.49,0,0,5.37,0.29,24.47,0.52,25.5,0.33,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,61f4b44fb917cdb46f0ade9f8fc2a382e0cf67af,TRUE,TRUE,2024-06-26,2024-06-08,FALSE,FALSE,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.01,1,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.01 (Merge),https://huggingface.co/johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.01 -🔶,dustinwloring1988/Reflexis-8b-chat-v5,18.41,42.38,0.42,25.2,0.48,11.4,0.11,2.8,0.27,4.05,0.34,24.64,0.32,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,0,TRUE,12970eec99f458a3982eb502b71b6df0bc74bb52,TRUE,TRUE,2024-09-14,2024-09-14,TRUE,FALSE,dustinwloring1988/Reflexis-8b-chat-v5,2,unsloth/Meta-Llama-3.1-8B,https://huggingface.co/dustinwloring1988/Reflexis-8b-chat-v5 +🔶,dustinwloring1988/Reflexis-8b-chat-v5,18.41,42.38,0.42,25.2,0.48,11.4,0.11,2.8,0.27,4.05,0.34,24.64,0.32,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,FALSE,12970eec99f458a3982eb502b71b6df0bc74bb52,TRUE,TRUE,2024-09-14,"",TRUE,FALSE,dustinwloring1988/Reflexis-8b-chat-v5,0,dustinwloring1988/Reflexis-8b-chat-v5,https://huggingface.co/dustinwloring1988/Reflexis-8b-chat-v5 🔶,abhishek/autotrain-vr4a1-e5mms,18.4,21.42,0.21,28.46,0.5,12.54,0.13,9.28,0.32,9.04,0.39,29.63,0.37,🔶 fine-tuned on domain-specific datasets,?,Adapter,float16,TRUE,other,16,0,TRUE,5206a32e0bd3067aef1ce90f5528ade7d866253f,TRUE,TRUE,2024-09-06,2024-09-05,FALSE,FALSE,abhishek/autotrain-vr4a1-e5mms,2,meta-llama/Meta-Llama-3.1-8B,https://huggingface.co/abhishek/autotrain-vr4a1-e5mms 💬,argilla/notus-7b-v1,18.37,50.82,0.51,22.75,0.45,2.57,0.03,5.26,0.29,6.59,0.34,22.26,0.3,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,mit,7,119,TRUE,30172203a2d41cb487bf7e2b92a821080783b2c9,TRUE,TRUE,2024-06-27,2023-11-16,TRUE,TRUE,argilla/notus-7b-v1,2,mistralai/Mistral-7B-v0.1,https://huggingface.co/argilla/notus-7b-v1 -🔶,dustinwloring1988/Reflexis-8b-chat-v4,18.37,46.98,0.47,24.33,0.47,9.29,0.09,0,0.23,3.05,0.34,26.56,0.34,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,0,TRUE,81e20c2e40f2028818d5d6d27ec9e0d503ae8cc1,TRUE,TRUE,2024-09-14,2024-09-14,TRUE,FALSE,dustinwloring1988/Reflexis-8b-chat-v4,2,unsloth/Meta-Llama-3.1-8B,https://huggingface.co/dustinwloring1988/Reflexis-8b-chat-v4 +🔶,dustinwloring1988/Reflexis-8b-chat-v4,18.37,46.98,0.47,24.33,0.47,9.29,0.09,0,0.23,3.05,0.34,26.56,0.34,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,FALSE,81e20c2e40f2028818d5d6d27ec9e0d503ae8cc1,TRUE,TRUE,2024-09-14,"",TRUE,FALSE,dustinwloring1988/Reflexis-8b-chat-v4,0,dustinwloring1988/Reflexis-8b-chat-v4,https://huggingface.co/dustinwloring1988/Reflexis-8b-chat-v4 🔶,uukuguy/speechless-mistral-dolphin-orca-platypus-samantha-7b,18.34,37,0.37,29.65,0.5,2.95,0.03,4.47,0.28,13.85,0.44,22.12,0.3,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,llama2,7,17,TRUE,b1de043468a15198b55a6509293a4ee585139043,TRUE,TRUE,2024-06-26,2023-10-13,FALSE,FALSE,uukuguy/speechless-mistral-dolphin-orca-platypus-samantha-7b,0,uukuguy/speechless-mistral-dolphin-orca-platypus-samantha-7b,https://huggingface.co/uukuguy/speechless-mistral-dolphin-orca-platypus-samantha-7b 🔶,ValiantLabs/Llama3.1-8B-Fireplace2,18.31,54.83,0.55,24.07,0.46,5.82,0.06,5.15,0.29,4.38,0.34,15.63,0.24,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,llama3.1,8,5,TRUE,be3a5c18b5e8e86a3703df1a8227f784ad2c713c,TRUE,TRUE,2024-07-25,2024-07-23,TRUE,FALSE,ValiantLabs/Llama3.1-8B-Fireplace2,2,meta-llama/Meta-Llama-3.1-8B,https://huggingface.co/ValiantLabs/Llama3.1-8B-Fireplace2 💬,cognitivecomputations/dolphin-2.9-llama3-8b,18.3,38.5,0.39,27.86,0.49,5.06,0.05,4.92,0.29,13.79,0.44,19.68,0.28,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,other,8,402,TRUE,5aeb036f9215c558b483a654a8c6e1cc22e841bf,TRUE,TRUE,2024-06-12,2024-04-20,TRUE,TRUE,cognitivecomputations/dolphin-2.9-llama3-8b,1,meta-llama/Meta-Llama-3-8B,https://huggingface.co/cognitivecomputations/dolphin-2.9-llama3-8b -🔶,dustinwloring1988/Reflexis-8b-chat-v2,18.28,39.12,0.39,24.89,0.47,11.63,0.12,2.68,0.27,4.91,0.35,26.42,0.34,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,0,TRUE,817408ebfaa7ba0ea9433e1de4bfa120d38d2a0f,TRUE,TRUE,2024-09-14,2024-09-14,TRUE,FALSE,dustinwloring1988/Reflexis-8b-chat-v2,2,unsloth/Meta-Llama-3.1-8B,https://huggingface.co/dustinwloring1988/Reflexis-8b-chat-v2 +🔶,dustinwloring1988/Reflexis-8b-chat-v2,18.28,39.12,0.39,24.89,0.47,11.63,0.12,2.68,0.27,4.91,0.35,26.42,0.34,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,FALSE,817408ebfaa7ba0ea9433e1de4bfa120d38d2a0f,TRUE,TRUE,2024-09-14,"",TRUE,FALSE,dustinwloring1988/Reflexis-8b-chat-v2,0,dustinwloring1988/Reflexis-8b-chat-v2,https://huggingface.co/dustinwloring1988/Reflexis-8b-chat-v2 🟢,meta-llama/Llama-2-70b-hf,18.25,24.07,0.24,35.9,0.55,2.49,0.02,7.05,0.3,9.78,0.41,30.2,0.37,🟢 pretrained,LlamaForCausalLM,Original,float16,TRUE,llama2,68,824,TRUE,3aba440b59558f995867ba6e1f58f21d0336b5bb,TRUE,TRUE,2024-06-12,2023-07-11,FALSE,TRUE,meta-llama/Llama-2-70b-hf,0,meta-llama/Llama-2-70b-hf,https://huggingface.co/meta-llama/Llama-2-70b-hf 🔶,microsoft/Orca-2-13b,18.14,31.28,0.31,27.31,0.49,0.98,0.01,4.03,0.28,25.79,0.51,19.44,0.27,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,other,13,659,TRUE,2539ff53e6baa4cc603774ad5a2d646f4041ea4e,TRUE,TRUE,2024-06-12,2023-11-14,FALSE,TRUE,microsoft/Orca-2-13b,0,microsoft/Orca-2-13b,https://huggingface.co/microsoft/Orca-2-13b -💬,gradientai/Llama-3-8B-Instruct-Gradient-1048k,18.12,44.56,0.45,21.01,0.43,4.38,0.04,3.69,0.28,13.52,0.43,21.56,0.29,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,662,TRUE,8697fb25cb77c852311e03b4464b8467471d56a4,TRUE,TRUE,2024-06-12,2024-04-29,TRUE,TRUE,gradientai/Llama-3-8B-Instruct-Gradient-1048k,0,gradientai/Llama-3-8B-Instruct-Gradient-1048k,https://huggingface.co/gradientai/Llama-3-8B-Instruct-Gradient-1048k +💬,gradientai/Llama-3-8B-Instruct-Gradient-1048k,18.12,44.56,0.45,21.01,0.43,4.38,0.04,3.69,0.28,13.52,0.43,21.56,0.29,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,663,TRUE,8697fb25cb77c852311e03b4464b8467471d56a4,TRUE,TRUE,2024-06-12,2024-04-29,TRUE,TRUE,gradientai/Llama-3-8B-Instruct-Gradient-1048k,0,gradientai/Llama-3-8B-Instruct-Gradient-1048k,https://huggingface.co/gradientai/Llama-3-8B-Instruct-Gradient-1048k 🤝,johnsutor/Llama-3-8B-Instruct_ties-density-0.5,18.11,37.97,0.38,26.01,0.48,5.44,0.05,7.27,0.3,7.8,0.39,24.17,0.32,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,c857e33c30016960f114e3a049f5dae41d68bfe7,TRUE,TRUE,2024-06-26,2024-06-07,FALSE,FALSE,johnsutor/Llama-3-8B-Instruct_ties-density-0.5,1,johnsutor/Llama-3-8B-Instruct_ties-density-0.5 (Merge),https://huggingface.co/johnsutor/Llama-3-8B-Instruct_ties-density-0.5 🔶,uukuguy/speechless-code-mistral-7b-v1.0,18.09,36.65,0.37,24.09,0.46,4.61,0.05,4.59,0.28,14.77,0.45,23.84,0.31,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,18,TRUE,1862e0a712efc6002112e9c1235a197d58419b37,TRUE,TRUE,2024-06-26,2023-10-10,FALSE,FALSE,uukuguy/speechless-code-mistral-7b-v1.0,0,uukuguy/speechless-code-mistral-7b-v1.0,https://huggingface.co/uukuguy/speechless-code-mistral-7b-v1.0 💬,ValiantLabs/Llama3.1-8B-Fireplace2,18.05,53.28,0.53,24.09,0.46,5.66,0.06,5.26,0.29,4.22,0.34,15.82,0.24,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,8,5,TRUE,ef129903bbdcc59efdbe10fe9061bff473334a99,TRUE,TRUE,2024-08-10,2024-07-23,TRUE,FALSE,ValiantLabs/Llama3.1-8B-Fireplace2,2,meta-llama/Meta-Llama-3.1-8B,https://huggingface.co/ValiantLabs/Llama3.1-8B-Fireplace2 🤝,abacusai/bigstral-12b-32k,18.05,41.94,0.42,25.56,0.47,0.98,0.01,5.7,0.29,15.86,0.46,18.24,0.26,🤝 base merges and moerges,MistralForCausalLM,Original,float16,FALSE,apache-2.0,12,42,TRUE,b78a5385ec1b04d6c97f25e9ba1dff18dc98305f,TRUE,TRUE,2024-09-04,2024-03-06,FALSE,TRUE,abacusai/bigstral-12b-32k,1,abacusai/bigstral-12b-32k (Merge),https://huggingface.co/abacusai/bigstral-12b-32k 🤝,johnsutor/Llama-3-8B-Instruct_ties-density-0.9,18.04,38.58,0.39,25.46,0.47,5.59,0.06,6.6,0.3,7.74,0.39,24.24,0.32,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,57c280ce43fe81a23c966b48de6db7f4a85383a3,TRUE,TRUE,2024-06-26,2024-06-07,FALSE,FALSE,johnsutor/Llama-3-8B-Instruct_ties-density-0.9,1,johnsutor/Llama-3-8B-Instruct_ties-density-0.9 (Merge),https://huggingface.co/johnsutor/Llama-3-8B-Instruct_ties-density-0.9 🔶,uukuguy/speechless-instruct-mistral-7b-v0.2,18.02,32.61,0.33,24.56,0.46,4.38,0.04,4.25,0.28,21.17,0.49,21.14,0.29,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,0,TRUE,87a4d214f7d028d61c3dc013a7410b3c34a24072,TRUE,TRUE,2024-06-26,2024-05-22,FALSE,FALSE,uukuguy/speechless-instruct-mistral-7b-v0.2,0,uukuguy/speechless-instruct-mistral-7b-v0.2,https://huggingface.co/uukuguy/speechless-instruct-mistral-7b-v0.2 -🟢,THUDM/glm-4-9b,18.01,14.26,0.14,35.81,0.55,0,0,8.84,0.32,14.19,0.44,34.94,0.41,🟢 pretrained,ChatGLMModelM,Original,bfloat16,TRUE,other,9,99,TRUE,99a140996f9d4f197842fb6b1aab217a42e27ef3,TRUE,TRUE,2024-07-04,2024-06-04,FALSE,FALSE,THUDM/glm-4-9b,0,THUDM/glm-4-9b,https://huggingface.co/THUDM/glm-4-9b +🟢,THUDM/glm-4-9b,18.01,14.26,0.14,35.81,0.55,0,0,8.84,0.32,14.19,0.44,34.94,0.41,🟢 pretrained,ChatGLMModelM,Original,bfloat16,TRUE,other,9,100,TRUE,99a140996f9d4f197842fb6b1aab217a42e27ef3,TRUE,TRUE,2024-07-04,2024-06-04,FALSE,FALSE,THUDM/glm-4-9b,0,THUDM/glm-4-9b,https://huggingface.co/THUDM/glm-4-9b 🔶,Intel/neural-chat-7b-v3,17.94,27.78,0.28,30.21,0.5,2.19,0.02,5.59,0.29,23.02,0.51,18.87,0.27,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,apache-2.0,7,65,TRUE,fc679274dfcd28a8b6087634f71af7ed2a0659c4,TRUE,TRUE,2024-06-12,2023-10-25,FALSE,TRUE,Intel/neural-chat-7b-v3,1,mistralai/Mistral-7B-v0.1,https://huggingface.co/Intel/neural-chat-7b-v3 🤝,nothingiisreal/MN-12B-Starcannon-v2,17.93,39.25,0.39,28.42,0.5,4.46,0.04,3.8,0.28,7.99,0.4,23.65,0.31,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,12,3,TRUE,f2ff756e8c32d9107d4f6a3c18c730e3fe0cae88,TRUE,TRUE,2024-09-03,2024-08-13,TRUE,FALSE,nothingiisreal/MN-12B-Starcannon-v2,1,nothingiisreal/MN-12B-Starcannon-v2 (Merge),https://huggingface.co/nothingiisreal/MN-12B-Starcannon-v2 🔶,Etherll/Replete-LLM-V3-Llama-3.1-8b,17.93,52.63,0.53,22.9,0.45,0.08,0,2.46,0.27,2.06,0.35,27.44,0.35,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,"",8,4,FALSE,e79849d72f70ef74677ed81a8885403973b2470c,TRUE,TRUE,2024-08-26,2024-08-24,TRUE,FALSE,Etherll/Replete-LLM-V3-Llama-3.1-8b,1,Etherll/Replete-LLM-V3-Llama-3.1-8b (Merge),https://huggingface.co/Etherll/Replete-LLM-V3-Llama-3.1-8b @@ -557,7 +569,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,Magpie-Align/Llama-3.1-8B-Magpie-Align-SFT-v0.1,17.8,47.88,0.48,26.14,0.48,7.93,0.08,1.45,0.26,1.87,0.34,21.53,0.29,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,8,2,TRUE,b191916912f0e76b2bdc93c46c0af590cc87e7ae,TRUE,TRUE,2024-08-06,2024-07-23,TRUE,FALSE,Magpie-Align/Llama-3.1-8B-Magpie-Align-SFT-v0.1,1,meta-llama/Meta-Llama-3.1-8B,https://huggingface.co/Magpie-Align/Llama-3.1-8B-Magpie-Align-SFT-v0.1 🤝,meraGPT/mera-mix-4x7B,17.78,48.32,0.48,17.49,0.4,4.91,0.05,7.27,0.3,9.27,0.41,19.42,0.27,🤝 base merges and moerges,MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,24,18,TRUE,09d965c5ef9b66ce419986027e03a915cb869e43,TRUE,TRUE,2024-06-27,2024-04-13,TRUE,FALSE,meraGPT/mera-mix-4x7B,0,meraGPT/mera-mix-4x7B,https://huggingface.co/meraGPT/mera-mix-4x7B 🔶,NeverSleep/Lumimaid-v0.2-12B,17.77,10.99,0.11,34.41,0.54,3.4,0.03,8.61,0.31,21.3,0.48,27.91,0.35,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,cc-by-nc-4.0,12,66,TRUE,b04f4e8f9a0c64fbb271d1135b208c90c3aa0ad0,TRUE,TRUE,2024-07-31,2024-07-25,FALSE,FALSE,NeverSleep/Lumimaid-v0.2-12B,0,NeverSleep/Lumimaid-v0.2-12B,https://huggingface.co/NeverSleep/Lumimaid-v0.2-12B -💬,HuggingFaceH4/zephyr-7b-beta,17.72,49.5,0.5,21.49,0.43,2.42,0.02,5.37,0.29,7.73,0.39,19.79,0.28,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,mit,7,1565,TRUE,b70e0c9a2d9e14bd1e812d3c398e5f313e93b473,TRUE,TRUE,2024-06-12,2023-10-26,TRUE,TRUE,HuggingFaceH4/zephyr-7b-beta,1,mistralai/Mistral-7B-v0.1,https://huggingface.co/HuggingFaceH4/zephyr-7b-beta +💬,HuggingFaceH4/zephyr-7b-beta,17.72,49.5,0.5,21.49,0.43,2.42,0.02,5.37,0.29,7.73,0.39,19.79,0.28,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,mit,7,1567,TRUE,b70e0c9a2d9e14bd1e812d3c398e5f313e93b473,TRUE,TRUE,2024-06-12,2023-10-26,TRUE,TRUE,HuggingFaceH4/zephyr-7b-beta,1,mistralai/Mistral-7B-v0.1,https://huggingface.co/HuggingFaceH4/zephyr-7b-beta 🔶,DavidAU/L3-Lumimaid-12.2B-v0.1-OAS-Instruct,17.71,39.24,0.39,24.5,0.47,3.85,0.04,3.58,0.28,11.26,0.42,23.8,0.31,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,"",12,1,FALSE,65a9e957dc4211aa3d87fdf588767823af5cde3f,TRUE,TRUE,2024-09-12,2024-08-24,FALSE,FALSE,DavidAU/L3-Lumimaid-12.2B-v0.1-OAS-Instruct,1,DavidAU/L3-Lumimaid-12.2B-v0.1-OAS-Instruct (Merge),https://huggingface.co/DavidAU/L3-Lumimaid-12.2B-v0.1-OAS-Instruct 💬,Open-Orca/Mistral-7B-OpenOrca,17.62,49.78,0.5,25.84,0.48,2.95,0.03,2.91,0.27,5.89,0.39,18.37,0.27,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,667,TRUE,4a37328cef00f524d3791b1c0cc559a3cc6af14d,TRUE,TRUE,2024-06-12,2023-09-29,TRUE,TRUE,Open-Orca/Mistral-7B-OpenOrca,0,Open-Orca/Mistral-7B-OpenOrca,https://huggingface.co/Open-Orca/Mistral-7B-OpenOrca 🟢,01-ai/Yi-9B,17.61,27.09,0.27,27.63,0.49,4.38,0.04,9.06,0.32,8.91,0.41,28.6,0.36,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,183,TRUE,b4a466d95091696285409f1dcca3028543cb39da,TRUE,TRUE,2024-06-12,2024-03-01,FALSE,TRUE,01-ai/Yi-9B,0,01-ai/Yi-9B,https://huggingface.co/01-ai/Yi-9B @@ -577,18 +589,19 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,EpistemeAI/Athene-codegemma-2-7b-it-alpaca-v1.3,17.21,40.3,0.4,20.87,0.43,5.59,0.06,4.03,0.28,14.85,0.45,17.64,0.26,🔶 fine-tuned on domain-specific datasets,GemmaForCausalLM,Original,float16,TRUE,apache-2.0,7,0,TRUE,9c26e1242a11178b53937bc0e9a744ef6141e05a,TRUE,TRUE,2024-09-06,2024-09-06,FALSE,FALSE,EpistemeAI/Athene-codegemma-2-7b-it-alpaca-v1.3,2,EpistemeAI/Athene-codegemma-2-7b-it-alpaca-v1,https://huggingface.co/EpistemeAI/Athene-codegemma-2-7b-it-alpaca-v1.3 🔶,uukuguy/speechless-codellama-34b-v2.0,17.21,46.04,0.46,25.99,0.48,4.31,0.04,2.57,0.27,7.21,0.38,17.14,0.25,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama2,34,17,TRUE,419bc42a254102d6a5486a1a854068e912c4047c,TRUE,TRUE,2024-06-26,2023-10-04,FALSE,FALSE,uukuguy/speechless-codellama-34b-v2.0,0,uukuguy/speechless-codellama-34b-v2.0,https://huggingface.co/uukuguy/speechless-codellama-34b-v2.0 🔶,freewheelin/free-solar-evo-v0.13,17.2,23.21,0.23,23.35,0.46,0,0,5.15,0.29,24.08,0.51,27.44,0.35,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,mit,10,1,TRUE,2a7eb72f84c54898630f9db470eee0f936a64396,TRUE,TRUE,2024-08-07,2024-04-28,TRUE,FALSE,freewheelin/free-solar-evo-v0.13,0,freewheelin/free-solar-evo-v0.13,https://huggingface.co/freewheelin/free-solar-evo-v0.13 -🔶,dustinwloring1988/Reflexis-8b-chat-v1,17.2,36.58,0.37,24.11,0.47,10.65,0.11,0.56,0.25,4.82,0.38,26.49,0.34,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,0,TRUE,e96bd9694ae87a4f612825310eb7afaea5b0aa28,TRUE,TRUE,2024-09-14,2024-09-14,TRUE,FALSE,dustinwloring1988/Reflexis-8b-chat-v1,2,unsloth/Meta-Llama-3.1-8B,https://huggingface.co/dustinwloring1988/Reflexis-8b-chat-v1 +🔶,dustinwloring1988/Reflexis-8b-chat-v1,17.2,36.58,0.37,24.11,0.47,10.65,0.11,0.56,0.25,4.82,0.38,26.49,0.34,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,FALSE,e96bd9694ae87a4f612825310eb7afaea5b0aa28,TRUE,TRUE,2024-09-14,"",TRUE,FALSE,dustinwloring1988/Reflexis-8b-chat-v1,0,dustinwloring1988/Reflexis-8b-chat-v1,https://huggingface.co/dustinwloring1988/Reflexis-8b-chat-v1 🔶,pankajmathur/Al_Dente_v1_8b,17.12,36.94,0.37,27.25,0.48,3.02,0.03,6.6,0.3,8.27,0.4,20.67,0.29,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,1,TRUE,149d70e04085ecd90510a60f916efc55da1294e7,TRUE,TRUE,2024-06-26,2024-06-02,FALSE,FALSE,pankajmathur/Al_Dente_v1_8b,0,pankajmathur/Al_Dente_v1_8b,https://huggingface.co/pankajmathur/Al_Dente_v1_8b 🔶,DavidAU/L3-Stheno-Maid-Blackroot-Grand-HORROR-16B,17.1,34.39,0.34,26.69,0.47,1.59,0.02,2.8,0.27,8.56,0.4,28.56,0.36,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,"",16,0,FALSE,7b626e50b6c35fcb064b8b039fcf30eae01c3fae,TRUE,TRUE,2024-09-04,2024-08-23,FALSE,FALSE,DavidAU/L3-Stheno-Maid-Blackroot-Grand-HORROR-16B,1,DavidAU/L3-Stheno-Maid-Blackroot-Grand-HORROR-16B (Merge),https://huggingface.co/DavidAU/L3-Stheno-Maid-Blackroot-Grand-HORROR-16B 🔶,migtissera/Tess-3-7B-SFT,17.1,39.46,0.39,24.12,0.46,3.32,0.03,2.8,0.27,10.28,0.41,22.6,0.3,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,3,TRUE,404de3b56564dbd43cd64d97f8574b43189462f3,TRUE,TRUE,2024-07-20,2024-07-09,TRUE,FALSE,migtissera/Tess-3-7B-SFT,1,mistralai/Mistral-7B-v0.3,https://huggingface.co/migtissera/Tess-3-7B-SFT 🔶,fblgit/una-cybertron-7b-v2-bf16,17.09,47.37,0.47,14.97,0.4,3.32,0.03,6.38,0.3,14.48,0.45,16.03,0.24,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,116,TRUE,7ab101a153740aec39e95ec02831c56f4eab7910,TRUE,TRUE,2024-06-30,2023-12-02,TRUE,FALSE,fblgit/una-cybertron-7b-v2-bf16,0,fblgit/una-cybertron-7b-v2-bf16,https://huggingface.co/fblgit/una-cybertron-7b-v2-bf16 💬,shivam9980/mistral-7b-news-cnn-merged,17.08,46.34,0.46,11.15,0.36,1.21,0.01,7.83,0.31,15.67,0.45,20.31,0.28,"💬 chat models (RLHF, DPO, IFT, ...)",?,Adapter,float16,TRUE,apache-2.0,7,0,TRUE,a0d7029cb00c122843aef3d7ad61d514de334ea3,TRUE,TRUE,2024-09-12,2024-03-18,TRUE,FALSE,shivam9980/mistral-7b-news-cnn-merged,1,unsloth/mistral-7b-instruct-v0.2-bnb-4bit,https://huggingface.co/shivam9980/mistral-7b-news-cnn-merged +🔶,nbeerbower/mistral-nemo-cc-12B,17.08,14.35,0.14,34.45,0.54,1.81,0.02,8.72,0.32,14.26,0.44,28.87,0.36,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,1,TRUE,fc32293e0b022d6daef9bfdb0c54d57a5226bf9a,TRUE,TRUE,2024-09-14,2024-08-18,FALSE,FALSE,nbeerbower/mistral-nemo-cc-12B,1,nbeerbower/mistral-nemo-cc-12B (Merge),https://huggingface.co/nbeerbower/mistral-nemo-cc-12B 🔶,zhengr/MixTAO-7Bx2-MoE-v8.1,17.06,41.88,0.42,19.18,0.42,5.97,0.06,6.49,0.3,8.3,0.4,20.52,0.28,🔶 fine-tuned on domain-specific datasets,MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,52,TRUE,828e963abf2db0f5af9ed0d4034e538fc1cf5f40,TRUE,FALSE,2024-06-27,2024-02-26,TRUE,FALSE,zhengr/MixTAO-7Bx2-MoE-v8.1,0,zhengr/MixTAO-7Bx2-MoE-v8.1,https://huggingface.co/zhengr/MixTAO-7Bx2-MoE-v8.1 -🔶,google/gemma-2-2b-it,17.05,56.68,0.57,17.98,0.42,0.08,0,3.24,0.27,7.08,0.39,17.22,0.25,🔶 fine-tuned on domain-specific datasets,InternLM2ForCausalLM,Original,bfloat16,TRUE,gemma,2,535,TRUE,2b6ac3ff954ad896c115bbfa1b571cd93ea2c20f,TRUE,TRUE,2024-07-31,2024-07-16,TRUE,TRUE,google/gemma-2-2b-it,1,google/gemma-2-2b,https://huggingface.co/google/gemma-2-2b-it +🔶,google/gemma-2-2b-it,17.05,56.68,0.57,17.98,0.42,0.08,0,3.24,0.27,7.08,0.39,17.22,0.25,🔶 fine-tuned on domain-specific datasets,InternLM2ForCausalLM,Original,bfloat16,TRUE,gemma,2,542,TRUE,2b6ac3ff954ad896c115bbfa1b571cd93ea2c20f,TRUE,TRUE,2024-07-31,2024-07-16,TRUE,TRUE,google/gemma-2-2b-it,1,google/gemma-2-2b,https://huggingface.co/google/gemma-2-2b-it 🔶,Salesforce/LLaMA-3-8B-SFR-Iterative-DPO-R,17.03,38.16,0.38,29.15,0.5,0.15,0,5.03,0.29,5.55,0.36,24.14,0.32,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,73,TRUE,ad7d1aed82eb6d8ca4b3aad627ff76f72ab34f70,TRUE,TRUE,2024-07-02,2024-05-09,TRUE,TRUE,Salesforce/LLaMA-3-8B-SFR-Iterative-DPO-R,0,Salesforce/LLaMA-3-8B-SFR-Iterative-DPO-R,https://huggingface.co/Salesforce/LLaMA-3-8B-SFR-Iterative-DPO-R 💬,UCLA-AGI/Mistral7B-PairRM-SPPO-Iter2,17,44.46,0.44,22.48,0.45,1.51,0.02,5.15,0.29,9.8,0.41,18.63,0.27,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,1,TRUE,8201064df67b5762ff9f361ff1b98aae3747855c,TRUE,TRUE,2024-08-07,2024-05-04,TRUE,FALSE,UCLA-AGI/Mistral7B-PairRM-SPPO-Iter2,0,UCLA-AGI/Mistral7B-PairRM-SPPO-Iter2,https://huggingface.co/UCLA-AGI/Mistral7B-PairRM-SPPO-Iter2 💬,Magpie-Align/Llama-3-8B-Magpie-Align-v0.3,16.89,44.97,0.45,24.31,0.46,2.57,0.03,2.01,0.27,3.74,0.34,23.71,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,3,TRUE,7e420ddd6ff48bf213dcab2a9ddb7845b80dd1aa,TRUE,TRUE,2024-08-06,2024-07-15,TRUE,FALSE,Magpie-Align/Llama-3-8B-Magpie-Align-v0.3,2,meta-llama/Meta-Llama-3-8B,https://huggingface.co/Magpie-Align/Llama-3-8B-Magpie-Align-v0.3 -🔶,01-ai/Yi-Coder-9B-Chat,16.81,48.17,0.48,25.94,0.48,2.95,0.03,0,0.25,7.96,0.4,15.84,0.24,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,148,TRUE,356a1f8d4e4a606d0b879e54191ca809918576b8,TRUE,TRUE,2024-09-12,2024-08-21,TRUE,TRUE,01-ai/Yi-Coder-9B-Chat,1,01-ai/Yi-Coder-9B,https://huggingface.co/01-ai/Yi-Coder-9B-Chat +🔶,01-ai/Yi-Coder-9B-Chat,16.81,48.17,0.48,25.94,0.48,2.95,0.03,0,0.25,7.96,0.4,15.84,0.24,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,150,TRUE,356a1f8d4e4a606d0b879e54191ca809918576b8,TRUE,TRUE,2024-09-12,2024-08-21,TRUE,TRUE,01-ai/Yi-Coder-9B-Chat,1,01-ai/Yi-Coder-9B,https://huggingface.co/01-ai/Yi-Coder-9B-Chat 🔶,Tijmen2/cosmosage-v3,16.8,44.82,0.45,22.69,0.46,1.74,0.02,4.36,0.28,10.69,0.42,16.51,0.25,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,mit,8,1,TRUE,e6d4b4e6868fcf113ab5261d71c7214a1f7fbb0c,TRUE,TRUE,2024-08-27,2024-06-20,TRUE,FALSE,Tijmen2/cosmosage-v3,1,meta-llama/Meta-Llama-3-8B,https://huggingface.co/Tijmen2/cosmosage-v3 💬,ibm/merlinite-7b,16.74,24.99,0.25,29.98,0.5,2.34,0.02,6.26,0.3,13.88,0.44,22.98,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,103,TRUE,233d12759d5bb9344231dafdb51310ec19d79c0e,TRUE,TRUE,2024-06-09,2024-03-02,FALSE,TRUE,ibm/merlinite-7b,1,mistralai/Mistral-7B-v0.1,https://huggingface.co/ibm/merlinite-7b 💬,Weyaxi/Einstein-v4-7B,16.73,47.08,0.47,14.3,0.38,1.74,0.02,4.25,0.28,19.02,0.47,13.99,0.23,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,other,7,47,TRUE,7eecd9833b8a012e23ac1df789884888b047baa0,TRUE,TRUE,2024-06-26,2024-02-22,TRUE,FALSE,Weyaxi/Einstein-v4-7B,1,mistralai/Mistral-7B-v0.1,https://huggingface.co/Weyaxi/Einstein-v4-7B @@ -597,9 +610,9 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,freewheelin/free-solar-evo-v0.11,16.64,20.27,0.2,23.18,0.45,0,0,4.7,0.29,24.29,0.51,27.42,0.35,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,mit,10,0,TRUE,17fc24a557bd3c3836abc9f6a367c803cba0cccd,TRUE,TRUE,2024-08-07,2024-04-24,TRUE,FALSE,freewheelin/free-solar-evo-v0.11,0,freewheelin/free-solar-evo-v0.11,https://huggingface.co/freewheelin/free-solar-evo-v0.11 💬,langgptai/qwen1.5-7b-chat-sa-v0.1,16.58,42.68,0.43,20.3,0.43,3.02,0.03,8.28,0.31,3.06,0.36,22.14,0.3,"💬 chat models (RLHF, DPO, IFT, ...)",?,Adapter,bfloat16,TRUE,other,15,0,TRUE,5f4f5e69ac7f1d508f8369e977de208b4803444b,TRUE,TRUE,2024-06-27,2024-05-30,TRUE,FALSE,langgptai/qwen1.5-7b-chat-sa-v0.1,1,Qwen/Qwen1.5-7B-Chat,https://huggingface.co/langgptai/qwen1.5-7b-chat-sa-v0.1 💬,dicta-il/dictalm2.0-instruct,16.58,44.12,0.44,19.69,0.43,1.06,0.01,7.05,0.3,9.72,0.39,17.83,0.26,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,18,TRUE,257c6023d6ac1bfa12110b7b17e7600da7da4e1e,TRUE,TRUE,2024-07-31,2024-04-14,TRUE,FALSE,dicta-il/dictalm2.0-instruct,1,dicta-il/dictalm2.0,https://huggingface.co/dicta-il/dictalm2.0-instruct -💬,Qwen/Qwen1.5-7B-Chat,16.58,43.71,0.44,22.38,0.45,0,0,7.05,0.3,4.64,0.38,21.68,0.3,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,7,160,TRUE,5f4f5e69ac7f1d508f8369e977de208b4803444b,TRUE,TRUE,2024-06-12,2024-01-30,TRUE,TRUE,Qwen/Qwen1.5-7B-Chat,0,Qwen/Qwen1.5-7B-Chat,https://huggingface.co/Qwen/Qwen1.5-7B-Chat +💬,Qwen/Qwen1.5-7B-Chat,16.58,43.71,0.44,22.38,0.45,0,0,7.05,0.3,4.64,0.38,21.68,0.3,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,7,161,TRUE,5f4f5e69ac7f1d508f8369e977de208b4803444b,TRUE,TRUE,2024-06-12,2024-01-30,TRUE,TRUE,Qwen/Qwen1.5-7B-Chat,0,Qwen/Qwen1.5-7B-Chat,https://huggingface.co/Qwen/Qwen1.5-7B-Chat 🤝,vicgalle/Merge-Mistral-Prometheus-7B,16.55,48.48,0.48,18.41,0.42,1.59,0.02,1.79,0.26,9.95,0.41,19.08,0.27,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,7,1,TRUE,a7083581b508ce83c74f9267f07024bd462e7161,TRUE,TRUE,2024-06-26,2024-05-04,TRUE,FALSE,vicgalle/Merge-Mistral-Prometheus-7B,1,vicgalle/Merge-Mistral-Prometheus-7B (Merge),https://huggingface.co/vicgalle/Merge-Mistral-Prometheus-7B -🔶,migtissera/Tess-3-Mistral-Nemo-12B,16.54,33.55,0.34,28.04,0.49,4.68,0.05,0.11,0.25,15.49,0.45,17.39,0.26,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,11,TRUE,0b82dea6e8f4aed4a1c2e10198d68991c30d171b,TRUE,TRUE,2024-08-30,2024-08-13,TRUE,FALSE,migtissera/Tess-3-Mistral-Nemo-12B,0,migtissera/Tess-3-Mistral-Nemo-12B,https://huggingface.co/migtissera/Tess-3-Mistral-Nemo-12B +🔶,migtissera/Tess-3-Mistral-Nemo-12B,16.54,33.55,0.34,28.04,0.49,4.68,0.05,0.11,0.25,15.49,0.45,17.39,0.26,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,11,TRUE,0b82dea6e8f4aed4a1c2e10198d68991c30d171b,TRUE,TRUE,2024-09-16,2024-08-13,TRUE,FALSE,migtissera/Tess-3-Mistral-Nemo-12B,0,migtissera/Tess-3-Mistral-Nemo-12B,https://huggingface.co/migtissera/Tess-3-Mistral-Nemo-12B 🟢,01-ai/Yi-1.5-6B,16.53,26.17,0.26,22.03,0.45,5.36,0.05,8.5,0.31,13.31,0.44,23.82,0.31,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,6,28,TRUE,cab51fce425b4c1fb19fccfdd96bd5d0908c1657,TRUE,TRUE,2024-08-10,2024-05-11,FALSE,TRUE,01-ai/Yi-1.5-6B,0,01-ai/Yi-1.5-6B,https://huggingface.co/01-ai/Yi-1.5-6B 🔶,CausalLM/14B,16.53,27.88,0.28,24.78,0.47,3.32,0.03,7.05,0.3,11.47,0.42,24.68,0.32,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,wtfpl,14,300,TRUE,cc054cf5953252d0709cb3267d1a85246e489e95,TRUE,TRUE,2024-06-12,2023-10-22,FALSE,TRUE,CausalLM/14B,0,CausalLM/14B,https://huggingface.co/CausalLM/14B 💬,Magpie-Align/Llama-3-8B-Magpie-Align-v0.1,16.47,41.18,0.41,26.69,0.48,3.4,0.03,3.36,0.28,1.92,0.3,22.29,0.3,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,10,TRUE,a83ddac146fb2da1dd1bfa4069e336074d1439a8,TRUE,TRUE,2024-07-03,2024-06-29,TRUE,FALSE,Magpie-Align/Llama-3-8B-Magpie-Align-v0.1,2,meta-llama/Meta-Llama-3-8B,https://huggingface.co/Magpie-Align/Llama-3-8B-Magpie-Align-v0.1 @@ -612,7 +625,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,freewheelin/free-solar-evo-v0.1,16.3,20.5,0.21,22.64,0.45,0.08,0,5.48,0.29,22.26,0.49,26.82,0.34,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,mit,10,1,TRUE,233efd607ae0abbd7b46eded2ee7889892b7bdbb,TRUE,TRUE,2024-08-07,2024-04-18,TRUE,FALSE,freewheelin/free-solar-evo-v0.1,0,freewheelin/free-solar-evo-v0.1,https://huggingface.co/freewheelin/free-solar-evo-v0.1 💬,Magpie-Align/Llama-3-8B-Magpie-Align-v0.1,16.26,40.27,0.4,26.29,0.48,3.25,0.03,3.58,0.28,1.92,0.31,22.24,0.3,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,llama3,8,10,TRUE,a83ddac146fb2da1dd1bfa4069e336074d1439a8,TRUE,TRUE,2024-07-03,2024-06-29,TRUE,FALSE,Magpie-Align/Llama-3-8B-Magpie-Align-v0.1,2,meta-llama/Meta-Llama-3-8B,https://huggingface.co/Magpie-Align/Llama-3-8B-Magpie-Align-v0.1 🔶,senseable/WestLake-7B-v2,16.26,44.19,0.44,17.86,0.41,4.83,0.05,3.58,0.28,7.48,0.39,19.6,0.28,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,apache-2.0,7,106,TRUE,41625004c47628837678859753b94c50c82f3bec,TRUE,TRUE,2024-07-23,2024-01-22,TRUE,FALSE,senseable/WestLake-7B-v2,0,senseable/WestLake-7B-v2,https://huggingface.co/senseable/WestLake-7B-v2 -💬,stabilityai/stablelm-2-12b-chat,16.22,40.82,0.41,25.25,0.47,2.04,0.02,2.24,0.27,7.73,0.39,19.27,0.27,"💬 chat models (RLHF, DPO, IFT, ...)",StableLmForCausalLM,Original,bfloat16,TRUE,other,12,85,TRUE,b6b62cd451b84e848514c00fafa66d9ead9297c5,TRUE,TRUE,2024-06-12,2024-04-04,TRUE,TRUE,stabilityai/stablelm-2-12b-chat,0,stabilityai/stablelm-2-12b-chat,https://huggingface.co/stabilityai/stablelm-2-12b-chat +💬,stabilityai/stablelm-2-12b-chat,16.22,40.82,0.41,25.25,0.47,2.04,0.02,2.24,0.27,7.73,0.39,19.27,0.27,"💬 chat models (RLHF, DPO, IFT, ...)",StableLmForCausalLM,Original,bfloat16,TRUE,other,12,86,TRUE,b6b62cd451b84e848514c00fafa66d9ead9297c5,TRUE,TRUE,2024-06-12,2024-04-04,TRUE,TRUE,stabilityai/stablelm-2-12b-chat,0,stabilityai/stablelm-2-12b-chat,https://huggingface.co/stabilityai/stablelm-2-12b-chat 💬,CohereForAI/aya-23-8B,15.97,46.99,0.47,20.2,0.43,1.44,0.01,4.59,0.28,8.42,0.39,14.2,0.23,"💬 chat models (RLHF, DPO, IFT, ...)",CohereForCausalLM,Original,float16,TRUE,cc-by-nc-4.0,8,358,TRUE,ec151d218a24031eb039d92fb83d10445427efc9,TRUE,TRUE,2024-06-12,2024-05-19,TRUE,TRUE,CohereForAI/aya-23-8B,0,CohereForAI/aya-23-8B,https://huggingface.co/CohereForAI/aya-23-8B 🤝,johnsutor/Llama-3-8B-Instruct_dare_ties-density-0.3,15.94,21.13,0.21,23.09,0.46,0,0,6.26,0.3,22.5,0.51,22.67,0.3,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,6f966d14d7236f3da6d1ea9ce3bd9b20808e02a9,TRUE,TRUE,2024-06-26,2024-06-07,FALSE,FALSE,johnsutor/Llama-3-8B-Instruct_dare_ties-density-0.3,1,johnsutor/Llama-3-8B-Instruct_dare_ties-density-0.3 (Merge),https://huggingface.co/johnsutor/Llama-3-8B-Instruct_dare_ties-density-0.3 🔶,Pretergeek/openchat-3.5-0106_Rebased_Mistral-7B-v0.2,15.94,37.06,0.37,10.91,0.36,3.85,0.04,2.91,0.27,20.57,0.48,20.33,0.28,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,2,TRUE,31c11027a7320115af1e5c33b41bcace83420fe2,TRUE,TRUE,2024-07-21,2024-07-21,TRUE,FALSE,Pretergeek/openchat-3.5-0106_Rebased_Mistral-7B-v0.2,0,Pretergeek/openchat-3.5-0106_Rebased_Mistral-7B-v0.2,https://huggingface.co/Pretergeek/openchat-3.5-0106_Rebased_Mistral-7B-v0.2 @@ -627,11 +640,11 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 💬,Isaak-Carter/JOSIEv4o-8b-stage1-v4,15.57,25.53,0.26,25.79,0.47,4.68,0.05,5.59,0.29,6.08,0.37,25.74,0.33,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,apache-2.0,8,1,TRUE,a8380a7be51b547761824e524b3d95ac73203122,TRUE,TRUE,2024-08-03,2024-08-03,FALSE,FALSE,Isaak-Carter/JOSIEv4o-8b-stage1-v4,0,Isaak-Carter/JOSIEv4o-8b-stage1-v4,https://huggingface.co/Isaak-Carter/JOSIEv4o-8b-stage1-v4 🤝,Kquant03/CognitiveFusion2-4x7B-BF16,15.52,35.67,0.36,17.69,0.41,5.06,0.05,4.81,0.29,9.95,0.41,19.92,0.28,🤝 base merges and moerges,MixtralForCausalLM,Original,bfloat16,FALSE,apache-2.0,24,3,TRUE,db45b86c462bb93db7ba4f2c3fe3517582c859a1,TRUE,FALSE,2024-07-31,2024-04-06,TRUE,FALSE,Kquant03/CognitiveFusion2-4x7B-BF16,0,Kquant03/CognitiveFusion2-4x7B-BF16,https://huggingface.co/Kquant03/CognitiveFusion2-4x7B-BF16 🔶,EpistemeAI/Fireball-12B,15.45,18.34,0.18,30.67,0.51,3.55,0.04,1.57,0.26,12.52,0.42,26.04,0.33,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,1,TRUE,e2ed12c3244f2502321fb20e76dfc72ad7817d6e,TRUE,TRUE,2024-08-21,2024-08-20,FALSE,FALSE,EpistemeAI/Fireball-12B,2,EpistemeAI/Fireball-Mistral-Nemo-Base-2407-sft-v2.1,https://huggingface.co/EpistemeAI/Fireball-12B -🟢,microsoft/phi-2,15.45,27.39,0.27,28.04,0.49,2.42,0.02,2.91,0.27,13.84,0.41,18.09,0.26,🟢 pretrained,PhiForCausalLM,Original,float16,TRUE,mit,2,3232,TRUE,ef382358ec9e382308935a992d908de099b64c23,TRUE,TRUE,2024-06-09,2023-12-13,FALSE,TRUE,microsoft/phi-2,0,microsoft/phi-2,https://huggingface.co/microsoft/phi-2 +🟢,microsoft/phi-2,15.45,27.39,0.27,28.04,0.49,2.42,0.02,2.91,0.27,13.84,0.41,18.09,0.26,🟢 pretrained,PhiForCausalLM,Original,float16,TRUE,mit,2,3233,TRUE,ef382358ec9e382308935a992d908de099b64c23,TRUE,TRUE,2024-06-09,2023-12-13,FALSE,TRUE,microsoft/phi-2,0,microsoft/phi-2,https://huggingface.co/microsoft/phi-2 🤝,win10/Breeze-13B-32k-Instruct-v1_0,15.4,35.84,0.36,25.26,0.46,0.91,0.01,1.9,0.26,11.06,0.42,17.42,0.26,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,12,0,TRUE,220c957cf5d9c534a4ef75c11a18221c461de40a,TRUE,TRUE,2024-06-26,2024-06-26,TRUE,FALSE,win10/Breeze-13B-32k-Instruct-v1_0,0,win10/Breeze-13B-32k-Instruct-v1_0,https://huggingface.co/win10/Breeze-13B-32k-Instruct-v1_0 🤝,mlabonne/phixtral-2x2_8,15.39,34.31,0.34,28.5,0.49,2.57,0.03,2.01,0.27,7.71,0.36,17.23,0.26,🤝 base merges and moerges,PhiForCausalLM,Original,float16,TRUE,mit,4,146,TRUE,7744a977d83f132ae5808d8c3b70157031f7de44,TRUE,FALSE,2024-06-12,2024-01-07,TRUE,TRUE,mlabonne/phixtral-2x2_8,0,mlabonne/phixtral-2x2_8,https://huggingface.co/mlabonne/phixtral-2x2_8 🔶,Isaak-Carter/JOSIEv4o-8b-stage1-v4,15.31,24.77,0.25,25.92,0.48,3.85,0.04,5.48,0.29,6.35,0.36,25.47,0.33,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,1,TRUE,a8380a7be51b547761824e524b3d95ac73203122,TRUE,TRUE,2024-08-03,2024-08-03,FALSE,FALSE,Isaak-Carter/JOSIEv4o-8b-stage1-v4,0,Isaak-Carter/JOSIEv4o-8b-stage1-v4,https://huggingface.co/Isaak-Carter/JOSIEv4o-8b-stage1-v4 -🟢,google/gemma-7b,15.28,26.59,0.27,21.12,0.44,6.42,0.06,4.92,0.29,10.98,0.41,21.64,0.29,🟢 pretrained,GemmaForCausalLM,Original,bfloat16,TRUE,gemma,8,3025,TRUE,a0eac5b80dba224e6ed79d306df50b1e92c2125d,TRUE,TRUE,2024-06-08,2024-02-08,FALSE,TRUE,google/gemma-7b,0,google/gemma-7b,https://huggingface.co/google/gemma-7b +🟢,google/gemma-7b,15.28,26.59,0.27,21.12,0.44,6.42,0.06,4.92,0.29,10.98,0.41,21.64,0.29,🟢 pretrained,GemmaForCausalLM,Original,bfloat16,TRUE,gemma,8,3026,TRUE,a0eac5b80dba224e6ed79d306df50b1e92c2125d,TRUE,TRUE,2024-06-08,2024-02-08,FALSE,TRUE,google/gemma-7b,0,google/gemma-7b,https://huggingface.co/google/gemma-7b 💬,rwitz/go-bruins-v2,15.27,40.96,0.41,12.69,0.38,5.74,0.06,1.68,0.26,10.99,0.41,19.57,0.28,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,float16,TRUE,apache-2.0,7,31,TRUE,6d9e57d3a36dbad364ec77ca642873d9fc7fd61c,TRUE,TRUE,2024-06-26,2023-12-09,TRUE,FALSE,rwitz/go-bruins-v2,3,Q-bert/MetaMath-Cybertron-Starling (Merge),https://huggingface.co/rwitz/go-bruins-v2 🔶,EpistemeAI/Fireball-Mistral-Nemo-Base-2407-v1-DPO2,15.25,18.61,0.19,28.57,0.5,3.1,0.03,5.59,0.29,9.5,0.4,26.14,0.34,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,0,TRUE,2cf732fbffefdf37341b946edd7995f14d3f9487,TRUE,TRUE,2024-08-19,2024-08-19,FALSE,FALSE,EpistemeAI/Fireball-Mistral-Nemo-Base-2407-v1-DPO2,1,EpistemeAI/Fireball-Nemo-Base-2407-sft-v1,https://huggingface.co/EpistemeAI/Fireball-Mistral-Nemo-Base-2407-v1-DPO2 🟢,Qwen/Qwen1.5-7B,15.22,26.84,0.27,23.08,0.46,4.46,0.04,6.49,0.3,9.16,0.41,21.29,0.29,🟢 pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,other,7,45,TRUE,831096e3a59a0789a541415da25ef195ceb802fe,TRUE,TRUE,2024-06-09,2024-01-22,FALSE,TRUE,Qwen/Qwen1.5-7B,0,Qwen/Qwen1.5-7B,https://huggingface.co/Qwen/Qwen1.5-7B @@ -643,7 +656,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,Changgil/K2S3-14b-v0.2,15.07,32.43,0.32,24.28,0.46,4.53,0.05,4.14,0.28,6.8,0.39,18.26,0.26,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,cc-by-nc-4.0,14,0,TRUE,b4f0e1eed2640df2b75847ff37e6ebb1be217b6c,TRUE,TRUE,2024-06-27,2024-06-17,FALSE,FALSE,Changgil/K2S3-14b-v0.2,0,Changgil/K2S3-14b-v0.2,https://huggingface.co/Changgil/K2S3-14b-v0.2 🔶,EpistemeAI2/Fireball-12B-v1.2,15.06,13.55,0.14,29.78,0.5,3.32,0.03,6.49,0.3,11.26,0.42,25.97,0.33,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,1,TRUE,57af42edf8232189ee99e9a21e33a0c306e3f561,TRUE,TRUE,2024-08-28,2024-08-27,FALSE,FALSE,EpistemeAI2/Fireball-12B-v1.2,1,EpistemeAI/Fireball-Mistral-Nemo-12B-v2b,https://huggingface.co/EpistemeAI2/Fireball-12B-v1.2 🟩,NousResearch/Yarn-Solar-10b-64k,15.06,19.89,0.2,28.4,0.49,2.27,0.02,6.94,0.3,9.01,0.4,23.87,0.31,🟩 continuously pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,10,15,TRUE,703818628a5e8ef637e48e8dbeb3662aa0497aff,TRUE,TRUE,2024-06-12,2024-01-17,FALSE,TRUE,NousResearch/Yarn-Solar-10b-64k,0,NousResearch/Yarn-Solar-10b-64k,https://huggingface.co/NousResearch/Yarn-Solar-10b-64k -🟢,tiiuae/falcon-mamba-7b,15.04,33.36,0.33,19.88,0.43,3.63,0.04,8.05,0.31,10.86,0.42,14.47,0.23,🟢 pretrained,FalconMambaForCausalLM,Original,bfloat16,TRUE,other,7,189,TRUE,5337fd73f19847e111ba2291f3f0e1617b90c37d,TRUE,TRUE,2024-07-23,2024-07-17,FALSE,TRUE,tiiuae/falcon-mamba-7b,0,tiiuae/falcon-mamba-7b,https://huggingface.co/tiiuae/falcon-mamba-7b +🟢,tiiuae/falcon-mamba-7b,15.04,33.36,0.33,19.88,0.43,3.63,0.04,8.05,0.31,10.86,0.42,14.47,0.23,🟢 pretrained,FalconMambaForCausalLM,Original,bfloat16,TRUE,other,7,190,TRUE,5337fd73f19847e111ba2291f3f0e1617b90c37d,TRUE,TRUE,2024-07-23,2024-07-17,FALSE,TRUE,tiiuae/falcon-mamba-7b,0,tiiuae/falcon-mamba-7b,https://huggingface.co/tiiuae/falcon-mamba-7b 🔶,pankajmathur/orca_mini_v3_13b,15,28.97,0.29,25.55,0.47,1.89,0.02,2.01,0.27,17.11,0.46,14.5,0.23,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,other,13,32,TRUE,7d6e567d24ce2f228beaf54e89c17b0e750bfe99,TRUE,TRUE,2024-06-26,2023-08-09,FALSE,FALSE,pankajmathur/orca_mini_v3_13b,0,pankajmathur/orca_mini_v3_13b,https://huggingface.co/pankajmathur/orca_mini_v3_13b 🔶,EnnoAi/EnnoAi-Pro-Llama-3.1-8B-v1.0,14.97,47.04,0.47,17.5,0.42,0,0,2.13,0.27,5.43,0.38,17.73,0.26,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,0,TRUE,c740871122fd471a1a225cf2b4368e333752d74c,TRUE,TRUE,2024-09-06,2024-08-22,TRUE,FALSE,EnnoAi/EnnoAi-Pro-Llama-3.1-8B-v1.0,0,EnnoAi/EnnoAi-Pro-Llama-3.1-8B-v1.0,https://huggingface.co/EnnoAi/EnnoAi-Pro-Llama-3.1-8B-v1.0 🔶,theprint/CleverBoi-7B-v2,14.97,21.7,0.22,23.44,0.45,1.89,0.02,5.15,0.29,18.66,0.47,18.98,0.27,🔶 fine-tuned on domain-specific datasets,?,Adapter,bfloat16,TRUE,apache-2.0,7,0,TRUE,1d82629c1e6778cf8568b532a3c09b668805b15a,TRUE,TRUE,2024-09-13,2024-09-12,FALSE,FALSE,theprint/CleverBoi-7B-v2,1,unsloth/mistral-7b-v0.3-bnb-4bit,https://huggingface.co/theprint/CleverBoi-7B-v2 @@ -659,7 +672,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 💬,abhishek/autotrain-llama3-70b-orpo-v1,14.71,42.33,0.42,41.57,0.6,0.45,0,0,0.24,2.57,0.36,1.36,0.11,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,other,70,4,TRUE,053236c6846cc561c1503ba05e2b28c94855a432,TRUE,TRUE,2024-08-30,2024-05-02,TRUE,FALSE,abhishek/autotrain-llama3-70b-orpo-v1,0,abhishek/autotrain-llama3-70b-orpo-v1,https://huggingface.co/abhishek/autotrain-llama3-70b-orpo-v1 🔶,rhysjones/phi-2-orange-v2,14.64,36.7,0.37,25.61,0.48,0,0,1.57,0.26,6.97,0.36,17.03,0.25,🔶 fine-tuned on domain-specific datasets,PhiForCausalLM,Original,float16,TRUE,mit,2,27,TRUE,f4085189114accfb65225deb8fbdf15767b7ee56,TRUE,TRUE,2024-06-28,2024-03-04,TRUE,FALSE,rhysjones/phi-2-orange-v2,0,rhysjones/phi-2-orange-v2,https://huggingface.co/rhysjones/phi-2-orange-v2 🟢,LLM360/K2,14.53,22.52,0.23,28.22,0.5,2.04,0.02,3.58,0.28,8.55,0.4,22.27,0.3,🟢 pretrained,LlamaForCausalLM,Original,float16,TRUE,apache-2.0,65,75,TRUE,49d159b6f2b64d562e745f0ff06e65b9a4c28ead,TRUE,TRUE,2024-06-26,2024-04-17,FALSE,TRUE,LLM360/K2,0,LLM360/K2,https://huggingface.co/LLM360/K2 -🟢,mistralai/Mistral-7B-v0.1,14.52,23.86,0.24,22.17,0.44,2.49,0.02,5.59,0.29,10.68,0.41,22.36,0.3,🟢 pretrained,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,3375,TRUE,26bca36bde8333b5d7f72e9ed20ccda6a618af24,TRUE,TRUE,2024-06-12,2023-09-20,FALSE,TRUE,mistralai/Mistral-7B-v0.1,0,mistralai/Mistral-7B-v0.1,https://huggingface.co/mistralai/Mistral-7B-v0.1 +🟢,mistralai/Mistral-7B-v0.1,14.52,23.86,0.24,22.17,0.44,2.49,0.02,5.59,0.29,10.68,0.41,22.36,0.3,🟢 pretrained,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,3377,TRUE,26bca36bde8333b5d7f72e9ed20ccda6a618af24,TRUE,TRUE,2024-06-12,2023-09-20,FALSE,TRUE,mistralai/Mistral-7B-v0.1,0,mistralai/Mistral-7B-v0.1,https://huggingface.co/mistralai/Mistral-7B-v0.1 🔶,LeroyDyer/LCARS_AI_StarTrek_Computer,14.51,35.83,0.36,21.78,0.44,3.47,0.03,2.35,0.27,7.44,0.4,16.2,0.25,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,mit,7,2,TRUE,9d4af4ab13df574ad0d40ed71de7d43c17f59a94,TRUE,TRUE,2024-08-07,2024-05-11,FALSE,FALSE,LeroyDyer/LCARS_AI_StarTrek_Computer,0,LeroyDyer/LCARS_AI_StarTrek_Computer,https://huggingface.co/LeroyDyer/LCARS_AI_StarTrek_Computer 🔶,VAGOsolutions/SauerkrautLM-Gemma-7b,14.5,34.07,0.34,18.49,0.42,4.91,0.05,4.81,0.29,2.93,0.36,21.79,0.3,🔶 fine-tuned on domain-specific datasets,GemmaForCausalLM,Original,bfloat16,TRUE,other,8,13,TRUE,4296bdabf82e900235b094e5348be03ebb0ec891,TRUE,TRUE,2024-06-26,2024-02-27,TRUE,FALSE,VAGOsolutions/SauerkrautLM-Gemma-7b,0,VAGOsolutions/SauerkrautLM-Gemma-7b,https://huggingface.co/VAGOsolutions/SauerkrautLM-Gemma-7b 🔶,BEE-spoke-data/Meta-Llama-3-8Bee,14.49,19.51,0.2,24.2,0.46,3.85,0.04,8.5,0.31,6.24,0.37,24.66,0.32,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,0,TRUE,8143e34e77a49a30ec2617c5c9cc22cb3cda2287,TRUE,TRUE,2024-07-04,2024-04-28,FALSE,FALSE,BEE-spoke-data/Meta-Llama-3-8Bee,1,meta-llama/Meta-Llama-3-8B,https://huggingface.co/BEE-spoke-data/Meta-Llama-3-8Bee @@ -674,11 +687,12 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,microsoft/Orca-2-7b,14.22,21.83,0.22,22.43,0.45,0.83,0.01,1.45,0.26,24.09,0.5,14.65,0.23,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,other,7,213,TRUE,60e31e6bdcf582ad103b807cb74b73ee1d2c4b17,TRUE,TRUE,2024-06-12,2023-11-14,FALSE,TRUE,microsoft/Orca-2-7b,0,microsoft/Orca-2-7b,https://huggingface.co/microsoft/Orca-2-7b 🔶,TencentARC/Mistral_Pro_8B_v0.1,14.2,21.15,0.21,22.89,0.45,5.66,0.06,4.03,0.28,11.83,0.42,19.61,0.28,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,66,TRUE,366f159fc5b314ba2a955209d2bca4600f84dac0,TRUE,TRUE,2024-06-12,2024-02-22,FALSE,TRUE,TencentARC/Mistral_Pro_8B_v0.1,0,TencentARC/Mistral_Pro_8B_v0.1,https://huggingface.co/TencentARC/Mistral_Pro_8B_v0.1 🟢,tklohj/WindyFloLLM,14.17,26.69,0.27,24.4,0.46,1.13,0.01,3.36,0.28,11.86,0.43,17.57,0.26,🟢 pretrained,LlamaForCausalLM,Original,float16,TRUE,"",13,0,FALSE,21f4241ab3f091d1d309e9076a8d8e3f014908a8,TRUE,TRUE,2024-07-10,2024-06-30,FALSE,FALSE,tklohj/WindyFloLLM,1,tklohj/WindyFloLLM (Merge),https://huggingface.co/tklohj/WindyFloLLM -🟢,mistral-community/Mistral-7B-v0.2,14.15,22.66,0.23,23.95,0.45,2.64,0.03,5.59,0.29,8.36,0.4,21.7,0.3,🟢 pretrained,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,231,TRUE,2c3e624962b1a3f3fbf52e15969565caa7bc064a,TRUE,TRUE,2024-06-12,2024-03-23,FALSE,TRUE,mistral-community/Mistral-7B-v0.2,0,mistral-community/Mistral-7B-v0.2,https://huggingface.co/mistral-community/Mistral-7B-v0.2 🟢,mistralai/Mistral-7B-v0.3,14.15,22.66,0.23,23.95,0.45,2.64,0.03,5.59,0.29,8.36,0.4,21.7,0.3,🟢 pretrained,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,359,TRUE,b67d6a03ca097c5122fa65904fce0413500bf8c8,TRUE,TRUE,2024-06-12,2024-05-22,FALSE,TRUE,mistralai/Mistral-7B-v0.3,0,mistralai/Mistral-7B-v0.3,https://huggingface.co/mistralai/Mistral-7B-v0.3 +🟢,mistral-community/Mistral-7B-v0.2,14.15,22.66,0.23,23.95,0.45,2.64,0.03,5.59,0.29,8.36,0.4,21.7,0.3,🟢 pretrained,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,231,TRUE,2c3e624962b1a3f3fbf52e15969565caa7bc064a,TRUE,TRUE,2024-06-12,2024-03-23,FALSE,TRUE,mistral-community/Mistral-7B-v0.2,0,mistral-community/Mistral-7B-v0.2,https://huggingface.co/mistral-community/Mistral-7B-v0.2 🟢,awnr/Mistral-7B-v0.1-signtensors-7-over-16,14.15,22.94,0.23,21.04,0.43,3.25,0.03,7.16,0.3,7.93,0.4,22.56,0.3,🟢 pretrained,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,1,TRUE,0e1f2cb0a81c38fc6c567d9c007883ab62fae266,TRUE,TRUE,2024-07-29,2024-07-29,FALSE,FALSE,awnr/Mistral-7B-v0.1-signtensors-7-over-16,0,awnr/Mistral-7B-v0.1-signtensors-7-over-16,https://huggingface.co/awnr/Mistral-7B-v0.1-signtensors-7-over-16 🔶,netcat420/MFANNv0.19,14.14,30.57,0.31,24.92,0.47,2.64,0.03,7.61,0.31,2.72,0.35,16.36,0.25,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,llama3.1,8,0,TRUE,af26a25549b7ad291766c479bebda58f15fbff42,TRUE,TRUE,2024-07-27,2024-07-27,FALSE,FALSE,netcat420/MFANNv0.19,0,netcat420/MFANNv0.19,https://huggingface.co/netcat420/MFANNv0.19 🤝,johnsutor/Llama-3-8B-Instruct_dare_linear,14.12,21.45,0.21,19.61,0.43,0,0,6.15,0.3,21.81,0.5,15.72,0.24,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,abb81fd8fdc2ad32f65befcb7ae369c9837cd563,TRUE,TRUE,2024-06-26,2024-06-07,FALSE,FALSE,johnsutor/Llama-3-8B-Instruct_dare_linear,1,johnsutor/Llama-3-8B-Instruct_dare_linear (Merge),https://huggingface.co/johnsutor/Llama-3-8B-Instruct_dare_linear +🔶,Epiculous/Azure_Dusk-v0.2,14.03,34.67,0.35,17.4,0.41,1.66,0.02,1.45,0.26,6.37,0.38,22.6,0.3,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,5,TRUE,ebddf1b2efbe7f9cae066d263b0991ded89c88e8,TRUE,TRUE,2024-09-14,2024-09-09,TRUE,FALSE,Epiculous/Azure_Dusk-v0.2,0,Epiculous/Azure_Dusk-v0.2,https://huggingface.co/Epiculous/Azure_Dusk-v0.2 💬,01-ai/Yi-6B-Chat,14,33.95,0.34,17,0.41,0.68,0.01,5.93,0.29,3.57,0.37,22.9,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,6,62,TRUE,01f7fabb6cfb26efeb764da4a0a19cad2c754232,TRUE,TRUE,2024-06-12,2023-11-22,TRUE,TRUE,01-ai/Yi-6B-Chat,0,01-ai/Yi-6B-Chat,https://huggingface.co/01-ai/Yi-6B-Chat 🟢,apple/DCLM-7B,13.99,21.73,0.22,19.76,0.42,2.95,0.03,8.72,0.32,7.31,0.39,23.45,0.31,🟢 pretrained,OpenLMModel,Original,bfloat16,TRUE,apple-ascl,7,810,TRUE,c85bfa168f999ce27e954808bc005a2748fda5c5,TRUE,TRUE,2024-08-16,2024-07-11,FALSE,FALSE,apple/DCLM-7B,0,apple/DCLM-7B,https://huggingface.co/apple/DCLM-7B 🔶,Corianas/llama-3-reactor,13.95,23,0.23,21.89,0.45,4.38,0.04,6.38,0.3,8.01,0.4,20.01,0.28,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,apache-2.0,-1,0,TRUE,bef2eac42fd89baa0064badbc9c7958ad9ccbed3,TRUE,TRUE,2024-07-23,2024-07-20,FALSE,FALSE,Corianas/llama-3-reactor,0,Corianas/llama-3-reactor,https://huggingface.co/Corianas/llama-3-reactor @@ -690,7 +704,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,EpistemeAI/Alpaca-Llama3.1-8B,13.83,15.99,0.16,25.94,0.48,4.15,0.04,5.37,0.29,6.6,0.34,24.96,0.32,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,apache-2.0,8,0,TRUE,3152dfa17322dff7c6af6dbf3daceaf5db51e230,TRUE,TRUE,2024-08-13,2024-09-11,FALSE,FALSE,EpistemeAI/Alpaca-Llama3.1-8B,2,meta-llama/Meta-Llama-3.1-8B,https://huggingface.co/EpistemeAI/Alpaca-Llama3.1-8B 🔶,openchat/openchat_v3.2,13.81,29.81,0.3,20.32,0.43,1.13,0.01,2.68,0.27,13.1,0.43,15.8,0.24,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama2,13,42,TRUE,acc7ce92558681e749678648189812f15c1465fe,TRUE,TRUE,2024-06-12,2023-07-30,FALSE,TRUE,openchat/openchat_v3.2,0,openchat/openchat_v3.2,https://huggingface.co/openchat/openchat_v3.2 💬,yam-peleg/Hebrew-Gemma-11B-Instruct,13.81,30.21,0.3,16.86,0.4,5.06,0.05,3.47,0.28,9.97,0.41,17.27,0.26,"💬 chat models (RLHF, DPO, IFT, ...)",GemmaForCausalLM,Original,float16,TRUE,other,10,21,TRUE,a40259d1efbcac4829ed44d3b589716f615ed362,TRUE,TRUE,2024-07-31,2024-03-06,TRUE,FALSE,yam-peleg/Hebrew-Gemma-11B-Instruct,0,yam-peleg/Hebrew-Gemma-11B-Instruct,https://huggingface.co/yam-peleg/Hebrew-Gemma-11B-Instruct -🟢,meta-llama/Meta-Llama-3.1-8B,13.78,12.7,0.13,25.29,0.47,4.61,0.05,6.15,0.3,8.98,0.38,24.95,0.32,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,8,807,TRUE,e5c39e551424c763dbc3e58e32ef2999d33a6d8d,TRUE,TRUE,2024-07-23,2024-07-14,TRUE,TRUE,meta-llama/Meta-Llama-3.1-8B,0,meta-llama/Meta-Llama-3.1-8B,https://huggingface.co/meta-llama/Meta-Llama-3.1-8B +🟢,meta-llama/Meta-Llama-3.1-8B,13.78,12.7,0.13,25.29,0.47,4.61,0.05,6.15,0.3,8.98,0.38,24.95,0.32,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,8,814,TRUE,e5c39e551424c763dbc3e58e32ef2999d33a6d8d,TRUE,TRUE,2024-07-23,2024-07-14,TRUE,TRUE,meta-llama/Meta-Llama-3.1-8B,0,meta-llama/Meta-Llama-3.1-8B,https://huggingface.co/meta-llama/Meta-Llama-3.1-8B 🔶,AI-Sweden-Models/Llama-3-8B-instruct,13.78,24.01,0.24,18.39,0.42,0.45,0,2.13,0.27,19.94,0.48,17.75,0.26,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,9,TRUE,4e1c955228bdb4d69c1c4560e8d5872312a8f033,TRUE,TRUE,2024-06-27,2024-06-01,TRUE,FALSE,AI-Sweden-Models/Llama-3-8B-instruct,2,meta-llama/Meta-Llama-3-8B,https://huggingface.co/AI-Sweden-Models/Llama-3-8B-instruct 🟢,tiiuae/falcon-11B,13.78,32.61,0.33,21.94,0.44,2.34,0.02,2.8,0.27,7.53,0.4,15.44,0.24,🟢 pretrained,FalconForCausalLM,Original,bfloat16,TRUE,unknown,11,204,TRUE,066e3bf4e2d9aaeefa129af0a6d39727d27816b3,TRUE,TRUE,2024-06-09,2024-05-09,FALSE,TRUE,tiiuae/falcon-11B,0,tiiuae/falcon-11B,https://huggingface.co/tiiuae/falcon-11B 🟢,awnr/Mistral-7B-v0.1-signtensors-3-over-8,13.73,23.94,0.24,20.44,0.43,2.79,0.03,7.16,0.3,5.79,0.38,22.24,0.3,🟢 pretrained,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,1,TRUE,fa368f705ace05da2fef25c030fe740cf1fef176,TRUE,TRUE,2024-07-29,2024-07-29,FALSE,FALSE,awnr/Mistral-7B-v0.1-signtensors-3-over-8,0,awnr/Mistral-7B-v0.1-signtensors-3-over-8,https://huggingface.co/awnr/Mistral-7B-v0.1-signtensors-3-over-8 @@ -703,7 +717,8 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,google/flan-t5-xxl,13.49,22,0.22,30.12,0.51,0,0,2.68,0.27,11.19,0.42,14.92,0.23,🔶 fine-tuned on domain-specific datasets,T5ForConditionalGeneration,Original,float16,TRUE,apache-2.0,11,1169,TRUE,ae7c9136adc7555eeccc78cdd960dfd60fb346ce,TRUE,TRUE,2024-09-06,2022-10-21,FALSE,TRUE,google/flan-t5-xxl,0,google/flan-t5-xxl,https://huggingface.co/google/flan-t5-xxl 🔶,LeroyDyer/SpydazWeb_AI_CyberTron_Ultra_7b,13.47,15.56,0.16,27.75,0.48,0.76,0.01,5.7,0.29,10.3,0.41,20.73,0.29,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,apache-2.0,7,4,TRUE,50c69e539578ab5384eb018a60cc1268637becae,TRUE,TRUE,2024-07-12,2024-04-14,FALSE,FALSE,LeroyDyer/SpydazWeb_AI_CyberTron_Ultra_7b,1,LeroyDyer/Mixtral_AI_CyberTron_Ultra,https://huggingface.co/LeroyDyer/SpydazWeb_AI_CyberTron_Ultra_7b 🟩,NousResearch/Yarn-Mistral-7b-64k,13.43,20.8,0.21,20.23,0.43,3.02,0.03,5.37,0.29,9.88,0.41,21.27,0.29,🟩 continuously pretrained,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,49,TRUE,0273c624561fcecc8e8f4030492a9307aa60f945,TRUE,TRUE,2024-06-12,2023-10-31,FALSE,TRUE,NousResearch/Yarn-Mistral-7b-64k,0,NousResearch/Yarn-Mistral-7b-64k,https://huggingface.co/NousResearch/Yarn-Mistral-7b-64k -🟢,meta-llama/Meta-Llama-3-8B,13.41,14.55,0.15,24.5,0.46,3.25,0.03,7.38,0.31,6.24,0.36,24.55,0.32,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,5633,TRUE,62bd457b6fe961a42a631306577e622c83876cb6,TRUE,TRUE,2024-06-12,2024-04-17,FALSE,TRUE,meta-llama/Meta-Llama-3-8B,0,meta-llama/Meta-Llama-3-8B,https://huggingface.co/meta-llama/Meta-Llama-3-8B +🟢,meta-llama/Meta-Llama-3-8B,13.41,14.55,0.15,24.5,0.46,3.25,0.03,7.38,0.31,6.24,0.36,24.55,0.32,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,5644,TRUE,62bd457b6fe961a42a631306577e622c83876cb6,TRUE,TRUE,2024-06-12,2024-04-17,FALSE,TRUE,meta-llama/Meta-Llama-3-8B,0,meta-llama/Meta-Llama-3-8B,https://huggingface.co/meta-llama/Meta-Llama-3-8B +🔶,Dans-DiscountModels/Dans-Instruct-Mix-8b-ChatML,13.4,8.25,0.08,26.34,0.47,4.76,0.05,5.93,0.29,9.68,0.39,25.42,0.33,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,0,TRUE,029d84d4f4a618aa798490c046753b12801158e2,TRUE,TRUE,2024-09-14,2024-09-09,FALSE,FALSE,Dans-DiscountModels/Dans-Instruct-Mix-8b-ChatML,1,Dans-DiscountModels/Meta-Llama-3.1-8B-ChatML,https://huggingface.co/Dans-DiscountModels/Dans-Instruct-Mix-8b-ChatML 🔶,xinchen9/Llama3.1_CoT,13.35,22.46,0.22,19.9,0.43,1.51,0.02,5.15,0.29,11.77,0.43,19.32,0.27,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,0,TRUE,3cb467f51a59ff163bb942fcde3ef60573c12b79,TRUE,TRUE,2024-09-06,2024-09-04,TRUE,FALSE,xinchen9/Llama3.1_CoT,0,xinchen9/Llama3.1_CoT,https://huggingface.co/xinchen9/Llama3.1_CoT 🔶,Alibaba-NLP/gte-Qwen2-7B-instruct,13.34,22.55,0.23,21.93,0.45,3.47,0.03,0,0.24,6.32,0.36,25.79,0.33,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,158,TRUE,e26182b2122f4435e8b3ebecbf363990f409b45b,TRUE,TRUE,2024-08-05,2024-06-15,TRUE,FALSE,Alibaba-NLP/gte-Qwen2-7B-instruct,0,Alibaba-NLP/gte-Qwen2-7B-instruct,https://huggingface.co/Alibaba-NLP/gte-Qwen2-7B-instruct 🔶,yam-peleg/Hebrew-Mistral-7B,13.23,23.28,0.23,20.18,0.43,4.53,0.05,3.91,0.28,7.67,0.4,19.78,0.28,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,59,TRUE,3d32134b5959492fd7efbbf16395352594bc89f7,TRUE,TRUE,2024-07-11,2024-04-26,FALSE,FALSE,yam-peleg/Hebrew-Mistral-7B,0,yam-peleg/Hebrew-Mistral-7B,https://huggingface.co/yam-peleg/Hebrew-Mistral-7B @@ -716,41 +731,41 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,Dans-DiscountModels/Dans-Instruct-CoreCurriculum-12b-ChatML,12.91,21.11,0.21,26.05,0.48,0.53,0.01,4.03,0.28,5.71,0.36,20.06,0.28,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,0,TRUE,56925fafe6a543e224db36864dd0927171542776,TRUE,TRUE,2024-09-04,2024-09-04,FALSE,FALSE,Dans-DiscountModels/Dans-Instruct-CoreCurriculum-12b-ChatML,1,mistralai/Mistral-Nemo-Base-2407,https://huggingface.co/Dans-DiscountModels/Dans-Instruct-CoreCurriculum-12b-ChatML 🔶,pankajmathur/orca_mini_v5_8b_orpo,12.88,8.24,0.08,27.88,0.5,5.97,0.06,4.59,0.28,8.97,0.41,21.63,0.29,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,1,TRUE,4cdc018043ef439f15bd8a09c4f09c6bc528dfc7,TRUE,TRUE,2024-06-26,2024-05-31,FALSE,FALSE,pankajmathur/orca_mini_v5_8b_orpo,0,pankajmathur/orca_mini_v5_8b_orpo,https://huggingface.co/pankajmathur/orca_mini_v5_8b_orpo 🔶,openchat/openchat_v3.2_super,12.84,28.62,0.29,19.15,0.42,1.59,0.02,1.9,0.26,9.92,0.42,15.84,0.24,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama2,13,36,TRUE,9479cc37d43234a57a33628637d1aca0293d745a,TRUE,TRUE,2024-06-12,2023-09-04,FALSE,TRUE,openchat/openchat_v3.2_super,0,openchat/openchat_v3.2_super,https://huggingface.co/openchat/openchat_v3.2_super -💬,google/gemma-7b-it,12.83,38.68,0.39,11.88,0.36,1.59,0.02,4.59,0.28,12.53,0.43,7.72,0.17,"💬 chat models (RLHF, DPO, IFT, ...)",GemmaForCausalLM,Original,bfloat16,TRUE,gemma,8,1125,TRUE,18329f019fb74ca4b24f97371785268543d687d2,TRUE,TRUE,2024-06-12,2024-02-13,TRUE,TRUE,google/gemma-7b-it,1,google/gemma-7b,https://huggingface.co/google/gemma-7b-it +💬,google/gemma-7b-it,12.83,38.68,0.39,11.88,0.36,1.59,0.02,4.59,0.28,12.53,0.43,7.72,0.17,"💬 chat models (RLHF, DPO, IFT, ...)",GemmaForCausalLM,Original,bfloat16,TRUE,gemma,8,1127,TRUE,18329f019fb74ca4b24f97371785268543d687d2,TRUE,TRUE,2024-06-12,2024-02-13,TRUE,TRUE,google/gemma-7b-it,1,google/gemma-7b,https://huggingface.co/google/gemma-7b-it 🔶,Rakuten/RakutenAI-7B-chat,12.78,26.86,0.27,20.24,0.43,2.79,0.03,0.89,0.26,5.9,0.38,19.98,0.28,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,apache-2.0,7,58,TRUE,1685492c5c40f8a7f57e2cc1c8fa65e5b0c94d31,TRUE,TRUE,2024-09-08,2024-03-18,FALSE,FALSE,Rakuten/RakutenAI-7B-chat,0,Rakuten/RakutenAI-7B-chat,https://huggingface.co/Rakuten/RakutenAI-7B-chat 💬,meta-llama/Llama-2-70b-chat-hf,12.73,49.58,0.5,4.61,0.3,0.91,0.01,1.9,0.26,3.48,0.37,15.92,0.24,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,llama2,68,2137,TRUE,e9149a12809580e8602995856f8098ce973d1080,TRUE,TRUE,2024-06-12,2023-07-14,TRUE,TRUE,meta-llama/Llama-2-70b-chat-hf,0,meta-llama/Llama-2-70b-chat-hf,https://huggingface.co/meta-llama/Llama-2-70b-chat-hf -💬,mistralai/Mistral-7B-Instruct-v0.1,12.67,44.87,0.45,7.65,0.34,1.66,0.02,0,0.25,6.13,0.38,15.72,0.24,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,1500,TRUE,73068f3702d050a2fd5aa2ca1e612e5036429398,TRUE,TRUE,2024-06-27,2023-09-27,TRUE,TRUE,mistralai/Mistral-7B-Instruct-v0.1,1,mistralai/Mistral-7B-v0.1,https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1 +💬,mistralai/Mistral-7B-Instruct-v0.1,12.67,44.87,0.45,7.65,0.34,1.66,0.02,0,0.25,6.13,0.38,15.72,0.24,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,1501,TRUE,73068f3702d050a2fd5aa2ca1e612e5036429398,TRUE,TRUE,2024-06-27,2023-09-27,TRUE,TRUE,mistralai/Mistral-7B-Instruct-v0.1,1,mistralai/Mistral-7B-v0.1,https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1 🔶,Sao10K/L3-8B-Stheno-v3.3-32K,12.57,46.04,0.46,13.51,0.38,0.98,0.01,0.89,0.26,4.07,0.37,9.95,0.19,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,cc-by-nc-4.0,8,47,TRUE,1a59d163e079c7e7f1542553d085853119960f0c,TRUE,TRUE,2024-06-26,2024-06-22,TRUE,FALSE,Sao10K/L3-8B-Stheno-v3.3-32K,0,Sao10K/L3-8B-Stheno-v3.3-32K,https://huggingface.co/Sao10K/L3-8B-Stheno-v3.3-32K 🔶,netcat420/MFANN3bv0.18,12.55,22.06,0.22,23.07,0.45,1.89,0.02,1.01,0.26,10.6,0.4,16.67,0.25,🔶 fine-tuned on domain-specific datasets,PhiForCausalLM,Original,float16,TRUE,mit,2,0,TRUE,3e792e3413217b63ea9caa0e8b8595fbeb236a69,TRUE,TRUE,2024-07-25,2024-07-25,FALSE,FALSE,netcat420/MFANN3bv0.18,0,netcat420/MFANN3bv0.18,https://huggingface.co/netcat420/MFANN3bv0.18 🔶,netcat420/MFANN3bv0.19,12.45,22.58,0.23,22.91,0.45,1.44,0.01,1.01,0.26,9.9,0.4,16.89,0.25,🔶 fine-tuned on domain-specific datasets,PhiForCausalLM,Original,float16,TRUE,"",2,0,FALSE,073d42274686f5cb6ef6ff9f6ade24eab198e1f2,TRUE,TRUE,2024-08-08,2024-08-04,FALSE,FALSE,netcat420/MFANN3bv0.19,0,netcat420/MFANN3bv0.19,https://huggingface.co/netcat420/MFANN3bv0.19 -🟢,bigcode/starcoder2-15b,12.44,27.8,0.28,20.37,0.44,5.36,0.05,3.13,0.27,2.93,0.35,15.03,0.24,🟢 pretrained,Starcoder2ForCausalLM,Original,bfloat16,TRUE,bigcode-openrail-m,15,556,TRUE,46d44742909c03ac8cee08eb03fdebce02e193ec,TRUE,TRUE,2024-06-09,2024-02-20,FALSE,TRUE,bigcode/starcoder2-15b,0,bigcode/starcoder2-15b,https://huggingface.co/bigcode/starcoder2-15b -🟢,Qwen/Qwen1.5-MoE-A2.7B,12.42,26.6,0.27,18.84,0.41,0.15,0,1.23,0.26,7.97,0.4,19.75,0.28,🟢 pretrained,Qwen2MoeForCausalLM,Original,bfloat16,TRUE,other,14,188,TRUE,1a758c50ecb6350748b9ce0a99d2352fd9fc11c9,TRUE,FALSE,2024-06-13,2024-02-29,FALSE,TRUE,Qwen/Qwen1.5-MoE-A2.7B,0,Qwen/Qwen1.5-MoE-A2.7B,https://huggingface.co/Qwen/Qwen1.5-MoE-A2.7B +🟢,bigcode/starcoder2-15b,12.44,27.8,0.28,20.37,0.44,5.36,0.05,3.13,0.27,2.93,0.35,15.03,0.24,🟢 pretrained,Starcoder2ForCausalLM,Original,bfloat16,TRUE,bigcode-openrail-m,15,557,TRUE,46d44742909c03ac8cee08eb03fdebce02e193ec,TRUE,TRUE,2024-06-09,2024-02-20,FALSE,TRUE,bigcode/starcoder2-15b,0,bigcode/starcoder2-15b,https://huggingface.co/bigcode/starcoder2-15b +🟢,Qwen/Qwen1.5-MoE-A2.7B,12.42,26.6,0.27,18.84,0.41,0.15,0,1.23,0.26,7.97,0.4,19.75,0.28,🟢 pretrained,Qwen2MoeForCausalLM,Original,bfloat16,TRUE,other,14,189,TRUE,1a758c50ecb6350748b9ce0a99d2352fd9fc11c9,TRUE,FALSE,2024-06-13,2024-02-29,FALSE,TRUE,Qwen/Qwen1.5-MoE-A2.7B,0,Qwen/Qwen1.5-MoE-A2.7B,https://huggingface.co/Qwen/Qwen1.5-MoE-A2.7B 💬,occiglot/occiglot-7b-es-en-instruct,12.37,34.85,0.35,17.24,0.41,1.89,0.02,1.23,0.26,4.45,0.37,14.56,0.23,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,float16,TRUE,apache-2.0,7,2,TRUE,5858f6ee118eef70896f1870fd61052348ff571e,TRUE,TRUE,2024-09-02,2024-03-05,TRUE,FALSE,occiglot/occiglot-7b-es-en-instruct,0,occiglot/occiglot-7b-es-en-instruct,https://huggingface.co/occiglot/occiglot-7b-es-en-instruct 🔶,netcat420/MFANN3bv0.20,12.36,21.93,0.22,22.79,0.45,1.36,0.01,1.23,0.26,10.17,0.41,16.67,0.25,🔶 fine-tuned on domain-specific datasets,PhiForCausalLM,Original,float16,TRUE,mit,2,0,TRUE,ac8ba24559cbdb5704d77b602580d911c265fdee,TRUE,TRUE,2024-08-29,2024-08-29,FALSE,FALSE,netcat420/MFANN3bv0.20,2,netcat420/MFANN3bv0.19.12 (Merge),https://huggingface.co/netcat420/MFANN3bv0.20 💬,stabilityai/stablelm-zephyr-3b,12.33,36.83,0.37,14.76,0.39,4.08,0.04,0,0.24,9.79,0.42,8.53,0.18,"💬 chat models (RLHF, DPO, IFT, ...)",StableLmForCausalLM,Original,bfloat16,TRUE,other,2,244,TRUE,a14f62d95754d96aea2be6e24c0f6966636797b9,TRUE,TRUE,2024-06-12,2023-11-21,TRUE,TRUE,stabilityai/stablelm-zephyr-3b,0,stabilityai/stablelm-zephyr-3b,https://huggingface.co/stabilityai/stablelm-zephyr-3b 💬,Columbia-NLP/LION-Gemma-2b-sft-v1.0,12.33,36.92,0.37,14.12,0.39,5.14,0.05,0.78,0.26,8.31,0.4,8.69,0.18,"💬 chat models (RLHF, DPO, IFT, ...)",GemmaForCausalLM,Original,bfloat16,TRUE,"",2,0,FALSE,44d6f26fa7e3b0d238064d844569bf8a07b7515e,TRUE,TRUE,2024-07-04,2024-07-02,TRUE,FALSE,Columbia-NLP/LION-Gemma-2b-sft-v1.0,0,Columbia-NLP/LION-Gemma-2b-sft-v1.0,https://huggingface.co/Columbia-NLP/LION-Gemma-2b-sft-v1.0 💬,Qwen/Qwen1.5-4B-Chat,12.33,31.57,0.32,16.3,0.4,0.98,0.01,2.24,0.27,7.36,0.4,15.51,0.24,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,3,37,TRUE,a7a4d4945d28bac955554c9abd2f74a71ebbf22f,TRUE,TRUE,2024-06-12,2024-01-30,TRUE,TRUE,Qwen/Qwen1.5-4B-Chat,0,Qwen/Qwen1.5-4B-Chat,https://huggingface.co/Qwen/Qwen1.5-4B-Chat -💬,NTQAI/Nxcode-CQ-7B-orpo,12.3,40.07,0.4,17.58,0.41,1.74,0.02,0.56,0.25,7.05,0.39,6.79,0.16,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,7,84,TRUE,74f3b3c06de36b261af9ef857279d6e33f893336,TRUE,TRUE,2024-08-10,2024-04-24,TRUE,FALSE,NTQAI/Nxcode-CQ-7B-orpo,0,NTQAI/Nxcode-CQ-7B-orpo,https://huggingface.co/NTQAI/Nxcode-CQ-7B-orpo +💬,NTQAI/Nxcode-CQ-7B-orpo,12.3,40.07,0.4,17.58,0.41,1.74,0.02,0.56,0.25,7.05,0.39,6.79,0.16,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,7,86,TRUE,74f3b3c06de36b261af9ef857279d6e33f893336,TRUE,TRUE,2024-08-10,2024-04-24,TRUE,FALSE,NTQAI/Nxcode-CQ-7B-orpo,0,NTQAI/Nxcode-CQ-7B-orpo,https://huggingface.co/NTQAI/Nxcode-CQ-7B-orpo 💬,abhishek/autotrain-llama3-orpo-v2,12.2,43.72,0.44,4.38,0.32,4.23,0.04,2.24,0.27,5.1,0.38,13.54,0.22,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,other,8,3,TRUE,1655d0683696a5de2eb9a59c339ee469297beb9c,TRUE,TRUE,2024-06-26,2024-04-22,TRUE,FALSE,abhishek/autotrain-llama3-orpo-v2,0,abhishek/autotrain-llama3-orpo-v2,https://huggingface.co/abhishek/autotrain-llama3-orpo-v2 💬,sci-m-wang/Mistral-7B-Instruct-sa-v0.1,12.19,43.35,0.43,5.74,0.33,0.98,0.01,1.23,0.26,6.68,0.39,15.13,0.24,"💬 chat models (RLHF, DPO, IFT, ...)",?,Adapter,bfloat16,TRUE,other,14,0,TRUE,2dcff66eac0c01dc50e4c41eea959968232187fe,TRUE,TRUE,2024-06-27,2024-05-31,TRUE,FALSE,sci-m-wang/Mistral-7B-Instruct-sa-v0.1,2,mistralai/Mistral-7B-v0.1,https://huggingface.co/sci-m-wang/Mistral-7B-Instruct-sa-v0.1 💬,Enno-Ai/EnnoAi-Pro-Llama-3-8B,12.17,31.95,0.32,17.51,0.42,0.15,0,1.57,0.26,9.08,0.41,12.79,0.22,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,creativeml-openrail-m,8,0,TRUE,6a5d745bdd304753244fe601e2a958d37d13cd71,TRUE,TRUE,2024-07-08,2024-07-01,TRUE,FALSE,Enno-Ai/EnnoAi-Pro-Llama-3-8B,0,Enno-Ai/EnnoAi-Pro-Llama-3-8B,https://huggingface.co/Enno-Ai/EnnoAi-Pro-Llama-3-8B 🟢,awnr/Mistral-7B-v0.1-signtensors-5-over-16,12.16,21.18,0.21,17.54,0.41,2.19,0.02,4.14,0.28,6.14,0.37,21.75,0.3,🟢 pretrained,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,1,TRUE,5ea13b3d0723237889e1512bc70dae72f71884d1,TRUE,TRUE,2024-07-29,2024-07-29,FALSE,FALSE,awnr/Mistral-7B-v0.1-signtensors-5-over-16,0,awnr/Mistral-7B-v0.1-signtensors-5-over-16,https://huggingface.co/awnr/Mistral-7B-v0.1-signtensors-5-over-16 🔶,teknium/OpenHermes-13B,12.12,26.68,0.27,18.21,0.42,0.83,0.01,3.02,0.27,8.53,0.4,15.44,0.24,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,mit,13,53,TRUE,bcad6fff9f8591e091d2d57356a3f102197e8c5f,TRUE,TRUE,2024-06-12,2023-09-06,FALSE,TRUE,teknium/OpenHermes-13B,1,NousResearch/Llama-2-13b-hf,https://huggingface.co/teknium/OpenHermes-13B -💬,internlm/internlm2_5-1_8b-chat,12.11,38.49,0.38,21.03,0.45,0,0,5.37,0.29,4.42,0.36,3.32,0.13,"💬 chat models (RLHF, DPO, IFT, ...)",InternLM2ForCausalLM,Original,bfloat16,TRUE,other,1,20,TRUE,4426f00b854561fa60d555d2b628064b56bcb758,TRUE,TRUE,2024-08-07,2024-07-30,TRUE,TRUE,internlm/internlm2_5-1_8b-chat,0,internlm/internlm2_5-1_8b-chat,https://huggingface.co/internlm/internlm2_5-1_8b-chat +💬,internlm/internlm2_5-1_8b-chat,12.11,38.49,0.38,21.03,0.45,0,0,5.37,0.29,4.42,0.36,3.32,0.13,"💬 chat models (RLHF, DPO, IFT, ...)",InternLM2ForCausalLM,Original,bfloat16,TRUE,other,1,21,TRUE,4426f00b854561fa60d555d2b628064b56bcb758,TRUE,TRUE,2024-08-07,2024-07-30,TRUE,TRUE,internlm/internlm2_5-1_8b-chat,0,internlm/internlm2_5-1_8b-chat,https://huggingface.co/internlm/internlm2_5-1_8b-chat 💬,llmat/Mistral-v0.3-7B-ORPO,12.08,37.7,0.38,14.86,0.4,0.53,0.01,2.24,0.27,2.97,0.36,14.2,0.23,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,1,TRUE,868d8a51e8deb6fd948eabe5bc296c53bcf41073,TRUE,TRUE,2024-09-02,2024-08-04,TRUE,FALSE,llmat/Mistral-v0.3-7B-ORPO,1,unsloth/mistral-7b-v0.3-bnb-4bit,https://huggingface.co/llmat/Mistral-v0.3-7B-ORPO 💬,llmat/Mistral-v0.3-7B-ORPO,12.02,36.4,0.36,15.59,0.4,0.15,0,2.57,0.27,2.97,0.35,14.46,0.23,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,float16,TRUE,apache-2.0,7,1,TRUE,868d8a51e8deb6fd948eabe5bc296c53bcf41073,TRUE,TRUE,2024-08-06,2024-08-04,TRUE,FALSE,llmat/Mistral-v0.3-7B-ORPO,1,unsloth/mistral-7b-v0.3-bnb-4bit,https://huggingface.co/llmat/Mistral-v0.3-7B-ORPO 🔶,TencentARC/MetaMath-Mistral-Pro,12.01,21.19,0.21,22.37,0.44,4.61,0.05,2.57,0.27,4.99,0.35,16.35,0.25,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,5,TRUE,3835d38de15ed2a04c32aca879b782fc50e390bf,TRUE,TRUE,2024-06-12,2024-02-26,FALSE,TRUE,TencentARC/MetaMath-Mistral-Pro,0,TencentARC/MetaMath-Mistral-Pro,https://huggingface.co/TencentARC/MetaMath-Mistral-Pro 🟢,01-ai/Yi-6B-200K,11.9,8.43,0.08,20.15,0.43,1.21,0.01,4.25,0.28,16.84,0.46,20.49,0.28,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,6,173,TRUE,4a74338e778a599f313e9fa8f5bc08c717604420,TRUE,TRUE,2024-06-12,2023-11-06,FALSE,TRUE,01-ai/Yi-6B-200K,0,01-ai/Yi-6B-200K,https://huggingface.co/01-ai/Yi-6B-200K 🟩,dicta-il/dictalm2.0,11.84,24.13,0.24,16.49,0.4,1.51,0.02,5.59,0.29,5.51,0.38,17.83,0.26,🟩 continuously pretrained,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,10,TRUE,f8ab3208e95a7b44a9a2fbb9bbbdd8ea11be509d,TRUE,TRUE,2024-07-31,2024-04-10,FALSE,FALSE,dicta-il/dictalm2.0,0,dicta-il/dictalm2.0,https://huggingface.co/dicta-il/dictalm2.0 🔶,monsterapi/gemma-2-2b-LoRA-MonsterInstruct,11.84,39.03,0.39,11.97,0.36,0.98,0.01,2.68,0.27,5.41,0.36,10.97,0.2,🔶 fine-tuned on domain-specific datasets,Gemma2ForCausalLM,Original,float16,TRUE,gemma,2,0,TRUE,6422e27e96e15cf93b966c973aacc15f8a27a458,TRUE,TRUE,2024-08-05,2024-08-03,TRUE,FALSE,monsterapi/gemma-2-2b-LoRA-MonsterInstruct,0,monsterapi/gemma-2-2b-LoRA-MonsterInstruct,https://huggingface.co/monsterapi/gemma-2-2b-LoRA-MonsterInstruct -🔶,Unbabel/TowerInstruct-Mistral-7B-v0.2,11.83,28.43,0.28,14.22,0.39,1.59,0.02,0,0.25,15.96,0.45,10.76,0.2,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,cc-by-nc-4.0,7,6,TRUE,454bdfedc8b51f292a402aba2c560df145a0817d,TRUE,TRUE,2024-09-06,2024-03-26,FALSE,FALSE,Unbabel/TowerInstruct-Mistral-7B-v0.2,0,Unbabel/TowerInstruct-Mistral-7B-v0.2,https://huggingface.co/Unbabel/TowerInstruct-Mistral-7B-v0.2 +🔶,Unbabel/TowerInstruct-Mistral-7B-v0.2,11.83,28.43,0.28,14.22,0.39,1.59,0.02,0,0.25,15.96,0.45,10.76,0.2,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,cc-by-nc-4.0,7,7,TRUE,454bdfedc8b51f292a402aba2c560df145a0817d,TRUE,TRUE,2024-09-06,2024-03-26,FALSE,FALSE,Unbabel/TowerInstruct-Mistral-7B-v0.2,0,Unbabel/TowerInstruct-Mistral-7B-v0.2,https://huggingface.co/Unbabel/TowerInstruct-Mistral-7B-v0.2 🔶,netcat420/MFANN3bv0.15,11.81,20.12,0.2,23.47,0.45,1.96,0.02,0.22,0.25,8.77,0.4,16.32,0.25,🔶 fine-tuned on domain-specific datasets,PhiForCausalLM,Original,float16,TRUE,mit,2,0,TRUE,20dbdfb9154cc2f6d43651fc8cea63a120220dc7,TRUE,TRUE,2024-07-05,2024-07-04,FALSE,FALSE,netcat420/MFANN3bv0.15,0,netcat420/MFANN3bv0.15,https://huggingface.co/netcat420/MFANN3bv0.15 -🔶,AI-MO/NuminaMath-7B-TIR,11.79,27.56,0.28,16.87,0.41,1.74,0.02,1.12,0.26,4.2,0.35,19.25,0.27,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,6,301,TRUE,c6e394cc0579423c9cde6df6cc192c07dae73388,TRUE,TRUE,2024-07-11,2024-07-04,FALSE,FALSE,AI-MO/NuminaMath-7B-TIR,1,deepseek-ai/deepseek-math-7b-base,https://huggingface.co/AI-MO/NuminaMath-7B-TIR +🔶,AI-MO/NuminaMath-7B-TIR,11.79,27.56,0.28,16.87,0.41,1.74,0.02,1.12,0.26,4.2,0.35,19.25,0.27,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,6,302,TRUE,c6e394cc0579423c9cde6df6cc192c07dae73388,TRUE,TRUE,2024-07-11,2024-07-04,FALSE,FALSE,AI-MO/NuminaMath-7B-TIR,1,deepseek-ai/deepseek-math-7b-base,https://huggingface.co/AI-MO/NuminaMath-7B-TIR 🔶,Replete-AI/Replete-Coder-Llama3-8B,11.66,47.29,0.47,7.06,0.33,2.95,0.03,1.45,0.26,7.51,0.4,3.67,0.13,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,other,8,34,TRUE,2aca75c53e7eb2f523889ab1a279e349b8f1b0e8,TRUE,TRUE,2024-06-26,2024-06-24,TRUE,FALSE,Replete-AI/Replete-Coder-Llama3-8B,0,Replete-AI/Replete-Coder-Llama3-8B,https://huggingface.co/Replete-AI/Replete-Coder-Llama3-8B 🔶,lodrick-the-lafted/llama-3.1-8b-instruct-ortho-v7,11.65,35.15,0.35,14.44,0.39,1.74,0.02,3.02,0.27,4.73,0.36,10.82,0.2,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,wtfpl,8,0,TRUE,6b7673cd78398c3a8c92f8e759aaae6409e96978,TRUE,TRUE,2024-07-30,2024-07-25,FALSE,FALSE,lodrick-the-lafted/llama-3.1-8b-instruct-ortho-v7,0,lodrick-the-lafted/llama-3.1-8b-instruct-ortho-v7,https://huggingface.co/lodrick-the-lafted/llama-3.1-8b-instruct-ortho-v7 🤝,johnsutor/Llama-3-8B-Instruct_dare_ties-density-0.1,11.62,18.91,0.19,16.86,0.41,0,0,2.91,0.27,16.99,0.47,14.05,0.23,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,e7a3a3b955d945f53da8301b958f0b90a28a62d3,TRUE,TRUE,2024-06-26,2024-06-07,FALSE,FALSE,johnsutor/Llama-3-8B-Instruct_dare_ties-density-0.1,1,johnsutor/Llama-3-8B-Instruct_dare_ties-density-0.1 (Merge),https://huggingface.co/johnsutor/Llama-3-8B-Instruct_dare_ties-density-0.1 -🟢,google/flan-t5-xl,11.59,22.37,0.22,22.7,0.45,0.08,0,0.34,0.25,11.33,0.42,12.74,0.21,🟢 pretrained,T5ForConditionalGeneration,Original,float16,TRUE,apache-2.0,2,458,TRUE,7d6315df2c2fb742f0f5b556879d730926ca9001,TRUE,TRUE,2024-08-07,2022-10-21,FALSE,TRUE,google/flan-t5-xl,0,google/flan-t5-xl,https://huggingface.co/google/flan-t5-xl -🟢,google/flan-t5-xl,11.59,22.07,0.22,22.84,0.45,0.08,0,0,0.25,11.85,0.42,12.69,0.21,🟢 pretrained,T5ForConditionalGeneration,Original,bfloat16,TRUE,apache-2.0,2,458,TRUE,7d6315df2c2fb742f0f5b556879d730926ca9001,TRUE,TRUE,2024-08-07,2022-10-21,FALSE,TRUE,google/flan-t5-xl,0,google/flan-t5-xl,https://huggingface.co/google/flan-t5-xl +🟢,google/flan-t5-xl,11.59,22.37,0.22,22.7,0.45,0.08,0,0.34,0.25,11.33,0.42,12.74,0.21,🟢 pretrained,T5ForConditionalGeneration,Original,float16,TRUE,apache-2.0,2,459,TRUE,7d6315df2c2fb742f0f5b556879d730926ca9001,TRUE,TRUE,2024-08-07,2022-10-21,FALSE,TRUE,google/flan-t5-xl,0,google/flan-t5-xl,https://huggingface.co/google/flan-t5-xl +🟢,google/flan-t5-xl,11.59,22.07,0.22,22.84,0.45,0.08,0,0,0.25,11.85,0.42,12.69,0.21,🟢 pretrained,T5ForConditionalGeneration,Original,bfloat16,TRUE,apache-2.0,2,459,TRUE,7d6315df2c2fb742f0f5b556879d730926ca9001,TRUE,TRUE,2024-08-07,2022-10-21,FALSE,TRUE,google/flan-t5-xl,0,google/flan-t5-xl,https://huggingface.co/google/flan-t5-xl 💬,OpenBuddy/openbuddy-zero-3b-v21.2-32k,11.55,38.02,0.38,15.29,0.39,0.91,0.01,1.34,0.26,2.25,0.36,11.49,0.2,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,other,4,2,TRUE,74e1d168c5e917219d668d1483f6355dd0464a31,TRUE,TRUE,2024-06-26,2024-06-02,TRUE,FALSE,OpenBuddy/openbuddy-zero-3b-v21.2-32k,0,OpenBuddy/openbuddy-zero-3b-v21.2-32k,https://huggingface.co/OpenBuddy/openbuddy-zero-3b-v21.2-32k 🔶,Rakuten/RakutenAI-7B,11.53,15.56,0.16,20.98,0.43,1.89,0.02,5.26,0.29,4.66,0.37,20.86,0.29,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,apache-2.0,7,42,TRUE,c687b10cbf1aa6c34868904b62ecfcef2e0946bf,TRUE,TRUE,2024-09-06,2024-03-18,FALSE,FALSE,Rakuten/RakutenAI-7B,0,Rakuten/RakutenAI-7B,https://huggingface.co/Rakuten/RakutenAI-7B 💬,Columbia-NLP/LION-Gemma-2b-dpo-v1.0,11.48,32.78,0.33,14.59,0.39,4.31,0.04,0,0.25,9.83,0.41,7.4,0.17,"💬 chat models (RLHF, DPO, IFT, ...)",GemmaForCausalLM,Original,float16,TRUE,"",2,0,FALSE,a5f780075831374f8850324448acf94976dea504,TRUE,TRUE,2024-07-04,2024-06-28,TRUE,FALSE,Columbia-NLP/LION-Gemma-2b-dpo-v1.0,0,Columbia-NLP/LION-Gemma-2b-dpo-v1.0,https://huggingface.co/Columbia-NLP/LION-Gemma-2b-dpo-v1.0 @@ -763,15 +778,15 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🟢,Qwen/Qwen1.5-4B,11.29,24.45,0.24,16.25,0.41,2.42,0.02,3.58,0.28,4.82,0.36,16.22,0.25,🟢 pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,other,3,34,TRUE,a66363a0c24e2155c561e4b53c658b1d3965474e,TRUE,TRUE,2024-06-13,2024-01-22,FALSE,TRUE,Qwen/Qwen1.5-4B,0,Qwen/Qwen1.5-4B,https://huggingface.co/Qwen/Qwen1.5-4B 🟩,beomi/gemma-mling-7b,11.18,20.29,0.2,17.63,0.41,4.15,0.04,0,0.25,6.85,0.38,18.14,0.26,🟩 continuously pretrained,GemmaForCausalLM,Original,bfloat16,TRUE,other,8,12,TRUE,3f442e28bd50db6c438ce2a15b3a003532babba0,TRUE,TRUE,2024-07-17,2024-04-15,FALSE,FALSE,beomi/gemma-mling-7b,0,beomi/gemma-mling-7b,https://huggingface.co/beomi/gemma-mling-7b 💬,Columbia-NLP/LION-Gemma-2b-dpo-v1.0,11.09,31.02,0.31,14.24,0.39,4.31,0.04,0.45,0.25,9.11,0.41,7.39,0.17,"💬 chat models (RLHF, DPO, IFT, ...)",GemmaForCausalLM,Original,bfloat16,TRUE,"",2,0,FALSE,a5f780075831374f8850324448acf94976dea504,TRUE,TRUE,2024-07-04,2024-06-28,TRUE,FALSE,Columbia-NLP/LION-Gemma-2b-dpo-v1.0,0,Columbia-NLP/LION-Gemma-2b-dpo-v1.0,https://huggingface.co/Columbia-NLP/LION-Gemma-2b-dpo-v1.0 -🔶,Replete-AI/Replete-Coder-Qwen2-1.5b,11.07,30.14,0.3,10.43,0.35,0.91,0.01,2.46,0.27,9.74,0.41,12.74,0.21,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,21,TRUE,86fcccbf921b7eb8a4d348e4a3cde0beb63d6626,TRUE,TRUE,2024-06-26,2024-06-23,TRUE,FALSE,Replete-AI/Replete-Coder-Qwen2-1.5b,1,Qwen/Qwen2-1.5B,https://huggingface.co/Replete-AI/Replete-Coder-Qwen2-1.5b +🔶,Replete-AI/Replete-Coder-Qwen2-1.5b,11.07,30.14,0.3,10.43,0.35,0.91,0.01,2.46,0.27,9.74,0.41,12.74,0.21,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,22,TRUE,86fcccbf921b7eb8a4d348e4a3cde0beb63d6626,TRUE,TRUE,2024-06-26,2024-06-23,TRUE,FALSE,Replete-AI/Replete-Coder-Qwen2-1.5b,1,Qwen/Qwen2-1.5B,https://huggingface.co/Replete-AI/Replete-Coder-Qwen2-1.5b 🔶,EpistemeAI/FineLlama3.1-8B-Instruct,11.05,8,0.08,23.51,0.46,2.34,0.02,4.03,0.28,4.95,0.35,23.47,0.31,🔶 fine-tuned on domain-specific datasets,?,Adapter,4bit,TRUE,llama3.1,14,1,TRUE,a8b0fc584b10e0110e04f9d21c7f10d24391c1d5,TRUE,TRUE,2024-08-10,2024-08-10,FALSE,FALSE,EpistemeAI/FineLlama3.1-8B-Instruct,0,EpistemeAI/FineLlama3.1-8B-Instruct,https://huggingface.co/EpistemeAI/FineLlama3.1-8B-Instruct 💬,dfurman/Llama-3-8B-Orpo-v0.1,11.01,30,0.3,13.77,0.39,3.78,0.04,1.57,0.26,2.73,0.36,14.23,0.23,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,1,TRUE,f02aef830e12a50892ac065826d5eb3dfc7675d1,TRUE,TRUE,2024-08-30,2024-04-26,TRUE,FALSE,dfurman/Llama-3-8B-Orpo-v0.1,1,dfurman/Llama-3-8B-Orpo-v0.1 (Merge),https://huggingface.co/dfurman/Llama-3-8B-Orpo-v0.1 💬,meta-llama/Llama-2-13b-chat-hf,11,39.85,0.4,7.16,0.33,0.6,0.01,0,0.23,8.16,0.4,10.26,0.19,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,llama2,13,1015,TRUE,a2cb7a712bb6e5e736ca7f8cd98167f81a0b5bd8,TRUE,TRUE,2024-06-12,2023-07-13,TRUE,TRUE,meta-llama/Llama-2-13b-chat-hf,0,meta-llama/Llama-2-13b-chat-hf,https://huggingface.co/meta-llama/Llama-2-13b-chat-hf 🟢,meta-llama/Llama-2-13b-hf,10.99,24.82,0.25,17.22,0.41,1.06,0.01,4.14,0.28,3.39,0.35,15.31,0.24,🟢 pretrained,LlamaForCausalLM,Original,float16,TRUE,llama2,13,566,TRUE,5c31dfb671ce7cfe2d7bb7c04375e44c55e815b1,TRUE,TRUE,2024-06-12,2023-07-13,FALSE,TRUE,meta-llama/Llama-2-13b-hf,0,meta-llama/Llama-2-13b-hf,https://huggingface.co/meta-llama/Llama-2-13b-hf -💬,THUDM/glm-4-9b-chat,10.97,0,0,25.21,0.47,0,0,8.5,0.31,8.06,0.4,24.07,0.32,"💬 chat models (RLHF, DPO, IFT, ...)",ChatGLMModelM,Original,bfloat16,TRUE,other,9,565,TRUE,04419001bc63e05e70991ade6da1f91c4aeec278,TRUE,TRUE,2024-07-09,2024-06-04,TRUE,FALSE,THUDM/glm-4-9b-chat,0,THUDM/glm-4-9b-chat,https://huggingface.co/THUDM/glm-4-9b-chat +💬,THUDM/glm-4-9b-chat,10.97,0,0,25.21,0.47,0,0,8.5,0.31,8.06,0.4,24.07,0.32,"💬 chat models (RLHF, DPO, IFT, ...)",ChatGLMModelM,Original,bfloat16,TRUE,other,9,566,TRUE,04419001bc63e05e70991ade6da1f91c4aeec278,TRUE,TRUE,2024-07-09,2024-06-04,TRUE,FALSE,THUDM/glm-4-9b-chat,0,THUDM/glm-4-9b-chat,https://huggingface.co/THUDM/glm-4-9b-chat 🔶,winglian/Llama-3-8b-64k-PoSE,10.89,28.57,0.29,13.31,0.37,2.64,0.03,1.45,0.26,3.08,0.34,16.3,0.25,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,74,FALSE,5481d9b74a3ec5a95789673e194c8ff86e2bc2bc,TRUE,TRUE,2024-06-26,2024-04-24,TRUE,FALSE,winglian/Llama-3-8b-64k-PoSE,0,winglian/Llama-3-8b-64k-PoSE,https://huggingface.co/winglian/Llama-3-8b-64k-PoSE 🔶,Josephgflowers/Cinder-Phi-2-V1-F16-gguf,10.86,23.57,0.24,22.45,0.44,0,0,4.25,0.28,1.97,0.34,12.9,0.22,🔶 fine-tuned on domain-specific datasets,PhiForCausalLM,Original,float16,TRUE,mit,2,4,TRUE,85629ec9b18efee31d07630664e7a3815121badf,TRUE,TRUE,2024-06-26,2024-02-25,TRUE,FALSE,Josephgflowers/Cinder-Phi-2-V1-F16-gguf,0,Josephgflowers/Cinder-Phi-2-V1-F16-gguf,https://huggingface.co/Josephgflowers/Cinder-Phi-2-V1-F16-gguf -🔶,lmsys/vicuna-7b-v1.5,10.78,23.52,0.24,15.15,0.39,0.76,0.01,1.12,0.26,11.42,0.42,12.74,0.21,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,llama2,7,288,TRUE,3321f76e3f527bd14065daf69dad9344000a201d,TRUE,TRUE,2024-06-12,2023-07-29,FALSE,TRUE,lmsys/vicuna-7b-v1.5,0,lmsys/vicuna-7b-v1.5,https://huggingface.co/lmsys/vicuna-7b-v1.5 +🔶,lmsys/vicuna-7b-v1.5,10.78,23.52,0.24,15.15,0.39,0.76,0.01,1.12,0.26,11.42,0.42,12.74,0.21,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,llama2,7,289,TRUE,3321f76e3f527bd14065daf69dad9344000a201d,TRUE,TRUE,2024-06-12,2023-07-29,FALSE,TRUE,lmsys/vicuna-7b-v1.5,0,lmsys/vicuna-7b-v1.5,https://huggingface.co/lmsys/vicuna-7b-v1.5 💬,allenai/OLMo-7B-Instruct-hf,10.76,34.73,0.35,13.16,0.37,0.83,0.01,2.8,0.27,4.33,0.38,8.72,0.18,"💬 chat models (RLHF, DPO, IFT, ...)",OlmoForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,0,TRUE,2ea947518df93433aa71219f29b36c72ac63be95,TRUE,TRUE,2024-06-27,2024-06-04,TRUE,TRUE,allenai/OLMo-7B-Instruct-hf,0,allenai/OLMo-7B-Instruct-hf,https://huggingface.co/allenai/OLMo-7B-Instruct-hf 💬,dfurman/Llama-3-8B-Orpo-v0.1,10.76,28.35,0.28,13.68,0.38,4.38,0.04,1.45,0.26,2.25,0.36,14.42,0.23,"💬 chat models (RLHF, DPO, IFT, ...)",?,Adapter,float16,TRUE,llama3,8,1,TRUE,f02aef830e12a50892ac065826d5eb3dfc7675d1,TRUE,TRUE,2024-08-30,2024-04-26,TRUE,FALSE,dfurman/Llama-3-8B-Orpo-v0.1,1,dfurman/Llama-3-8B-Orpo-v0.1 (Merge),https://huggingface.co/dfurman/Llama-3-8B-Orpo-v0.1 🔶,yam-peleg/Hebrew-Mistral-7B-200K,10.64,18.56,0.19,17.49,0.41,2.34,0.02,3.47,0.28,4.53,0.38,17.48,0.26,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,apache-2.0,7,15,TRUE,7b51c7b31e3d9e29ea964c579a45233cfad255fe,TRUE,TRUE,2024-07-11,2024-05-05,FALSE,FALSE,yam-peleg/Hebrew-Mistral-7B-200K,0,yam-peleg/Hebrew-Mistral-7B-200K,https://huggingface.co/yam-peleg/Hebrew-Mistral-7B-200K @@ -792,8 +807,8 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 💬,cognitivecomputations/dolphin-2.9.4-gemma2-2b,9.71,8.96,0.09,17.37,0.41,4.15,0.04,4.59,0.28,10.91,0.42,12.28,0.21,"💬 chat models (RLHF, DPO, IFT, ...)",Gemma2ForCausalLM,Original,bfloat16,TRUE,gemma,2,19,TRUE,5c0854beb88a6711221771d1b13d51f733e6ca06,TRUE,TRUE,2024-08-25,2024-08-24,TRUE,TRUE,cognitivecomputations/dolphin-2.9.4-gemma2-2b,1,google/gemma-2-2b,https://huggingface.co/cognitivecomputations/dolphin-2.9.4-gemma2-2b 🔶,uukuguy/speechless-coder-ds-6.7b,9.64,25.05,0.25,15.9,0.4,1.66,0.02,1.9,0.26,5.34,0.38,7.99,0.17,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,6,5,TRUE,c813a5268c6dfe267a720ad3b51773f1ab0feb59,TRUE,TRUE,2024-06-26,2023-12-30,FALSE,FALSE,uukuguy/speechless-coder-ds-6.7b,0,uukuguy/speechless-coder-ds-6.7b,https://huggingface.co/uukuguy/speechless-coder-ds-6.7b 🔶,teknium/OpenHermes-7B,9.48,18.13,0.18,12.08,0.36,1.06,0.01,2.57,0.27,12.68,0.43,10.37,0.19,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,mit,7,13,TRUE,9f55d6eb15f1edd52ee1fd863a220aa682e78a00,TRUE,TRUE,2024-06-12,2023-09-14,FALSE,TRUE,teknium/OpenHermes-7B,1,NousResearch/Llama-2-7b-hf,https://huggingface.co/teknium/OpenHermes-7B -🟢,google/flan-t5-large,9.42,22.01,0.22,17.51,0.42,0,0,0.11,0.25,9.01,0.41,7.88,0.17,🟢 pretrained,T5ForConditionalGeneration,Original,float16,TRUE,apache-2.0,0,542,TRUE,0613663d0d48ea86ba8cb3d7a44f0f65dc596a2a,TRUE,TRUE,2024-08-14,2022-10-21,FALSE,TRUE,google/flan-t5-large,0,google/flan-t5-large,https://huggingface.co/google/flan-t5-large -🟢,meta-llama/Llama-2-7b-chat-hf,9.4,39.86,0.4,4.46,0.31,0.68,0.01,0.45,0.25,3.28,0.37,7.64,0.17,🟢 pretrained,LlamaForCausalLM,Original,float16,TRUE,llama2,6,3840,TRUE,f5db02db724555f92da89c216ac04704f23d4590,TRUE,TRUE,2024-08-30,2023-07-13,TRUE,TRUE,meta-llama/Llama-2-7b-chat-hf,0,meta-llama/Llama-2-7b-chat-hf,https://huggingface.co/meta-llama/Llama-2-7b-chat-hf +🟢,google/flan-t5-large,9.42,22.01,0.22,17.51,0.42,0,0,0.11,0.25,9.01,0.41,7.88,0.17,🟢 pretrained,T5ForConditionalGeneration,Original,float16,TRUE,apache-2.0,0,544,TRUE,0613663d0d48ea86ba8cb3d7a44f0f65dc596a2a,TRUE,TRUE,2024-08-14,2022-10-21,FALSE,TRUE,google/flan-t5-large,0,google/flan-t5-large,https://huggingface.co/google/flan-t5-large +🟢,meta-llama/Llama-2-7b-chat-hf,9.4,39.86,0.4,4.46,0.31,0.68,0.01,0.45,0.25,3.28,0.37,7.64,0.17,🟢 pretrained,LlamaForCausalLM,Original,float16,TRUE,llama2,6,3843,TRUE,f5db02db724555f92da89c216ac04704f23d4590,TRUE,TRUE,2024-08-30,2023-07-13,TRUE,TRUE,meta-llama/Llama-2-7b-chat-hf,0,meta-llama/Llama-2-7b-chat-hf,https://huggingface.co/meta-llama/Llama-2-7b-chat-hf 🔶,PocketDoc/Dans-Instruct-CoreCurriculum-12b,9.34,21.91,0.22,13.23,0.38,4.53,0.05,4.36,0.28,9.56,0.41,2.44,0.12,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,"",12,0,FALSE,c50db5ba880b7edc0efd32a7f3b9d2f051c3f4a6,TRUE,TRUE,2024-09-01,"",TRUE,FALSE,PocketDoc/Dans-Instruct-CoreCurriculum-12b,0,PocketDoc/Dans-Instruct-CoreCurriculum-12b,https://huggingface.co/PocketDoc/Dans-Instruct-CoreCurriculum-12b 🔶,iRyanBell/ARC1-II,9.32,17.08,0.17,7.25,0.34,0.76,0.01,2.91,0.27,20.31,0.49,7.62,0.17,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,1,TRUE,c81076b9bdaac0722b33e411a49b07a296e8fae8,TRUE,TRUE,2024-06-26,2024-06-12,FALSE,FALSE,iRyanBell/ARC1-II,0,iRyanBell/ARC1-II,https://huggingface.co/iRyanBell/ARC1-II 💬,AALF/gemma-2-27b-it-SimPO-37K,9.3,24.07,0.24,15.31,0.39,0,0,4.03,0.28,1.6,0.35,10.79,0.2,"💬 chat models (RLHF, DPO, IFT, ...)",Gemma2ForCausalLM,Original,bfloat16,TRUE,gemma,27,14,TRUE,27f15219df2000a16955c9403c3f38b5f3413b3d,TRUE,TRUE,2024-09-05,2024-08-13,TRUE,FALSE,AALF/gemma-2-27b-it-SimPO-37K,2,google/gemma-2-27b,https://huggingface.co/AALF/gemma-2-27b-it-SimPO-37K @@ -806,7 +821,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🟢,CortexLM/btlm-7b-base-v0.2,8.84,14.83,0.15,16.19,0.4,1.06,0.01,0.45,0.25,5.54,0.38,15,0.23,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,mit,6,0,TRUE,eda8b4298365a26c8981316e09427c237b11217f,TRUE,TRUE,2024-06-26,2024-06-13,FALSE,FALSE,CortexLM/btlm-7b-base-v0.2,0,CortexLM/btlm-7b-base-v0.2,https://huggingface.co/CortexLM/btlm-7b-base-v0.2 💬,0-hero/Matter-0.2-7B-DPO,8.81,33.03,0.33,10.06,0.36,0.83,0.01,1.23,0.26,5.87,0.38,1.82,0.12,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,3,TRUE,26a66f0d862e2024ce4ad0a09c37052ac36e8af6,TRUE,TRUE,2024-08-05,2024-04-13,TRUE,FALSE,0-hero/Matter-0.2-7B-DPO,0,0-hero/Matter-0.2-7B-DPO,https://huggingface.co/0-hero/Matter-0.2-7B-DPO 🔶,TencentARC/LLaMA-Pro-8B,8.78,22.77,0.23,9.29,0.35,1.66,0.02,1.34,0.26,8.59,0.4,9.01,0.18,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama2,8,172,TRUE,7115e7179060e0623d1ee9ff4476faed7e478d8c,TRUE,TRUE,2024-06-12,2024-01-05,FALSE,TRUE,TencentARC/LLaMA-Pro-8B,0,TencentARC/LLaMA-Pro-8B,https://huggingface.co/TencentARC/LLaMA-Pro-8B -🟢,meta-llama/Llama-2-7b-hf,8.72,25.19,0.25,10.35,0.35,1.21,0.01,2.24,0.27,3.76,0.37,9.57,0.19,🟢 pretrained,LlamaForCausalLM,Original,float16,TRUE,llama2,6,1669,TRUE,01c7f73d771dfac7d292323805ebc428287df4f9,TRUE,TRUE,2024-06-12,2023-07-13,FALSE,TRUE,meta-llama/Llama-2-7b-hf,0,meta-llama/Llama-2-7b-hf,https://huggingface.co/meta-llama/Llama-2-7b-hf +🟢,meta-llama/Llama-2-7b-hf,8.72,25.19,0.25,10.35,0.35,1.21,0.01,2.24,0.27,3.76,0.37,9.57,0.19,🟢 pretrained,LlamaForCausalLM,Original,float16,TRUE,llama2,6,1674,TRUE,01c7f73d771dfac7d292323805ebc428287df4f9,TRUE,TRUE,2024-06-12,2023-07-13,FALSE,TRUE,meta-llama/Llama-2-7b-hf,0,meta-llama/Llama-2-7b-hf,https://huggingface.co/meta-llama/Llama-2-7b-hf 🟢,awnr/Mistral-7B-v0.1-signtensors-1-over-4,8.71,21.33,0.21,9.23,0.35,2.27,0.02,2.68,0.27,2.19,0.35,14.56,0.23,🟢 pretrained,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,1,TRUE,b288ab9d8adfd2963a44a7935bb47649f55bcbee,TRUE,TRUE,2024-07-29,2024-07-29,FALSE,FALSE,awnr/Mistral-7B-v0.1-signtensors-1-over-4,0,awnr/Mistral-7B-v0.1-signtensors-1-over-4,https://huggingface.co/awnr/Mistral-7B-v0.1-signtensors-1-over-4 💬,stabilityai/stablelm-2-1_6b-chat,8.63,30.6,0.31,7.49,0.34,1.06,0.01,0,0.25,5.71,0.36,6.91,0.16,"💬 chat models (RLHF, DPO, IFT, ...)",StableLmForCausalLM,Original,bfloat16,TRUE,other,1,30,TRUE,f3fe67057c2789ae1bb1fe42b038da99840d4f13,TRUE,TRUE,2024-06-12,2024-04-08,TRUE,TRUE,stabilityai/stablelm-2-1_6b-chat,0,stabilityai/stablelm-2-1_6b-chat,https://huggingface.co/stabilityai/stablelm-2-1_6b-chat 🟢,internlm/internlm2-1_8b,8.58,21.98,0.22,13.63,0.39,1.13,0.01,0,0.25,8.23,0.38,6.54,0.16,🟢 pretrained,InternLM2ForCausalLM,Original,bfloat16,TRUE,other,8,28,TRUE,c24f301c7374ad9f9b58d1ea80f68b5f57cbca13,TRUE,TRUE,2024-06-12,2024-01-30,FALSE,TRUE,internlm/internlm2-1_8b,0,internlm/internlm2-1_8b,https://huggingface.co/internlm/internlm2-1_8b @@ -816,7 +831,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,lmsys/vicuna-7b-v1.3,8.31,29.09,0.29,6.46,0.33,0,0,0,0.24,5.02,0.38,9.31,0.18,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,"",7,128,TRUE,236eeeab96f0dc2e463f2bebb7bb49809279c6d6,TRUE,TRUE,2024-06-28,2023-06-18,TRUE,TRUE,lmsys/vicuna-7b-v1.3,0,lmsys/vicuna-7b-v1.3,https://huggingface.co/lmsys/vicuna-7b-v1.3 🔶,Nexusflow/NexusRaven-V2-13B,8.3,17.91,0.18,15.34,0.39,1.81,0.02,1.34,0.26,3.71,0.37,9.69,0.19,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,other,13,457,TRUE,cdab7132db4a4fd64513123374ea1451d85a7ace,TRUE,TRUE,2024-06-12,2023-12-04,FALSE,TRUE,Nexusflow/NexusRaven-V2-13B,1,codellama/CodeLlama-13b-Instruct-hf,https://huggingface.co/Nexusflow/NexusRaven-V2-13B 🟩,yam-peleg/Hebrew-Mistral-7B-200K,8.21,17.7,0.18,7.67,0.34,2.04,0.02,0.45,0.25,4.42,0.37,16.99,0.25,🟩 continuously pretrained,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,15,TRUE,7b51c7b31e3d9e29ea964c579a45233cfad255fe,TRUE,TRUE,2024-08-06,2024-05-05,TRUE,FALSE,yam-peleg/Hebrew-Mistral-7B-200K,0,yam-peleg/Hebrew-Mistral-7B-200K,https://huggingface.co/yam-peleg/Hebrew-Mistral-7B-200K -🟢,bigcode/starcoder2-7b,8.21,22.09,0.22,11.4,0.37,2.57,0.03,0.22,0.25,5.82,0.38,7.14,0.16,🟢 pretrained,Starcoder2ForCausalLM,Original,bfloat16,TRUE,bigcode-openrail-m,7,151,TRUE,a3d33687b51284b528abeb17830776ffd24892a9,TRUE,TRUE,2024-06-09,2024-02-20,FALSE,TRUE,bigcode/starcoder2-7b,0,bigcode/starcoder2-7b,https://huggingface.co/bigcode/starcoder2-7b +🟢,bigcode/starcoder2-7b,8.21,22.09,0.22,11.4,0.37,2.57,0.03,0.22,0.25,5.82,0.38,7.14,0.16,🟢 pretrained,Starcoder2ForCausalLM,Original,bfloat16,TRUE,bigcode-openrail-m,7,152,TRUE,a3d33687b51284b528abeb17830776ffd24892a9,TRUE,TRUE,2024-06-09,2024-02-20,FALSE,TRUE,bigcode/starcoder2-7b,0,bigcode/starcoder2-7b,https://huggingface.co/bigcode/starcoder2-7b 🔶,togethercomputer/Llama-2-7B-32K-Instruct,8.17,21.3,0.21,8.56,0.34,1.06,0.01,0.22,0.25,9.2,0.41,8.68,0.18,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,llama2,7,160,TRUE,d27380af003252f5eb0d218e104938b4e673e3f3,TRUE,TRUE,2024-06-12,2023-08-08,FALSE,TRUE,togethercomputer/Llama-2-7B-32K-Instruct,0,togethercomputer/Llama-2-7B-32K-Instruct,https://huggingface.co/togethercomputer/Llama-2-7B-32K-Instruct 🟢,deepseek-ai/deepseek-llm-7b-base,8.1,21.79,0.22,9.77,0.35,1.21,0.01,3.13,0.27,3.76,0.37,8.96,0.18,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,other,7,34,TRUE,7683fea62db869066ddaff6a41d032262c490d4f,TRUE,TRUE,2024-06-12,2023-11-29,FALSE,TRUE,deepseek-ai/deepseek-llm-7b-base,0,deepseek-ai/deepseek-llm-7b-base,https://huggingface.co/deepseek-ai/deepseek-llm-7b-base 🤝,allknowingroger/Ph3merge3-14B,7.93,16.45,0.16,10.39,0.36,0,0,4.7,0.29,8.86,0.41,7.19,0.16,🤝 base merges and moerges,Phi3ForCausalLM,Original,bfloat16,FALSE,apache-2.0,13,0,TRUE,90a036f7f136932ea525b5fd26cf2f54a66141af,TRUE,TRUE,2024-09-02,2024-08-30,FALSE,FALSE,allknowingroger/Ph3merge3-14B,1,allknowingroger/Ph3merge3-14B (Merge),https://huggingface.co/allknowingroger/Ph3merge3-14B @@ -826,23 +841,23 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🟢,ibm-granite/granite-7b-base,7.75,24.14,0.24,9.05,0.35,0.6,0.01,0,0.25,3.4,0.36,9.27,0.18,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,6,25,TRUE,23fcb4cb5b69f8a122fb944491e9f1ad664ba37b,TRUE,TRUE,2024-06-12,2024-04-19,FALSE,TRUE,ibm-granite/granite-7b-base,0,ibm-granite/granite-7b-base,https://huggingface.co/ibm-granite/granite-7b-base 🟢,tensoropera/Fox-1-1.6B,7.69,27.66,0.28,7.4,0.33,1.28,0.01,1.79,0.26,3.87,0.35,4.13,0.14,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,29,TRUE,6389dde4d7e52aa1200ad954c565f03c7fdcf8db,TRUE,TRUE,2024-06-29,2024-06-13,FALSE,FALSE,tensoropera/Fox-1-1.6B,0,tensoropera/Fox-1-1.6B,https://huggingface.co/tensoropera/Fox-1-1.6B 🤝,laislemke/LLaMA-2-vicuna-7b-slerp,7.67,29.32,0.29,2.6,0.3,0.98,0.01,3.13,0.27,6.18,0.38,3.8,0.13,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,llama2,6,0,TRUE,84a64f0ac8ff7db632a9d012fd5f4dcdf1eff950,TRUE,TRUE,2024-07-03,2024-07-03,TRUE,FALSE,laislemke/LLaMA-2-vicuna-7b-slerp,1,laislemke/LLaMA-2-vicuna-7b-slerp (Merge),https://huggingface.co/laislemke/LLaMA-2-vicuna-7b-slerp -🔶,cognitivecomputations/dolphin-2.9.4-llama3.1-8b,7.67,33.16,0.33,8.96,0.35,0.23,0,0.45,0.25,0.62,0.32,2.6,0.12,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,8,61,TRUE,7b73d1b7760bf9abac168de3d388b30d1ca1a138,TRUE,TRUE,2024-08-25,2024-08-04,TRUE,TRUE,cognitivecomputations/dolphin-2.9.4-llama3.1-8b,1,meta-llama/Meta-Llama-3.1-8B,https://huggingface.co/cognitivecomputations/dolphin-2.9.4-llama3.1-8b +🔶,cognitivecomputations/dolphin-2.9.4-llama3.1-8b,7.67,33.16,0.33,8.96,0.35,0.23,0,0.45,0.25,0.62,0.32,2.6,0.12,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,8,62,TRUE,7b73d1b7760bf9abac168de3d388b30d1ca1a138,TRUE,TRUE,2024-08-25,2024-08-04,TRUE,TRUE,cognitivecomputations/dolphin-2.9.4-llama3.1-8b,1,meta-llama/Meta-Llama-3.1-8B,https://huggingface.co/cognitivecomputations/dolphin-2.9.4-llama3.1-8b 🔶,VAGOsolutions/SauerkrautLM-Gemma-2b,7.58,24.75,0.25,9.13,0.34,1.96,0.02,0.89,0.26,3.51,0.37,5.21,0.15,🔶 fine-tuned on domain-specific datasets,GemmaForCausalLM,Original,bfloat16,TRUE,other,2,8,TRUE,f9d5575c23da96f33ce77dea3b0776746b9469bc,TRUE,TRUE,2024-06-26,2024-03-06,TRUE,FALSE,VAGOsolutions/SauerkrautLM-Gemma-2b,0,VAGOsolutions/SauerkrautLM-Gemma-2b,https://huggingface.co/VAGOsolutions/SauerkrautLM-Gemma-2b 🟢,deepseek-ai/deepseek-moe-16b-base,7.37,24.5,0.24,8.36,0.34,1.81,0.02,0.56,0.25,3.36,0.37,5.61,0.15,🟢 pretrained,DeepseekForCausalLM,Original,bfloat16,TRUE,other,16,79,TRUE,521d2bc4fb69a3f3ae565310fcc3b65f97af2580,TRUE,FALSE,2024-06-12,2024-01-08,FALSE,TRUE,deepseek-ai/deepseek-moe-16b-base,0,deepseek-ai/deepseek-moe-16b-base,https://huggingface.co/deepseek-ai/deepseek-moe-16b-base -🟢,google/gemma-2b,7.31,20.38,0.2,8.47,0.34,2.72,0.03,0.67,0.26,7.56,0.4,4.06,0.14,🟢 pretrained,GemmaForCausalLM,Original,bfloat16,TRUE,gemma,2,881,TRUE,2ac59a5d7bf4e1425010f0d457dde7d146658953,TRUE,TRUE,2024-06-12,2024-02-08,FALSE,TRUE,google/gemma-2b,0,google/gemma-2b,https://huggingface.co/google/gemma-2b +🟢,google/gemma-2b,7.31,20.38,0.2,8.47,0.34,2.72,0.03,0.67,0.26,7.56,0.4,4.06,0.14,🟢 pretrained,GemmaForCausalLM,Original,bfloat16,TRUE,gemma,2,882,TRUE,2ac59a5d7bf4e1425010f0d457dde7d146658953,TRUE,TRUE,2024-06-12,2024-02-08,FALSE,TRUE,google/gemma-2b,0,google/gemma-2b,https://huggingface.co/google/gemma-2b 🟢,stabilityai/stablelm-3b-4e1t,7.26,22.03,0.22,9.01,0.35,0.68,0.01,0,0.24,4.42,0.38,7.43,0.17,🟢 pretrained,StableLmForCausalLM,Original,bfloat16,TRUE,cc-by-sa-4.0,2,306,TRUE,fa4a6a92fca83c3b4223a3c9bf792887090ebfba,TRUE,TRUE,2024-08-10,2023-09-29,FALSE,TRUE,stabilityai/stablelm-3b-4e1t,0,stabilityai/stablelm-3b-4e1t,https://huggingface.co/stabilityai/stablelm-3b-4e1t 🔶,euclaise/ReMask-3B,7.26,24.19,0.24,8.74,0.35,1.74,0.02,2.24,0.27,2.66,0.33,3.97,0.14,🔶 fine-tuned on domain-specific datasets,StableLmForCausalLM,Original,bfloat16,TRUE,cc-by-sa-4.0,2,14,TRUE,e094dae96097c2bc6f758101ee269c089b65a2cf,TRUE,TRUE,2024-08-10,2024-03-28,TRUE,FALSE,euclaise/ReMask-3B,0,euclaise/ReMask-3B,https://huggingface.co/euclaise/ReMask-3B -💬,google/gemma-2b-it,7.22,26.9,0.27,5.21,0.32,0.45,0,3.8,0.28,3.03,0.33,3.92,0.14,"💬 chat models (RLHF, DPO, IFT, ...)",GemmaForCausalLM,Original,bfloat16,TRUE,gemma,2,649,TRUE,de144fb2268dee1066f515465df532c05e699d48,TRUE,TRUE,2024-06-12,2024-02-08,TRUE,TRUE,google/gemma-2b-it,0,google/gemma-2b-it,https://huggingface.co/google/gemma-2b-it +💬,google/gemma-2b-it,7.22,26.9,0.27,5.21,0.32,0.45,0,3.8,0.28,3.03,0.33,3.92,0.14,"💬 chat models (RLHF, DPO, IFT, ...)",GemmaForCausalLM,Original,bfloat16,TRUE,gemma,2,650,TRUE,de144fb2268dee1066f515465df532c05e699d48,TRUE,TRUE,2024-06-12,2024-02-08,TRUE,TRUE,google/gemma-2b-it,0,google/gemma-2b-it,https://huggingface.co/google/gemma-2b-it 🔶,cgato/TheSalt-L3-8b-v0.3.2,7.19,27.05,0.27,2.61,0.3,3.47,0.03,2.13,0.27,6.3,0.39,1.55,0.11,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,cc-by-nc-4.0,8,1,TRUE,5cf08e2bf9590ebcd14ba021e113def28c65afa2,TRUE,TRUE,2024-06-26,2024-06-18,TRUE,FALSE,cgato/TheSalt-L3-8b-v0.3.2,0,cgato/TheSalt-L3-8b-v0.3.2,https://huggingface.co/cgato/TheSalt-L3-8b-v0.3.2 💬,anakin87/gemma-2b-orpo,7.17,24.78,0.25,7.95,0.34,1.21,0.01,1.57,0.26,4.13,0.37,3.4,0.13,"💬 chat models (RLHF, DPO, IFT, ...)",GemmaForCausalLM,Original,bfloat16,TRUE,other,2,27,TRUE,bf6bfe30c31c18620767ad60d0bff89343804230,TRUE,TRUE,2024-07-06,2024-03-24,TRUE,FALSE,anakin87/gemma-2b-orpo,1,google/gemma-2b,https://huggingface.co/anakin87/gemma-2b-orpo 🟩,NousResearch/Yarn-Llama-2-7b-64k,7.12,17,0.17,7.04,0.33,0.98,0.01,1.9,0.26,6.93,0.39,8.87,0.18,🟩 continuously pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,"",7,23,TRUE,08491431ac3b50add7443f5d4c02850801d877be,TRUE,TRUE,2024-06-13,2023-08-30,FALSE,TRUE,NousResearch/Yarn-Llama-2-7b-64k,0,NousResearch/Yarn-Llama-2-7b-64k,https://huggingface.co/NousResearch/Yarn-Llama-2-7b-64k -🟢,Qwen/Qwen2-0.5B,7.06,18.67,0.19,7.99,0.33,2.57,0.03,0.78,0.26,4.6,0.38,7.76,0.17,🟢 pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,89,TRUE,ff3a49fac17555b8dfc4db6709f480cc8f16a9fe,TRUE,TRUE,2024-06-09,2024-05-31,FALSE,TRUE,Qwen/Qwen2-0.5B,0,Qwen/Qwen2-0.5B,https://huggingface.co/Qwen/Qwen2-0.5B +🟢,Qwen/Qwen2-0.5B,7.06,18.67,0.19,7.99,0.33,2.57,0.03,0.78,0.26,4.6,0.38,7.76,0.17,🟢 pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,92,TRUE,ff3a49fac17555b8dfc4db6709f480cc8f16a9fe,TRUE,TRUE,2024-06-09,2024-05-31,FALSE,TRUE,Qwen/Qwen2-0.5B,0,Qwen/Qwen2-0.5B,https://huggingface.co/Qwen/Qwen2-0.5B 🟢,microsoft/phi-1_5,7.06,20.33,0.2,7.47,0.34,1.13,0.01,2.35,0.27,3.39,0.34,7.68,0.17,🟢 pretrained,PhiForCausalLM,Original,float16,TRUE,mit,1,1308,TRUE,675aa382d814580b22651a30acb1a585d7c25963,TRUE,TRUE,2024-06-09,2023-09-10,FALSE,TRUE,microsoft/phi-1_5,0,microsoft/phi-1_5,https://huggingface.co/microsoft/phi-1_5 🟢,google/codegemma-1.1-2b,7.02,22.94,0.23,7.55,0.34,0.6,0.01,2.01,0.27,5.93,0.39,3.09,0.13,🟢 pretrained,GemmaForCausalLM,Original,bfloat16,TRUE,gemma,2,17,TRUE,9d69e500da236427eab5867552ffc87108964f4d,TRUE,TRUE,2024-08-12,2024-04-30,FALSE,TRUE,google/codegemma-1.1-2b,0,google/codegemma-1.1-2b,https://huggingface.co/google/codegemma-1.1-2b 🔶,Mxode/NanoLM-1B-Instruct-v2,7,26.3,0.26,4.91,0.31,2.04,0.02,1.79,0.26,4.33,0.36,2.64,0.12,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,gpl-3.0,1,0,TRUE,ebd8c374447985dbd4e247ffe6c5ebb5b4910418,TRUE,TRUE,2024-09-09,2024-09-07,TRUE,FALSE,Mxode/NanoLM-1B-Instruct-v2,0,Mxode/NanoLM-1B-Instruct-v2,https://huggingface.co/Mxode/NanoLM-1B-Instruct-v2 🟢,google/recurrentgemma-2b,6.94,30.17,0.3,4.82,0.32,1.59,0.02,0,0.25,3.1,0.34,1.96,0.12,🟢 pretrained,RecurrentGemmaForCausalLM,Original,bfloat16,TRUE,gemma,2,92,TRUE,195f13c55b371fc721eda0662c00c64642c70e17,TRUE,TRUE,2024-06-13,2024-04-06,FALSE,TRUE,google/recurrentgemma-2b,0,google/recurrentgemma-2b,https://huggingface.co/google/recurrentgemma-2b 🟢,databricks/dolly-v1-6b,6.89,22.24,0.22,4.78,0.32,1.36,0.01,1.9,0.26,8.12,0.4,2.95,0.13,🟢 pretrained,GPTJForCausalLM,Original,bfloat16,TRUE,cc-by-nc-4.0,6,310,TRUE,c9a85b3a322b402e20c839c702c725afe0cb454d,TRUE,TRUE,2024-06-12,2023-03-23,FALSE,TRUE,databricks/dolly-v1-6b,0,databricks/dolly-v1-6b,https://huggingface.co/databricks/dolly-v1-6b -🟢,HuggingFaceTB/SmolLM-135M,6.84,21.25,0.21,3.29,0.3,0.68,0.01,1.12,0.26,13.34,0.44,1.36,0.11,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,153,TRUE,eec6e461571fba3e197a57c298f60b75422eae02,TRUE,TRUE,2024-07-18,2024-07-14,FALSE,FALSE,HuggingFaceTB/SmolLM-135M,0,HuggingFaceTB/SmolLM-135M,https://huggingface.co/HuggingFaceTB/SmolLM-135M +🟢,HuggingFaceTB/SmolLM-135M,6.84,21.25,0.21,3.29,0.3,0.68,0.01,1.12,0.26,13.34,0.44,1.36,0.11,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,154,TRUE,eec6e461571fba3e197a57c298f60b75422eae02,TRUE,TRUE,2024-07-18,2024-07-14,FALSE,FALSE,HuggingFaceTB/SmolLM-135M,0,HuggingFaceTB/SmolLM-135M,https://huggingface.co/HuggingFaceTB/SmolLM-135M 🔶,togethercomputer/GPT-JT-6B-v1,6.83,20.61,0.21,7.32,0.33,0.76,0.01,1.45,0.26,3.87,0.37,6.95,0.16,🔶 fine-tuned on domain-specific datasets,GPTJForCausalLM,Original,float16,TRUE,apache-2.0,6,302,TRUE,f34aa35f906895602c1f86f5685e598afdea8051,TRUE,TRUE,2024-06-12,2022-11-24,FALSE,TRUE,togethercomputer/GPT-JT-6B-v1,0,togethercomputer/GPT-JT-6B-v1,https://huggingface.co/togethercomputer/GPT-JT-6B-v1 🟢,allenai/OLMo-7B-hf,6.78,27.19,0.27,5.76,0.33,0.68,0.01,3.02,0.27,2.08,0.35,1.92,0.12,🟢 pretrained,OlmoForCausalLM,Original,bfloat16,TRUE,apache-2.0,6,9,TRUE,687d934d36a05417048d0fe7482f24f389fef6aa,TRUE,TRUE,2024-06-27,2024-04-12,FALSE,TRUE,allenai/OLMo-7B-hf,0,allenai/OLMo-7B-hf,https://huggingface.co/allenai/OLMo-7B-hf 🔶,LeroyDyer/_Spydaz_Web_AI_BIBLE_002,6.76,21.95,0.22,6.35,0.33,1.13,0.01,4.59,0.28,2.45,0.34,4.09,0.14,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,0,TRUE,f47113e6352f4df8c50e9e571fc85cd7a154a07f,TRUE,TRUE,2024-09-14,2024-09-10,FALSE,FALSE,LeroyDyer/_Spydaz_Web_AI_BIBLE_002,0,LeroyDyer/_Spydaz_Web_AI_BIBLE_002,https://huggingface.co/LeroyDyer/_Spydaz_Web_AI_BIBLE_002 @@ -854,28 +869,28 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🟢,EleutherAI/gpt-j-6b,6.55,25.22,0.25,4.91,0.32,1.21,0.01,0,0.25,5.25,0.37,2.68,0.12,🟢 pretrained,GPTJForCausalLM,Original,bfloat16,TRUE,apache-2.0,6,1410,TRUE,47e169305d2e8376be1d31e765533382721b2cc1,TRUE,TRUE,2024-08-19,2022-03-02,FALSE,TRUE,EleutherAI/gpt-j-6b,0,EleutherAI/gpt-j-6b,https://huggingface.co/EleutherAI/gpt-j-6b 🔶,winglian/llama-3-8b-256k-PoSE,6.55,29.09,0.29,5.5,0.32,1.44,0.01,1.01,0.26,0.94,0.33,1.29,0.11,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,42,FALSE,93e7b0b6433c96583ffcef3bc47203e6fdcbbe8b,TRUE,TRUE,2024-06-26,2024-04-26,TRUE,FALSE,winglian/llama-3-8b-256k-PoSE,0,winglian/llama-3-8b-256k-PoSE,https://huggingface.co/winglian/llama-3-8b-256k-PoSE 🟢,bigcode/starcoder2-3b,6.54,20.37,0.2,8.91,0.35,1.44,0.01,0,0.24,1.43,0.34,7.07,0.16,🟢 pretrained,Starcoder2ForCausalLM,Original,bfloat16,TRUE,bigcode-openrail-m,3,135,TRUE,733247c55e3f73af49ce8e9c7949bf14af205928,TRUE,TRUE,2024-06-09,2023-11-29,FALSE,TRUE,bigcode/starcoder2-3b,0,bigcode/starcoder2-3b,https://huggingface.co/bigcode/starcoder2-3b -🟢,gpt2,6.54,18.08,0.18,2.67,0.3,0.23,0,1.12,0.26,15.35,0.45,1.77,0.12,🟢 pretrained,GPT2LMHeadModel,Original,bfloat16,TRUE,mit,0,2224,TRUE,607a30d783dfa663caf39e06633721c8d4cfcd7e,TRUE,TRUE,2024-06-09,2022-03-02,FALSE,TRUE,gpt2,0,gpt2,https://huggingface.co/gpt2 +🟢,gpt2,6.54,18.08,0.18,2.67,0.3,0.23,0,1.12,0.26,15.35,0.45,1.77,0.12,🟢 pretrained,GPT2LMHeadModel,Original,bfloat16,TRUE,mit,0,2225,TRUE,607a30d783dfa663caf39e06633721c8d4cfcd7e,TRUE,TRUE,2024-06-09,2022-03-02,FALSE,TRUE,gpt2,0,gpt2,https://huggingface.co/gpt2 🟩,BEE-spoke-data/smol_llama-220M-GQA-fineweb_edu,6.52,19.88,0.2,2.31,0.29,0,0,1.23,0.26,14.26,0.44,1.41,0.11,🟩 continuously pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,1,TRUE,dec16b41d5e94070dbc1f8449a554373fd4cc1d1,TRUE,TRUE,2024-06-26,2024-06-08,FALSE,FALSE,BEE-spoke-data/smol_llama-220M-GQA-fineweb_edu,1,BEE-spoke-data/smol_llama-220M-GQA,https://huggingface.co/BEE-spoke-data/smol_llama-220M-GQA-fineweb_edu -🟢,openai-community/gpt2,6.51,17.93,0.18,2.67,0.3,0.23,0,1.12,0.26,15.35,0.45,1.77,0.12,🟢 pretrained,GPT2LMHeadModel,Original,bfloat16,TRUE,mit,0,2224,TRUE,607a30d783dfa663caf39e06633721c8d4cfcd7e,TRUE,TRUE,2024-06-12,2022-03-02,FALSE,TRUE,openai-community/gpt2,0,openai-community/gpt2,https://huggingface.co/openai-community/gpt2 +🟢,openai-community/gpt2,6.51,17.93,0.18,2.67,0.3,0.23,0,1.12,0.26,15.35,0.45,1.77,0.12,🟢 pretrained,GPT2LMHeadModel,Original,bfloat16,TRUE,mit,0,2225,TRUE,607a30d783dfa663caf39e06633721c8d4cfcd7e,TRUE,TRUE,2024-06-12,2022-03-02,FALSE,TRUE,openai-community/gpt2,0,openai-community/gpt2,https://huggingface.co/openai-community/gpt2 🟢,allenai/OLMo-1B-hf,6.47,21.82,0.22,3.2,0.31,0.76,0.01,1.57,0.26,9.56,0.41,1.93,0.12,🟢 pretrained,OlmoForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,12,TRUE,8e995430edd24416ccfa98b5b283fa07b0c9f1a9,TRUE,TRUE,2024-06-12,2024-04-12,FALSE,TRUE,allenai/OLMo-1B-hf,0,allenai/OLMo-1B-hf,https://huggingface.co/allenai/OLMo-1B-hf 🟩,NYTK/PULI-LlumiX-32K,6.41,17,0.17,5.11,0.32,0.6,0.01,0.45,0.25,7.72,0.4,7.56,0.17,🟩 continuously pretrained,LlamaForCausalLM,Original,float16,TRUE,llama2,6,9,TRUE,a589894397a36b61c578d0dd4778ee6e5fe471ff,TRUE,TRUE,2024-08-24,2024-03-12,FALSE,FALSE,NYTK/PULI-LlumiX-32K,0,NYTK/PULI-LlumiX-32K,https://huggingface.co/NYTK/PULI-LlumiX-32K 🟢,BEE-spoke-data/smol_llama-220M-GQA,6.4,23.86,0.24,3.04,0.3,0,0,0.78,0.26,9.07,0.41,1.66,0.11,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,11,TRUE,8845b1d3c0bc73522ef2700aab467183cbdca9f7,TRUE,TRUE,2024-06-26,2023-12-22,FALSE,FALSE,BEE-spoke-data/smol_llama-220M-GQA,0,BEE-spoke-data/smol_llama-220M-GQA,https://huggingface.co/BEE-spoke-data/smol_llama-220M-GQA 🔶,huggyllama/llama-7b,6.39,25.01,0.25,7.08,0.33,0.68,0.01,0.34,0.25,1.76,0.34,3.48,0.13,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,other,6,279,TRUE,4782ad278652c7c71b72204d462d6d01eaaf7549,TRUE,TRUE,2024-07-04,2023-04-03,FALSE,FALSE,huggyllama/llama-7b,0,huggyllama/llama-7b,https://huggingface.co/huggyllama/llama-7b 💬,Qwen/Qwen2-0.5B-Instruct,6.39,22.47,0.22,5.88,0.32,1.66,0.02,0,0.25,2.41,0.34,5.9,0.15,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,151,TRUE,c291d6fce4804a1d39305f388dd32897d1f7acc4,TRUE,TRUE,2024-06-12,2024-06-03,TRUE,TRUE,Qwen/Qwen2-0.5B-Instruct,1,Qwen/Qwen2-0.5B,https://huggingface.co/Qwen/Qwen2-0.5B-Instruct 🔶,databricks/dolly-v2-12b,6.38,23.55,0.24,6.38,0.33,1.44,0.01,0,0.24,5.5,0.37,1.43,0.11,🔶 fine-tuned on domain-specific datasets,GPTNeoXForCausalLM,Original,bfloat16,TRUE,mit,12,1946,TRUE,19308160448536e378e3db21a73a751579ee7fdd,TRUE,TRUE,2024-06-12,2023-04-11,FALSE,TRUE,databricks/dolly-v2-12b,0,databricks/dolly-v2-12b,https://huggingface.co/databricks/dolly-v2-12b -🟢,EleutherAI/gpt-neo-2.7B,6.34,25.9,0.26,4.18,0.31,0.53,0.01,2.13,0.27,3.52,0.36,1.81,0.12,🟢 pretrained,GPTNeoForCausalLM,Original,bfloat16,TRUE,mit,2,416,TRUE,e24fa291132763e59f4a5422741b424fb5d59056,TRUE,TRUE,2024-06-12,2022-03-02,FALSE,TRUE,EleutherAI/gpt-neo-2.7B,0,EleutherAI/gpt-neo-2.7B,https://huggingface.co/EleutherAI/gpt-neo-2.7B +🟢,EleutherAI/gpt-neo-2.7B,6.34,25.9,0.26,4.18,0.31,0.53,0.01,2.13,0.27,3.52,0.36,1.81,0.12,🟢 pretrained,GPTNeoForCausalLM,Original,bfloat16,TRUE,mit,2,417,TRUE,e24fa291132763e59f4a5422741b424fb5d59056,TRUE,TRUE,2024-06-12,2022-03-02,FALSE,TRUE,EleutherAI/gpt-neo-2.7B,0,EleutherAI/gpt-neo-2.7B,https://huggingface.co/EleutherAI/gpt-neo-2.7B 🔶,togethercomputer/RedPajama-INCITE-7B-Instruct,6.33,20.55,0.21,7.91,0.34,1.36,0.01,0.11,0.25,5.03,0.37,3.03,0.13,🔶 fine-tuned on domain-specific datasets,GPTNeoXForCausalLM,Original,float16,TRUE,apache-2.0,7,104,TRUE,7f36397b9985a3f981cdb618f8fec1c565ca5927,TRUE,TRUE,2024-06-12,2023-05-05,FALSE,TRUE,togethercomputer/RedPajama-INCITE-7B-Instruct,0,togethercomputer/RedPajama-INCITE-7B-Instruct,https://huggingface.co/togethercomputer/RedPajama-INCITE-7B-Instruct 🟢,princeton-nlp/Sheared-LLaMA-2.7B,6.31,24.17,0.24,5.66,0.33,0.53,0.01,3.36,0.28,2.09,0.36,2.08,0.12,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,2,59,TRUE,2f157a0306b75d37694ae05f6a4067220254d540,TRUE,TRUE,2024-07-29,2023-10-10,FALSE,FALSE,princeton-nlp/Sheared-LLaMA-2.7B,0,princeton-nlp/Sheared-LLaMA-2.7B,https://huggingface.co/princeton-nlp/Sheared-LLaMA-2.7B -🟢,openai-community/gpt2,6.3,17.8,0.18,2.82,0.3,0.3,0,1.12,0.26,13.91,0.44,1.84,0.12,🟢 pretrained,GPT2LMHeadModel,Original,float16,TRUE,mit,0,2224,TRUE,607a30d783dfa663caf39e06633721c8d4cfcd7e,TRUE,TRUE,2024-08-12,2022-03-02,FALSE,TRUE,openai-community/gpt2,0,openai-community/gpt2,https://huggingface.co/openai-community/gpt2 +🟢,openai-community/gpt2,6.3,17.8,0.18,2.82,0.3,0.3,0,1.12,0.26,13.91,0.44,1.84,0.12,🟢 pretrained,GPT2LMHeadModel,Original,float16,TRUE,mit,0,2225,TRUE,607a30d783dfa663caf39e06633721c8d4cfcd7e,TRUE,TRUE,2024-08-12,2022-03-02,FALSE,TRUE,openai-community/gpt2,0,openai-community/gpt2,https://huggingface.co/openai-community/gpt2 🟢,google/flan-t5-base,6.24,18.91,0.19,11.34,0.35,0,0,0,0.24,3.22,0.37,3.97,0.14,🟢 pretrained,T5ForConditionalGeneration,Original,float16,TRUE,apache-2.0,0,768,TRUE,7bcac572ce56db69c1ea7c8af255c5d7c9672fc2,TRUE,TRUE,2024-08-14,2022-10-21,FALSE,TRUE,google/flan-t5-base,0,google/flan-t5-base,https://huggingface.co/google/flan-t5-base 🟢,facebook/opt-30b,6.2,24.53,0.25,3.5,0.31,0.6,0.01,2.57,0.27,4.19,0.36,1.82,0.12,🟢 pretrained,OPTForCausalLM,Original,float16,TRUE,other,30,133,TRUE,ceea0a90ac0f6fae7c2c34bcb40477438c152546,TRUE,TRUE,2024-06-12,2022-05-11,FALSE,TRUE,facebook/opt-30b,0,facebook/opt-30b,https://huggingface.co/facebook/opt-30b 🟢,HuggingFaceTB/SmolLM-360M,6.15,21.34,0.21,3.28,0.31,0.45,0,2.35,0.27,8.09,0.4,1.37,0.11,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,50,TRUE,318cc630b73730bfd712e5873063156ffb8936b5,TRUE,TRUE,2024-07-18,2024-07-14,FALSE,FALSE,HuggingFaceTB/SmolLM-360M,0,HuggingFaceTB/SmolLM-360M,https://huggingface.co/HuggingFaceTB/SmolLM-360M 🔶,LeroyDyer/_Spydaz_Web_AI_ChatQA_003,6.13,22.09,0.22,4.29,0.32,0.3,0,2.8,0.27,5.83,0.38,1.48,0.11,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,0,TRUE,"",TRUE,TRUE,2024-09-14,2024-09-13,FALSE,FALSE,LeroyDyer/_Spydaz_Web_AI_ChatQA_003,3,LeroyDyer/_Spydaz_Web_AI_ChatQA_002_4_BIT (Merge),https://huggingface.co/LeroyDyer/_Spydaz_Web_AI_ChatQA_003 🤝,CoolSpring/Qwen2-0.5B-Abyme-merge2,6.07,20.22,0.2,3.71,0.3,1.81,0.02,1.34,0.26,3.89,0.37,5.44,0.15,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,FALSE,apache-2.0,0,0,TRUE,02c4c601453f7ecbfab5c95bf5afa889350026ba,TRUE,TRUE,2024-07-27,2024-07-27,TRUE,FALSE,CoolSpring/Qwen2-0.5B-Abyme-merge2,1,CoolSpring/Qwen2-0.5B-Abyme-merge2 (Merge),https://huggingface.co/CoolSpring/Qwen2-0.5B-Abyme-merge2 -🟢,google/flan-t5-small,6,15.24,0.15,6.36,0.33,0,0,1.45,0.26,10.37,0.41,2.59,0.12,🟢 pretrained,T5ForConditionalGeneration,Original,float16,TRUE,apache-2.0,0,251,TRUE,0fc9ddf78a1e988dac52e2dac162b0ede4fd74ab,TRUE,TRUE,2024-06-27,2022-10-21,FALSE,TRUE,google/flan-t5-small,0,google/flan-t5-small,https://huggingface.co/google/flan-t5-small +🟢,google/flan-t5-small,6,15.24,0.15,6.36,0.33,0,0,1.45,0.26,10.37,0.41,2.59,0.12,🟢 pretrained,T5ForConditionalGeneration,Original,float16,TRUE,apache-2.0,0,252,TRUE,0fc9ddf78a1e988dac52e2dac162b0ede4fd74ab,TRUE,TRUE,2024-06-27,2022-10-21,FALSE,TRUE,google/flan-t5-small,0,google/flan-t5-small,https://huggingface.co/google/flan-t5-small 🟢,EleutherAI/gpt-neox-20b,5.99,25.87,0.26,4.93,0.32,0.6,0.01,0,0.24,2.82,0.36,1.73,0.12,🟢 pretrained,GPTNeoXForCausalLM,Original,float16,TRUE,apache-2.0,20,517,TRUE,c292233c833e336628618a88a648727eb3dff0a7,TRUE,TRUE,2024-06-09,2022-04-07,FALSE,TRUE,EleutherAI/gpt-neox-20b,0,EleutherAI/gpt-neox-20b,https://huggingface.co/EleutherAI/gpt-neox-20b 🟢,mosaicml/mpt-7b,5.98,21.52,0.22,6.55,0.33,1.28,0.01,1.34,0.26,2.9,0.37,2.29,0.12,🟢 pretrained,MPTForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,1156,TRUE,039e37745f00858f0e01e988383a8c4393b1a4f5,TRUE,TRUE,2024-06-08,2023-05-05,FALSE,TRUE,mosaicml/mpt-7b,0,mosaicml/mpt-7b,https://huggingface.co/mosaicml/mpt-7b -🟢,gpt2,5.98,8.33,0.08,9.2,0.31,0,0,0,0.23,18.33,0.43,0,0.1,🟢 pretrained,GPT2LMHeadModel,Original,float16,TRUE,mit,0,2224,TRUE,607a30d783dfa663caf39e06633721c8d4cfcd7e,TRUE,TRUE,2024-06-26,2022-03-02,FALSE,TRUE,gpt2,0,gpt2,https://huggingface.co/gpt2 +🟢,gpt2,5.98,8.33,0.08,9.2,0.31,0,0,0,0.23,18.33,0.43,0,0.1,🟢 pretrained,GPT2LMHeadModel,Original,float16,TRUE,mit,0,2225,TRUE,607a30d783dfa663caf39e06633721c8d4cfcd7e,TRUE,TRUE,2024-06-26,2022-03-02,FALSE,TRUE,gpt2,0,gpt2,https://huggingface.co/gpt2 🔶,nidum/Nidum-Limitless-Gemma-2B,5.94,24.24,0.24,3.45,0.31,0,0,1.9,0.26,4.12,0.37,1.93,0.12,🔶 fine-tuned on domain-specific datasets,GemmaForCausalLM,Original,float16,TRUE,apache-2.0,2,4,TRUE,e209e3513d2b34c0e6c433ede26e17604c25cb1a,TRUE,TRUE,2024-08-07,2024-08-02,TRUE,FALSE,nidum/Nidum-Limitless-Gemma-2B,0,nidum/Nidum-Limitless-Gemma-2B,https://huggingface.co/nidum/Nidum-Limitless-Gemma-2B 🟢,EleutherAI/pythia-12b,5.93,24.71,0.25,4.99,0.32,0.91,0.01,0,0.25,3.79,0.36,1.21,0.11,🟢 pretrained,GPTNeoXForCausalLM,Original,float16,TRUE,apache-2.0,12,131,TRUE,35c9d7f32fbb108fb8b5bdd574eb03369d1eed49,TRUE,TRUE,2024-06-12,2023-02-28,FALSE,TRUE,EleutherAI/pythia-12b,0,EleutherAI/pythia-12b,https://huggingface.co/EleutherAI/pythia-12b 🔶,Mxode/NanoLM-0.3B-Instruct-v1.1,5.86,17.83,0.18,3.1,0.3,0.68,0.01,0,0.25,12.22,0.43,1.35,0.11,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,gpl-3.0,0,0,TRUE,7338464708c691667b193e7bb8f6b5bb3f9df27d,TRUE,TRUE,2024-09-05,2024-09-05,TRUE,FALSE,Mxode/NanoLM-0.3B-Instruct-v1.1,0,Mxode/NanoLM-0.3B-Instruct-v1.1,https://huggingface.co/Mxode/NanoLM-0.3B-Instruct-v1.1 @@ -912,6 +927,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🟢,EleutherAI/pythia-410m,5.11,21.95,0.22,2.72,0.3,0.3,0,1.23,0.26,3.06,0.36,1.42,0.11,🟢 pretrained,GPTNeoXForCausalLM,Original,float16,TRUE,apache-2.0,0,21,TRUE,9879c9b5f8bea9051dcb0e68dff21493d67e9d4f,TRUE,TRUE,2024-06-09,2023-02-13,FALSE,TRUE,EleutherAI/pythia-410m,0,EleutherAI/pythia-410m,https://huggingface.co/EleutherAI/pythia-410m 🔶,google/mt5-xxl,5.1,23.58,0.24,2.5,0.3,0,0,0,0.24,3.55,0.37,0.99,0.11,🔶 fine-tuned on domain-specific datasets,T5ForConditionalGeneration,Original,float16,TRUE,apache-2.0,11,64,TRUE,e07c395916dfbc315d4e5e48b4a54a1e8821b5c0,TRUE,TRUE,2024-09-06,2022-03-02,FALSE,TRUE,google/mt5-xxl,0,google/mt5-xxl,https://huggingface.co/google/mt5-xxl 🟢,tiiuae/falcon-7b,5.1,18.21,0.18,5.96,0.33,0.53,0.01,0,0.24,4.5,0.38,1.39,0.11,🟢 pretrained,FalconForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,1064,TRUE,898df1396f35e447d5fe44e0a3ccaaaa69f30d36,TRUE,TRUE,2024-06-09,2023-04-24,FALSE,TRUE,tiiuae/falcon-7b,0,tiiuae/falcon-7b,https://huggingface.co/tiiuae/falcon-7b +🟢,keeeeenw/MicroLlama,5.08,19.85,0.2,2.83,0.3,0,0,1.45,0.26,4.79,0.37,1.53,0.11,🟢 pretrained,LlamaForCausalLM,Original,float16,TRUE,apache-2.0,0,39,TRUE,8d5874ca07b86ea1ea2e71eea96212278506ba65,TRUE,TRUE,2024-09-15,2024-03-29,FALSE,FALSE,keeeeenw/MicroLlama,0,keeeeenw/MicroLlama,https://huggingface.co/keeeeenw/MicroLlama 💬,tiiuae/falcon-7b-instruct,5.02,19.69,0.2,4.82,0.32,0.6,0.01,0,0.25,3.25,0.36,1.73,0.12,"💬 chat models (RLHF, DPO, IFT, ...)",FalconForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,904,TRUE,cf4b3c42ce2fdfe24f753f0f0d179202fea59c99,TRUE,TRUE,2024-06-09,2023-04-25,FALSE,TRUE,tiiuae/falcon-7b-instruct,0,tiiuae/falcon-7b-instruct,https://huggingface.co/tiiuae/falcon-7b-instruct 🟢,openai-community/gpt2-xl,4.98,20.39,0.2,2.58,0.3,0.3,0,1.12,0.26,4.04,0.37,1.46,0.11,🟢 pretrained,GPT2LMHeadModel,Original,bfloat16,TRUE,mit,1,304,TRUE,15ea56dee5df4983c59b2538573817e1667135e2,TRUE,TRUE,2024-06-12,2022-03-02,FALSE,TRUE,openai-community/gpt2-xl,0,openai-community/gpt2-xl,https://huggingface.co/openai-community/gpt2-xl 🔶,LeroyDyer/_Spydaz_Web_AI_ChatQA,4.95,14.15,0.14,5.6,0.32,0,0,2.13,0.27,2.56,0.34,5.28,0.15,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,mit,7,1,TRUE,9f86dd12d4c75e0290aa3084a44cf111bc975144,TRUE,TRUE,2024-08-06,2024-08-02,FALSE,FALSE,LeroyDyer/_Spydaz_Web_AI_ChatQA,1,LeroyDyer/_Spydaz_Web_AI_ALPACA,https://huggingface.co/LeroyDyer/_Spydaz_Web_AI_ChatQA @@ -922,8 +938,9 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 💬,CoolSpring/Qwen2-0.5B-Abyme,4.76,19.15,0.19,2.28,0.29,1.51,0.02,0.45,0.25,1.48,0.35,3.7,0.13,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,0,TRUE,a48b7c04b854e5c60fe3464f96904bfc53c8640c,TRUE,TRUE,2024-09-04,2024-07-18,TRUE,FALSE,CoolSpring/Qwen2-0.5B-Abyme,1,Qwen/Qwen2-0.5B,https://huggingface.co/CoolSpring/Qwen2-0.5B-Abyme 🔶,togethercomputer/RedPajama-INCITE-Chat-3B-v1,4.75,16.52,0.17,5.16,0.32,0.3,0,0,0.24,5.09,0.37,1.41,0.11,🔶 fine-tuned on domain-specific datasets,GPTNeoXForCausalLM,Original,float16,TRUE,apache-2.0,3,149,TRUE,f0e0995eba801096ed04cb87931d96a8316871af,TRUE,TRUE,2024-06-13,2023-05-05,FALSE,TRUE,togethercomputer/RedPajama-INCITE-Chat-3B-v1,0,togethercomputer/RedPajama-INCITE-Chat-3B-v1,https://huggingface.co/togethercomputer/RedPajama-INCITE-Chat-3B-v1 🔶,HuggingFaceTB/SmolLM-360M-Instruct,4.71,19.52,0.2,2.08,0.29,0,0,1.9,0.26,2.9,0.35,1.85,0.12,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,64,TRUE,8e951de8c220295ea4f85d078c4e320df7137535,TRUE,TRUE,2024-08-20,2024-07-15,TRUE,FALSE,HuggingFaceTB/SmolLM-360M-Instruct,1,HuggingFaceTB/SmolLM-360M,https://huggingface.co/HuggingFaceTB/SmolLM-360M-Instruct -🟢,TinyLlama/TinyLlama_v1.1,4.7,20.01,0.2,3.21,0.3,0.45,0,0,0.25,3.98,0.37,0.54,0.1,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,62,TRUE,ff3c701f2424c7625fdefb9dd470f45ef18b02d6,TRUE,TRUE,2024-06-12,2024-03-09,FALSE,TRUE,TinyLlama/TinyLlama_v1.1,0,TinyLlama/TinyLlama_v1.1,https://huggingface.co/TinyLlama/TinyLlama_v1.1 +🟢,TinyLlama/TinyLlama_v1.1,4.7,20.01,0.2,3.21,0.3,0.45,0,0,0.25,3.98,0.37,0.54,0.1,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,63,TRUE,ff3c701f2424c7625fdefb9dd470f45ef18b02d6,TRUE,TRUE,2024-06-12,2024-03-09,FALSE,TRUE,TinyLlama/TinyLlama_v1.1,0,TinyLlama/TinyLlama_v1.1,https://huggingface.co/TinyLlama/TinyLlama_v1.1 🟢,AI-Sweden-Models/gpt-sw3-40b,4.68,14.7,0.15,6.89,0.33,0.6,0.01,0,0.23,2.84,0.36,3.06,0.13,🟢 pretrained,GPT2LMHeadModel,Original,float16,TRUE,other,39,9,TRUE,1af27994df1287a7fac1b10d60e40ca43a22a385,TRUE,TRUE,2024-06-26,2023-02-22,FALSE,FALSE,AI-Sweden-Models/gpt-sw3-40b,0,AI-Sweden-Models/gpt-sw3-40b,https://huggingface.co/AI-Sweden-Models/gpt-sw3-40b +🔶,tangledgroup/tangled-llama-pints-1.5b-v0.2-instruct,4.66,17.24,0.17,4.08,0.32,0.76,0.01,0,0.24,4.57,0.36,1.3,0.11,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,mit,1,0,TRUE,5c229e26f3ab3d0f0f613ed242f3f0f57c930155,TRUE,TRUE,2024-09-15,2024-09-14,TRUE,FALSE,tangledgroup/tangled-llama-pints-1.5b-v0.2-instruct,1,pints-ai/1.5-Pints-16K-v0.1,https://huggingface.co/tangledgroup/tangled-llama-pints-1.5b-v0.2-instruct 💬,wannaphong/KhanomTanLLM-Instruct,4.62,16.21,0.16,3.94,0.31,0.15,0,1.79,0.26,4.29,0.37,1.32,0.11,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,3,0,TRUE,351239c92c0ff3304d1dd98fdf4ac054a8c1acc3,TRUE,TRUE,2024-08-29,2024-08-24,TRUE,FALSE,wannaphong/KhanomTanLLM-Instruct,0,wannaphong/KhanomTanLLM-Instruct,https://huggingface.co/wannaphong/KhanomTanLLM-Instruct 🔶,sequelbox/gemma-2-9B-MOTH,4.55,20.59,0.21,3.21,0.31,0,0,1.34,0.26,0.62,0.34,1.56,0.11,🔶 fine-tuned on domain-specific datasets,Gemma2ForCausalLM,Original,float16,TRUE,gemma,9,0,TRUE,8dff98ab82ba0087706afa0d6c69874a45548212,TRUE,TRUE,2024-09-10,2024-09-09,TRUE,FALSE,sequelbox/gemma-2-9B-MOTH,2,google/gemma-2-9b,https://huggingface.co/sequelbox/gemma-2-9B-MOTH 🔶,WizardLMTeam/WizardLM-13B-V1.0,4.55,18.5,0.19,2.15,0.29,0,0,1.23,0.26,3.55,0.35,1.85,0.12,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",13,71,TRUE,964a93aa2e78da377115bb856075a69ebe8aefa4,TRUE,TRUE,2024-06-13,2023-05-13,FALSE,TRUE,WizardLMTeam/WizardLM-13B-V1.0,0,WizardLMTeam/WizardLM-13B-V1.0,https://huggingface.co/WizardLMTeam/WizardLM-13B-V1.0 @@ -936,23 +953,24 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,LeroyDyer/Mixtral_AI_SwahiliTron_7b,4.27,15.34,0.15,3.21,0.31,0.83,0.01,2.01,0.27,1.92,0.34,2.31,0.12,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,mit,7,3,TRUE,fd997ccdee03788e7e79944d26d9c641dc4fcd4c,TRUE,FALSE,2024-07-12,2024-04-10,TRUE,FALSE,LeroyDyer/Mixtral_AI_SwahiliTron_7b,0,LeroyDyer/Mixtral_AI_SwahiliTron_7b,https://huggingface.co/LeroyDyer/Mixtral_AI_SwahiliTron_7b 🟢,bigscience/bloom-3b,4.26,12.71,0.13,3.42,0.31,0.08,0,0,0.24,7.89,0.4,1.48,0.11,🟢 pretrained,BloomForCausalLM,Original,bfloat16,TRUE,bigscience-bloom-rail-1.0,3,88,TRUE,52bc5b43010b4844513826b8be3f78c7344c37d7,TRUE,TRUE,2024-06-13,2022-05-19,FALSE,TRUE,bigscience/bloom-3b,0,bigscience/bloom-3b,https://huggingface.co/bigscience/bloom-3b 🔶,google/mt5-small,4.26,17.18,0.17,1.07,0.28,0,0,0,0.24,5.92,0.39,1.36,0.11,🔶 fine-tuned on domain-specific datasets,MT5ForConditionalGeneration,Original,float16,TRUE,apache-2.0,0,92,TRUE,73fb5dbe4756edadc8fbe8c769b0a109493acf7a,TRUE,TRUE,2024-09-06,2022-03-02,FALSE,TRUE,google/mt5-small,0,google/mt5-small,https://huggingface.co/google/mt5-small -💬,HuggingFaceTB/SmolLM-135M-Instruct,4.23,15.96,0.16,2.08,0.29,0,0,1.9,0.26,3.62,0.37,1.84,0.12,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,83,TRUE,8ca7af58e27777cae460ad8ca3ab9db15f5c160d,TRUE,TRUE,2024-07-18,2024-07-15,TRUE,FALSE,HuggingFaceTB/SmolLM-135M-Instruct,1,HuggingFaceTB/SmolLM-135M,https://huggingface.co/HuggingFaceTB/SmolLM-135M-Instruct +💬,HuggingFaceTB/SmolLM-135M-Instruct,4.23,15.96,0.16,2.08,0.29,0,0,1.9,0.26,3.62,0.37,1.84,0.12,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,84,TRUE,8ca7af58e27777cae460ad8ca3ab9db15f5c160d,TRUE,TRUE,2024-07-18,2024-07-15,TRUE,FALSE,HuggingFaceTB/SmolLM-135M-Instruct,1,HuggingFaceTB/SmolLM-135M,https://huggingface.co/HuggingFaceTB/SmolLM-135M-Instruct 🔶,tangledgroup/tangled-llama-pints-1.5b-v0.1-instruct,4.18,15.09,0.15,3.84,0.31,0.08,0,0,0.24,4.85,0.38,1.21,0.11,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,mit,1,0,TRUE,3e1429f20007740877c51e44ed63b870a57a2e17,TRUE,TRUE,2024-08-29,2024-08-27,TRUE,FALSE,tangledgroup/tangled-llama-pints-1.5b-v0.1-instruct,1,pints-ai/1.5-Pints-16K-v0.1,https://huggingface.co/tangledgroup/tangled-llama-pints-1.5b-v0.1-instruct 🟢,pints-ai/1.5-Pints-16K-v0.1,4.15,16.36,0.16,3.66,0.31,0.83,0.01,0,0.24,2.73,0.36,1.32,0.11,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,mit,1,11,TRUE,7862a52f250be68fad593f3a4030f00d658ede56,TRUE,TRUE,2024-09-09,2024-08-07,TRUE,FALSE,pints-ai/1.5-Pints-16K-v0.1,0,pints-ai/1.5-Pints-16K-v0.1,https://huggingface.co/pints-ai/1.5-Pints-16K-v0.1 💬,Felladrin/Llama-160M-Chat-v1,4.1,15.75,0.16,3.17,0.3,0,0,1.01,0.26,3.17,0.37,1.51,0.11,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,apache-2.0,0,14,TRUE,e7f50665676821867ee7dfad32d0ca9fb68fc6bc,TRUE,TRUE,2024-07-23,2023-12-20,TRUE,FALSE,Felladrin/Llama-160M-Chat-v1,1,JackFram/llama-160m,https://huggingface.co/Felladrin/Llama-160M-Chat-v1 -💬,davidkim205/Rhea-72b-v0.5,4.02,1.45,0.01,3.67,0.31,5.51,0.06,0.34,0.25,11.32,0.42,1.85,0.12,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,72,132,TRUE,bc3806efb23d2713e6630a748d9747fd76b27169,TRUE,TRUE,2024-07-01,2024-03-22,TRUE,FALSE,davidkim205/Rhea-72b-v0.5,0,davidkim205/Rhea-72b-v0.5,https://huggingface.co/davidkim205/Rhea-72b-v0.5 +💬,davidkim205/Rhea-72b-v0.5,4.02,1.45,0.01,3.67,0.31,5.51,0.06,0.34,0.25,11.32,0.42,1.85,0.12,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,72,132,TRUE,bc3806efb23d2713e6630a748d9747fd76b27169,TRUE,TRUE,2024-09-15,2024-03-22,FALSE,FALSE,davidkim205/Rhea-72b-v0.5,0,davidkim205/Rhea-72b-v0.5,https://huggingface.co/davidkim205/Rhea-72b-v0.5 🟢,bigscience/bloom-1b7,3.97,10.44,0.1,4.4,0.31,0.08,0,1.12,0.26,6.84,0.39,0.96,0.11,🟢 pretrained,BloomForCausalLM,Original,bfloat16,TRUE,bigscience-bloom-rail-1.0,1,116,TRUE,cc72a88036c2fb937d65efeacc57a0c2ef5d6fe5,TRUE,TRUE,2024-06-13,2022-05-19,FALSE,TRUE,bigscience/bloom-1b7,0,bigscience/bloom-1b7,https://huggingface.co/bigscience/bloom-1b7 🔶,togethercomputer/RedPajama-INCITE-7B-Chat,3.96,15.58,0.16,4.5,0.32,0.15,0,0.34,0.25,1.86,0.34,1.35,0.11,🔶 fine-tuned on domain-specific datasets,GPTNeoXForCausalLM,Original,float16,TRUE,apache-2.0,7,92,TRUE,47b94a739e2f3164b438501c8684acc5d5acc146,TRUE,TRUE,2024-06-13,2023-05-04,FALSE,TRUE,togethercomputer/RedPajama-INCITE-7B-Chat,0,togethercomputer/RedPajama-INCITE-7B-Chat,https://huggingface.co/togethercomputer/RedPajama-INCITE-7B-Chat 🟢,bigscience/bloom-1b1,3.96,13.73,0.14,4.04,0.31,0.15,0,1.23,0.26,3.42,0.37,1.2,0.11,🟢 pretrained,BloomForCausalLM,Original,bfloat16,TRUE,bigscience-bloom-rail-1.0,1,57,TRUE,eb3dd7399312f5f94fd13f41d2f318117d3eb1e4,TRUE,TRUE,2024-06-13,2022-05-19,FALSE,TRUE,bigscience/bloom-1b1,0,bigscience/bloom-1b1,https://huggingface.co/bigscience/bloom-1b1 🟢,BEE-spoke-data/smol_llama-101M-GQA,3.92,13.84,0.14,3.2,0.3,0,0,1.01,0.26,4.28,0.37,1.19,0.11,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,25,TRUE,bb26643db413bada7e0c3c50752bf9da82403dba,TRUE,TRUE,2024-07-06,2023-10-26,FALSE,FALSE,BEE-spoke-data/smol_llama-101M-GQA,0,BEE-spoke-data/smol_llama-101M-GQA,https://huggingface.co/BEE-spoke-data/smol_llama-101M-GQA 🔶,IDEA-CCNL/Ziya-LLaMA-13B-v1,3.91,16.97,0.17,1.46,0.29,0,0,0,0.25,3.88,0.38,1.12,0.11,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,gpl-3.0,13,273,TRUE,64d931f346e1a49ea3bbca07a83137075bab1c66,TRUE,TRUE,2024-06-12,2023-05-16,FALSE,TRUE,IDEA-CCNL/Ziya-LLaMA-13B-v1,0,IDEA-CCNL/Ziya-LLaMA-13B-v1,https://huggingface.co/IDEA-CCNL/Ziya-LLaMA-13B-v1 -🟢,distilbert/distilgpt2,3.9,6.11,0.06,2.84,0.3,0,0,1.23,0.26,11.16,0.42,2.08,0.12,🟢 pretrained,GPT2LMHeadModel,Original,bfloat16,TRUE,apache-2.0,0,416,TRUE,2290a62682d06624634c1f46a6ad5be0f47f38aa,TRUE,TRUE,2024-06-12,2022-03-02,FALSE,TRUE,distilbert/distilgpt2,0,distilbert/distilgpt2,https://huggingface.co/distilbert/distilgpt2 +🟢,distilbert/distilgpt2,3.9,6.11,0.06,2.84,0.3,0,0,1.23,0.26,11.16,0.42,2.08,0.12,🟢 pretrained,GPT2LMHeadModel,Original,bfloat16,TRUE,apache-2.0,0,419,TRUE,2290a62682d06624634c1f46a6ad5be0f47f38aa,TRUE,TRUE,2024-06-12,2022-03-02,FALSE,TRUE,distilbert/distilgpt2,0,distilbert/distilgpt2,https://huggingface.co/distilbert/distilgpt2 🔶,RWKV/rwkv-raven-14b,3.89,7.68,0.08,6.76,0.33,0,0,0,0.23,7.19,0.4,1.67,0.12,🔶 fine-tuned on domain-specific datasets,RwkvForCausalLM,Original,float16,TRUE,"",14,55,FALSE,359c0649b4f1d10a26ebea32908035bc00d152ee,TRUE,TRUE,2024-07-08,2023-05-05,FALSE,FALSE,RWKV/rwkv-raven-14b,0,RWKV/rwkv-raven-14b,https://huggingface.co/RWKV/rwkv-raven-14b +🟢,Locutusque/TinyMistral-248M-v2.5,3.87,13.36,0.13,3.18,0.3,0,0,0.11,0.25,5.07,0.38,1.5,0.11,🟢 pretrained,MistralForCausalLM,Original,float16,FALSE,apache-2.0,0,25,TRUE,214e48aabc01235e25c67477898756f1bebef215,TRUE,TRUE,2024-09-15,2024-01-24,FALSE,FALSE,Locutusque/TinyMistral-248M-v2.5,0,Locutusque/TinyMistral-248M-v2.5,https://huggingface.co/Locutusque/TinyMistral-248M-v2.5 💬,Felladrin/Minueza-32M-UltraChat,3.85,13.76,0.14,2.44,0.29,0,0,0.78,0.26,4.64,0.37,1.48,0.11,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,float16,TRUE,apache-2.0,0,3,TRUE,28506b99c5902d2215eb378ec91d4226a7396c49,TRUE,TRUE,2024-07-23,2024-02-27,TRUE,FALSE,Felladrin/Minueza-32M-UltraChat,1,Felladrin/Minueza-32M-Base,https://huggingface.co/Felladrin/Minueza-32M-UltraChat 🟢,pints-ai/1.5-Pints-2K-v0.1,3.83,17.62,0.18,2.37,0.3,0,0,0,0.25,1.84,0.35,1.15,0.11,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,mit,1,14,TRUE,2e865c18669161ebbf5e9ad79ae0502ee0153df0,TRUE,TRUE,2024-09-09,2024-08-07,TRUE,FALSE,pints-ai/1.5-Pints-2K-v0.1,0,pints-ai/1.5-Pints-2K-v0.1,https://huggingface.co/pints-ai/1.5-Pints-2K-v0.1 💬,jaredjoss/pythia-410m-roberta-lr_8e7-kl_01-steps_12000-rlhf-model,3.82,15.72,0.16,1.82,0.29,0,0,1.23,0.26,2.25,0.36,1.87,0.12,"💬 chat models (RLHF, DPO, IFT, ...)",GPTNeoXForCausalLM,Original,float16,TRUE,mit,0,0,TRUE,048bc8edfc32fdcf6d957332d5f4c0d4e5950746,TRUE,TRUE,2024-08-06,2024-04-23,TRUE,FALSE,jaredjoss/pythia-410m-roberta-lr_8e7-kl_01-steps_12000-rlhf-model,0,jaredjoss/pythia-410m-roberta-lr_8e7-kl_01-steps_12000-rlhf-model,https://huggingface.co/jaredjoss/pythia-410m-roberta-lr_8e7-kl_01-steps_12000-rlhf-model 🔶,vihangd/smart-dan-sft-v0.1,3.78,15.76,0.16,3.13,0.31,0.45,0,0.67,0.26,1.11,0.35,1.58,0.11,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,4bit,TRUE,apache-2.0,0,0,TRUE,924b4a09153d4061fa9d58f03b10cd7cde7e3084,TRUE,TRUE,2024-08-20,2024-08-09,FALSE,FALSE,vihangd/smart-dan-sft-v0.1,0,vihangd/smart-dan-sft-v0.1,https://huggingface.co/vihangd/smart-dan-sft-v0.1 -🟢,bigscience/bloom-7b1,3.71,13.22,0.13,4.04,0.31,0,0,1.9,0.26,1.92,0.35,1.16,0.11,🟢 pretrained,BloomForCausalLM,Original,float16,TRUE,bigscience-bloom-rail-1.0,7,191,TRUE,6232703e399354503377bf59dfbb8397fd569e4a,TRUE,TRUE,2024-06-13,2022-05-19,FALSE,TRUE,bigscience/bloom-7b1,0,bigscience/bloom-7b1,https://huggingface.co/bigscience/bloom-7b1 +🟢,bigscience/bloom-7b1,3.71,13.22,0.13,4.04,0.31,0,0,1.9,0.26,1.92,0.35,1.16,0.11,🟢 pretrained,BloomForCausalLM,Original,float16,TRUE,bigscience-bloom-rail-1.0,7,193,TRUE,6232703e399354503377bf59dfbb8397fd569e4a,TRUE,TRUE,2024-06-13,2022-05-19,FALSE,TRUE,bigscience/bloom-7b1,0,bigscience/bloom-7b1,https://huggingface.co/bigscience/bloom-7b1 🔶,OpenAssistant/oasst-sft-1-pythia-12b,3.67,10.55,0.11,4.78,0.31,1.44,0.01,1.01,0.26,2.99,0.33,1.25,0.11,🔶 fine-tuned on domain-specific datasets,GPTNeoXForCausalLM,Original,float16,TRUE,apache-2.0,12,279,TRUE,293df535fe7711a5726987fc2f17dfc87de452a1,TRUE,TRUE,2024-06-12,2023-03-09,FALSE,TRUE,OpenAssistant/oasst-sft-1-pythia-12b,0,OpenAssistant/oasst-sft-1-pythia-12b,https://huggingface.co/OpenAssistant/oasst-sft-1-pythia-12b 🔶,Replete-AI/Replete-LLM-Qwen2-7b_Beta-Preview,3.58,8.58,0.09,1.97,0.29,0,0,0,0.25,7.76,0.4,3.17,0.13,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,9,TRUE,fe4c3fc2314db69083527ddd0c9a658fcbc54f15,TRUE,TRUE,2024-07-26,2024-07-26,TRUE,FALSE,Replete-AI/Replete-LLM-Qwen2-7b_Beta-Preview,0,Replete-AI/Replete-LLM-Qwen2-7b_Beta-Preview,https://huggingface.co/Replete-AI/Replete-LLM-Qwen2-7b_Beta-Preview 🔶,google/mt5-base,3.57,16.45,0.16,1.3,0.29,0,0,0,0.24,2.87,0.37,0.77,0.11,🔶 fine-tuned on domain-specific datasets,MT5ForConditionalGeneration,Original,float16,TRUE,apache-2.0,0,178,TRUE,2eb15465c5dd7f72a8f7984306ad05ebc3dd1e1f,TRUE,TRUE,2024-09-06,2022-03-02,FALSE,TRUE,google/mt5-base,0,google/mt5-base,https://huggingface.co/google/mt5-base diff --git a/csv/lmsys.csv b/csv/lmsys.csv index 6b5f0a2..536e4c1 100644 --- a/csv/lmsys.csv +++ b/csv/lmsys.csv @@ -1,138 +1,140 @@ rank,model,arena_score,95_pct_ci,votes,organization,license,knowledge_cutoff,url -1,ChatGPT-4o-latest (2024-08-08),1316,+4/-3,31148,OpenAI,Proprietary,2023/10,https://x.com/OpenAIDevs/status/1823510395619000525 -2,Gemini-1.5-Pro-Exp-0827,1300,+4/-4,22844,Google,Proprietary,2023/11,https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.5-pro-exp-0827 -2,Grok-2-08-13,1294,+4/-4,16215,xAI,Proprietary,2024/3,https://x.ai/blog/grok-2 -4,GPT-4o-2024-05-13,1285,+3/-2,86306,OpenAI,Proprietary,2023/10,https://openai.com/index/hello-gpt-4o/ -5,GPT-4o-mini-2024-07-18,1274,+4/-4,26088,OpenAI,Proprietary,2023/10,https://openai.com/index/gpt-4o-mini-advancing-cost-efficient-intelligence/ -5,Claude 3.5 Sonnet,1270,+3/-3,56674,Anthropic,Proprietary,2024/4,https://www.anthropic.com/news/claude-3-5-sonnet -5,Gemini-1.5-Flash-Exp-0827,1268,+5/-4,16780,Google,Proprietary,2023/11,https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.5-flash-exp-0827 -5,Grok-2-Mini-08-13,1267,+4/-4,16731,xAI,Proprietary,2024/3,https://x.ai/blog/grok-2 -5,Meta-Llama-3.1-405b-Instruct,1266,+4/-4,27397,Meta,Llama 3.1 Community,2023/12,https://ai.meta.com/blog/meta-llama-3-1/ -6,Gemini Advanced App (2024-05-14),1266,+3/-3,52236,Google,Proprietary,Online,https://gemini.google.com/advanced -6,GPT-4o-2024-08-06,1263,+4/-4,18093,OpenAI,Proprietary,2023/10,https://platform.openai.com/docs/models/gpt-4o -11,Gemini-1.5-Pro-001,1259,+2/-2,76952,Google,Proprietary,2023/11,https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.5-pro -11,GPT-4-Turbo-2024-04-09,1257,+2/-3,90149,OpenAI,Proprietary,2023/12,https://platform.openai.com/docs/models/gpt-4-turbo-and-gpt-4 -13,Mistral-Large-2407,1251,+5/-4,20734,Mistral,Mistral Research,2024/7,https://mistral.ai/news/mistral-large-2407/ -14,GPT-4-1106-preview,1251,+3/-2,95438,OpenAI,Proprietary,2023/4,https://openai.com/blog/new-models-and-developer-products-announced-at-devday -14,Athene-70b,1249,+5/-4,17254,NexusFlow,CC-BY-NC-4.0,2024/7,https://huggingface.co/Nexusflow/Athene-70B -14,Meta-Llama-3.1-70b-Instruct,1249,+3/-4,22161,Meta,Llama 3.1 Community,2023/12,https://ai.meta.com/blog/meta-llama-3-1/ -14,Claude 3 Opus,1248,+2/-2,161782,Anthropic,Proprietary,2023/8,https://www.anthropic.com/news/claude-3-family -15,GPT-4-0125-preview,1245,+3/-2,88711,OpenAI,Proprietary,2023/12,https://openai.com/blog/new-models-and-developer-products-announced-at-devday -20,Yi-Large-preview,1240,+3/-3,51715,01 AI,Proprietary,Unknown,https://platform.lingyiwanwu.com/docs#%E6%A8%A1%E5%9E%8B -21,Reka-Core-20240722,1231,+6/-6,12638,Reka AI,Proprietary,Unknown,https://docs.reka.ai/available-models -21,Gemini-1.5-Flash-001,1227,+3/-3,62135,Google,Proprietary,2023/11,https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.5-flash -21,Jamba-1.5-Large,1218,+7/-6,7629,AI21 Labs,Jamba Open,2024/3,https://www.ai21.com/jamba -21,Command R+ (08-2024),1213,+14/-16,1843,Cohere,CC-BY-NC-4.0,2024/8,https://docs.cohere.com/docs/command-r-plus#model-details -23,Deepseek-v2-API-0628,1219,+4/-3,19438,DeepSeek AI,DeepSeek,Unknown,https://platform.deepseek.com/api-docs/updates#deepseek-chat -23,Gemma-2-27b-it,1218,+4/-4,33751,Google,Gemma license,2024/6,https://aistudio.google.com/app/prompts/new_chat?model=gemma-2-27b-it -23,Gemma-2-9b-it-SimPO,1214,+7/-6,8862,Princeton,MIT,2024/7,https://huggingface.co/princeton-nlp/gemma-2-9b-it-SimPO -23,Deepseek-Coder-v2-0724,1213,+5/-5,11396,DeepSeek,Proprietary,Unknown,https://platform.deepseek.com/api-docs/updates/#version-2024-07-24 -23,Yi-Large,1212,+4/-4,16672,01 AI,Proprietary,Unknown,https://platform.01.ai/docs#models-and-pricing -24,Gemini App (2024-01-24),1209,+7/-4,11817,Google,Proprietary,Online,https://gemini.google.com/app -25,Nemotron-4-340B-Instruct,1209,+4/-4,20653,Nvidia,NVIDIA Open Model,2023/6,https://huggingface.co/nvidia/Nemotron-4-340B-Instruct -25,GLM-4-0520,1207,+6/-6,10232,Zhipu AI,Proprietary,Unknown,https://open.bigmodel.cn/dev/api#language -26,Llama-3-70b-Instruct,1206,+2/-2,163952,Meta,Llama 3 Community,2023/12,https://llama.meta.com/llama3/ -29,Gemini-1.5-Flash-8b-Exp-0827,1203,+4/-4,17382,Google,Proprietary,2023/11,https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.5-flash-8b-exp-0827 -32,Claude 3 Sonnet,1201,+2/-2,113053,Anthropic,Proprietary,2023/8,https://www.anthropic.com/news/claude-3-family -32,Reka-Flash-20240722,1200,+4/-5,13014,Reka AI,Proprietary,Unknown,https://docs.reka.ai/available-models -32,Reka-Core-20240501,1199,+3/-2,62642,Reka AI,Proprietary,Unknown,https://www.reka.ai/news/reka-core-our-frontier-class-multimodal-language-model -38,Command R+ (04-2024),1190,+3/-2,80888,Cohere,CC-BY-NC-4.0,2024/3,https://txt.cohere.com/command-r-plus-microsoft-azure/ -38,Gemma-2-9b-it,1188,+4/-4,28281,Google,Gemma license,2024/6,https://aistudio.google.com/app/prompts/new_chat?model=gemma-2-9b-it -38,Qwen2-72B-Instruct,1187,+3/-3,37463,Alibaba,Qianwen LICENSE,2024/6,https://qwenlm.github.io/blog/qwen2/ -38,GPT-4-0314,1186,+3/-3,55963,OpenAI,Proprietary,2021/9,https://openai.com/research/gpt-4 -38,Qwen-Max-0428,1183,+5/-3,25734,Alibaba,Proprietary,Unknown,https://help.aliyun.com/zh/dashscope/developer-reference/api-details -38,GLM-4-0116,1183,+7/-7,7582,Zhipu AI,Proprietary,Unknown,https://open.bigmodel.cn/ -42,Claude 3 Haiku,1179,+3/-2,112921,Anthropic,Proprietary,2023/8,https://www.anthropic.com/news/claude-3-family -42,DeepSeek-Coder-V2-Instruct,1178,+4/-4,15794,DeepSeek AI,DeepSeek License,2024/6,https://huggingface.co/deepseek-ai/DeepSeek-Coder-V2-Instruct -42,Jamba-1.5-Mini,1174,+6/-6,7731,AI21 Labs,Jamba Open,2024/3,https://www.ai21.com/jamba -42,Command R (08-2024),1172,+10/-14,1885,Cohere,CC-BY-NC-4.0,2024/8,https://docs.cohere.com/docs/command-r-plus#model-details -46,Meta-Llama-3.1-8b-Instruct,1168,+4/-5,20642,Meta,Llama 3.1 Community,2023/12,https://ai.meta.com/blog/meta-llama-3-1/ -46,Reka-Flash-Preview-20240611,1165,+5/-3,20461,Reka AI,Proprietary,Unknown,https://docs.reka.ai/http-api.html#generation -47,GPT-4-0613,1163,+3/-2,91662,OpenAI,Proprietary,2021/9,https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo -47,Qwen1.5-110B-Chat,1161,+5/-3,27457,Alibaba,Qianwen LICENSE,2024/4,https://qwenlm.github.io/blog/qwen1.5-110b/ -50,Mistral-Large-2402,1157,+3/-3,64930,Mistral,Proprietary,Unknown,https://mistral.ai/news/mistral-large/ -50,Yi-1.5-34B-Chat,1157,+3/-4,25161,01 AI,Apache-2.0,2024/5,https://huggingface.co/01-ai/Yi-1.5-34B-Chat -50,Reka-Flash-21B-online,1156,+4/-4,16027,Reka AI,Proprietary,Online,https://docs.reka.ai/http-api.html#generation -52,Llama-3-8b-Instruct,1152,+3/-2,109362,Meta,Llama 3 Community,2023/3,https://llama.meta.com/llama3/ -54,Claude-1,1149,+4/-4,21163,Anthropic,Proprietary,Unknown,https://www.anthropic.com/index/introducing-claude -54,Command R (04-2024),1149,+3/-2,56363,Cohere,CC-BY-NC-4.0,2024/3,https://txt.cohere.com/command-r -54,Reka-Flash-21B,1148,+5/-3,25795,Reka AI,Proprietary,2023/11,https://www.reka.ai/news/reka-flash-efficient-and-capable-multimodal-language-models -55,Mistral Medium,1148,+4/-2,35545,Mistral,Proprietary,Unknown,https://mistral.ai/news/la-plateforme/ -55,Qwen1.5-72B-Chat,1147,+3/-3,40628,Alibaba,Qianwen LICENSE,2024/2,https://qwenlm.github.io/blog/qwen1.5/ -55,Mixtral-8x22b-Instruct-v0.1,1147,+3/-3,53121,Mistral,Apache 2.0,2024/4,https://mistral.ai/news/mixtral-8x22b/ -62,Gemma-2-2b-it,1132,+4/-4,16857,Google,Gemma license,2024/7,https://aistudio.google.com/app/prompts/new_chat?model=gemma-2-2b-it -62,Claude-2.0,1132,+5/-6,12766,Anthropic,Proprietary,Unknown,https://www.anthropic.com/index/claude-2 -62,Gemini-1.0-Pro-001,1132,+3/-4,18781,Google,Proprietary,2023/4,https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.0-pro -62,Zephyr-ORPO-141b-A35b-v0.1,1127,+7/-8,4858,HuggingFace,Apache 2.0,2024/4,https://huggingface.co/HuggingFaceH4/zephyr-orpo-141b-A35b-v0.1 -62,Qwen1.5-32B-Chat,1125,+4/-4,22751,Alibaba,Qianwen LICENSE,2024/2,https://qwenlm.github.io/blog/qwen1.5-32b/ -62,Mistral-Next,1125,+5/-4,12379,Mistral,Proprietary,Unknown,https://chat.mistral.ai/chat -64,Phi-3-Medium-4k-Instruct,1123,+3/-3,25396,Microsoft,MIT,2023/10,https://huggingface.co/microsoft/Phi-3-medium-4k-instruct -65,Starling-LM-7B-beta,1119,+4/-3,16653,Nexusflow,Apache-2.0,2024/3,https://huggingface.co/Nexusflow/Starling-LM-7B-beta -65,Claude-2.1,1118,+5/-3,37685,Anthropic,Proprietary,Unknown,https://www.anthropic.com/index/claude-2-1 -66,GPT-3.5-Turbo-0613,1117,+3/-3,38938,OpenAI,Proprietary,2021/9,https://platform.openai.com/docs/models/gpt-3-5 -69,Yi-34B-Chat,1111,+6/-5,15933,01 AI,Yi License,2023/6,https://huggingface.co/01-ai/Yi-34B-Chat -69,Gemini Pro,1111,+6/-8,6560,Google,Proprietary,2023/4,https://blog.google/technology/ai/gemini-api-developers-cloud/ -69,GPT-3.5-Turbo-0314,1107,+12/-10,5651,OpenAI,Proprietary,2021/9,https://platform.openai.com/docs/models/gpt-3-5 -70,Claude-Instant-1,1111,+4/-4,20620,Anthropic,Proprietary,Unknown,https://www.anthropic.com/index/introducing-claude -72,Mixtral-8x7b-Instruct-v0.1,1114,+0/-0,76109,Mistral,Apache 2.0,2023/12,https://mistral.ai/news/mixtral-of-experts/ -73,Qwen1.5-14B-Chat,1109,+5/-5,18665,Alibaba,Qianwen LICENSE,2024/2,https://qwenlm.github.io/blog/qwen1.5/ -73,WizardLM-70B-v1.0,1106,+6/-5,8389,Microsoft,Llama 2 Community,2023/8,https://huggingface.co/WizardLM/WizardLM-70B-V1.0 -73,GPT-3.5-Turbo-0125,1106,+2/-2,68869,OpenAI,Proprietary,2021/9,https://platform.openai.com/docs/models/gpt-3-5-turbo -74,DBRX-Instruct-Preview,1103,+3/-4,33725,Databricks,DBRX LICENSE,2023/12,https://www.databricks.com/blog/introducing-dbrx-new-state-art-open-llm -75,Phi-3-Small-8k-Instruct,1102,+4/-3,18493,Microsoft,MIT,2023/10,https://huggingface.co/microsoft/Phi-3-small-8k-instruct -75,Tulu-2-DPO-70B,1099,+6/-7,6658,AllenAI/UW,AI2 ImpACT Low-risk,2023/11,https://huggingface.co/allenai/tulu-2-dpo-70b -81,Llama-2-70b-chat,1093,+4/-3,39619,Meta,Llama 2 Community,2023/7,https://huggingface.co/meta-llama/Llama-2-70b-chat-hf -81,OpenChat-3.5-0106,1092,+5/-5,12979,OpenChat,Apache-2.0,2024/1,https://huggingface.co/openchat/openchat-3.5-0106 -82,Vicuna-33B,1091,+4/-3,22930,LMSYS,Non-commercial,2023/8,https://huggingface.co/lmsys/vicuna-33b-v1.3 -82,Snowflake Arctic Instruct,1090,+4/-3,34194,Snowflake,Apache 2.0,2024/4,https://www.snowflake.com/blog/arctic-open-efficient-foundation-language-models-snowflake/ -82,Starling-LM-7B-alpha,1088,+6/-6,10417,UC Berkeley,CC-BY-NC-4.0,2023/11,https://huggingface.co/berkeley-nest/Starling-LM-7B-alpha -82,Nous-Hermes-2-Mixtral-8x7B-DPO,1085,+10/-9,3841,NousResearch,Apache-2.0,2024/1,https://huggingface.co/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO -83,NV-Llama2-70B-SteerLM-Chat,1081,+11/-8,3634,Nvidia,Llama 2 Community,2023/11,https://huggingface.co/nvidia/Llama2-70B-SteerLM-Chat -85,Gemma-1.1-7b-it,1084,+4/-3,25070,Google,Gemma license,2024/2,https://huggingface.co/google/gemma-1.1-7b-it -87,pplx-70b-online,1078,+7/-7,6890,Perplexity AI,Proprietary,Online,https://blog.perplexity.ai/blog/introducing-pplx-online-llms -87,DeepSeek-LLM-67B-Chat,1077,+9/-7,4980,DeepSeek AI,DeepSeek License,2023/11,https://huggingface.co/deepseek-ai/deepseek-llm-67b-chat -87,OpenChat-3.5,1076,+8/-5,8112,OpenChat,Apache-2.0,2023/11,https://huggingface.co/openchat/openchat_3.5 -87,OpenHermes-2.5-Mistral-7b,1075,+8/-7,5089,NousResearch,Apache-2.0,2023/11,https://huggingface.co/teknium/OpenHermes-2.5-Mistral-7B -89,Mistral-7B-Instruct-v0.2,1072,+4/-5,20062,Mistral,Apache-2.0,2023/12,https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2 -89,Phi-3-Mini-4k-Instruct-June-24,1071,+5/-6,12885,Microsoft,MIT,2023/10,https://huggingface.co/microsoft/Phi-3-mini-4k-instruct -89,Qwen1.5-7B-Chat,1070,+8/-7,4865,Alibaba,Qianwen LICENSE,2024/2,https://qwenlm.github.io/blog/qwen1.5/ -90,Dolphin-2.2.1-Mistral-7B,1063,+10/-14,1714,Cognitive Computations,Apache-2.0,2023/10,https://huggingface.co/ehartford/dolphin-2.2.1-mistral-7b -91,GPT-3.5-Turbo-1106,1068,+5/-4,17019,OpenAI,Proprietary,2021/9,https://platform.openai.com/docs/models/gpt-3-5 -92,Phi-3-Mini-4k-Instruct,1066,+5/-4,21108,Microsoft,MIT,2023/10,https://huggingface.co/microsoft/Phi-3-mini-4k-instruct -92,SOLAR-10.7B-Instruct-v1.0,1062,+9/-8,4290,Upstage AI,CC-BY-NC-4.0,2023/11,https://huggingface.co/upstage/SOLAR-10.7B-Instruct-v1.0 -94,Llama-2-13b-chat,1063,+5/-3,19726,Meta,Llama 2 Community,2023/7,https://huggingface.co/meta-llama/Llama-2-13b-chat-hf -96,WizardLM-13b-v1.2,1059,+6/-6,7186,Microsoft,Llama 2 Community,2023/7,https://huggingface.co/WizardLM/WizardLM-13B-V1.2 -101,Zephyr-7b-beta,1053,+5/-6,11318,HuggingFace,MIT,2023/10,https://huggingface.co/HuggingFaceH4/zephyr-7b-beta -101,MPT-30B-chat,1046,+13/-13,2649,MosaicML,CC-BY-NC-SA-4.0,2023/6,https://huggingface.co/mosaicml/mpt-30b-chat -101,CodeLlama-70B-instruct,1043,+15/-12,1192,Meta,Llama 2 Community,2024/1,https://huggingface.co/codellama/CodeLlama-70b-hf -101,Zephyr-7b-alpha,1041,+14/-15,1815,HuggingFace,MIT,2023/10,https://huggingface.co/HuggingFaceH4/zephyr-7b-alpha -103,pplx-7b-online,1045,+7/-9,6336,Perplexity AI,Proprietary,Online,https://blog.perplexity.ai/blog/introducing-pplx-online-llms -103,CodeLlama-34B-instruct,1043,+7/-7,7509,Meta,Llama 2 Community,2023/7,https://huggingface.co/codellama/CodeLlama-34b-Instruct-hf -103,falcon-180b-chat,1035,+15/-15,1325,TII,Falcon-180B TII License,2023/9,https://huggingface.co/tiiuae/falcon-180B-chat -105,Vicuna-13B,1042,+4/-4,19789,LMSYS,Llama 2 Community,2023/7,https://huggingface.co/lmsys/vicuna-13b-v1.5 -105,Gemma-7b-it,1038,+6/-6,9176,Google,Gemma license,2024/2,https://huggingface.co/google/gemma-7b-it -105,Phi-3-Mini-128k-Instruct,1037,+4/-4,21602,Microsoft,MIT,2023/10,https://azure.microsoft.com/en-us/blog/introducing-phi-3-redefining-whats-possible-with-slms/ -105,Llama-2-7b-chat,1037,+5/-4,14550,Meta,Llama 2 Community,2023/7,https://huggingface.co/meta-llama/Llama-2-7b-chat-hf -105,Qwen-14B-Chat,1035,+9/-8,5067,Alibaba,Qianwen LICENSE,2023/8,https://huggingface.co/Qwen/Qwen-14B-Chat -105,Guanaco-33B,1033,+10/-8,2999,UW,Non-commercial,2023/5,https://huggingface.co/timdettmers/guanaco-33b-merged -114,Gemma-1.1-2b-it,1021,+6/-5,11359,Google,Gemma license,2024/2,https://huggingface.co/google/gemma-1.1-2b-it -115,StripedHyena-Nous-7B,1017,+7/-6,5266,Together AI,Apache 2.0,2023/12,https://huggingface.co/togethercomputer/StripedHyena-Nous-7B -116,OLMo-7B-instruct,1015,+7/-7,6494,Allen AI,Apache-2.0,2024/2,https://huggingface.co/allenai/OLMo-7B-Instruct -118,Mistral-7B-Instruct-v0.1,1008,+7/-7,9138,Mistral,Apache 2.0,2023/9,https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1 -119,Vicuna-7B,1005,+6/-7,7017,LMSYS,Llama 2 Community,2023/7,https://huggingface.co/lmsys/vicuna-7b-v1.5 -119,PaLM-Chat-Bison-001,1004,+7/-7,8742,Google,Proprietary,2021/6,https://cloud.google.com/vertex-ai/docs/generative-ai/learn/models#foundation_models -121,Gemma-2b-it,989,+9/-7,4919,Google,Gemma license,2024/2,https://huggingface.co/google/gemma-2b-it -123,Qwen1.5-4B-Chat,989,+8/-6,7803,Alibaba,Qianwen LICENSE,2024/2,https://qwenlm.github.io/blog/qwen1.5/ -125,Koala-13B,965,+7/-8,7036,UC Berkeley,Non-commercial,2023/4,https://bair.berkeley.edu/blog/2023/04/03/koala/ -125,ChatGLM3-6B,955,+8/-6,4761,Tsinghua,Apache-2.0,2023/10,https://huggingface.co/THUDM/chatglm3-6b -127,GPT4All-13B-Snoozy,932,+13/-17,1786,Nomic AI,Non-commercial,2023/3,https://huggingface.co/nomic-ai/gpt4all-13b-snoozy -127,MPT-7B-Chat,928,+8/-8,4016,MosaicML,CC-BY-NC-SA-4.0,2023/5,https://huggingface.co/mosaicml/mpt-7b-chat -127,ChatGLM2-6B,924,+11/-14,2709,Tsinghua,Apache-2.0,2023/6,https://huggingface.co/THUDM/chatglm2-6b -127,RWKV-4-Raven-14B,922,+10/-9,4936,RWKV,Apache 2.0,2023/4,https://huggingface.co/BlinkDL/rwkv-4-raven -130,Alpaca-13B,902,+9/-6,5872,Stanford,Non-commercial,2023/3,https://crfm.stanford.edu/2023/03/13/alpaca.html -131,OpenAssistant-Pythia-12B,894,+8/-6,6380,OpenAssistant,Apache 2.0,2023/4,https://huggingface.co/OpenAssistant/oasst-sft-4-pythia-12b-epoch-3.5 -132,ChatGLM-6B,879,+9/-8,4993,Tsinghua,Non-commercial,2023/3,https://huggingface.co/THUDM/chatglm-6b -133,FastChat-T5-3B,868,+9/-11,4303,LMSYS,Apache 2.0,2023/4,https://huggingface.co/lmsys/fastchat-t5-3b-v1.0 -135,StableLM-Tuned-Alpha-7B,840,+12/-9,3336,Stability AI,CC-BY-NC-SA-4.0,2023/4,https://huggingface.co/stabilityai/stablelm-tuned-alpha-7b -135,Dolly-V2-12B,822,+13/-8,3485,Databricks,MIT,2023/4,https://huggingface.co/databricks/dolly-v2-12b -137,LLaMA-13B,799,+14/-10,2443,Meta,Non-commercial,2023/2,https://arxiv.org/abs/2302.13971 +1,ChatGPT-4o-latest (2024-09-03),1336,+5/-6,9125,OpenAI,Proprietary,2023/10,https://help.openai.com/en/articles/9624314-model-release-notes +2,Gemini-1.5-Pro-Exp-0827,1299,+4/-3,27223,Google,Proprietary,2023/11,https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.5-pro-exp-0827 +2,Grok-2-08-13,1294,+5/-3,23048,xAI,Proprietary,2024/3,https://x.ai/blog/grok-2 +4,GPT-4o-2024-05-13,1285,+3/-3,90035,OpenAI,Proprietary,2023/10,https://openai.com/index/hello-gpt-4o/ +5,GPT-4o-mini-2024-07-18,1273,+4/-4,29755,OpenAI,Proprietary,2023/10,https://openai.com/index/gpt-4o-mini-advancing-cost-efficient-intelligence/ +5,Claude 3.5 Sonnet,1269,+3/-3,61859,Anthropic,Proprietary,2024/4,https://www.anthropic.com/news/claude-3-5-sonnet +5,Gemini-1.5-Flash-Exp-0827,1269,+5/-4,21554,Google,Proprietary,2023/11,https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.5-flash-exp-0827 +5,Grok-2-Mini-08-13,1268,+3/-6,21038,xAI,Proprietary,2024/3,https://x.ai/blog/grok-2 +5,Gemini Advanced App (2024-05-14),1266,+3/-4,52221,Google,Proprietary,Online,https://gemini.google.com/advanced +5,Meta-Llama-3.1-405b-Instruct-bf16,1266,+6/-7,5516,Meta,Llama 3.1 Community,2023/12,https://ai.meta.com/blog/meta-llama-3-1/ +6,Meta-Llama-3.1-405b-Instruct-fp8,1266,+3/-3,30608,Meta,Llama 3.1 Community,2023/12,https://ai.meta.com/blog/meta-llama-3-1/ +6,GPT-4o-2024-08-06,1263,+4/-4,21825,OpenAI,Proprietary,2023/10,https://platform.openai.com/docs/models/gpt-4o +11,Gemini-1.5-Pro-001,1259,+3/-3,79955,Google,Proprietary,2023/11,https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.5-pro +12,GPT-4-Turbo-2024-04-09,1257,+3/-3,92633,OpenAI,Proprietary,2023/12,https://platform.openai.com/docs/models/gpt-4-turbo-and-gpt-4 +13,Deepseek-v2.5,1251,+7/-8,4227,DeepSeek,DeepSeek,Unknown,https://huggingface.co/deepseek-ai/DeepSeek-V2.5 +14,Athene-70b,1250,+5/-4,20300,NexusFlow,CC-BY-NC-4.0,2024/7,https://huggingface.co/Nexusflow/Athene-70B +14,Mistral-Large-2407,1251,+3/-3,26170,Mistral,Mistral Research,2024/7,https://mistral.ai/news/mistral-large-2407/ +15,GPT-4-1106-preview,1251,+2/-2,97025,OpenAI,Proprietary,2023/4,https://openai.com/blog/new-models-and-developer-products-announced-at-devday +15,Meta-Llama-3.1-70b-Instruct,1248,+4/-3,25551,Meta,Llama 3.1 Community,2023/12,https://ai.meta.com/blog/meta-llama-3-1/ +15,Claude 3 Opus,1248,+2/-2,164812,Anthropic,Proprietary,2023/8,https://www.anthropic.com/news/claude-3-family +16,GPT-4-0125-preview,1245,+3/-3,90197,OpenAI,Proprietary,2023/12,https://openai.com/blog/new-models-and-developer-products-announced-at-devday +20,Yi-Large-preview,1240,+4/-3,51709,01 AI,Proprietary,Unknown,https://platform.lingyiwanwu.com/docs#%E6%A8%A1%E5%9E%8B +23,Reka-Core-20240722,1230,+5/-4,13324,Reka AI,Proprietary,Unknown,https://docs.reka.ai/available-models +23,Qwen-Plus-0828,1227,+9/-9,5603,Alibaba,Proprietary,Unknown,https://help.aliyun.com/zh/model-studio/getting-started/models +23,Gemini-1.5-Flash-001,1227,+2/-3,64438,Google,Proprietary,2023/11,https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.5-flash +23,Jamba-1.5-Large,1220,+5/-6,9185,AI21 Labs,Jamba Open,2024/3,https://www.ai21.com/jamba +25,Deepseek-v2-API-0628,1219,+4/-5,19627,DeepSeek AI,DeepSeek,Unknown,https://platform.deepseek.com/api-docs/updates#deepseek-chat +25,Gemma-2-27b-it,1218,+3/-4,36824,Google,Gemma license,2024/6,https://aistudio.google.com/app/prompts/new_chat?model=gemma-2-27b-it +25,Gemma-2-9b-it-SimPO,1215,+5/-5,10624,Princeton,MIT,2024/7,https://huggingface.co/princeton-nlp/gemma-2-9b-it-SimPO +25,Command R+ (08-2024),1210,+9/-9,4975,Cohere,CC-BY-NC-4.0,2024/8,https://docs.cohere.com/docs/command-r-plus#model-details +26,Deepseek-Coder-v2-0724,1214,+4/-5,11772,DeepSeek,Proprietary,Unknown,https://platform.deepseek.com/api-docs/updates/#version-2024-07-24 +26,Yi-Large,1212,+4/-5,16669,01 AI,Proprietary,Unknown,https://platform.01.ai/docs#models-and-pricing +29,Nemotron-4-340B-Instruct,1209,+4/-3,20647,Nvidia,NVIDIA Open Model,2023/6,https://huggingface.co/nvidia/Nemotron-4-340B-Instruct +29,GLM-4-0520,1206,+5/-5,10233,Zhipu AI,Proprietary,Unknown,https://open.bigmodel.cn/dev/api#language +30,Gemini-1.5-Flash-8b-Exp-0827,1205,+4/-4,21403,Google,Proprietary,2023/11,https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.5-flash-8b-exp-0827 +31,Llama-3-70b-Instruct,1206,+2/-2,163861,Meta,Llama 3 Community,2023/12,https://llama.meta.com/llama3/ +33,Claude 3 Sonnet,1201,+3/-2,113043,Anthropic,Proprietary,2023/8,https://www.anthropic.com/news/claude-3-family +33,Reka-Flash-20240722,1200,+4/-6,13777,Reka AI,Proprietary,Unknown,https://docs.reka.ai/available-models +34,Reka-Core-20240501,1200,+3/-3,62614,Reka AI,Proprietary,Unknown,https://www.reka.ai/news/reka-core-our-frontier-class-multimodal-language-model +40,Command R+ (04-2024),1190,+3/-3,80861,Cohere,CC-BY-NC-4.0,2024/3,https://txt.cohere.com/command-r-plus-microsoft-azure/ +40,Gemma-2-9b-it,1188,+4/-4,29883,Google,Gemma license,2024/6,https://aistudio.google.com/app/prompts/new_chat?model=gemma-2-9b-it +40,Qwen2-72B-Instruct,1187,+3/-3,38961,Alibaba,Qianwen LICENSE,2024/6,https://qwenlm.github.io/blog/qwen2/ +40,GPT-4-0314,1186,+3/-4,55944,OpenAI,Proprietary,2021/9,https://openai.com/research/gpt-4 +40,GLM-4-0116,1183,+6/-6,7577,Zhipu AI,Proprietary,Unknown,https://open.bigmodel.cn/ +41,Qwen-Max-0428,1183,+4/-5,25707,Alibaba,Proprietary,Unknown,https://help.aliyun.com/zh/dashscope/developer-reference/api-details +43,DeepSeek-Coder-V2-Instruct,1178,+5/-4,15796,DeepSeek AI,DeepSeek License,2024/6,https://huggingface.co/deepseek-ai/DeepSeek-Coder-V2-Instruct +44,Claude 3 Haiku,1179,+3/-3,114426,Anthropic,Proprietary,2023/8,https://www.anthropic.com/news/claude-3-family +44,Jamba-1.5-Mini,1176,+6/-6,9311,AI21 Labs,Jamba Open,2024/3,https://www.ai21.com/jamba +44,Command R (08-2024),1171,+10/-8,5133,Cohere,CC-BY-NC-4.0,2024/8,https://docs.cohere.com/docs/command-r-plus#model-details +47,Meta-Llama-3.1-8b-Instruct,1170,+4/-5,23349,Meta,Llama 3.1 Community,2023/12,https://ai.meta.com/blog/meta-llama-3-1/ +48,Reka-Flash-Preview-20240611,1165,+5/-3,20466,Reka AI,Proprietary,Unknown,https://docs.reka.ai/http-api.html#generation +49,GPT-4-0613,1163,+2/-2,91633,OpenAI,Proprietary,2021/9,https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo +49,Qwen1.5-110B-Chat,1162,+4/-4,27459,Alibaba,Qianwen LICENSE,2024/4,https://qwenlm.github.io/blog/qwen1.5-110b/ +52,Yi-1.5-34B-Chat,1157,+4/-4,25148,01 AI,Apache-2.0,2024/5,https://huggingface.co/01-ai/Yi-1.5-34B-Chat +53,Mistral-Large-2402,1157,+3/-3,64923,Mistral,Proprietary,Unknown,https://mistral.ai/news/mistral-large/ +53,Reka-Flash-21B-online,1156,+4/-4,16028,Reka AI,Proprietary,Online,https://docs.reka.ai/http-api.html#generation +54,Llama-3-8b-Instruct,1152,+3/-3,111021,Meta,Llama 3 Community,2023/3,https://llama.meta.com/llama3/ +55,Claude-1,1149,+4/-5,21159,Anthropic,Proprietary,Unknown,https://www.anthropic.com/index/introducing-claude +56,Command R (04-2024),1149,+3/-3,56361,Cohere,CC-BY-NC-4.0,2024/3,https://txt.cohere.com/command-r +56,Reka-Flash-21B,1147,+5/-5,25800,Reka AI,Proprietary,2023/11,https://www.reka.ai/news/reka-flash-efficient-and-capable-multimodal-language-models +57,Mistral Medium,1148,+4/-4,35538,Mistral,Proprietary,Unknown,https://mistral.ai/news/la-plateforme/ +57,Mixtral-8x22b-Instruct-v0.1,1147,+3/-3,53813,Mistral,Apache 2.0,2024/4,https://mistral.ai/news/mixtral-8x22b/ +57,Qwen1.5-72B-Chat,1147,+3/-3,40614,Alibaba,Qianwen LICENSE,2024/2,https://qwenlm.github.io/blog/qwen1.5/ +64,Gemma-2-2b-it,1135,+4/-4,19964,Google,Gemma license,2024/7,https://aistudio.google.com/app/prompts/new_chat?model=gemma-2-2b-it +64,Claude-2.0,1132,+5/-6,12763,Anthropic,Proprietary,Unknown,https://www.anthropic.com/index/claude-2 +64,Gemini-1.0-Pro-001,1132,+4/-4,18776,Google,Proprietary,2023/4,https://aistudio.google.com/app/prompts/new_chat?model=gemini-1.0-pro +64,Zephyr-ORPO-141b-A35b-v0.1,1127,+8/-9,4852,HuggingFace,Apache 2.0,2024/4,https://huggingface.co/HuggingFaceH4/zephyr-orpo-141b-A35b-v0.1 +65,Qwen1.5-32B-Chat,1126,+4/-4,22728,Alibaba,Qianwen LICENSE,2024/2,https://qwenlm.github.io/blog/qwen1.5-32b/ +65,Mistral-Next,1125,+5/-4,12379,Mistral,Proprietary,Unknown,https://chat.mistral.ai/chat +66,Phi-3-Medium-4k-Instruct,1123,+4/-3,26149,Microsoft,MIT,2023/10,https://huggingface.co/microsoft/Phi-3-medium-4k-instruct +67,Starling-LM-7B-beta,1119,+4/-5,16658,Nexusflow,Apache-2.0,2024/3,https://huggingface.co/Nexusflow/Starling-LM-7B-beta +67,Claude-2.1,1118,+4/-4,37679,Anthropic,Proprietary,Unknown,https://www.anthropic.com/index/claude-2-1 +68,GPT-3.5-Turbo-0613,1117,+4/-4,38943,OpenAI,Proprietary,2021/9,https://platform.openai.com/docs/models/gpt-3-5 +71,Claude-Instant-1,1111,+4/-4,20621,Anthropic,Proprietary,Unknown,https://www.anthropic.com/index/introducing-claude +71,Yi-34B-Chat,1111,+5/-5,15926,01 AI,Yi License,2023/6,https://huggingface.co/01-ai/Yi-34B-Chat +71,Gemini Pro,1111,+6/-6,6556,Google,Proprietary,2023/4,https://blog.google/technology/ai/gemini-api-developers-cloud/ +71,GPT-3.5-Turbo-0314,1107,+10/-9,5650,OpenAI,Proprietary,2021/9,https://platform.openai.com/docs/models/gpt-3-5 +73,Mixtral-8x7b-Instruct-v0.1,1114,+0/-0,76096,Mistral,Apache 2.0,2023/12,https://mistral.ai/news/mixtral-of-experts/ +75,Qwen1.5-14B-Chat,1109,+4/-4,18659,Alibaba,Qianwen LICENSE,2024/2,https://qwenlm.github.io/blog/qwen1.5/ +75,WizardLM-70B-v1.0,1106,+6/-7,8387,Microsoft,Llama 2 Community,2023/8,https://huggingface.co/WizardLM/WizardLM-70B-V1.0 +75,GPT-3.5-Turbo-0125,1106,+3/-3,68860,OpenAI,Proprietary,2021/9,https://platform.openai.com/docs/models/gpt-3-5-turbo +76,DBRX-Instruct-Preview,1103,+3/-3,33721,Databricks,DBRX LICENSE,2023/12,https://www.databricks.com/blog/introducing-dbrx-new-state-art-open-llm +76,Phi-3-Small-8k-Instruct,1102,+5/-4,18492,Microsoft,MIT,2023/10,https://huggingface.co/microsoft/Phi-3-small-8k-instruct +76,Tulu-2-DPO-70B,1099,+8/-8,6657,AllenAI/UW,AI2 ImpACT Low-risk,2023/11,https://huggingface.co/allenai/tulu-2-dpo-70b +84,Llama-2-70b-chat,1093,+4/-3,39617,Meta,Llama 2 Community,2023/7,https://huggingface.co/meta-llama/Llama-2-70b-chat-hf +84,OpenChat-3.5-0106,1092,+5/-6,12971,OpenChat,Apache-2.0,2024/1,https://huggingface.co/openchat/openchat-3.5-0106 +84,Vicuna-33B,1091,+5/-4,22931,LMSYS,Non-commercial,2023/8,https://huggingface.co/lmsys/vicuna-33b-v1.3 +84,Snowflake Arctic Instruct,1090,+3/-3,34173,Snowflake,Apache 2.0,2024/4,https://www.snowflake.com/blog/arctic-open-efficient-foundation-language-models-snowflake/ +84,Starling-LM-7B-alpha,1088,+5/-5,10412,UC Berkeley,CC-BY-NC-4.0,2023/11,https://huggingface.co/berkeley-nest/Starling-LM-7B-alpha +84,Nous-Hermes-2-Mixtral-8x7B-DPO,1084,+9/-10,3838,NousResearch,Apache-2.0,2024/1,https://huggingface.co/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO +84,NV-Llama2-70B-SteerLM-Chat,1081,+11/-8,3634,Nvidia,Llama 2 Community,2023/11,https://huggingface.co/nvidia/Llama2-70B-SteerLM-Chat +86,Gemma-1.1-7b-it,1084,+4/-4,25060,Google,Gemma license,2024/2,https://huggingface.co/google/gemma-1.1-7b-it +87,DeepSeek-LLM-67B-Chat,1077,+10/-9,4979,DeepSeek AI,DeepSeek License,2023/11,https://huggingface.co/deepseek-ai/deepseek-llm-67b-chat +89,pplx-70b-online,1078,+7/-7,6888,Perplexity AI,Proprietary,Online,https://blog.perplexity.ai/blog/introducing-pplx-online-llms +89,OpenChat-3.5,1076,+7/-7,8112,OpenChat,Apache-2.0,2023/11,https://huggingface.co/openchat/openchat_3.5 +90,OpenHermes-2.5-Mistral-7b,1075,+8/-10,5091,NousResearch,Apache-2.0,2023/11,https://huggingface.co/teknium/OpenHermes-2.5-Mistral-7B +91,Mistral-7B-Instruct-v0.2,1072,+5/-4,20048,Mistral,Apache-2.0,2023/12,https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2 +91,Phi-3-Mini-4k-Instruct-June-24,1071,+5/-6,12885,Microsoft,MIT,2023/10,https://huggingface.co/microsoft/Phi-3-mini-4k-instruct +91,Qwen1.5-7B-Chat,1070,+7/-8,4856,Alibaba,Qianwen LICENSE,2024/2,https://qwenlm.github.io/blog/qwen1.5/ +92,GPT-3.5-Turbo-1106,1068,+5/-4,17018,OpenAI,Proprietary,2021/9,https://platform.openai.com/docs/models/gpt-3-5 +92,Dolphin-2.2.1-Mistral-7B,1062,+11/-11,1714,Cognitive Computations,Apache-2.0,2023/10,https://huggingface.co/ehartford/dolphin-2.2.1-mistral-7b +93,Phi-3-Mini-4k-Instruct,1066,+5/-5,21118,Microsoft,MIT,2023/10,https://huggingface.co/microsoft/Phi-3-mini-4k-instruct +93,SOLAR-10.7B-Instruct-v1.0,1062,+9/-11,4287,Upstage AI,CC-BY-NC-4.0,2023/11,https://huggingface.co/upstage/SOLAR-10.7B-Instruct-v1.0 +96,Llama-2-13b-chat,1063,+5/-5,19727,Meta,Llama 2 Community,2023/7,https://huggingface.co/meta-llama/Llama-2-13b-chat-hf +97,WizardLM-13b-v1.2,1059,+8/-6,7185,Microsoft,Llama 2 Community,2023/7,https://huggingface.co/WizardLM/WizardLM-13B-V1.2 +102,Zephyr-7b-beta,1054,+5/-5,11321,HuggingFace,MIT,2023/10,https://huggingface.co/HuggingFaceH4/zephyr-7b-beta +102,CodeLlama-70B-instruct,1044,+15/-17,1189,Meta,Llama 2 Community,2024/1,https://huggingface.co/codellama/CodeLlama-70b-hf +103,MPT-30B-chat,1046,+9/-8,2650,MosaicML,CC-BY-NC-SA-4.0,2023/6,https://huggingface.co/mosaicml/mpt-30b-chat +103,pplx-7b-online,1045,+9/-6,6337,Perplexity AI,Proprietary,Online,https://blog.perplexity.ai/blog/introducing-pplx-online-llms +103,Zephyr-7b-alpha,1041,+14/-13,1815,HuggingFace,MIT,2023/10,https://huggingface.co/HuggingFaceH4/zephyr-7b-alpha +103,falcon-180b-chat,1034,+19/-17,1327,TII,Falcon-180B TII License,2023/9,https://huggingface.co/tiiuae/falcon-180B-chat +106,CodeLlama-34B-instruct,1043,+8/-6,7505,Meta,Llama 2 Community,2023/7,https://huggingface.co/codellama/CodeLlama-34b-Instruct-hf +107,Vicuna-13B,1042,+4/-4,19787,LMSYS,Llama 2 Community,2023/7,https://huggingface.co/lmsys/vicuna-13b-v1.5 +107,Gemma-7b-it,1038,+6/-6,9173,Google,Gemma license,2024/2,https://huggingface.co/google/gemma-7b-it +107,Phi-3-Mini-128k-Instruct,1037,+4/-4,21601,Microsoft,MIT,2023/10,https://azure.microsoft.com/en-us/blog/introducing-phi-3-redefining-whats-possible-with-slms/ +107,Llama-2-7b-chat,1037,+5/-6,14553,Meta,Llama 2 Community,2023/7,https://huggingface.co/meta-llama/Llama-2-7b-chat-hf +107,Qwen-14B-Chat,1035,+9/-7,5065,Alibaba,Qianwen LICENSE,2023/8,https://huggingface.co/Qwen/Qwen-14B-Chat +107,Guanaco-33B,1033,+11/-12,2998,UW,Non-commercial,2023/5,https://huggingface.co/timdettmers/guanaco-33b-merged +116,Gemma-1.1-2b-it,1021,+6/-7,11350,Google,Gemma license,2024/2,https://huggingface.co/google/gemma-1.1-2b-it +117,StripedHyena-Nous-7B,1018,+7/-8,5271,Together AI,Apache 2.0,2023/12,https://huggingface.co/togethercomputer/StripedHyena-Nous-7B +117,OLMo-7B-instruct,1016,+6/-9,6494,Allen AI,Apache-2.0,2024/2,https://huggingface.co/allenai/OLMo-7B-Instruct +119,Mistral-7B-Instruct-v0.1,1008,+5/-6,9134,Mistral,Apache 2.0,2023/9,https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1 +120,Vicuna-7B,1005,+7/-7,7019,LMSYS,Llama 2 Community,2023/7,https://huggingface.co/lmsys/vicuna-7b-v1.5 +120,PaLM-Chat-Bison-001,1004,+7/-8,8742,Google,Proprietary,2021/6,https://cloud.google.com/vertex-ai/docs/generative-ai/learn/models#foundation_models +123,Gemma-2b-it,989,+9/-8,4917,Google,Gemma license,2024/2,https://huggingface.co/google/gemma-2b-it +125,Qwen1.5-4B-Chat,988,+7/-6,7802,Alibaba,Qianwen LICENSE,2024/2,https://qwenlm.github.io/blog/qwen1.5/ +127,Koala-13B,965,+9/-8,7034,UC Berkeley,Non-commercial,2023/4,https://bair.berkeley.edu/blog/2023/04/03/koala/ +127,ChatGLM3-6B,956,+9/-11,4763,Tsinghua,Apache-2.0,2023/10,https://huggingface.co/THUDM/chatglm3-6b +128,GPT4All-13B-Snoozy,932,+14/-13,1786,Nomic AI,Non-commercial,2023/3,https://huggingface.co/nomic-ai/gpt4all-13b-snoozy +129,MPT-7B-Chat,928,+9/-8,4015,MosaicML,CC-BY-NC-SA-4.0,2023/5,https://huggingface.co/mosaicml/mpt-7b-chat +129,ChatGLM2-6B,924,+9/-13,2707,Tsinghua,Apache-2.0,2023/6,https://huggingface.co/THUDM/chatglm2-6b +129,RWKV-4-Raven-14B,922,+9/-10,4933,RWKV,Apache 2.0,2023/4,https://huggingface.co/BlinkDL/rwkv-4-raven +133,Alpaca-13B,902,+8/-8,5870,Stanford,Non-commercial,2023/3,https://crfm.stanford.edu/2023/03/13/alpaca.html +133,OpenAssistant-Pythia-12B,893,+9/-8,6378,OpenAssistant,Apache 2.0,2023/4,https://huggingface.co/OpenAssistant/oasst-sft-4-pythia-12b-epoch-3.5 +134,ChatGLM-6B,879,+9/-9,4995,Tsinghua,Non-commercial,2023/3,https://huggingface.co/THUDM/chatglm-6b +135,FastChat-T5-3B,868,+11/-10,4299,LMSYS,Apache 2.0,2023/4,https://huggingface.co/lmsys/fastchat-t5-3b-v1.0 +137,StableLM-Tuned-Alpha-7B,840,+11/-11,3337,Stability AI,CC-BY-NC-SA-4.0,2023/4,https://huggingface.co/stabilityai/stablelm-tuned-alpha-7b +137,Dolly-V2-12B,822,+12/-11,3486,Databricks,MIT,2023/4,https://huggingface.co/databricks/dolly-v2-12b +139,LLaMA-13B,799,+10/-14,2444,Meta,Non-commercial,2023/2,https://arxiv.org/abs/2302.13971 diff --git a/csv/merged.csv b/csv/merged.csv index 40bfb55..18a1cef 100644 --- a/csv/merged.csv +++ b/csv/merged.csv @@ -1,56 +1,56 @@ key,t,model.x,average,arc,hellaswag,mmlu,truthfulqa,winogrande,gsm8k,type,architecture,weight_type,precision,merged,hub_license,params_b,hub_hearts,available_on_the_hub,model_sha,flagged,moe,date,fullname,url.x,rank,model.y,arena_score,95_pct_ci,votes,organization,license,knowledge_cutoff,url.y -deepseek-llm-67b-chat,💬,deepseek-ai/deepseek-llm-67b-chat,71.79,67.75,86.82,72.42,55.85,84.21,63.68,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,other,67,168,TRUE,79648bef7658bb824e4630740f6e1484c1b0620b,TRUE,TRUE,2023-12-01T07:45:30Z,deepseek-ai/deepseek-llm-67b-chat,https://huggingface.co/deepseek-ai/deepseek-llm-67b-chat,87,DeepSeek-LLM-67B-Chat,1077,+9/-7,4980,DeepSeek AI,DeepSeek License,2023/11,https://huggingface.co/deepseek-ai/deepseek-llm-67b-chat -deepseek-llm-67b-chat,🔶,deepseek-ai/deepseek-llm-67b-chat,71.52,67.75,86.8,72.19,55.83,84.21,62.32,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,other,67,168,TRUE,79648bef7658bb824e4630740f6e1484c1b0620b,TRUE,TRUE,2024-01-19T19:12:01Z,deepseek-ai/deepseek-llm-67b-chat,https://huggingface.co/deepseek-ai/deepseek-llm-67b-chat,87,DeepSeek-LLM-67B-Chat,1077,+9/-7,4980,DeepSeek AI,DeepSeek License,2023/11,https://huggingface.co/deepseek-ai/deepseek-llm-67b-chat -dolly-v2-12b,🔶,databricks/dolly-v2-12b,39.46,42.41,72.53,25.92,33.83,60.85,1.21,🔶 fine-tuned on domain-specific datasets,GPTNeoXForCausalLM,Original,float16,TRUE,mit,12,1943,TRUE,19308160448536e378e3db21a73a751579ee7fdd,TRUE,TRUE,2023-09-09T10:52:17Z,databricks/dolly-v2-12b,https://huggingface.co/databricks/dolly-v2-12b,135,Dolly-V2-12B,822,+13/-8,3485,Databricks,MIT,2023/4,https://huggingface.co/databricks/dolly-v2-12b -dolphin-2.2.1-mistral-7b,🔶,cognitivecomputations/dolphin-2.2.1-mistral-7b,65.01,63.23,83.8,63.16,53.14,78.61,48.14,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,187,TRUE,2022924c0bb13588308d429e0b7f51568c07629c,TRUE,TRUE,2023-12-30T19:55:50Z,cognitivecomputations/dolphin-2.2.1-mistral-7b,https://huggingface.co/cognitivecomputations/dolphin-2.2.1-mistral-7b,90,Dolphin-2.2.1-Mistral-7B,1063,+10/-14,1714,Cognitive Computations,Apache-2.0,2023/10,https://huggingface.co/ehartford/dolphin-2.2.1-mistral-7b -dolphin-2.2.1-mistral-7b,🔶,ehartford/dolphin-2.2.1-mistral-7b,64.93,63.31,83.76,63.17,53.11,78.14,48.07,🔶 fine-tuned on domain-specific datasets,Unknown,Original,bfloat16,TRUE,"",7,0,FALSE,001b48e9aebffb395c698af47b6b48364cc3cbe8,TRUE,TRUE,2023-12-02T05:25:26Z,ehartford/dolphin-2.2.1-mistral-7b,https://huggingface.co/ehartford/dolphin-2.2.1-mistral-7b,90,Dolphin-2.2.1-Mistral-7B,1063,+10/-14,1714,Cognitive Computations,Apache-2.0,2023/10,https://huggingface.co/ehartford/dolphin-2.2.1-mistral-7b -dolphin-2.2.1-mistral-7b,🔶,ehartford/dolphin-2.2.1-mistral-7b,60.54,63.48,83.86,63.28,53.17,78.37,21.08,🔶 fine-tuned on domain-specific datasets,Unknown,Original,float16,TRUE,"",7,0,FALSE,001b48e9aebffb395c698af47b6b48364cc3cbe8,TRUE,TRUE,2023-11-15T20:44:49Z,ehartford/dolphin-2.2.1-mistral-7b,https://huggingface.co/ehartford/dolphin-2.2.1-mistral-7b,90,Dolphin-2.2.1-Mistral-7B,1063,+10/-14,1714,Cognitive Computations,Apache-2.0,2023/10,https://huggingface.co/ehartford/dolphin-2.2.1-mistral-7b -gemma-1.1-7b-it,💬,google/gemma-1.1-7b-it,60.09,60.07,76.14,60.92,50.74,69.69,42.99,"💬 chat models (RLHF, DPO, IFT, ...)",GemmaForCausalLM,Original,float16,TRUE,gemma,8,251,TRUE,689f62a7dfc06893ea915ca75f1cd26825c76146,TRUE,TRUE,2024-04-11T19:11:38Z,google/gemma-1.1-7b-it,https://huggingface.co/google/gemma-1.1-7b-it,85,Gemma-1.1-7b-it,1084,+4/-3,25070,Google,Gemma license,2024/2,https://huggingface.co/google/gemma-1.1-7b-it -gemma-1.1-7b-it,💬,OpenModels4all/gemma-1.1-7b-it,59.78,59.98,76.21,60.39,50.4,69.93,41.77,"💬 chat models (RLHF, DPO, IFT, ...)",GemmaForCausalLM,Original,bfloat16,TRUE,gemma,8,3,TRUE,484670e31c44eededf8c64064eb0207e7af4a2b3,TRUE,TRUE,2024-04-09T09:05:33Z,OpenModels4all/gemma-1.1-7b-it,https://huggingface.co/OpenModels4all/gemma-1.1-7b-it,85,Gemma-1.1-7b-it,1084,+4/-3,25070,Google,Gemma license,2024/2,https://huggingface.co/google/gemma-1.1-7b-it -gemma-2b-it,🔶,google/gemma-2b-it,42.75,43.94,62.7,37.65,45.82,60.93,5.46,🔶 fine-tuned on domain-specific datasets,GemmaForCausalLM,Original,float16,TRUE,gemma,2,566,TRUE,9642e777f24fde593d204a9b2471dce33334e64a,TRUE,TRUE,2024-02-22T13:13:54Z,google/gemma-2b-it,https://huggingface.co/google/gemma-2b-it,121,Gemma-2b-it,989,+9/-7,4919,Google,Gemma license,2024/2,https://huggingface.co/google/gemma-2b-it -gemma-7b-it,🔶,google/gemma-7b-it,53.56,51.45,71.96,53.52,47.29,67.96,29.19,🔶 fine-tuned on domain-specific datasets,GemmaForCausalLM,Original,float16,TRUE,gemma,8,1099,TRUE,dec4b13d574762bd36f0a1b75541439bd852b2e8,TRUE,TRUE,2024-02-22T13:13:37Z,google/gemma-7b-it,https://huggingface.co/google/gemma-7b-it,105,Gemma-7b-it,1038,+6/-6,9176,Google,Gemma license,2024/2,https://huggingface.co/google/gemma-7b-it -llama-13b,🟢,huggingface/llama-13b,51.36,56.23,80.93,47.67,39.48,76.24,7.58,🟢 pretrained,LlamaForCausalLM,Original,float16,TRUE,other,13,0,FALSE,4022c52fcc7473ce7364bb5ac166195903ea1efb,TRUE,TRUE,2023-10-16T12:48:18Z,huggingface/llama-13b,https://huggingface.co/huggingface/llama-13b,137,LLaMA-13B,799,+14/-10,2443,Meta,Non-commercial,2023/2,https://arxiv.org/abs/2302.13971 -llama-13b,🟢,huggyllama/llama-13b,51.33,56.14,80.92,47.61,39.48,76.24,7.58,🟢 pretrained,LlamaForCausalLM,Original,float16,TRUE,other,13,137,TRUE,bf57045473f207bb1de1ed035ace226f4d9f9bba,TRUE,TRUE,2023-09-09T10:52:17Z,huggyllama/llama-13b,https://huggingface.co/huggyllama/llama-13b,137,LLaMA-13B,799,+14/-10,2443,Meta,Non-commercial,2023/2,https://arxiv.org/abs/2302.13971 -mistral-7b-instruct-v0.1,💬,mistralai/Mistral-7B-Instruct-v0.1,54.96,54.52,75.63,55.38,56.28,73.72,14.25,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,float16,TRUE,apache-2.0,7,1456,TRUE,7961f5aa9b736bf8e364b2e6f201190f97a27931,TRUE,TRUE,2023-10-16T12:48:18Z,mistralai/Mistral-7B-Instruct-v0.1,https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1,118,Mistral-7B-Instruct-v0.1,1008,+7/-7,9138,Mistral,Apache 2.0,2023/9,https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1 -mistral-7b-instruct-v0.2,💬,mistralai/Mistral-7B-Instruct-v0.2,65.71,63.14,84.88,60.78,68.26,77.19,40.03,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,2382,TRUE,c72e5d1908b1e2929ec8fc4c8820e9706af1f80f,TRUE,TRUE,2023-12-11T20:10:06Z,mistralai/Mistral-7B-Instruct-v0.2,https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2,89,Mistral-7B-Instruct-v0.2,1072,+4/-5,20062,Mistral,Apache-2.0,2023/12,https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2 -mistral-7b-instruct-v0.2,💬,dfurman/Mistral-7B-Instruct-v0.2,61.79,60.15,82.79,60.07,56.06,76.87,34.8,"💬 chat models (RLHF, DPO, IFT, ...)",?,Adapter,float16,TRUE,apache-2.0,7,5,TRUE,322faff8bb0c72b772762de7635f5aea9864a24a,TRUE,TRUE,2024-01-02T17:44:20Z,dfurman/Mistral-7B-Instruct-v0.2,https://huggingface.co/dfurman/Mistral-7B-Instruct-v0.2,89,Mistral-7B-Instruct-v0.2,1072,+4/-5,20062,Mistral,Apache-2.0,2023/12,https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2 -mixtral-8x22b-instruct-v0.1,💬,mistralai/Mixtral-8x22B-Instruct-v0.1,79.15,72.7,89.08,77.77,68.14,85.16,82.03,"💬 chat models (RLHF, DPO, IFT, ...)",MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,140,613,TRUE,eb69dca9c68bbdcffd5f522f632d5c04ab6c65b3,TRUE,FALSE,2024-04-17T15:30:22Z,mistralai/Mixtral-8x22B-Instruct-v0.1,https://huggingface.co/mistralai/Mixtral-8x22B-Instruct-v0.1,55,Mixtral-8x22b-Instruct-v0.1,1147,+3/-3,53121,Mistral,Apache 2.0,2024/4,https://mistral.ai/news/mixtral-8x22b/ -mixtral-8x7b-instruct-v0.1,🔶,mistralai/Mixtral-8x7B-Instruct-v0.1,72.7,70.14,87.55,71.4,64.98,81.06,61.11,🔶 fine-tuned on domain-specific datasets,MixtralForCausalLM,Original,float16,TRUE,apache-2.0,46,3920,TRUE,125c431e2ff41a156b9f9076f744d2f35dd6e67a,TRUE,FALSE,2024-01-01T02:10:03Z,mistralai/Mixtral-8x7B-Instruct-v0.1,https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1,72,Mixtral-8x7b-Instruct-v0.1,1114,+0/-0,76109,Mistral,Apache 2.0,2023/12,https://mistral.ai/news/mixtral-of-experts/ -mixtral-8x7b-instruct-v0.1,💬,mistralai/Mixtral-8x7B-Instruct-v0.1,72.62,70.22,87.63,71.16,64.58,81.37,60.73,"💬 chat models (RLHF, DPO, IFT, ...)",MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,46,3920,TRUE,3de0408ae8b591d9ac516a2384925dd98ebc66f4,TRUE,FALSE,2023-12-11T12:54:17Z,mistralai/Mixtral-8x7B-Instruct-v0.1,https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1,72,Mixtral-8x7b-Instruct-v0.1,1114,+0/-0,76109,Mistral,Apache 2.0,2023/12,https://mistral.ai/news/mixtral-of-experts/ -mpt-30b-chat,🔶,mosaicml/mpt-30b-chat,55.38,58.7,82.54,51.16,52.42,75.3,12.13,🔶 fine-tuned on domain-specific datasets,MPTForCausalLM,Original,float16,TRUE,cc-by-nc-sa-4.0,30,199,TRUE,54f33278a04aa4e612bca482b82f801ab658e890,TRUE,TRUE,2023-09-09T10:52:17Z,mosaicml/mpt-30b-chat,https://huggingface.co/mosaicml/mpt-30b-chat,101,MPT-30B-chat,1046,+13/-13,2649,MosaicML,CC-BY-NC-SA-4.0,2023/6,https://huggingface.co/mosaicml/mpt-30b-chat -mpt-7b-chat,🔶,mosaicml/mpt-7b-chat,45.39,46.5,75.51,37.62,40.16,68.43,4.09,🔶 fine-tuned on domain-specific datasets,MPTForCausalLM,Original,float16,TRUE,cc-by-nc-sa-4.0,7,513,TRUE,64e5c9c9fb53a8e89690c2dee75a5add37f7113e,TRUE,TRUE,2023-09-09T10:52:17Z,mosaicml/mpt-7b-chat,https://huggingface.co/mosaicml/mpt-7b-chat,127,MPT-7B-Chat,928,+8/-8,4016,MosaicML,CC-BY-NC-SA-4.0,2023/5,https://huggingface.co/mosaicml/mpt-7b-chat -nous-hermes-2-mixtral-8x7b-dpo,🔶,NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO,73.35,71.08,87.29,72.17,54.83,83.11,71.65,🔶 fine-tuned on domain-specific datasets,MixtralForCausalLM,Original,float16,TRUE,apache-2.0,46,383,TRUE,566cdea53950f86eb51dae62812c29e79405cffe,TRUE,FALSE,2024-01-22T08:41:28Z,NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO,https://huggingface.co/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO,82,Nous-Hermes-2-Mixtral-8x7B-DPO,1085,+10/-9,3841,NousResearch,Apache-2.0,2024/1,https://huggingface.co/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO -nous-hermes-2-mixtral-8x7b-dpo,?,NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO,73.12,71.42,87.21,72.28,54.53,82.64,70.66,"",MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,46,383,TRUE,6ba531f1aec62375bf94ad9c7bb064953c4e9868,TRUE,FALSE,2024-06-09T15:01:07Z,NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO,https://huggingface.co/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO,82,Nous-Hermes-2-Mixtral-8x7B-DPO,1085,+10/-9,3841,NousResearch,Apache-2.0,2024/1,https://huggingface.co/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO -openchat-3.5-0106,💬,openchat/openchat-3.5-0106,69.3,66.04,82.93,65.04,51.9,81.77,68.16,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,341,TRUE,9619fb7d2a8e25fa6b0633c0f57f7f4aa79b45c4,TRUE,TRUE,2024-01-10T09:45:30Z,openchat/openchat-3.5-0106,https://huggingface.co/openchat/openchat-3.5-0106,81,OpenChat-3.5-0106,1092,+5/-5,12979,OpenChat,Apache-2.0,2024/1,https://huggingface.co/openchat/openchat-3.5-0106 -openhermes-2.5-mistral-7b,🔶,teknium/OpenHermes-2.5-Mistral-7B,61.52,64.93,84.18,63.64,52.24,78.06,26.08,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,787,TRUE,2a54cad766bc90828354db5c4199795aecfd0df1,TRUE,TRUE,2023-11-17T19:50:31Z,teknium/OpenHermes-2.5-Mistral-7B,https://huggingface.co/teknium/OpenHermes-2.5-Mistral-7B,87,OpenHermes-2.5-Mistral-7b,1075,+8/-7,5089,NousResearch,Apache-2.0,2023/11,https://huggingface.co/teknium/OpenHermes-2.5-Mistral-7B -openhermes-2.5-mistral-7b,🔶,teknium/OpenHermes-2.5-Mistral-7B,61.45,64.93,84.3,63.82,52.31,77.9,25.47,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,apache-2.0,7,787,TRUE,2a54cad766bc90828354db5c4199795aecfd0df1,TRUE,TRUE,2023-11-14T15:14:43Z,teknium/OpenHermes-2.5-Mistral-7B,https://huggingface.co/teknium/OpenHermes-2.5-Mistral-7B,87,OpenHermes-2.5-Mistral-7b,1075,+8/-7,5089,NousResearch,Apache-2.0,2023/11,https://huggingface.co/teknium/OpenHermes-2.5-Mistral-7B -phi-3-medium-4k-instruct,🟢,unsloth/Phi-3-medium-4k-instruct,73.57,67.06,85.69,77.85,57.75,72.85,80.21,🟢 pretrained,MistralForCausalLM,Original,bfloat16,TRUE,mit,13,23,TRUE,1099cff4ded0cc74fb38a90951c4e21865cddd73,TRUE,TRUE,2024-05-28T06:35:31Z,unsloth/Phi-3-medium-4k-instruct,https://huggingface.co/unsloth/Phi-3-medium-4k-instruct,64,Phi-3-Medium-4k-Instruct,1123,+3/-3,25396,Microsoft,MIT,2023/10,https://huggingface.co/microsoft/Phi-3-medium-4k-instruct -phi-3-medium-4k-instruct,🔶,microsoft/Phi-3-medium-4k-instruct,73.45,67.32,85.76,77.83,57.71,72.69,79.38,🔶 fine-tuned on domain-specific datasets,Phi3ForCausalLM,Original,bfloat16,TRUE,mit,13,136,TRUE,d27c49ed6abea9167240288dceb4ab6bca855293,TRUE,FALSE,2024-05-27T15:40:50Z,microsoft/Phi-3-medium-4k-instruct,https://huggingface.co/microsoft/Phi-3-medium-4k-instruct,64,Phi-3-Medium-4k-Instruct,1123,+3/-3,25396,Microsoft,MIT,2023/10,https://huggingface.co/microsoft/Phi-3-medium-4k-instruct -phi-3-mini-128k-instruct,💬,microsoft/Phi-3-mini-128k-instruct,68.07,63.14,80.09,68.7,54.12,72.85,69.52,"💬 chat models (RLHF, DPO, IFT, ...)",Unknown,Original,float16,TRUE,mit,3,1355,TRUE,ebee18c488086b396dde649f2aa6548b9b8d2404,TRUE,FALSE,2024-04-25T13:14:03Z,microsoft/Phi-3-mini-128k-instruct,https://huggingface.co/microsoft/Phi-3-mini-128k-instruct,105,Phi-3-Mini-128k-Instruct,1037,+4/-4,21602,Microsoft,MIT,2023/10,https://azure.microsoft.com/en-us/blog/introducing-phi-3-redefining-whats-possible-with-slms/ -phi-3-mini-4k-instruct,💬,microsoft/Phi-3-mini-4k-instruct,69.91,62.97,80.6,69.08,59.88,72.38,74.53,"💬 chat models (RLHF, DPO, IFT, ...)",Unknown,Original,float16,TRUE,mit,3,724,TRUE,b86bcaf57ea4dfdec5dbe12a377028b2fab0d480,TRUE,FALSE,2024-04-26T08:51:19Z,microsoft/Phi-3-mini-4k-instruct,https://huggingface.co/microsoft/Phi-3-mini-4k-instruct,92,Phi-3-Mini-4k-Instruct,1066,+5/-4,21108,Microsoft,MIT,2023/10,https://huggingface.co/microsoft/Phi-3-mini-4k-instruct -phi-3-mini-4k-instruct,🟢,unsloth/Phi-3-mini-4k-instruct,69.86,62.97,80.61,69.08,59.88,72.69,73.92,🟢 pretrained,MistralForCausalLM,Original,bfloat16,TRUE,mit,3,27,TRUE,4caf5ac193b82d28dea55dcbb22aa51d2a3be453,TRUE,TRUE,2024-05-11T07:51:45Z,unsloth/Phi-3-mini-4k-instruct,https://huggingface.co/unsloth/Phi-3-mini-4k-instruct,92,Phi-3-Mini-4k-Instruct,1066,+5/-4,21108,Microsoft,MIT,2023/10,https://huggingface.co/microsoft/Phi-3-mini-4k-instruct -qwen1.5-110b-chat,💬,Qwen/Qwen1.5-110B-Chat,68.01,72.01,84.67,78.04,65.86,77.35,30.1,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,110,117,TRUE,5e04700b8091f10a98f1fe0b20c48c10d195ef5f,TRUE,FALSE,2024-04-29T12:55:18Z,Qwen/Qwen1.5-110B-Chat,https://huggingface.co/Qwen/Qwen1.5-110B-Chat,47,Qwen1.5-110B-Chat,1161,+5/-3,27457,Alibaba,Qianwen LICENSE,2024/4,https://qwenlm.github.io/blog/qwen1.5-110b/ -qwen1.5-14b-chat,🔶,Qwen/Qwen1.5-14B-Chat,62.37,58.79,82.33,68.52,60.38,73.32,30.86,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,float16,TRUE,other,14,99,TRUE,17e11c306ed235e970c9bb8e5f7233527140cdcf,TRUE,FALSE,2024-03-01T12:30:06Z,Qwen/Qwen1.5-14B-Chat,https://huggingface.co/Qwen/Qwen1.5-14B-Chat,73,Qwen1.5-14B-Chat,1109,+5/-5,18665,Alibaba,Qianwen LICENSE,2024/2,https://qwenlm.github.io/blog/qwen1.5/ -qwen1.5-14b-chat,💬,Qwen/Qwen1.5-14B-Chat,62.27,58.7,82.27,68.57,60.36,73.09,30.63,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,14,99,TRUE,9492b22871f43e975435455f5c616c77fe7a50ec,TRUE,FALSE,2024-05-16T07:47:25Z,Qwen/Qwen1.5-14B-Chat,https://huggingface.co/Qwen/Qwen1.5-14B-Chat,73,Qwen1.5-14B-Chat,1109,+5/-5,18665,Alibaba,Qianwen LICENSE,2024/2,https://qwenlm.github.io/blog/qwen1.5/ -qwen1.5-32b-chat,💬,Qwen/Qwen1.5-32B-Chat,62.95,66.04,85.49,74.99,66.95,77.19,7.05,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,32,102,TRUE,0b1785d88bbe93aa90a8a19da8af78eccbf010a6,TRUE,TRUE,2024-04-05T21:01:12Z,Qwen/Qwen1.5-32B-Chat,https://huggingface.co/Qwen/Qwen1.5-32B-Chat,62,Qwen1.5-32B-Chat,1125,+4/-4,22751,Alibaba,Qianwen LICENSE,2024/2,https://qwenlm.github.io/blog/qwen1.5-32b/ -qwen1.5-4b-chat,💬,Qwen/Qwen1.5-4B-Chat,46.79,43.26,69.73,55.55,44.79,64.96,2.43,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,float16,TRUE,other,3,34,TRUE,15bf46b13b1e6b6dd18ff7fa3242af406cc7e791,TRUE,FALSE,2024-02-12T17:13:33Z,Qwen/Qwen1.5-4B-Chat,https://huggingface.co/Qwen/Qwen1.5-4B-Chat,123,Qwen1.5-4B-Chat,989,+8/-6,7803,Alibaba,Qianwen LICENSE,2024/2,https://qwenlm.github.io/blog/qwen1.5/ -qwen1.5-72b-chat,💬,Qwen/Qwen1.5-72B-Chat,65.98,68.26,86.47,77.46,63.84,78.93,20.92,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,214,TRUE,bc11a298a0c6a5cd737064db62c6ad20ec6331be,TRUE,FALSE,2024-02-17T04:34:39Z,Qwen/Qwen1.5-72B-Chat,https://huggingface.co/Qwen/Qwen1.5-72B-Chat,55,Qwen1.5-72B-Chat,1147,+3/-3,40628,Alibaba,Qianwen LICENSE,2024/2,https://qwenlm.github.io/blog/qwen1.5/ -qwen1.5-72b-chat,💬,Qwen/Qwen1.5-72B-Chat,65.96,68.52,86.42,77.44,63.9,79.08,20.39,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,float16,TRUE,other,72,214,TRUE,1a6ccc1215278f962c794b1848c710c29ef4053d,TRUE,FALSE,2024-03-07T14:52:34Z,Qwen/Qwen1.5-72B-Chat,https://huggingface.co/Qwen/Qwen1.5-72B-Chat,55,Qwen1.5-72B-Chat,1147,+3/-3,40628,Alibaba,Qianwen LICENSE,2024/2,https://qwenlm.github.io/blog/qwen1.5/ -qwen1.5-7b-chat,💬,Qwen/Qwen1.5-7B-Chat,55.15,55.89,78.56,61.65,53.54,67.72,13.57,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,float16,TRUE,other,7,153,TRUE,0addb6bfd79e59bce8f61ed60cdafd906c04d447,TRUE,FALSE,2024-02-12T17:13:18Z,Qwen/Qwen1.5-7B-Chat,https://huggingface.co/Qwen/Qwen1.5-7B-Chat,89,Qwen1.5-7B-Chat,1070,+8/-7,4865,Alibaba,Qianwen LICENSE,2024/2,https://qwenlm.github.io/blog/qwen1.5/ -qwen1.5-7b-chat,💬,Qwen/Qwen1.5-7B-Chat,55.13,55.89,78.56,61.7,53.65,67.8,13.19,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,7,153,TRUE,0addb6bfd79e59bce8f61ed60cdafd906c04d447,TRUE,FALSE,2024-02-18T04:43:41Z,Qwen/Qwen1.5-7B-Chat,https://huggingface.co/Qwen/Qwen1.5-7B-Chat,89,Qwen1.5-7B-Chat,1070,+8/-7,4865,Alibaba,Qianwen LICENSE,2024/2,https://qwenlm.github.io/blog/qwen1.5/ -solar-10.7b-instruct-v1.0,?,upstage/SOLAR-10.7B-Instruct-v1.0,74.2,71.08,88.16,66.21,71.43,83.58,64.75,"",LlamaForCausalLM,Original,float16,TRUE,cc-by-nc-4.0,10,591,TRUE,d3167df97a44b8632538b32ee8cd887893ea1435,TRUE,FALSE,2024-06-09T15:01:03Z,upstage/SOLAR-10.7B-Instruct-v1.0,https://huggingface.co/upstage/SOLAR-10.7B-Instruct-v1.0,92,SOLAR-10.7B-Instruct-v1.0,1062,+9/-8,4290,Upstage AI,CC-BY-NC-4.0,2023/11,https://huggingface.co/upstage/SOLAR-10.7B-Instruct-v1.0 -stablelm-tuned-alpha-7b,🔶,stabilityai/stablelm-tuned-alpha-7b,34.04,31.91,53.59,24.41,40.37,53.12,0.83,🔶 fine-tuned on domain-specific datasets,GPTNeoXForCausalLM,Original,float16,TRUE,cc-by-nc-sa-4.0,7,359,TRUE,25071b093c15c0d1cb2b2876c6deb621b764fcf5,TRUE,TRUE,2023-09-09T10:52:17Z,stabilityai/stablelm-tuned-alpha-7b,https://huggingface.co/stabilityai/stablelm-tuned-alpha-7b,135,StableLM-Tuned-Alpha-7B,840,+12/-9,3336,Stability AI,CC-BY-NC-SA-4.0,2023/4,https://huggingface.co/stabilityai/stablelm-tuned-alpha-7b -starling-lm-7b-alpha,🔶,berkeley-nest/Starling-LM-7B-alpha,67.13,63.82,84.9,64.67,46.39,80.58,62.4,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,apache-2.0,7,551,TRUE,f721e85293598f2ef774e483ae95343e39811577,FALSE,TRUE,2023-11-30T20:12:15Z,berkeley-nest/Starling-LM-7B-alpha,https://huggingface.co/berkeley-nest/Starling-LM-7B-alpha,82,Starling-LM-7B-alpha,1088,+6/-6,10417,UC Berkeley,CC-BY-NC-4.0,2023/11,https://huggingface.co/berkeley-nest/Starling-LM-7B-alpha -starling-lm-7b-alpha,🔶,berkeley-nest/Starling-LM-7B-alpha,67.05,63.65,84.87,64.7,46.32,80.43,62.32,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,551,TRUE,76e60ca9807f55acd8eff3ec7ae022c5fbdf1e0e,FALSE,TRUE,2023-11-28T06:48:55Z,berkeley-nest/Starling-LM-7B-alpha,https://huggingface.co/berkeley-nest/Starling-LM-7B-alpha,82,Starling-LM-7B-alpha,1088,+6/-6,10417,UC Berkeley,CC-BY-NC-4.0,2023/11,https://huggingface.co/berkeley-nest/Starling-LM-7B-alpha -starling-lm-7b-beta,💬,Nexusflow/Starling-LM-7B-beta,69.88,67.24,83.47,65.14,55.47,81.29,66.64,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,326,TRUE,ee26b7c2cf9db00e1d9a92c9989d5b2a0b891dbd,TRUE,TRUE,2024-03-23T21:12:48Z,Nexusflow/Starling-LM-7B-beta,https://huggingface.co/Nexusflow/Starling-LM-7B-beta,65,Starling-LM-7B-beta,1119,+4/-3,16653,Nexusflow,Apache-2.0,2024/3,https://huggingface.co/Nexusflow/Starling-LM-7B-beta -tulu-2-dpo-70b,💬,allenai/tulu-2-dpo-70b,73.77,72.1,88.99,69.84,65.78,83.27,62.62,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,other,68,146,TRUE,0ab5c875f0070d5aee8d36bc55f41de440a13f02,TRUE,TRUE,2024-02-01T13:38:05Z,allenai/tulu-2-dpo-70b,https://huggingface.co/allenai/tulu-2-dpo-70b,75,Tulu-2-DPO-70B,1099,+6/-7,6658,AllenAI/UW,AI2 ImpACT Low-risk,2023/11,https://huggingface.co/allenai/tulu-2-dpo-70b -vicuna-13b,🔶,eachadea/vicuna-13b,52.3,51.71,79.94,50.84,52.68,71.03,7.58,🔶 fine-tuned on domain-specific datasets,Unknown,Original,float16,TRUE,"",12,0,FALSE,ac4218770a58baaaaf25201076fe082abb6ffd13,TRUE,TRUE,2023-10-16T12:46:18Z,eachadea/vicuna-13b,https://huggingface.co/eachadea/vicuna-13b,105,Vicuna-13B,1042,+4/-4,19789,LMSYS,Llama 2 Community,2023/7,https://huggingface.co/lmsys/vicuna-13b-v1.5 -wizardlm-13b-v1.2,🔶,WizardLM/WizardLM-13B-V1.2,54.76,59.04,82.21,54.64,47.27,71.9,13.5,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,"",13,0,FALSE,6760d0c07ffdc2405295ed7a29437cf4dc414bac,TRUE,TRUE,2023-09-09T10:52:17Z,WizardLM/WizardLM-13B-V1.2,https://huggingface.co/WizardLM/WizardLM-13B-V1.2,96,WizardLM-13b-v1.2,1059,+6/-6,7186,Microsoft,Llama 2 Community,2023/7,https://huggingface.co/WizardLM/WizardLM-13B-V1.2 -wizardlm-70b-v1.0,💬,WizardLM/WizardLM-70B-V1.0,61.25,65.44,84.41,64.05,54.81,80.82,17.97,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,4bit,TRUE,"",70,0,FALSE,6dae38060d70b82dcfe787a612d04aaf0adf0738,TRUE,TRUE,2023-09-09T10:52:17Z,WizardLM/WizardLM-70B-V1.0,https://huggingface.co/WizardLM/WizardLM-70B-V1.0,73,WizardLM-70B-v1.0,1106,+6/-5,8389,Microsoft,Llama 2 Community,2023/8,https://huggingface.co/WizardLM/WizardLM-70B-V1.0 -yi-1.5-34b-chat,?,01-ai/Yi-1.5-34B-Chat,74.82,70.48,85.97,77.08,62.16,81.61,71.65,"",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,34,180,TRUE,fa695ee438bfcd0ec2b378fa1c7e0dea1b40393e,TRUE,TRUE,2024-06-09T15:02:51Z,01-ai/Yi-1.5-34B-Chat,https://huggingface.co/01-ai/Yi-1.5-34B-Chat,50,Yi-1.5-34B-Chat,1157,+3/-4,25161,01 AI,Apache-2.0,2024/5,https://huggingface.co/01-ai/Yi-1.5-34B-Chat -yi-34b-chat,💬,01-ai/Yi-34B-Chat,65.32,65.44,84.16,74.9,55.37,80.11,31.92,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,34,332,TRUE,a99ec35331cbfc9da596af7d4538fe2efecff03c,TRUE,FALSE,2023-12-04T08:52:11Z,01-ai/Yi-34B-Chat,https://huggingface.co/01-ai/Yi-34B-Chat,69,Yi-34B-Chat,1111,+6/-5,15933,01 AI,Yi License,2023/6,https://huggingface.co/01-ai/Yi-34B-Chat -yi-34b-chat,💬,01-ai/Yi-34B-Chat,63.17,65.1,84.08,74.87,55.41,79.79,19.79,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,apache-2.0,34,332,TRUE,a99ec35331cbfc9da596af7d4538fe2efecff03c,TRUE,FALSE,2023-11-23T10:23:14Z,01-ai/Yi-34B-Chat,https://huggingface.co/01-ai/Yi-34B-Chat,69,Yi-34B-Chat,1111,+6/-5,15933,01 AI,Yi License,2023/6,https://huggingface.co/01-ai/Yi-34B-Chat -zephyr-7b-alpha,🔶,HuggingFaceH4/zephyr-7b-alpha,59.5,61.01,84.04,61.39,57.9,78.61,14.03,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,mit,7,1085,TRUE,2cd2cd16a6ab22585d643cf264fac73b18e7852a,TRUE,TRUE,2023-10-16T12:48:18Z,HuggingFaceH4/zephyr-7b-alpha,https://huggingface.co/HuggingFaceH4/zephyr-7b-alpha,101,Zephyr-7b-alpha,1041,+14/-15,1815,HuggingFace,MIT,2023/10,https://huggingface.co/HuggingFaceH4/zephyr-7b-alpha -zephyr-7b-beta,🔶,HuggingFaceH4/zephyr-7b-beta,61.95,62.03,84.36,61.07,57.45,77.74,29.04,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,mit,7,1493,TRUE,8af01af3d4f9dc9b962447180d6d0f8c5315da86,TRUE,TRUE,2023-11-16T02:50:49Z,HuggingFaceH4/zephyr-7b-beta,https://huggingface.co/HuggingFaceH4/zephyr-7b-beta,101,Zephyr-7b-beta,1053,+5/-6,11318,HuggingFace,MIT,2023/10,https://huggingface.co/HuggingFaceH4/zephyr-7b-beta -zephyr-7b-beta,🔶,HuggingFaceH4/zephyr-7b-beta,61.59,62.46,84.35,60.7,57.83,77.11,27.07,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,8bit,TRUE,mit,7,1493,TRUE,0f17b36adfbe7d86ea1c591a9efeeae17b313f48,TRUE,TRUE,2023-12-04T06:04:15Z,HuggingFaceH4/zephyr-7b-beta,https://huggingface.co/HuggingFaceH4/zephyr-7b-beta,101,Zephyr-7b-beta,1053,+5/-6,11318,HuggingFace,MIT,2023/10,https://huggingface.co/HuggingFaceH4/zephyr-7b-beta -zephyr-7b-beta,🔶,HuggingFaceH4/zephyr-7b-beta,59.08,62.03,84.53,61.06,57.44,78.06,11.37,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,mit,7,1493,TRUE,8af01af3d4f9dc9b962447180d6d0f8c5315da86,TRUE,TRUE,2023-11-16T02:50:38Z,HuggingFaceH4/zephyr-7b-beta,https://huggingface.co/HuggingFaceH4/zephyr-7b-beta,101,Zephyr-7b-beta,1053,+5/-6,11318,HuggingFace,MIT,2023/10,https://huggingface.co/HuggingFaceH4/zephyr-7b-beta +deepseek-llm-67b-chat,💬,deepseek-ai/deepseek-llm-67b-chat,71.79,67.75,86.82,72.42,55.85,84.21,63.68,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,other,67,168,TRUE,79648bef7658bb824e4630740f6e1484c1b0620b,TRUE,TRUE,2023-12-01T07:45:30Z,deepseek-ai/deepseek-llm-67b-chat,https://huggingface.co/deepseek-ai/deepseek-llm-67b-chat,87,DeepSeek-LLM-67B-Chat,1077,+10/-9,4979,DeepSeek AI,DeepSeek License,2023/11,https://huggingface.co/deepseek-ai/deepseek-llm-67b-chat +deepseek-llm-67b-chat,🔶,deepseek-ai/deepseek-llm-67b-chat,71.52,67.75,86.8,72.19,55.83,84.21,62.32,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,other,67,168,TRUE,79648bef7658bb824e4630740f6e1484c1b0620b,TRUE,TRUE,2024-01-19T19:12:01Z,deepseek-ai/deepseek-llm-67b-chat,https://huggingface.co/deepseek-ai/deepseek-llm-67b-chat,87,DeepSeek-LLM-67B-Chat,1077,+10/-9,4979,DeepSeek AI,DeepSeek License,2023/11,https://huggingface.co/deepseek-ai/deepseek-llm-67b-chat +dolly-v2-12b,🔶,databricks/dolly-v2-12b,39.46,42.41,72.53,25.92,33.83,60.85,1.21,🔶 fine-tuned on domain-specific datasets,GPTNeoXForCausalLM,Original,float16,TRUE,mit,12,1943,TRUE,19308160448536e378e3db21a73a751579ee7fdd,TRUE,TRUE,2023-09-09T10:52:17Z,databricks/dolly-v2-12b,https://huggingface.co/databricks/dolly-v2-12b,137,Dolly-V2-12B,822,+12/-11,3486,Databricks,MIT,2023/4,https://huggingface.co/databricks/dolly-v2-12b +dolphin-2.2.1-mistral-7b,🔶,cognitivecomputations/dolphin-2.2.1-mistral-7b,65.01,63.23,83.8,63.16,53.14,78.61,48.14,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,187,TRUE,2022924c0bb13588308d429e0b7f51568c07629c,TRUE,TRUE,2023-12-30T19:55:50Z,cognitivecomputations/dolphin-2.2.1-mistral-7b,https://huggingface.co/cognitivecomputations/dolphin-2.2.1-mistral-7b,92,Dolphin-2.2.1-Mistral-7B,1062,+11/-11,1714,Cognitive Computations,Apache-2.0,2023/10,https://huggingface.co/ehartford/dolphin-2.2.1-mistral-7b +dolphin-2.2.1-mistral-7b,🔶,ehartford/dolphin-2.2.1-mistral-7b,64.93,63.31,83.76,63.17,53.11,78.14,48.07,🔶 fine-tuned on domain-specific datasets,Unknown,Original,bfloat16,TRUE,"",7,0,FALSE,001b48e9aebffb395c698af47b6b48364cc3cbe8,TRUE,TRUE,2023-12-02T05:25:26Z,ehartford/dolphin-2.2.1-mistral-7b,https://huggingface.co/ehartford/dolphin-2.2.1-mistral-7b,92,Dolphin-2.2.1-Mistral-7B,1062,+11/-11,1714,Cognitive Computations,Apache-2.0,2023/10,https://huggingface.co/ehartford/dolphin-2.2.1-mistral-7b +dolphin-2.2.1-mistral-7b,🔶,ehartford/dolphin-2.2.1-mistral-7b,60.54,63.48,83.86,63.28,53.17,78.37,21.08,🔶 fine-tuned on domain-specific datasets,Unknown,Original,float16,TRUE,"",7,0,FALSE,001b48e9aebffb395c698af47b6b48364cc3cbe8,TRUE,TRUE,2023-11-15T20:44:49Z,ehartford/dolphin-2.2.1-mistral-7b,https://huggingface.co/ehartford/dolphin-2.2.1-mistral-7b,92,Dolphin-2.2.1-Mistral-7B,1062,+11/-11,1714,Cognitive Computations,Apache-2.0,2023/10,https://huggingface.co/ehartford/dolphin-2.2.1-mistral-7b +gemma-1.1-7b-it,💬,google/gemma-1.1-7b-it,60.09,60.07,76.14,60.92,50.74,69.69,42.99,"💬 chat models (RLHF, DPO, IFT, ...)",GemmaForCausalLM,Original,float16,TRUE,gemma,8,251,TRUE,689f62a7dfc06893ea915ca75f1cd26825c76146,TRUE,TRUE,2024-04-11T19:11:38Z,google/gemma-1.1-7b-it,https://huggingface.co/google/gemma-1.1-7b-it,86,Gemma-1.1-7b-it,1084,+4/-4,25060,Google,Gemma license,2024/2,https://huggingface.co/google/gemma-1.1-7b-it +gemma-1.1-7b-it,💬,OpenModels4all/gemma-1.1-7b-it,59.78,59.98,76.21,60.39,50.4,69.93,41.77,"💬 chat models (RLHF, DPO, IFT, ...)",GemmaForCausalLM,Original,bfloat16,TRUE,gemma,8,3,TRUE,484670e31c44eededf8c64064eb0207e7af4a2b3,TRUE,TRUE,2024-04-09T09:05:33Z,OpenModels4all/gemma-1.1-7b-it,https://huggingface.co/OpenModels4all/gemma-1.1-7b-it,86,Gemma-1.1-7b-it,1084,+4/-4,25060,Google,Gemma license,2024/2,https://huggingface.co/google/gemma-1.1-7b-it +gemma-2b-it,🔶,google/gemma-2b-it,42.75,43.94,62.7,37.65,45.82,60.93,5.46,🔶 fine-tuned on domain-specific datasets,GemmaForCausalLM,Original,float16,TRUE,gemma,2,566,TRUE,9642e777f24fde593d204a9b2471dce33334e64a,TRUE,TRUE,2024-02-22T13:13:54Z,google/gemma-2b-it,https://huggingface.co/google/gemma-2b-it,123,Gemma-2b-it,989,+9/-8,4917,Google,Gemma license,2024/2,https://huggingface.co/google/gemma-2b-it +gemma-7b-it,🔶,google/gemma-7b-it,53.56,51.45,71.96,53.52,47.29,67.96,29.19,🔶 fine-tuned on domain-specific datasets,GemmaForCausalLM,Original,float16,TRUE,gemma,8,1099,TRUE,dec4b13d574762bd36f0a1b75541439bd852b2e8,TRUE,TRUE,2024-02-22T13:13:37Z,google/gemma-7b-it,https://huggingface.co/google/gemma-7b-it,107,Gemma-7b-it,1038,+6/-6,9173,Google,Gemma license,2024/2,https://huggingface.co/google/gemma-7b-it +llama-13b,🟢,huggingface/llama-13b,51.36,56.23,80.93,47.67,39.48,76.24,7.58,🟢 pretrained,LlamaForCausalLM,Original,float16,TRUE,other,13,0,FALSE,4022c52fcc7473ce7364bb5ac166195903ea1efb,TRUE,TRUE,2023-10-16T12:48:18Z,huggingface/llama-13b,https://huggingface.co/huggingface/llama-13b,139,LLaMA-13B,799,+10/-14,2444,Meta,Non-commercial,2023/2,https://arxiv.org/abs/2302.13971 +llama-13b,🟢,huggyllama/llama-13b,51.33,56.14,80.92,47.61,39.48,76.24,7.58,🟢 pretrained,LlamaForCausalLM,Original,float16,TRUE,other,13,137,TRUE,bf57045473f207bb1de1ed035ace226f4d9f9bba,TRUE,TRUE,2023-09-09T10:52:17Z,huggyllama/llama-13b,https://huggingface.co/huggyllama/llama-13b,139,LLaMA-13B,799,+10/-14,2444,Meta,Non-commercial,2023/2,https://arxiv.org/abs/2302.13971 +mistral-7b-instruct-v0.1,💬,mistralai/Mistral-7B-Instruct-v0.1,54.96,54.52,75.63,55.38,56.28,73.72,14.25,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,float16,TRUE,apache-2.0,7,1456,TRUE,7961f5aa9b736bf8e364b2e6f201190f97a27931,TRUE,TRUE,2023-10-16T12:48:18Z,mistralai/Mistral-7B-Instruct-v0.1,https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1,119,Mistral-7B-Instruct-v0.1,1008,+5/-6,9134,Mistral,Apache 2.0,2023/9,https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1 +mistral-7b-instruct-v0.2,💬,mistralai/Mistral-7B-Instruct-v0.2,65.71,63.14,84.88,60.78,68.26,77.19,40.03,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,2382,TRUE,c72e5d1908b1e2929ec8fc4c8820e9706af1f80f,TRUE,TRUE,2023-12-11T20:10:06Z,mistralai/Mistral-7B-Instruct-v0.2,https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2,91,Mistral-7B-Instruct-v0.2,1072,+5/-4,20048,Mistral,Apache-2.0,2023/12,https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2 +mistral-7b-instruct-v0.2,💬,dfurman/Mistral-7B-Instruct-v0.2,61.79,60.15,82.79,60.07,56.06,76.87,34.8,"💬 chat models (RLHF, DPO, IFT, ...)",?,Adapter,float16,TRUE,apache-2.0,7,5,TRUE,322faff8bb0c72b772762de7635f5aea9864a24a,TRUE,TRUE,2024-01-02T17:44:20Z,dfurman/Mistral-7B-Instruct-v0.2,https://huggingface.co/dfurman/Mistral-7B-Instruct-v0.2,91,Mistral-7B-Instruct-v0.2,1072,+5/-4,20048,Mistral,Apache-2.0,2023/12,https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2 +mixtral-8x22b-instruct-v0.1,💬,mistralai/Mixtral-8x22B-Instruct-v0.1,79.15,72.7,89.08,77.77,68.14,85.16,82.03,"💬 chat models (RLHF, DPO, IFT, ...)",MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,140,613,TRUE,eb69dca9c68bbdcffd5f522f632d5c04ab6c65b3,TRUE,FALSE,2024-04-17T15:30:22Z,mistralai/Mixtral-8x22B-Instruct-v0.1,https://huggingface.co/mistralai/Mixtral-8x22B-Instruct-v0.1,57,Mixtral-8x22b-Instruct-v0.1,1147,+3/-3,53813,Mistral,Apache 2.0,2024/4,https://mistral.ai/news/mixtral-8x22b/ +mixtral-8x7b-instruct-v0.1,🔶,mistralai/Mixtral-8x7B-Instruct-v0.1,72.7,70.14,87.55,71.4,64.98,81.06,61.11,🔶 fine-tuned on domain-specific datasets,MixtralForCausalLM,Original,float16,TRUE,apache-2.0,46,3920,TRUE,125c431e2ff41a156b9f9076f744d2f35dd6e67a,TRUE,FALSE,2024-01-01T02:10:03Z,mistralai/Mixtral-8x7B-Instruct-v0.1,https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1,73,Mixtral-8x7b-Instruct-v0.1,1114,+0/-0,76096,Mistral,Apache 2.0,2023/12,https://mistral.ai/news/mixtral-of-experts/ +mixtral-8x7b-instruct-v0.1,💬,mistralai/Mixtral-8x7B-Instruct-v0.1,72.62,70.22,87.63,71.16,64.58,81.37,60.73,"💬 chat models (RLHF, DPO, IFT, ...)",MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,46,3920,TRUE,3de0408ae8b591d9ac516a2384925dd98ebc66f4,TRUE,FALSE,2023-12-11T12:54:17Z,mistralai/Mixtral-8x7B-Instruct-v0.1,https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1,73,Mixtral-8x7b-Instruct-v0.1,1114,+0/-0,76096,Mistral,Apache 2.0,2023/12,https://mistral.ai/news/mixtral-of-experts/ +mpt-30b-chat,🔶,mosaicml/mpt-30b-chat,55.38,58.7,82.54,51.16,52.42,75.3,12.13,🔶 fine-tuned on domain-specific datasets,MPTForCausalLM,Original,float16,TRUE,cc-by-nc-sa-4.0,30,199,TRUE,54f33278a04aa4e612bca482b82f801ab658e890,TRUE,TRUE,2023-09-09T10:52:17Z,mosaicml/mpt-30b-chat,https://huggingface.co/mosaicml/mpt-30b-chat,103,MPT-30B-chat,1046,+9/-8,2650,MosaicML,CC-BY-NC-SA-4.0,2023/6,https://huggingface.co/mosaicml/mpt-30b-chat +mpt-7b-chat,🔶,mosaicml/mpt-7b-chat,45.39,46.5,75.51,37.62,40.16,68.43,4.09,🔶 fine-tuned on domain-specific datasets,MPTForCausalLM,Original,float16,TRUE,cc-by-nc-sa-4.0,7,513,TRUE,64e5c9c9fb53a8e89690c2dee75a5add37f7113e,TRUE,TRUE,2023-09-09T10:52:17Z,mosaicml/mpt-7b-chat,https://huggingface.co/mosaicml/mpt-7b-chat,129,MPT-7B-Chat,928,+9/-8,4015,MosaicML,CC-BY-NC-SA-4.0,2023/5,https://huggingface.co/mosaicml/mpt-7b-chat +nous-hermes-2-mixtral-8x7b-dpo,🔶,NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO,73.35,71.08,87.29,72.17,54.83,83.11,71.65,🔶 fine-tuned on domain-specific datasets,MixtralForCausalLM,Original,float16,TRUE,apache-2.0,46,383,TRUE,566cdea53950f86eb51dae62812c29e79405cffe,TRUE,FALSE,2024-01-22T08:41:28Z,NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO,https://huggingface.co/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO,84,Nous-Hermes-2-Mixtral-8x7B-DPO,1084,+9/-10,3838,NousResearch,Apache-2.0,2024/1,https://huggingface.co/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO +nous-hermes-2-mixtral-8x7b-dpo,?,NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO,73.12,71.42,87.21,72.28,54.53,82.64,70.66,"",MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,46,383,TRUE,6ba531f1aec62375bf94ad9c7bb064953c4e9868,TRUE,FALSE,2024-06-09T15:01:07Z,NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO,https://huggingface.co/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO,84,Nous-Hermes-2-Mixtral-8x7B-DPO,1084,+9/-10,3838,NousResearch,Apache-2.0,2024/1,https://huggingface.co/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO +openchat-3.5-0106,💬,openchat/openchat-3.5-0106,69.3,66.04,82.93,65.04,51.9,81.77,68.16,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,341,TRUE,9619fb7d2a8e25fa6b0633c0f57f7f4aa79b45c4,TRUE,TRUE,2024-01-10T09:45:30Z,openchat/openchat-3.5-0106,https://huggingface.co/openchat/openchat-3.5-0106,84,OpenChat-3.5-0106,1092,+5/-6,12971,OpenChat,Apache-2.0,2024/1,https://huggingface.co/openchat/openchat-3.5-0106 +openhermes-2.5-mistral-7b,🔶,teknium/OpenHermes-2.5-Mistral-7B,61.52,64.93,84.18,63.64,52.24,78.06,26.08,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,787,TRUE,2a54cad766bc90828354db5c4199795aecfd0df1,TRUE,TRUE,2023-11-17T19:50:31Z,teknium/OpenHermes-2.5-Mistral-7B,https://huggingface.co/teknium/OpenHermes-2.5-Mistral-7B,90,OpenHermes-2.5-Mistral-7b,1075,+8/-10,5091,NousResearch,Apache-2.0,2023/11,https://huggingface.co/teknium/OpenHermes-2.5-Mistral-7B +openhermes-2.5-mistral-7b,🔶,teknium/OpenHermes-2.5-Mistral-7B,61.45,64.93,84.3,63.82,52.31,77.9,25.47,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,apache-2.0,7,787,TRUE,2a54cad766bc90828354db5c4199795aecfd0df1,TRUE,TRUE,2023-11-14T15:14:43Z,teknium/OpenHermes-2.5-Mistral-7B,https://huggingface.co/teknium/OpenHermes-2.5-Mistral-7B,90,OpenHermes-2.5-Mistral-7b,1075,+8/-10,5091,NousResearch,Apache-2.0,2023/11,https://huggingface.co/teknium/OpenHermes-2.5-Mistral-7B +phi-3-medium-4k-instruct,🟢,unsloth/Phi-3-medium-4k-instruct,73.57,67.06,85.69,77.85,57.75,72.85,80.21,🟢 pretrained,MistralForCausalLM,Original,bfloat16,TRUE,mit,13,23,TRUE,1099cff4ded0cc74fb38a90951c4e21865cddd73,TRUE,TRUE,2024-05-28T06:35:31Z,unsloth/Phi-3-medium-4k-instruct,https://huggingface.co/unsloth/Phi-3-medium-4k-instruct,66,Phi-3-Medium-4k-Instruct,1123,+4/-3,26149,Microsoft,MIT,2023/10,https://huggingface.co/microsoft/Phi-3-medium-4k-instruct +phi-3-medium-4k-instruct,🔶,microsoft/Phi-3-medium-4k-instruct,73.45,67.32,85.76,77.83,57.71,72.69,79.38,🔶 fine-tuned on domain-specific datasets,Phi3ForCausalLM,Original,bfloat16,TRUE,mit,13,136,TRUE,d27c49ed6abea9167240288dceb4ab6bca855293,TRUE,FALSE,2024-05-27T15:40:50Z,microsoft/Phi-3-medium-4k-instruct,https://huggingface.co/microsoft/Phi-3-medium-4k-instruct,66,Phi-3-Medium-4k-Instruct,1123,+4/-3,26149,Microsoft,MIT,2023/10,https://huggingface.co/microsoft/Phi-3-medium-4k-instruct +phi-3-mini-128k-instruct,💬,microsoft/Phi-3-mini-128k-instruct,68.07,63.14,80.09,68.7,54.12,72.85,69.52,"💬 chat models (RLHF, DPO, IFT, ...)",Unknown,Original,float16,TRUE,mit,3,1355,TRUE,ebee18c488086b396dde649f2aa6548b9b8d2404,TRUE,FALSE,2024-04-25T13:14:03Z,microsoft/Phi-3-mini-128k-instruct,https://huggingface.co/microsoft/Phi-3-mini-128k-instruct,107,Phi-3-Mini-128k-Instruct,1037,+4/-4,21601,Microsoft,MIT,2023/10,https://azure.microsoft.com/en-us/blog/introducing-phi-3-redefining-whats-possible-with-slms/ +phi-3-mini-4k-instruct,💬,microsoft/Phi-3-mini-4k-instruct,69.91,62.97,80.6,69.08,59.88,72.38,74.53,"💬 chat models (RLHF, DPO, IFT, ...)",Unknown,Original,float16,TRUE,mit,3,724,TRUE,b86bcaf57ea4dfdec5dbe12a377028b2fab0d480,TRUE,FALSE,2024-04-26T08:51:19Z,microsoft/Phi-3-mini-4k-instruct,https://huggingface.co/microsoft/Phi-3-mini-4k-instruct,93,Phi-3-Mini-4k-Instruct,1066,+5/-5,21118,Microsoft,MIT,2023/10,https://huggingface.co/microsoft/Phi-3-mini-4k-instruct +phi-3-mini-4k-instruct,🟢,unsloth/Phi-3-mini-4k-instruct,69.86,62.97,80.61,69.08,59.88,72.69,73.92,🟢 pretrained,MistralForCausalLM,Original,bfloat16,TRUE,mit,3,27,TRUE,4caf5ac193b82d28dea55dcbb22aa51d2a3be453,TRUE,TRUE,2024-05-11T07:51:45Z,unsloth/Phi-3-mini-4k-instruct,https://huggingface.co/unsloth/Phi-3-mini-4k-instruct,93,Phi-3-Mini-4k-Instruct,1066,+5/-5,21118,Microsoft,MIT,2023/10,https://huggingface.co/microsoft/Phi-3-mini-4k-instruct +qwen1.5-110b-chat,💬,Qwen/Qwen1.5-110B-Chat,68.01,72.01,84.67,78.04,65.86,77.35,30.1,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,110,117,TRUE,5e04700b8091f10a98f1fe0b20c48c10d195ef5f,TRUE,FALSE,2024-04-29T12:55:18Z,Qwen/Qwen1.5-110B-Chat,https://huggingface.co/Qwen/Qwen1.5-110B-Chat,49,Qwen1.5-110B-Chat,1162,+4/-4,27459,Alibaba,Qianwen LICENSE,2024/4,https://qwenlm.github.io/blog/qwen1.5-110b/ +qwen1.5-14b-chat,🔶,Qwen/Qwen1.5-14B-Chat,62.37,58.79,82.33,68.52,60.38,73.32,30.86,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,float16,TRUE,other,14,99,TRUE,17e11c306ed235e970c9bb8e5f7233527140cdcf,TRUE,FALSE,2024-03-01T12:30:06Z,Qwen/Qwen1.5-14B-Chat,https://huggingface.co/Qwen/Qwen1.5-14B-Chat,75,Qwen1.5-14B-Chat,1109,+4/-4,18659,Alibaba,Qianwen LICENSE,2024/2,https://qwenlm.github.io/blog/qwen1.5/ +qwen1.5-14b-chat,💬,Qwen/Qwen1.5-14B-Chat,62.27,58.7,82.27,68.57,60.36,73.09,30.63,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,14,99,TRUE,9492b22871f43e975435455f5c616c77fe7a50ec,TRUE,FALSE,2024-05-16T07:47:25Z,Qwen/Qwen1.5-14B-Chat,https://huggingface.co/Qwen/Qwen1.5-14B-Chat,75,Qwen1.5-14B-Chat,1109,+4/-4,18659,Alibaba,Qianwen LICENSE,2024/2,https://qwenlm.github.io/blog/qwen1.5/ +qwen1.5-32b-chat,💬,Qwen/Qwen1.5-32B-Chat,62.95,66.04,85.49,74.99,66.95,77.19,7.05,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,32,102,TRUE,0b1785d88bbe93aa90a8a19da8af78eccbf010a6,TRUE,TRUE,2024-04-05T21:01:12Z,Qwen/Qwen1.5-32B-Chat,https://huggingface.co/Qwen/Qwen1.5-32B-Chat,65,Qwen1.5-32B-Chat,1126,+4/-4,22728,Alibaba,Qianwen LICENSE,2024/2,https://qwenlm.github.io/blog/qwen1.5-32b/ +qwen1.5-4b-chat,💬,Qwen/Qwen1.5-4B-Chat,46.79,43.26,69.73,55.55,44.79,64.96,2.43,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,float16,TRUE,other,3,34,TRUE,15bf46b13b1e6b6dd18ff7fa3242af406cc7e791,TRUE,FALSE,2024-02-12T17:13:33Z,Qwen/Qwen1.5-4B-Chat,https://huggingface.co/Qwen/Qwen1.5-4B-Chat,125,Qwen1.5-4B-Chat,988,+7/-6,7802,Alibaba,Qianwen LICENSE,2024/2,https://qwenlm.github.io/blog/qwen1.5/ +qwen1.5-72b-chat,💬,Qwen/Qwen1.5-72B-Chat,65.98,68.26,86.47,77.46,63.84,78.93,20.92,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,214,TRUE,bc11a298a0c6a5cd737064db62c6ad20ec6331be,TRUE,FALSE,2024-02-17T04:34:39Z,Qwen/Qwen1.5-72B-Chat,https://huggingface.co/Qwen/Qwen1.5-72B-Chat,57,Qwen1.5-72B-Chat,1147,+3/-3,40614,Alibaba,Qianwen LICENSE,2024/2,https://qwenlm.github.io/blog/qwen1.5/ +qwen1.5-72b-chat,💬,Qwen/Qwen1.5-72B-Chat,65.96,68.52,86.42,77.44,63.9,79.08,20.39,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,float16,TRUE,other,72,214,TRUE,1a6ccc1215278f962c794b1848c710c29ef4053d,TRUE,FALSE,2024-03-07T14:52:34Z,Qwen/Qwen1.5-72B-Chat,https://huggingface.co/Qwen/Qwen1.5-72B-Chat,57,Qwen1.5-72B-Chat,1147,+3/-3,40614,Alibaba,Qianwen LICENSE,2024/2,https://qwenlm.github.io/blog/qwen1.5/ +qwen1.5-7b-chat,💬,Qwen/Qwen1.5-7B-Chat,55.15,55.89,78.56,61.65,53.54,67.72,13.57,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,float16,TRUE,other,7,153,TRUE,0addb6bfd79e59bce8f61ed60cdafd906c04d447,TRUE,FALSE,2024-02-12T17:13:18Z,Qwen/Qwen1.5-7B-Chat,https://huggingface.co/Qwen/Qwen1.5-7B-Chat,91,Qwen1.5-7B-Chat,1070,+7/-8,4856,Alibaba,Qianwen LICENSE,2024/2,https://qwenlm.github.io/blog/qwen1.5/ +qwen1.5-7b-chat,💬,Qwen/Qwen1.5-7B-Chat,55.13,55.89,78.56,61.7,53.65,67.8,13.19,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,7,153,TRUE,0addb6bfd79e59bce8f61ed60cdafd906c04d447,TRUE,FALSE,2024-02-18T04:43:41Z,Qwen/Qwen1.5-7B-Chat,https://huggingface.co/Qwen/Qwen1.5-7B-Chat,91,Qwen1.5-7B-Chat,1070,+7/-8,4856,Alibaba,Qianwen LICENSE,2024/2,https://qwenlm.github.io/blog/qwen1.5/ +solar-10.7b-instruct-v1.0,?,upstage/SOLAR-10.7B-Instruct-v1.0,74.2,71.08,88.16,66.21,71.43,83.58,64.75,"",LlamaForCausalLM,Original,float16,TRUE,cc-by-nc-4.0,10,591,TRUE,d3167df97a44b8632538b32ee8cd887893ea1435,TRUE,FALSE,2024-06-09T15:01:03Z,upstage/SOLAR-10.7B-Instruct-v1.0,https://huggingface.co/upstage/SOLAR-10.7B-Instruct-v1.0,93,SOLAR-10.7B-Instruct-v1.0,1062,+9/-11,4287,Upstage AI,CC-BY-NC-4.0,2023/11,https://huggingface.co/upstage/SOLAR-10.7B-Instruct-v1.0 +stablelm-tuned-alpha-7b,🔶,stabilityai/stablelm-tuned-alpha-7b,34.04,31.91,53.59,24.41,40.37,53.12,0.83,🔶 fine-tuned on domain-specific datasets,GPTNeoXForCausalLM,Original,float16,TRUE,cc-by-nc-sa-4.0,7,359,TRUE,25071b093c15c0d1cb2b2876c6deb621b764fcf5,TRUE,TRUE,2023-09-09T10:52:17Z,stabilityai/stablelm-tuned-alpha-7b,https://huggingface.co/stabilityai/stablelm-tuned-alpha-7b,137,StableLM-Tuned-Alpha-7B,840,+11/-11,3337,Stability AI,CC-BY-NC-SA-4.0,2023/4,https://huggingface.co/stabilityai/stablelm-tuned-alpha-7b +starling-lm-7b-alpha,🔶,berkeley-nest/Starling-LM-7B-alpha,67.13,63.82,84.9,64.67,46.39,80.58,62.4,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,apache-2.0,7,551,TRUE,f721e85293598f2ef774e483ae95343e39811577,FALSE,TRUE,2023-11-30T20:12:15Z,berkeley-nest/Starling-LM-7B-alpha,https://huggingface.co/berkeley-nest/Starling-LM-7B-alpha,84,Starling-LM-7B-alpha,1088,+5/-5,10412,UC Berkeley,CC-BY-NC-4.0,2023/11,https://huggingface.co/berkeley-nest/Starling-LM-7B-alpha +starling-lm-7b-alpha,🔶,berkeley-nest/Starling-LM-7B-alpha,67.05,63.65,84.87,64.7,46.32,80.43,62.32,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,551,TRUE,76e60ca9807f55acd8eff3ec7ae022c5fbdf1e0e,FALSE,TRUE,2023-11-28T06:48:55Z,berkeley-nest/Starling-LM-7B-alpha,https://huggingface.co/berkeley-nest/Starling-LM-7B-alpha,84,Starling-LM-7B-alpha,1088,+5/-5,10412,UC Berkeley,CC-BY-NC-4.0,2023/11,https://huggingface.co/berkeley-nest/Starling-LM-7B-alpha +starling-lm-7b-beta,💬,Nexusflow/Starling-LM-7B-beta,69.88,67.24,83.47,65.14,55.47,81.29,66.64,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,326,TRUE,ee26b7c2cf9db00e1d9a92c9989d5b2a0b891dbd,TRUE,TRUE,2024-03-23T21:12:48Z,Nexusflow/Starling-LM-7B-beta,https://huggingface.co/Nexusflow/Starling-LM-7B-beta,67,Starling-LM-7B-beta,1119,+4/-5,16658,Nexusflow,Apache-2.0,2024/3,https://huggingface.co/Nexusflow/Starling-LM-7B-beta +tulu-2-dpo-70b,💬,allenai/tulu-2-dpo-70b,73.77,72.1,88.99,69.84,65.78,83.27,62.62,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,other,68,146,TRUE,0ab5c875f0070d5aee8d36bc55f41de440a13f02,TRUE,TRUE,2024-02-01T13:38:05Z,allenai/tulu-2-dpo-70b,https://huggingface.co/allenai/tulu-2-dpo-70b,76,Tulu-2-DPO-70B,1099,+8/-8,6657,AllenAI/UW,AI2 ImpACT Low-risk,2023/11,https://huggingface.co/allenai/tulu-2-dpo-70b +vicuna-13b,🔶,eachadea/vicuna-13b,52.3,51.71,79.94,50.84,52.68,71.03,7.58,🔶 fine-tuned on domain-specific datasets,Unknown,Original,float16,TRUE,"",12,0,FALSE,ac4218770a58baaaaf25201076fe082abb6ffd13,TRUE,TRUE,2023-10-16T12:46:18Z,eachadea/vicuna-13b,https://huggingface.co/eachadea/vicuna-13b,107,Vicuna-13B,1042,+4/-4,19787,LMSYS,Llama 2 Community,2023/7,https://huggingface.co/lmsys/vicuna-13b-v1.5 +wizardlm-13b-v1.2,🔶,WizardLM/WizardLM-13B-V1.2,54.76,59.04,82.21,54.64,47.27,71.9,13.5,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,"",13,0,FALSE,6760d0c07ffdc2405295ed7a29437cf4dc414bac,TRUE,TRUE,2023-09-09T10:52:17Z,WizardLM/WizardLM-13B-V1.2,https://huggingface.co/WizardLM/WizardLM-13B-V1.2,97,WizardLM-13b-v1.2,1059,+8/-6,7185,Microsoft,Llama 2 Community,2023/7,https://huggingface.co/WizardLM/WizardLM-13B-V1.2 +wizardlm-70b-v1.0,💬,WizardLM/WizardLM-70B-V1.0,61.25,65.44,84.41,64.05,54.81,80.82,17.97,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,4bit,TRUE,"",70,0,FALSE,6dae38060d70b82dcfe787a612d04aaf0adf0738,TRUE,TRUE,2023-09-09T10:52:17Z,WizardLM/WizardLM-70B-V1.0,https://huggingface.co/WizardLM/WizardLM-70B-V1.0,75,WizardLM-70B-v1.0,1106,+6/-7,8387,Microsoft,Llama 2 Community,2023/8,https://huggingface.co/WizardLM/WizardLM-70B-V1.0 +yi-1.5-34b-chat,?,01-ai/Yi-1.5-34B-Chat,74.82,70.48,85.97,77.08,62.16,81.61,71.65,"",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,34,180,TRUE,fa695ee438bfcd0ec2b378fa1c7e0dea1b40393e,TRUE,TRUE,2024-06-09T15:02:51Z,01-ai/Yi-1.5-34B-Chat,https://huggingface.co/01-ai/Yi-1.5-34B-Chat,52,Yi-1.5-34B-Chat,1157,+4/-4,25148,01 AI,Apache-2.0,2024/5,https://huggingface.co/01-ai/Yi-1.5-34B-Chat +yi-34b-chat,💬,01-ai/Yi-34B-Chat,65.32,65.44,84.16,74.9,55.37,80.11,31.92,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,34,332,TRUE,a99ec35331cbfc9da596af7d4538fe2efecff03c,TRUE,FALSE,2023-12-04T08:52:11Z,01-ai/Yi-34B-Chat,https://huggingface.co/01-ai/Yi-34B-Chat,71,Yi-34B-Chat,1111,+5/-5,15926,01 AI,Yi License,2023/6,https://huggingface.co/01-ai/Yi-34B-Chat +yi-34b-chat,💬,01-ai/Yi-34B-Chat,63.17,65.1,84.08,74.87,55.41,79.79,19.79,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,apache-2.0,34,332,TRUE,a99ec35331cbfc9da596af7d4538fe2efecff03c,TRUE,FALSE,2023-11-23T10:23:14Z,01-ai/Yi-34B-Chat,https://huggingface.co/01-ai/Yi-34B-Chat,71,Yi-34B-Chat,1111,+5/-5,15926,01 AI,Yi License,2023/6,https://huggingface.co/01-ai/Yi-34B-Chat +zephyr-7b-alpha,🔶,HuggingFaceH4/zephyr-7b-alpha,59.5,61.01,84.04,61.39,57.9,78.61,14.03,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,mit,7,1085,TRUE,2cd2cd16a6ab22585d643cf264fac73b18e7852a,TRUE,TRUE,2023-10-16T12:48:18Z,HuggingFaceH4/zephyr-7b-alpha,https://huggingface.co/HuggingFaceH4/zephyr-7b-alpha,103,Zephyr-7b-alpha,1041,+14/-13,1815,HuggingFace,MIT,2023/10,https://huggingface.co/HuggingFaceH4/zephyr-7b-alpha +zephyr-7b-beta,🔶,HuggingFaceH4/zephyr-7b-beta,61.95,62.03,84.36,61.07,57.45,77.74,29.04,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,mit,7,1493,TRUE,8af01af3d4f9dc9b962447180d6d0f8c5315da86,TRUE,TRUE,2023-11-16T02:50:49Z,HuggingFaceH4/zephyr-7b-beta,https://huggingface.co/HuggingFaceH4/zephyr-7b-beta,102,Zephyr-7b-beta,1054,+5/-5,11321,HuggingFace,MIT,2023/10,https://huggingface.co/HuggingFaceH4/zephyr-7b-beta +zephyr-7b-beta,🔶,HuggingFaceH4/zephyr-7b-beta,61.59,62.46,84.35,60.7,57.83,77.11,27.07,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,8bit,TRUE,mit,7,1493,TRUE,0f17b36adfbe7d86ea1c591a9efeeae17b313f48,TRUE,TRUE,2023-12-04T06:04:15Z,HuggingFaceH4/zephyr-7b-beta,https://huggingface.co/HuggingFaceH4/zephyr-7b-beta,102,Zephyr-7b-beta,1054,+5/-5,11321,HuggingFace,MIT,2023/10,https://huggingface.co/HuggingFaceH4/zephyr-7b-beta +zephyr-7b-beta,🔶,HuggingFaceH4/zephyr-7b-beta,59.08,62.03,84.53,61.06,57.44,78.06,11.37,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,mit,7,1493,TRUE,8af01af3d4f9dc9b962447180d6d0f8c5315da86,TRUE,TRUE,2023-11-16T02:50:38Z,HuggingFaceH4/zephyr-7b-beta,https://huggingface.co/HuggingFaceH4/zephyr-7b-beta,102,Zephyr-7b-beta,1054,+5/-5,11321,HuggingFace,MIT,2023/10,https://huggingface.co/HuggingFaceH4/zephyr-7b-beta