diff --git a/csv/huggingface_v2.csv b/csv/huggingface_v2.csv index 2d7c8cd..985e471 100644 --- a/csv/huggingface_v2.csv +++ b/csv/huggingface_v2.csv @@ -1,11 +1,11 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpqa_raw,musr,musr_raw,mmlupro,mmlupro_raw,type,architecture,weight_type,precision,not_merged,hub_license,params_b,hub_hearts,available_on_the_hub,model_sha,flagged,moe,submission_date,upload_to_hub_date,chat_template,maintainers_highlight,fullname,generation,base_model,co_cost_kg,url -💬,dfurman/CalmeRys-78B-Orpo-v0.1,51.24,81.63,0.82,61.92,0.73,40.71,0.41,20.02,0.4,36.37,0.59,66.8,0.7,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,mit,77,52,TRUE,7988deb48419c3f56bb24c139c23e5c476ec03f8,TRUE,TRUE,2024-09-24,2024-09-24,TRUE,FALSE,dfurman/CalmeRys-78B-Orpo-v0.1,1,dfurman/CalmeRys-78B-Orpo-v0.1 (Merge),13,https://huggingface.co/dfurman/CalmeRys-78B-Orpo-v0.1 +💬,dfurman/CalmeRys-78B-Orpo-v0.1,51.24,81.63,0.82,61.92,0.73,40.71,0.41,20.02,0.4,36.37,0.59,66.8,0.7,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,mit,77,53,TRUE,7988deb48419c3f56bb24c139c23e5c476ec03f8,TRUE,TRUE,2024-09-24,2024-09-24,TRUE,FALSE,dfurman/CalmeRys-78B-Orpo-v0.1,1,dfurman/CalmeRys-78B-Orpo-v0.1 (Merge),13,https://huggingface.co/dfurman/CalmeRys-78B-Orpo-v0.1 💬,MaziyarPanahi/calme-3.1-instruct-78b,51.2,81.36,0.81,62.41,0.73,38.75,0.39,19.46,0.4,36.5,0.59,68.72,0.72,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,77,1,TRUE,7ccd7f1a55ae79af7969f721bb7055511cc6b986,TRUE,TRUE,2024-11-27,2024-11-19,TRUE,FALSE,MaziyarPanahi/calme-3.1-instruct-78b,1,Removed,32.22,https://huggingface.co/MaziyarPanahi/calme-3.1-instruct-78b 💬,MaziyarPanahi/calme-2.4-rys-78b,50.71,80.11,0.8,62.16,0.73,40.41,0.4,20.36,0.4,34.57,0.58,66.69,0.7,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,mit,77,42,TRUE,0a35e51ffa9efa644c11816a2d56434804177acb,TRUE,TRUE,2024-09-03,2024-08-07,TRUE,FALSE,MaziyarPanahi/calme-2.4-rys-78b,2,dnhkng/RYS-XLarge,12.98,https://huggingface.co/MaziyarPanahi/calme-2.4-rys-78b -🔶,rombodawg/Rombos-LLM-V2.5-Qwen-72b,45.91,71.55,0.72,61.27,0.72,50.68,0.51,19.8,0.4,17.32,0.46,54.83,0.59,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,24,TRUE,5260f182e7859e13d515c4cb3926ac85ad057504,TRUE,TRUE,2024-09-30,2024-09-30,FALSE,FALSE,rombodawg/Rombos-LLM-V2.5-Qwen-72b,1,rombodawg/Rombos-LLM-V2.5-Qwen-72b (Merge),16.03,https://huggingface.co/rombodawg/Rombos-LLM-V2.5-Qwen-72b -🔶,zetasepic/Qwen2.5-72B-Instruct-abliterated,45.29,71.53,0.72,59.91,0.72,46.15,0.46,20.92,0.41,19.12,0.47,54.13,0.59,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,9,TRUE,af94b3c05c9857dbac73afb1cbce00e4833ec9ef,TRUE,TRUE,2024-11-08,2024-10-01,FALSE,FALSE,zetasepic/Qwen2.5-72B-Instruct-abliterated,2,Qwen/Qwen2.5-72B,18.81,https://huggingface.co/zetasepic/Qwen2.5-72B-Instruct-abliterated +🔶,rombodawg/Rombos-LLM-V2.5-Qwen-72b,45.91,71.55,0.72,61.27,0.72,50.68,0.51,19.8,0.4,17.32,0.46,54.83,0.59,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,25,TRUE,5260f182e7859e13d515c4cb3926ac85ad057504,TRUE,TRUE,2024-09-30,2024-09-30,FALSE,FALSE,rombodawg/Rombos-LLM-V2.5-Qwen-72b,1,rombodawg/Rombos-LLM-V2.5-Qwen-72b (Merge),16.03,https://huggingface.co/rombodawg/Rombos-LLM-V2.5-Qwen-72b +🔶,zetasepic/Qwen2.5-72B-Instruct-abliterated,45.29,71.53,0.72,59.91,0.72,46.15,0.46,20.92,0.41,19.12,0.47,54.13,0.59,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,10,TRUE,af94b3c05c9857dbac73afb1cbce00e4833ec9ef,TRUE,TRUE,2024-11-08,2024-10-01,FALSE,FALSE,zetasepic/Qwen2.5-72B-Instruct-abliterated,2,Qwen/Qwen2.5-72B,18.81,https://huggingface.co/zetasepic/Qwen2.5-72B-Instruct-abliterated 🔶,dnhkng/RYS-XLarge,45.13,79.96,0.8,58.77,0.71,41.24,0.41,17.9,0.38,23.72,0.5,49.2,0.54,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,mit,77,78,TRUE,0f84dd9dde60f383e1e2821496befb4ce9a11ef6,TRUE,TRUE,2024-08-07,2024-07-24,FALSE,FALSE,dnhkng/RYS-XLarge,0,dnhkng/RYS-XLarge,13.58,https://huggingface.co/dnhkng/RYS-XLarge -🔶,rombodawg/Rombos-LLM-V2.5-Qwen-32b,44.57,68.27,0.68,58.26,0.7,41.99,0.42,19.57,0.4,24.73,0.5,54.62,0.59,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,32,31,TRUE,234abe4b494dbe83ba805b791f74feb33462a33d,TRUE,TRUE,2024-10-07,2024-09-30,FALSE,FALSE,rombodawg/Rombos-LLM-V2.5-Qwen-32b,1,rombodawg/Rombos-LLM-V2.5-Qwen-32b (Merge),17.91,https://huggingface.co/rombodawg/Rombos-LLM-V2.5-Qwen-32b +🔶,rombodawg/Rombos-LLM-V2.5-Qwen-32b,44.57,68.27,0.68,58.26,0.7,41.99,0.42,19.57,0.4,24.73,0.5,54.62,0.59,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,32,32,TRUE,234abe4b494dbe83ba805b791f74feb33462a33d,TRUE,TRUE,2024-10-07,2024-09-30,FALSE,FALSE,rombodawg/Rombos-LLM-V2.5-Qwen-32b,1,rombodawg/Rombos-LLM-V2.5-Qwen-32b (Merge),17.91,https://huggingface.co/rombodawg/Rombos-LLM-V2.5-Qwen-32b 💬,MaziyarPanahi/calme-2.1-rys-78b,44.56,81.36,0.81,59.47,0.71,38.9,0.39,19.24,0.39,19,0.47,49.38,0.54,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,mit,77,3,TRUE,e746f5ddc0c9b31a2382d985a4ec87fa910847c7,TRUE,TRUE,2024-08-08,2024-08-06,TRUE,FALSE,MaziyarPanahi/calme-2.1-rys-78b,1,dnhkng/RYS-XLarge,14.33,https://huggingface.co/MaziyarPanahi/calme-2.1-rys-78b 💬,MaziyarPanahi/calme-2.3-rys-78b,44.42,80.66,0.81,59.57,0.71,38.97,0.39,20.58,0.4,17,0.45,49.73,0.55,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,mit,77,4,TRUE,a8a4e55c2f7054d25c2f0ab3a3b3d806eb915180,TRUE,TRUE,2024-09-03,2024-08-06,TRUE,FALSE,MaziyarPanahi/calme-2.3-rys-78b,1,dnhkng/RYS-XLarge,13.3,https://huggingface.co/MaziyarPanahi/calme-2.3-rys-78b 💬,MaziyarPanahi/calme-2.2-rys-78b,44.26,79.86,0.8,59.27,0.71,39.95,0.4,20.92,0.41,16.83,0.45,48.73,0.54,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,mit,77,3,TRUE,8d0dde25c9042705f65559446944a19259c3fc8e,TRUE,TRUE,2024-08-08,2024-08-06,TRUE,FALSE,MaziyarPanahi/calme-2.2-rys-78b,1,dnhkng/RYS-XLarge,13.52,https://huggingface.co/MaziyarPanahi/calme-2.2-rys-78b @@ -21,7 +21,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,VAGOsolutions/Llama-3.1-SauerkrautLM-70b-Instruct,42.67,86.56,0.87,57.24,0.7,32.48,0.32,12.19,0.34,19.39,0.47,48.17,0.53,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,70,19,TRUE,e8e74aa789243c25a3a8f7565780a402f5050bbb,TRUE,TRUE,2024-08-26,2024-07-29,TRUE,FALSE,VAGOsolutions/Llama-3.1-SauerkrautLM-70b-Instruct,0,VAGOsolutions/Llama-3.1-SauerkrautLM-70b-Instruct,15.09,https://huggingface.co/VAGOsolutions/Llama-3.1-SauerkrautLM-70b-Instruct 💬,anthracite-org/magnum-v1-72b,42.61,76.06,0.76,57.65,0.7,37.69,0.38,18.79,0.39,15.62,0.45,49.85,0.55,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,161,TRUE,f8f85021bace7e8250ed8559c5b78b8b34f0c4cc,TRUE,TRUE,2024-09-21,2024-06-17,TRUE,FALSE,anthracite-org/magnum-v1-72b,2,Qwen/Qwen2-72B,12.89,https://huggingface.co/anthracite-org/magnum-v1-72b 💬,alpindale/magnum-72b-v1,42.58,76.06,0.76,57.65,0.7,37.69,0.38,18.79,0.39,15.62,0.45,49.64,0.55,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,161,TRUE,fef27e0f235ae8858b84b765db773a2a954110dd,TRUE,TRUE,2024-07-25,2024-06-17,TRUE,FALSE,alpindale/magnum-72b-v1,2,Qwen/Qwen2-72B,12.52,https://huggingface.co/alpindale/magnum-72b-v1 -💬,meta-llama/Meta-Llama-3.1-70B-Instruct,42.18,86.69,0.87,55.93,0.69,30.66,0.31,14.21,0.36,17.69,0.46,47.88,0.53,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,70,708,TRUE,b9461463b511ed3c0762467538ea32cf7c9669f2,TRUE,TRUE,2024-08-15,2024-07-16,TRUE,TRUE,meta-llama/Meta-Llama-3.1-70B-Instruct,1,meta-llama/Meta-Llama-3.1-70B,26.8,https://huggingface.co/meta-llama/Meta-Llama-3.1-70B-Instruct +💬,meta-llama/Meta-Llama-3.1-70B-Instruct,42.18,86.69,0.87,55.93,0.69,30.66,0.31,14.21,0.36,17.69,0.46,47.88,0.53,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,70,710,TRUE,b9461463b511ed3c0762467538ea32cf7c9669f2,TRUE,TRUE,2024-08-15,2024-07-16,TRUE,TRUE,meta-llama/Meta-Llama-3.1-70B-Instruct,1,meta-llama/Meta-Llama-3.1-70B,26.8,https://huggingface.co/meta-llama/Meta-Llama-3.1-70B-Instruct 🔶,dnhkng/RYS-Llama3.1-Large,41.94,84.92,0.85,55.41,0.69,30.44,0.3,16.55,0.37,17.09,0.46,47.21,0.52,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,mit,81,1,TRUE,52cc979de78155b33689efa48f52a8aab184bd86,TRUE,TRUE,2024-08-22,2024-08-11,TRUE,FALSE,dnhkng/RYS-Llama3.1-Large,0,dnhkng/RYS-Llama3.1-Large,15.41,https://huggingface.co/dnhkng/RYS-Llama3.1-Large 🔶,rombodawg/Rombos-LLM-V2.6-Nemotron-70b,41.93,75.27,0.75,55.81,0.69,33.23,0.33,20.81,0.41,18.39,0.47,48.1,0.53,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,70,2,TRUE,951c9cdf68d6e679c78625d1a1f396eb71cdf746,TRUE,TRUE,2024-10-17,2024-10-17,FALSE,FALSE,rombodawg/Rombos-LLM-V2.6-Nemotron-70b,0,rombodawg/Rombos-LLM-V2.6-Nemotron-70b,11.95,https://huggingface.co/rombodawg/Rombos-LLM-V2.6-Nemotron-70b 🔶,fblgit/TheBeagle-v2beta-32B-MGS,41.62,51.81,0.52,58.03,0.7,43.35,0.43,17.67,0.38,24.26,0.5,54.61,0.59,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,other,32,9,TRUE,56830f63e4a40378b7721ae966637b4678cc8784,TRUE,TRUE,2024-10-30,2024-10-20,FALSE,FALSE,fblgit/TheBeagle-v2beta-32B-MGS,1,fblgit/TheBeagle-v2beta-32B-MGS (Merge),32.88,https://huggingface.co/fblgit/TheBeagle-v2beta-32B-MGS @@ -35,23 +35,23 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,nbeerbower/Llama-3.1-Nemotron-lorablated-70B,40.73,72.29,0.72,54.18,0.68,32.48,0.32,18.79,0.39,18.35,0.47,48.26,0.53,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,FALSE,llama3.1,70,10,TRUE,f335a582cdb7fb0e63a7343a908766ebd0ed9882,TRUE,TRUE,2024-11-27,2024-10-17,FALSE,FALSE,nbeerbower/Llama-3.1-Nemotron-lorablated-70B,1,nbeerbower/Llama-3.1-Nemotron-lorablated-70B (Merge),41.99,https://huggingface.co/nbeerbower/Llama-3.1-Nemotron-lorablated-70B 💬,MaziyarPanahi/calme-2.3-llama3.1-70b,40.64,86.05,0.86,55.59,0.69,23.49,0.23,12.53,0.34,17.74,0.46,48.48,0.54,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,"",70,3,FALSE,a39c79250721b75beefa1b1763895eafd010f6f6,TRUE,TRUE,2024-09-18,2024-09-10,TRUE,FALSE,MaziyarPanahi/calme-2.3-llama3.1-70b,2,meta-llama/Meta-Llama-3.1-70B,14.06,https://huggingface.co/MaziyarPanahi/calme-2.3-llama3.1-70b 🔶,fblgit/TheBeagle-v2beta-32B-MGS,40.29,45.03,0.45,58.07,0.7,39.43,0.39,20.13,0.4,24.5,0.5,54.57,0.59,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,float16,TRUE,other,32,9,TRUE,56830f63e4a40378b7721ae966637b4678cc8784,TRUE,TRUE,2024-10-20,2024-10-20,FALSE,FALSE,fblgit/TheBeagle-v2beta-32B-MGS,1,fblgit/TheBeagle-v2beta-32B-MGS (Merge),11.37,https://huggingface.co/fblgit/TheBeagle-v2beta-32B-MGS -💬,upstage/solar-pro-preview-instruct,39.9,84.16,0.84,54.82,0.68,21.83,0.22,16.11,0.37,15.01,0.44,47.48,0.53,"💬 chat models (RLHF, DPO, IFT, ...)",SolarForCausalLM,Original,bfloat16,TRUE,mit,22,431,TRUE,b4db141b5fb08b23f8bc323bc34e2cff3e9675f8,TRUE,TRUE,2024-09-11,2024-09-09,TRUE,TRUE,upstage/solar-pro-preview-instruct,0,upstage/solar-pro-preview-instruct,1.74,https://huggingface.co/upstage/solar-pro-preview-instruct +💬,upstage/solar-pro-preview-instruct,39.9,84.16,0.84,54.82,0.68,21.83,0.22,16.11,0.37,15.01,0.44,47.48,0.53,"💬 chat models (RLHF, DPO, IFT, ...)",SolarForCausalLM,Original,bfloat16,TRUE,mit,22,432,TRUE,b4db141b5fb08b23f8bc323bc34e2cff3e9675f8,TRUE,TRUE,2024-09-11,2024-09-09,TRUE,TRUE,upstage/solar-pro-preview-instruct,0,upstage/solar-pro-preview-instruct,1.74,https://huggingface.co/upstage/solar-pro-preview-instruct 🔶,pankajmathur/orca_mini_v7_72b,39.39,59.3,0.59,55.06,0.68,28.4,0.28,18.01,0.39,24.21,0.51,51.35,0.56,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,72,11,TRUE,447f11912cfa496e32e188a55214043a05760d3a,TRUE,TRUE,2024-06-26,2024-06-26,FALSE,FALSE,pankajmathur/orca_mini_v7_72b,0,pankajmathur/orca_mini_v7_72b,14.05,https://huggingface.co/pankajmathur/orca_mini_v7_72b 💬,OpenBuddy/openbuddy-nemotron-70b-v23.1-131k,39.08,75.55,0.76,53.19,0.67,27.87,0.28,15.1,0.36,16.39,0.45,46.38,0.52,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,70,3,TRUE,d8cb98fb9281a84eb0df8216bae60beaf5181921,TRUE,TRUE,2024-10-23,2024-10-20,TRUE,FALSE,OpenBuddy/openbuddy-nemotron-70b-v23.1-131k,3,meta-llama/Meta-Llama-3.1-70B,24.29,https://huggingface.co/OpenBuddy/openbuddy-nemotron-70b-v23.1-131k 💬,allenai/Llama-3.1-Tulu-3-70B-SFT,38.72,80.51,0.81,42.02,0.6,32.4,0.32,12.64,0.34,24.49,0.5,40.27,0.46,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,70,4,TRUE,f58ab66db3a1c5dd805c6d3420b2b4f5aef30041,TRUE,TRUE,2024-11-27,2024-11-18,TRUE,TRUE,allenai/Llama-3.1-Tulu-3-70B-SFT,1,allenai/Llama-3.1-Tulu-3-70B-SFT (Merge),27.34,https://huggingface.co/allenai/Llama-3.1-Tulu-3-70B-SFT -💬,NLPark/Shi-Ci-Robin-Test_3AD80,38.52,72.27,0.72,52.27,0.67,27.27,0.27,14.65,0.36,18.87,0.47,45.78,0.51,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,70,0,TRUE,995887837a259817570489183cbe8b1abffd23b1,TRUE,TRUE,2024-10-25,2024-10-25,TRUE,FALSE,NLPark/Shi-Ci-Robin-Test_3AD80,1,NLPark/Shi-Ci-Robin-Test_3AD80 (Merge),12.45,https://huggingface.co/NLPark/Shi-Ci-Robin-Test_3AD80 💬,OpenBuddy/openbuddy-nemotron-70b-v23.2-131k,38.52,72.27,0.72,52.27,0.67,27.27,0.27,14.65,0.36,18.87,0.47,45.78,0.51,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,70,1,TRUE,7a39fd93b078189c6892344c2f01059320543e2f,TRUE,TRUE,2024-10-24,2024-10-24,TRUE,FALSE,OpenBuddy/openbuddy-nemotron-70b-v23.2-131k,3,meta-llama/Meta-Llama-3.1-70B,12.39,https://huggingface.co/OpenBuddy/openbuddy-nemotron-70b-v23.2-131k +💬,NLPark/Shi-Ci-Robin-Test_3AD80,38.52,72.27,0.72,52.27,0.67,27.27,0.27,14.65,0.36,18.87,0.47,45.78,0.51,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,70,0,TRUE,995887837a259817570489183cbe8b1abffd23b1,TRUE,TRUE,2024-10-25,2024-10-25,TRUE,FALSE,NLPark/Shi-Ci-Robin-Test_3AD80,1,NLPark/Shi-Ci-Robin-Test_3AD80 (Merge),12.45,https://huggingface.co/NLPark/Shi-Ci-Robin-Test_3AD80 💬,mistralai/Mistral-Large-Instruct-2411,38.46,84.01,0.84,52.74,0.67,1.13,0.01,24.94,0.44,17.22,0.45,50.69,0.56,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,float16,TRUE,other,122,156,TRUE,3a5cb136f6106edf5c1210369068eb5a4f787cab,TRUE,TRUE,2024-11-19,2024-11-14,TRUE,TRUE,mistralai/Mistral-Large-Instruct-2411,0,mistralai/Mistral-Large-Instruct-2411,26.27,https://huggingface.co/mistralai/Mistral-Large-Instruct-2411 💬,MaziyarPanahi/calme-2.1-qwen2.5-72b,38.39,86.62,0.87,61.66,0.73,2.34,0.02,15.1,0.36,13.3,0.43,51.32,0.56,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,1,TRUE,eb6c92dec932070ea872f39469ca5b9daf2d34e6,TRUE,TRUE,2024-09-26,2024-09-19,TRUE,FALSE,MaziyarPanahi/calme-2.1-qwen2.5-72b,1,Qwen/Qwen2.5-72B,14.75,https://huggingface.co/MaziyarPanahi/calme-2.1-qwen2.5-72b 🟢,Qwen/Qwen2.5-72B,38.37,41.37,0.41,54.62,0.68,38.67,0.39,20.69,0.41,19.64,0.48,55.2,0.6,🟢 pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,42,TRUE,587cc4061cf6a7cc0d429d05c109447e5cf063af,TRUE,TRUE,2024-09-19,2024-09-15,FALSE,TRUE,Qwen/Qwen2.5-72B,0,Qwen/Qwen2.5-72B,18.09,https://huggingface.co/Qwen/Qwen2.5-72B 🔶,Saxo/Linkbricks-Horizon-AI-Korean-Superb-27B,38.32,77.68,0.78,50.61,0.65,26.96,0.27,14.65,0.36,19.53,0.48,40.52,0.46,🔶 fine-tuned on domain-specific datasets,Gemma2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,27,0,TRUE,0b4cf265801f8ee050a54eea7ee51d3142e98c74,TRUE,TRUE,2024-11-17,2024-11-16,FALSE,FALSE,Saxo/Linkbricks-Horizon-AI-Korean-Superb-27B,2,google/gemma-2-27b,3.89,https://huggingface.co/Saxo/Linkbricks-Horizon-AI-Korean-Superb-27B 💬,MaziyarPanahi/calme-2.2-llama3-70b,38.29,82.08,0.82,48.57,0.64,24.85,0.25,12.19,0.34,15.3,0.44,46.74,0.52,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3,70,17,TRUE,95366b974baedee4d95c1e841bc3d15e94753804,TRUE,TRUE,2024-06-26,2024-04-27,TRUE,FALSE,MaziyarPanahi/calme-2.2-llama3-70b,2,meta-llama/Meta-Llama-3-70B,10.63,https://huggingface.co/MaziyarPanahi/calme-2.2-llama3-70b 🤝,gbueno86/Meta-LLama-3-Cat-Smaug-LLama-70b,38.27,80.72,0.81,51.51,0.67,26.81,0.27,10.29,0.33,15,0.44,45.28,0.51,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,llama3,70,1,TRUE,2d73b7e1c7157df482555944d6a6b1362bc6c3c5,TRUE,TRUE,2024-06-27,2024-05-24,TRUE,FALSE,gbueno86/Meta-LLama-3-Cat-Smaug-LLama-70b,1,gbueno86/Meta-LLama-3-Cat-Smaug-LLama-70b (Merge),10.9,https://huggingface.co/gbueno86/Meta-LLama-3-Cat-Smaug-LLama-70b -💬,Qwen/Qwen2.5-72B-Instruct,38.21,86.38,0.86,61.87,0.73,1.21,0.01,16.67,0.38,11.74,0.42,51.4,0.56,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,522,TRUE,a13fff9ad76700c7ecff2769f75943ba8395b4a7,TRUE,TRUE,2024-10-16,2024-09-16,TRUE,TRUE,Qwen/Qwen2.5-72B-Instruct,1,Qwen/Qwen2.5-72B,33.01,https://huggingface.co/Qwen/Qwen2.5-72B-Instruct +💬,Qwen/Qwen2.5-72B-Instruct,38.21,86.38,0.86,61.87,0.73,1.21,0.01,16.67,0.38,11.74,0.42,51.4,0.56,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,523,TRUE,a13fff9ad76700c7ecff2769f75943ba8395b4a7,TRUE,TRUE,2024-10-16,2024-09-16,TRUE,TRUE,Qwen/Qwen2.5-72B-Instruct,1,Qwen/Qwen2.5-72B,33.01,https://huggingface.co/Qwen/Qwen2.5-72B-Instruct 🤝,CultriX/SeQwence-14Bv1,38.2,66.78,0.67,47.19,0.63,33.53,0.34,14.88,0.36,18.8,0.47,48,0.53,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,FALSE,apache-2.0,14,1,TRUE,542bfbd2e6fb25ecd11b84d956764eb23233a034,TRUE,TRUE,2024-11-27,2024-11-24,FALSE,FALSE,CultriX/SeQwence-14Bv1,1,CultriX/SeQwence-14Bv1 (Merge),1.83,https://huggingface.co/CultriX/SeQwence-14Bv1 🔶,VAGOsolutions/Llama-3-SauerkrautLM-70b-Instruct,38.17,80.45,0.8,52.03,0.67,23.79,0.24,10.4,0.33,13.54,0.43,48.8,0.54,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,other,70,23,TRUE,707cfd1a93875247c0223e0c7e3d86d58c432318,TRUE,TRUE,2024-06-26,2024-04-24,TRUE,FALSE,VAGOsolutions/Llama-3-SauerkrautLM-70b-Instruct,0,VAGOsolutions/Llama-3-SauerkrautLM-70b-Instruct,10.63,https://huggingface.co/VAGOsolutions/Llama-3-SauerkrautLM-70b-Instruct 💬,MaziyarPanahi/calme-2.2-qwen2.5-72b,38.02,84.77,0.85,61.8,0.73,3.7,0.04,14.54,0.36,12.02,0.42,51.31,0.56,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,6,TRUE,c6c7fdf70d8bf81364108975eb8ba78eecac83d4,TRUE,TRUE,2024-09-26,2024-09-19,TRUE,FALSE,MaziyarPanahi/calme-2.2-qwen2.5-72b,1,Qwen/Qwen2.5-72B,14.26,https://huggingface.co/MaziyarPanahi/calme-2.2-qwen2.5-72b -🟢,Qwen/Qwen2.5-32B,37.98,40.77,0.41,53.95,0.68,35.5,0.35,21.59,0.41,22.7,0.5,53.39,0.58,🟢 pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,32,40,TRUE,ff23665d01c3665be5fdb271d18a62090b65c06d,TRUE,TRUE,2024-09-19,2024-09-15,FALSE,TRUE,Qwen/Qwen2.5-32B,0,Qwen/Qwen2.5-32B,5.87,https://huggingface.co/Qwen/Qwen2.5-32B +🟢,Qwen/Qwen2.5-32B,37.98,40.77,0.41,53.95,0.68,35.5,0.35,21.59,0.41,22.7,0.5,53.39,0.58,🟢 pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,32,42,TRUE,ff23665d01c3665be5fdb271d18a62090b65c06d,TRUE,TRUE,2024-09-19,2024-09-15,FALSE,TRUE,Qwen/Qwen2.5-32B,0,Qwen/Qwen2.5-32B,5.87,https://huggingface.co/Qwen/Qwen2.5-32B 🌸,Qwen/Qwen2-VL-72B-Instruct,37.91,59.82,0.6,56.31,0.69,24.7,0.25,18.34,0.39,15.89,0.45,52.41,0.57,🌸 multimodal,Qwen2VLForConditionalGeneration,Original,bfloat16,TRUE,other,73,180,TRUE,f400120e59a6196b024298b7d09fb517f742db7d,TRUE,TRUE,2024-10-20,2024-09-17,TRUE,TRUE,Qwen/Qwen2-VL-72B-Instruct,0,Qwen/Qwen2-VL-72B-Instruct,27.25,https://huggingface.co/Qwen/Qwen2-VL-72B-Instruct 🤝,CultriX/Qwestion-14B,37.63,63.18,0.63,48.76,0.65,31.72,0.32,15.77,0.37,17.22,0.46,49.14,0.54,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,FALSE,apache-2.0,14,1,TRUE,e286bfafbc28e36859202c9f06ed8287a4f1d8b6,TRUE,TRUE,2024-11-23,2024-11-21,FALSE,FALSE,CultriX/Qwestion-14B,1,CultriX/Qwestion-14B (Merge),1.85,https://huggingface.co/CultriX/Qwestion-14B 🤝,mlabonne/BigQwen2.5-52B-Instruct,37.56,79.29,0.79,59.81,0.71,18.66,0.19,6.94,0.3,10.45,0.41,50.22,0.55,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,FALSE,apache-2.0,52,2,TRUE,425b9bffc9871085cc0d42c34138ce776f96ba02,TRUE,TRUE,2024-09-25,2024-09-23,TRUE,TRUE,mlabonne/BigQwen2.5-52B-Instruct,1,mlabonne/BigQwen2.5-52B-Instruct (Merge),27.56,https://huggingface.co/mlabonne/BigQwen2.5-52B-Instruct @@ -65,17 +65,17 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,BAAI/Infinity-Instruct-7M-Gen-Llama3_1-70B,37.11,73.35,0.73,52.5,0.67,22.96,0.23,16.78,0.38,16.97,0.45,40.08,0.46,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,70,16,TRUE,1ef63c4993a8c723c9695c827295c17080a64435,TRUE,TRUE,2024-09-26,2024-07-25,TRUE,FALSE,BAAI/Infinity-Instruct-7M-Gen-Llama3_1-70B,0,BAAI/Infinity-Instruct-7M-Gen-Llama3_1-70B,11.07,https://huggingface.co/BAAI/Infinity-Instruct-7M-Gen-Llama3_1-70B 🤝,CultriX/Qwen2.5-14B-Wernicke,37,52.35,0.52,50.64,0.66,32.48,0.32,19.13,0.39,18.25,0.47,49.15,0.54,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,FALSE,apache-2.0,14,3,TRUE,622c0a58ecb0c0c679d7381a823d2ae5ac2b8ce1,TRUE,TRUE,2024-10-22,2024-10-21,FALSE,FALSE,CultriX/Qwen2.5-14B-Wernicke,1,CultriX/Qwen2.5-14B-Wernicke (Merge),2.22,https://huggingface.co/CultriX/Qwen2.5-14B-Wernicke 💬,tenyx/Llama3-TenyxChat-70B,36.87,80.87,0.81,49.62,0.65,24.62,0.25,6.82,0.3,12.52,0.43,46.78,0.52,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3,70,63,TRUE,a85d31e3af8fcc847cc9169f1144cf02f5351fab,TRUE,TRUE,2024-08-04,2024-04-26,TRUE,FALSE,tenyx/Llama3-TenyxChat-70B,0,tenyx/Llama3-TenyxChat-70B,9.37,https://huggingface.co/tenyx/Llama3-TenyxChat-70B -🔶,VAGOsolutions/SauerkrautLM-v2-14b-DPO,36.87,74.12,0.74,50.93,0.66,27.34,0.27,9.28,0.32,13.78,0.44,45.75,0.51,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,14,13,TRUE,1fbe5364bc443255a06df7fa0debbcc3d38ab866,TRUE,TRUE,2024-11-04,2024-10-31,TRUE,FALSE,VAGOsolutions/SauerkrautLM-v2-14b-DPO,1,VAGOsolutions/SauerkrautLM-v2-14b-DPO (Merge),1.48,https://huggingface.co/VAGOsolutions/SauerkrautLM-v2-14b-DPO +🔶,VAGOsolutions/SauerkrautLM-v2-14b-DPO,36.87,74.12,0.74,50.93,0.66,27.34,0.27,9.28,0.32,13.78,0.44,45.75,0.51,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,14,14,TRUE,1fbe5364bc443255a06df7fa0debbcc3d38ab866,TRUE,TRUE,2024-11-04,2024-10-31,TRUE,FALSE,VAGOsolutions/SauerkrautLM-v2-14b-DPO,1,VAGOsolutions/SauerkrautLM-v2-14b-DPO (Merge),1.48,https://huggingface.co/VAGOsolutions/SauerkrautLM-v2-14b-DPO 🤝,CultriX/SeQwence-14B-EvolMergev1,36.85,55.55,0.56,50.3,0.65,32.48,0.32,16.89,0.38,17.08,0.46,48.81,0.54,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,TRUE,"",14,1,FALSE,6cc7116cdea757635dba52bb82a306654d118e77,TRUE,TRUE,2024-11-27,2024-11-25,FALSE,FALSE,CultriX/SeQwence-14B-EvolMergev1,1,CultriX/SeQwence-14B-EvolMergev1 (Merge),1.96,https://huggingface.co/CultriX/SeQwence-14B-EvolMergev1 🤝,CultriX/Qwen2.5-14B-MegaMerge-pt2,36.69,56.83,0.57,50.91,0.66,27.34,0.27,17.23,0.38,18.74,0.47,49.12,0.54,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,FALSE,apache-2.0,14,2,TRUE,20397f6cafc09c2cb74f105867cd99b3c68c71dc,TRUE,TRUE,2024-10-25,2024-10-24,FALSE,FALSE,CultriX/Qwen2.5-14B-MegaMerge-pt2,1,CultriX/Qwen2.5-14B-MegaMerge-pt2 (Merge),2.25,https://huggingface.co/CultriX/Qwen2.5-14B-MegaMerge-pt2 🔶,CultriX/SeQwence-14B,36.66,53.52,0.54,50.16,0.65,33.99,0.34,14.77,0.36,18.43,0.47,49.1,0.54,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,14,2,TRUE,f4a147b717ba0e9392f96e343250b00239196a22,TRUE,TRUE,2024-11-20,2024-11-20,FALSE,FALSE,CultriX/SeQwence-14B,0,CultriX/SeQwence-14B,1.8,https://huggingface.co/CultriX/SeQwence-14B 💬,meta-llama/Meta-Llama-3-70B-Instruct,36.51,80.99,0.81,50.19,0.65,25.3,0.25,4.92,0.29,10.92,0.42,46.74,0.52,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3,70,1436,TRUE,7129260dd854a80eb10ace5f61c20324b472b31c,TRUE,TRUE,2024-06-12,2024-04-17,TRUE,TRUE,meta-llama/Meta-Llama-3-70B-Instruct,1,meta-llama/Meta-Llama-3-70B,18.24,https://huggingface.co/meta-llama/Meta-Llama-3-70B-Instruct 💬,MaziyarPanahi/calme-2.2-llama3.1-70b,36.45,85.93,0.86,54.21,0.68,2.49,0.02,9.96,0.32,17.07,0.45,49.05,0.54,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,"",70,2,FALSE,c81ac05ed2c2344e9fd366cfff197da406ef5234,TRUE,TRUE,2024-09-09,2024-09-09,TRUE,FALSE,MaziyarPanahi/calme-2.2-llama3.1-70b,2,meta-llama/Meta-Llama-3.1-70B,15.84,https://huggingface.co/MaziyarPanahi/calme-2.2-llama3.1-70b 🤝,CultriX/Qwen2.5-14B-MergeStock,36.39,56.85,0.57,51.01,0.66,27.34,0.27,16.44,0.37,17.85,0.47,48.84,0.54,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,FALSE,apache-2.0,14,2,TRUE,fa00543296f2731793dfb0aac667571ccf1abb5b,TRUE,TRUE,2024-10-24,2024-10-23,FALSE,FALSE,CultriX/Qwen2.5-14B-MergeStock,1,CultriX/Qwen2.5-14B-MergeStock (Merge),4.43,https://huggingface.co/CultriX/Qwen2.5-14B-MergeStock -🔶,rombodawg/Rombos-LLM-V2.6-Qwen-14b,36.35,52.14,0.52,49.22,0.65,31.65,0.32,17,0.38,19.26,0.48,48.85,0.54,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,14,45,TRUE,887910d75a1837b8b8c7c3e50a257517d286ec60,TRUE,TRUE,2024-10-13,2024-10-12,FALSE,FALSE,rombodawg/Rombos-LLM-V2.6-Qwen-14b,1,rombodawg/Rombos-LLM-V2.6-Qwen-14b (Merge),2.18,https://huggingface.co/rombodawg/Rombos-LLM-V2.6-Qwen-14b +🔶,rombodawg/Rombos-LLM-V2.6-Qwen-14b,36.35,52.14,0.52,49.22,0.65,31.65,0.32,17,0.38,19.26,0.48,48.85,0.54,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,14,46,TRUE,887910d75a1837b8b8c7c3e50a257517d286ec60,TRUE,TRUE,2024-10-13,2024-10-12,FALSE,FALSE,rombodawg/Rombos-LLM-V2.6-Qwen-14b,1,rombodawg/Rombos-LLM-V2.6-Qwen-14b (Merge),2.18,https://huggingface.co/rombodawg/Rombos-LLM-V2.6-Qwen-14b 🤝,gbueno86/Brinebreath-Llama-3.1-70B,36.29,55.33,0.55,55.46,0.69,29.98,0.3,12.86,0.35,17.49,0.45,46.62,0.52,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,llama3.1,70,2,TRUE,c508ecf356167e8c498c6fa3937ba30a82208983,TRUE,TRUE,2024-08-29,2024-08-23,TRUE,FALSE,gbueno86/Brinebreath-Llama-3.1-70B,1,gbueno86/Brinebreath-Llama-3.1-70B (Merge),10.56,https://huggingface.co/gbueno86/Brinebreath-Llama-3.1-70B 🔶,flammenai/Mahou-1.5-llama3.1-70B,36.24,71.47,0.71,52.37,0.67,14.35,0.14,13.87,0.35,23.71,0.5,41.66,0.47,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,70,7,TRUE,49f45cc4c21e2ba7ed5c5e71f90ffd0bd9169e2d,TRUE,TRUE,2024-10-14,2024-10-14,TRUE,FALSE,flammenai/Mahou-1.5-llama3.1-70B,1,flammenai/Mahou-1.5-llama3.1-70B (Merge),10.26,https://huggingface.co/flammenai/Mahou-1.5-llama3.1-70B -💬,Qwen/Qwen2.5-32B-Instruct,36.17,83.46,0.83,56.49,0.69,0,0,11.74,0.34,13.5,0.43,51.85,0.57,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,32,131,TRUE,70e8dfb9ad18a7d499f765fe206ff065ed8ca197,TRUE,TRUE,2024-09-19,2024-09-17,TRUE,TRUE,Qwen/Qwen2.5-32B-Instruct,1,Qwen/Qwen2.5-32B,5.75,https://huggingface.co/Qwen/Qwen2.5-32B-Instruct +💬,Qwen/Qwen2.5-32B-Instruct,36.17,83.46,0.83,56.49,0.69,0,0,11.74,0.34,13.5,0.43,51.85,0.57,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,32,133,TRUE,70e8dfb9ad18a7d499f765fe206ff065ed8ca197,TRUE,TRUE,2024-09-19,2024-09-17,TRUE,TRUE,Qwen/Qwen2.5-32B-Instruct,1,Qwen/Qwen2.5-32B,5.75,https://huggingface.co/Qwen/Qwen2.5-32B-Instruct 🔶,ValiantLabs/Llama3.1-70B-ShiningValiant2,36.17,53.55,0.54,52.39,0.67,27.19,0.27,19.02,0.39,18.48,0.47,46.37,0.52,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,llama3.1,70,3,TRUE,55436621ed65f0b79e7c6324b780bd6a18e06c79,TRUE,TRUE,2024-10-30,2024-10-30,FALSE,FALSE,ValiantLabs/Llama3.1-70B-ShiningValiant2,2,meta-llama/Meta-Llama-3.1-70B,14,https://huggingface.co/ValiantLabs/Llama3.1-70B-ShiningValiant2 🔶,BAAI/Infinity-Instruct-3M-0625-Llama3-70B,36.14,74.42,0.74,52.03,0.67,17.9,0.18,14.32,0.36,18.34,0.46,39.85,0.46,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,apache-2.0,70,3,TRUE,6d8ceada57e55cff3503191adc4d6379ff321fe2,TRUE,TRUE,2024-08-30,2024-07-09,TRUE,FALSE,BAAI/Infinity-Instruct-3M-0625-Llama3-70B,0,BAAI/Infinity-Instruct-3M-0625-Llama3-70B,10.43,https://huggingface.co/BAAI/Infinity-Instruct-3M-0625-Llama3-70B 🔶,KSU-HW-SEC/Llama3-70b-SVA-FT-1415,36.12,61.8,0.62,51.33,0.67,21.98,0.22,16.67,0.38,17.8,0.46,47.14,0.52,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",70,0,FALSE,1c09728455567898116d2d9cfb6cbbbbd4ee730c,TRUE,TRUE,2024-09-08,"",FALSE,FALSE,KSU-HW-SEC/Llama3-70b-SVA-FT-1415,0,Removed,9.6,https://huggingface.co/KSU-HW-SEC/Llama3-70b-SVA-FT-1415 @@ -87,21 +87,21 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,flammenai/Llama3.1-Flammades-70B,35.9,70.58,0.71,52.55,0.67,14.35,0.14,13.87,0.35,22.35,0.49,41.69,0.48,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,70,2,TRUE,48909a734460e667e3a7e91bd25f124ec3b2ba74,TRUE,TRUE,2024-10-13,2024-10-12,TRUE,FALSE,flammenai/Llama3.1-Flammades-70B,1,flammenai/Llama3.1-Flammades-70B (Merge),10.28,https://huggingface.co/flammenai/Llama3.1-Flammades-70B 🔶,nbeerbower/Llama3.1-Gutenberg-Doppel-70B,35.8,70.92,0.71,52.56,0.67,14.5,0.15,12.64,0.34,22.68,0.49,41.52,0.47,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,70,5,TRUE,5de156e97f776ce1b88ce5b2e2dc1e7709205a82,TRUE,TRUE,2024-10-12,2024-10-11,TRUE,FALSE,nbeerbower/Llama3.1-Gutenberg-Doppel-70B,1,nbeerbower/Llama3.1-Gutenberg-Doppel-70B (Merge),9.99,https://huggingface.co/nbeerbower/Llama3.1-Gutenberg-Doppel-70B 💬,tanliboy/lambda-qwen2.5-32b-dpo-test,35.75,80.84,0.81,54.41,0.68,0,0,14.21,0.36,13.33,0.43,51.74,0.57,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,32,4,TRUE,675b60d6e859455a6139e6e284bbe1844b8ddf46,TRUE,TRUE,2024-09-30,2024-09-22,TRUE,FALSE,tanliboy/lambda-qwen2.5-32b-dpo-test,2,Qwen/Qwen2.5-32B,5.5,https://huggingface.co/tanliboy/lambda-qwen2.5-32b-dpo-test -🔶,cognitivecomputations/dolphin-2.9.2-qwen2-72b,35.75,63.44,0.63,47.7,0.63,20.62,0.21,16,0.37,17.04,0.45,49.68,0.55,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,111,TRUE,e79582577c2bf2af304221af0e8308b7e7d46ca1,TRUE,TRUE,2024-10-20,2024-05-27,TRUE,TRUE,cognitivecomputations/dolphin-2.9.2-qwen2-72b,1,Qwen/Qwen2-72B,25.12,https://huggingface.co/cognitivecomputations/dolphin-2.9.2-qwen2-72b +🔶,cognitivecomputations/dolphin-2.9.2-qwen2-72b,35.75,63.44,0.63,47.7,0.63,20.62,0.21,16,0.37,17.04,0.45,49.68,0.55,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,115,TRUE,e79582577c2bf2af304221af0e8308b7e7d46ca1,TRUE,TRUE,2024-10-20,2024-05-27,TRUE,TRUE,cognitivecomputations/dolphin-2.9.2-qwen2-72b,1,Qwen/Qwen2-72B,25.12,https://huggingface.co/cognitivecomputations/dolphin-2.9.2-qwen2-72b 🤝,allknowingroger/Qwenslerp2-14B,35.69,50.07,0.5,50.3,0.66,30.21,0.3,15.77,0.37,18.88,0.47,48.92,0.54,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,FALSE,apache-2.0,14,1,TRUE,38e902c114b5640509a8615fc2a2546e07a5fb3f,TRUE,TRUE,2024-10-21,2024-10-19,FALSE,FALSE,allknowingroger/Qwenslerp2-14B,1,allknowingroger/Qwenslerp2-14B (Merge),2.26,https://huggingface.co/allknowingroger/Qwenslerp2-14B 💬,TheTsar1209/qwen-carpmuscle-v0.4,35.67,72.02,0.72,49.38,0.65,17.37,0.17,13.65,0.35,15.55,0.45,46.04,0.51,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,14,1,TRUE,3e11d5aad0f19bd652b8605620d0cf6af7a0ea00,TRUE,TRUE,2024-11-18,2024-11-18,TRUE,FALSE,TheTsar1209/qwen-carpmuscle-v0.4,3,Qwen/Qwen2.5-14B,1.37,https://huggingface.co/TheTsar1209/qwen-carpmuscle-v0.4 🔶,cloudyu/Llama-3-70Bx2-MOE,35.67,54.82,0.55,51.42,0.66,21.75,0.22,19.13,0.39,20.85,0.48,46.02,0.51,🔶 fine-tuned on domain-specific datasets,MixtralForCausalLM,Original,bfloat16,TRUE,llama3,126,1,TRUE,b8bd85e8db8e4ec352b93441c92e0ae1334bf5a7,TRUE,FALSE,2024-06-27,2024-05-20,FALSE,FALSE,cloudyu/Llama-3-70Bx2-MOE,0,cloudyu/Llama-3-70Bx2-MOE,21.54,https://huggingface.co/cloudyu/Llama-3-70Bx2-MOE 🔶,VAGOsolutions/SauerkrautLM-v2-14b-SFT,35.65,69.64,0.7,45.82,0.62,29.23,0.29,11.41,0.34,11.07,0.42,46.73,0.52,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,14,7,TRUE,606ddc7819d4a5d9cd8618d5ede57e2bdd99a1ed,TRUE,TRUE,2024-11-04,2024-10-25,TRUE,FALSE,VAGOsolutions/SauerkrautLM-v2-14b-SFT,1,VAGOsolutions/SauerkrautLM-v2-14b-SFT (Merge),1.52,https://huggingface.co/VAGOsolutions/SauerkrautLM-v2-14b-SFT 🤝,allknowingroger/Qwenslerp3-14B,35.55,50.52,0.51,49.81,0.65,29.46,0.29,16.67,0.38,18.02,0.47,48.83,0.54,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,FALSE,apache-2.0,14,1,TRUE,ac60a6c4e224e5b52c42bebfd0cf81f920befdef,TRUE,TRUE,2024-10-21,2024-10-19,FALSE,FALSE,allknowingroger/Qwenslerp3-14B,1,allknowingroger/Qwenslerp3-14B (Merge),2.22,https://huggingface.co/allknowingroger/Qwenslerp3-14B 🟢,Qwen/Qwen2-72B,35.48,38.24,0.38,51.86,0.66,31.27,0.31,19.24,0.39,19.73,0.47,52.56,0.57,🟢 pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,190,TRUE,87993795c78576318087f70b43fbf530eb7789e7,TRUE,TRUE,2024-06-26,2024-05-22,FALSE,TRUE,Qwen/Qwen2-72B,0,Qwen/Qwen2-72B,64.06,https://huggingface.co/Qwen/Qwen2-72B -🔶,Sao10K/L3-70B-Euryale-v2.1,35.47,72.81,0.73,49.19,0.65,22.43,0.22,10.85,0.33,12.05,0.42,45.51,0.51,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,cc-by-nc-4.0,70,119,TRUE,36ad832b771cd783ea7ad00ed39e61f679b1a7c6,TRUE,TRUE,2024-06-26,2024-06-11,TRUE,FALSE,Sao10K/L3-70B-Euryale-v2.1,0,Sao10K/L3-70B-Euryale-v2.1,8.62,https://huggingface.co/Sao10K/L3-70B-Euryale-v2.1 +🔶,Sao10K/L3-70B-Euryale-v2.1,35.47,72.81,0.73,49.19,0.65,22.43,0.22,10.85,0.33,12.05,0.42,45.51,0.51,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,cc-by-nc-4.0,70,120,TRUE,36ad832b771cd783ea7ad00ed39e61f679b1a7c6,TRUE,TRUE,2024-06-26,2024-06-11,TRUE,FALSE,Sao10K/L3-70B-Euryale-v2.1,0,Sao10K/L3-70B-Euryale-v2.1,8.62,https://huggingface.co/Sao10K/L3-70B-Euryale-v2.1 💬,OpenBuddy/openbuddy-llama3-70b-v21.2-32k,35.47,70.1,0.7,49.97,0.65,19.79,0.2,12.3,0.34,18.05,0.46,42.58,0.48,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,other,70,1,TRUE,e79a2f16c052fc76eeafb5b51d16261b2b981d0f,TRUE,TRUE,2024-09-05,2024-06-12,TRUE,FALSE,OpenBuddy/openbuddy-llama3-70b-v21.2-32k,0,OpenBuddy/openbuddy-llama3-70b-v21.2-32k,13.04,https://huggingface.co/OpenBuddy/openbuddy-llama3-70b-v21.2-32k -💬,microsoft/Phi-3.5-MoE-instruct,35.46,69.25,0.69,48.77,0.64,22.66,0.23,14.09,0.36,17.33,0.46,40.64,0.47,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,bfloat16,TRUE,mit,42,524,TRUE,482a9ba0eb0e1fa1671e3560e009d7cec2e5147c,TRUE,FALSE,2024-08-21,2024-08-17,TRUE,TRUE,microsoft/Phi-3.5-MoE-instruct,0,microsoft/Phi-3.5-MoE-instruct,4.63,https://huggingface.co/microsoft/Phi-3.5-MoE-instruct +💬,microsoft/Phi-3.5-MoE-instruct,35.46,69.25,0.69,48.77,0.64,22.66,0.23,14.09,0.36,17.33,0.46,40.64,0.47,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,bfloat16,TRUE,mit,42,525,TRUE,482a9ba0eb0e1fa1671e3560e009d7cec2e5147c,TRUE,FALSE,2024-08-21,2024-08-17,TRUE,TRUE,microsoft/Phi-3.5-MoE-instruct,0,microsoft/Phi-3.5-MoE-instruct,4.63,https://huggingface.co/microsoft/Phi-3.5-MoE-instruct 🔶,ehristoforu/RQwen-v0.2,35.44,75.04,0.75,48.68,0.64,19.11,0.19,11.63,0.34,11.95,0.42,46.21,0.52,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,float16,TRUE,apache-2.0,14,1,TRUE,102ff435814388f4da9e7ebc25c5fbae7120638a,TRUE,TRUE,2024-11-25,2024-11-24,TRUE,FALSE,ehristoforu/RQwen-v0.2,2,ehristoforu/RQwen-v0.1 (Merge),1.29,https://huggingface.co/ehristoforu/RQwen-v0.2 -🔶,Sao10K/L3-70B-Euryale-v2.1,35.35,73.84,0.74,48.7,0.65,20.85,0.21,10.85,0.33,12.25,0.42,45.6,0.51,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,cc-by-nc-4.0,70,119,TRUE,36ad832b771cd783ea7ad00ed39e61f679b1a7c6,TRUE,TRUE,2024-07-01,2024-06-11,TRUE,FALSE,Sao10K/L3-70B-Euryale-v2.1,0,Sao10K/L3-70B-Euryale-v2.1,8.62,https://huggingface.co/Sao10K/L3-70B-Euryale-v2.1 +🔶,Sao10K/L3-70B-Euryale-v2.1,35.35,73.84,0.74,48.7,0.65,20.85,0.21,10.85,0.33,12.25,0.42,45.6,0.51,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,cc-by-nc-4.0,70,120,TRUE,36ad832b771cd783ea7ad00ed39e61f679b1a7c6,TRUE,TRUE,2024-07-01,2024-06-11,TRUE,FALSE,Sao10K/L3-70B-Euryale-v2.1,0,Sao10K/L3-70B-Euryale-v2.1,8.62,https://huggingface.co/Sao10K/L3-70B-Euryale-v2.1 💬,OpenBuddy/openbuddy-llama3.1-70b-v22.1-131k,35.31,73.33,0.73,51.94,0.67,3.85,0.04,16.67,0.38,18.24,0.46,47.82,0.53,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,other,70,1,TRUE,43ed945180174d79a8f6c68509161c249c884dfa,TRUE,TRUE,2024-08-24,2024-08-21,TRUE,FALSE,OpenBuddy/openbuddy-llama3.1-70b-v22.1-131k,0,OpenBuddy/openbuddy-llama3.1-70b-v22.1-131k,12.19,https://huggingface.co/OpenBuddy/openbuddy-llama3.1-70b-v22.1-131k 🔶,migtissera/Llama-3-70B-Synthia-v3.5,35.2,60.76,0.61,49.12,0.65,18.96,0.19,18.34,0.39,23.39,0.49,40.65,0.47,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,llama3,70,5,TRUE,8744db0bccfc18f1847633da9d29fc89b35b4190,TRUE,TRUE,2024-08-28,2024-05-26,TRUE,FALSE,migtissera/Llama-3-70B-Synthia-v3.5,0,migtissera/Llama-3-70B-Synthia-v3.5,8.77,https://huggingface.co/migtissera/Llama-3-70B-Synthia-v3.5 -💬,Qwen/Qwen2-Math-72B-Instruct,35.15,56.94,0.57,47.96,0.63,38.14,0.38,15.77,0.37,15.73,0.45,36.36,0.43,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,86,TRUE,5c267882f3377bcfc35882f8609098a894eeeaa8,TRUE,TRUE,2024-08-19,2024-08-08,TRUE,TRUE,Qwen/Qwen2-Math-72B-Instruct,0,Qwen/Qwen2-Math-72B-Instruct,12.17,https://huggingface.co/Qwen/Qwen2-Math-72B-Instruct +💬,Qwen/Qwen2-Math-72B-Instruct,35.15,56.94,0.57,47.96,0.63,38.14,0.38,15.77,0.37,15.73,0.45,36.36,0.43,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,87,TRUE,5c267882f3377bcfc35882f8609098a894eeeaa8,TRUE,TRUE,2024-08-19,2024-08-08,TRUE,TRUE,Qwen/Qwen2-Math-72B-Instruct,0,Qwen/Qwen2-Math-72B-Instruct,12.17,https://huggingface.co/Qwen/Qwen2-Math-72B-Instruct 💬,sthenno-com/miscii-14b-1028,35.05,82.37,0.82,49.26,0.64,6.34,0.06,14.21,0.36,12,0.42,46.14,0.52,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,14,11,TRUE,a60c866621ee35d04e84cf366e972f2466d617b1,TRUE,TRUE,2024-11-17,2024-11-12,TRUE,FALSE,sthenno-com/miscii-14b-1028,1,sthenno-com/miscii-14b-1028 (Merge),1.53,https://huggingface.co/sthenno-com/miscii-14b-1028 💬,abacusai/Smaug-Llama-3-70B-Instruct-32K,35.02,77.61,0.78,49.07,0.65,23.04,0.23,6.15,0.3,12.43,0.42,41.83,0.48,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3,70,21,TRUE,33840982dc253968f32ef3a534ee0e025eb97482,TRUE,TRUE,2024-08-06,2024-06-11,TRUE,TRUE,abacusai/Smaug-Llama-3-70B-Instruct-32K,0,abacusai/Smaug-Llama-3-70B-Instruct-32K,13.3,https://huggingface.co/abacusai/Smaug-Llama-3-70B-Instruct-32K 🔶,aaditya/Llama3-OpenBioLLM-70B,35,75.97,0.76,47.15,0.64,19.86,0.2,9.73,0.32,14.35,0.44,42.97,0.49,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,70,353,TRUE,5f79deaf38bc5f662943d304d59cb30357e8e5bd,TRUE,TRUE,2024-08-30,2024-04-24,TRUE,FALSE,aaditya/Llama3-OpenBioLLM-70B,2,meta-llama/Meta-Llama-3-70B,9.66,https://huggingface.co/aaditya/Llama3-OpenBioLLM-70B @@ -112,7 +112,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 💬,dnhkng/RYS-Llama-3-Huge-Instruct,34.68,76.86,0.77,49.07,0.65,23.11,0.23,1.45,0.26,11.93,0.42,45.66,0.51,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,mit,99,1,TRUE,cfe14a5339e88a7a89f075d9d48215d45f64acaf,TRUE,TRUE,2024-08-07,2024-08-06,TRUE,FALSE,dnhkng/RYS-Llama-3-Huge-Instruct,0,dnhkng/RYS-Llama-3-Huge-Instruct,14.74,https://huggingface.co/dnhkng/RYS-Llama-3-Huge-Instruct 🤝,suayptalha/HomerCreativeAnvita-Mix-Qw7B,34.62,78.08,0.78,36.98,0.56,31.04,0.31,8.61,0.31,14.73,0.44,38.28,0.44,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,TRUE,"",7,3,FALSE,5be9b48b59652687d3e5b88f9e935b51869756ad,TRUE,TRUE,2024-11-24,2024-11-22,TRUE,FALSE,suayptalha/HomerCreativeAnvita-Mix-Qw7B,1,suayptalha/HomerCreativeAnvita-Mix-Qw7B (Merge),0.65,https://huggingface.co/suayptalha/HomerCreativeAnvita-Mix-Qw7B 💬,newsbang/Homer-v0.5-Qwen2.5-7B,34.6,78.81,0.79,36.68,0.55,36.25,0.36,7.05,0.3,11.38,0.42,37.44,0.44,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,FALSE,"",7,0,FALSE,9dc7090b2226f9a2217f593518f734e3246001f9,TRUE,TRUE,2024-11-20,"",TRUE,FALSE,newsbang/Homer-v0.5-Qwen2.5-7B,0,Removed,0.67,https://huggingface.co/newsbang/Homer-v0.5-Qwen2.5-7B -💬,nvidia/Llama-3.1-Nemotron-70B-Instruct-HF,34.58,73.81,0.74,47.11,0.63,28.7,0.29,1.12,0.26,13.2,0.43,43.54,0.49,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,70,1733,TRUE,250db5cf2323e04a6d2025a2ca2b94a95c439e88,TRUE,TRUE,2024-10-16,2024-10-12,TRUE,TRUE,nvidia/Llama-3.1-Nemotron-70B-Instruct-HF,2,meta-llama/Meta-Llama-3.1-70B,13.63,https://huggingface.co/nvidia/Llama-3.1-Nemotron-70B-Instruct-HF +💬,nvidia/Llama-3.1-Nemotron-70B-Instruct-HF,34.58,73.81,0.74,47.11,0.63,28.7,0.29,1.12,0.26,13.2,0.43,43.54,0.49,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,70,1744,TRUE,250db5cf2323e04a6d2025a2ca2b94a95c439e88,TRUE,TRUE,2024-10-16,2024-10-12,TRUE,TRUE,nvidia/Llama-3.1-Nemotron-70B-Instruct-HF,2,meta-llama/Meta-Llama-3.1-70B,13.63,https://huggingface.co/nvidia/Llama-3.1-Nemotron-70B-Instruct-HF 🔶,nisten/franqwenstein-35b,34.45,39.14,0.39,51.68,0.66,30.44,0.3,14.54,0.36,19.68,0.47,51.23,0.56,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,mit,34,7,TRUE,901351a987d664a1cd7f483115a167d3ae5694ec,TRUE,TRUE,2024-10-03,2024-10-03,TRUE,FALSE,nisten/franqwenstein-35b,1,nisten/franqwenstein-35b (Merge),6.33,https://huggingface.co/nisten/franqwenstein-35b 🤝,CultriX/SeQwence-14Bv3,34.41,57.19,0.57,46.39,0.63,22.13,0.22,15.32,0.36,17.27,0.46,48.17,0.53,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,TRUE,"",14,1,FALSE,b3f2b5273bbc996814a25aa9060fd6f4c0d93bca,TRUE,TRUE,2024-11-27,2024-11-27,FALSE,FALSE,CultriX/SeQwence-14Bv3,1,CultriX/SeQwence-14Bv3 (Merge),1.97,https://huggingface.co/CultriX/SeQwence-14Bv3 🤝,ZeroXClem/Qwen2.5-7B-HomerCreative-Mix,34.35,78.35,0.78,36.77,0.55,32.33,0.32,6.6,0.3,13.77,0.43,38.3,0.44,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,FALSE,apache-2.0,7,5,TRUE,6849553db73428ca67823a06f5cfeea660f77df8,TRUE,TRUE,2024-11-21,2024-11-21,TRUE,FALSE,ZeroXClem/Qwen2.5-7B-HomerCreative-Mix,1,ZeroXClem/Qwen2.5-7B-HomerCreative-Mix (Merge),0.73,https://huggingface.co/ZeroXClem/Qwen2.5-7B-HomerCreative-Mix @@ -126,7 +126,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 💬,dwikitheduck/gen-inst-1,34.03,77.5,0.78,48.32,0.64,4.46,0.04,16.22,0.37,12.27,0.42,45.43,0.51,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,14,0,TRUE,73180b0a57469bbd12f7d037a1cc25e53c252ad6,TRUE,TRUE,2024-11-24,2024-11-18,TRUE,FALSE,dwikitheduck/gen-inst-1,2,Qwen/Qwen2.5-14B,1.53,https://huggingface.co/dwikitheduck/gen-inst-1 🤝,Lambent/qwen2.5-reinstruct-alternate-lumen-14B,33.97,47.94,0.48,48.99,0.65,21.6,0.22,16.89,0.38,19.62,0.48,48.76,0.54,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,TRUE,"",14,3,FALSE,dac3be334098338fb6c02636349e8ed53f18c4a4,TRUE,TRUE,2024-09-28,2024-09-23,FALSE,FALSE,Lambent/qwen2.5-reinstruct-alternate-lumen-14B,1,Lambent/qwen2.5-reinstruct-alternate-lumen-14B (Merge),2.26,https://huggingface.co/Lambent/qwen2.5-reinstruct-alternate-lumen-14B 💬,newsbang/Homer-v0.4-Qwen2.5-7B,33.92,79.99,0.8,36.6,0.55,27.64,0.28,8.72,0.32,13.19,0.43,37.36,0.44,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,"",7,0,FALSE,e5b73b06e63de7f77845463f8a11c93e82befd15,TRUE,TRUE,2024-11-18,"",TRUE,FALSE,newsbang/Homer-v0.4-Qwen2.5-7B,0,Removed,0.64,https://huggingface.co/newsbang/Homer-v0.4-Qwen2.5-7B -🔶,arcee-ai/SuperNova-Medius,33.89,71.84,0.72,48.01,0.64,15.33,0.15,11.07,0.33,12.28,0.42,44.83,0.5,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,14,187,TRUE,e34fafcac2801be1ae5c7eb744e191a08119f2af,TRUE,TRUE,2024-10-22,2024-10-02,TRUE,FALSE,arcee-ai/SuperNova-Medius,1,arcee-ai/SuperNova-Medius (Merge),5.87,https://huggingface.co/arcee-ai/SuperNova-Medius +🔶,arcee-ai/SuperNova-Medius,33.89,71.84,0.72,48.01,0.64,15.33,0.15,11.07,0.33,12.28,0.42,44.83,0.5,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,14,188,TRUE,e34fafcac2801be1ae5c7eb744e191a08119f2af,TRUE,TRUE,2024-10-22,2024-10-02,TRUE,FALSE,arcee-ai/SuperNova-Medius,1,arcee-ai/SuperNova-Medius (Merge),5.87,https://huggingface.co/arcee-ai/SuperNova-Medius 💬,mistralai/Mixtral-8x22B-Instruct-v0.1,33.89,71.84,0.72,44.11,0.61,18.73,0.19,16.44,0.37,13.49,0.43,38.7,0.45,"💬 chat models (RLHF, DPO, IFT, ...)",MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,140,692,TRUE,b0c3516041d014f640267b14feb4e9a84c8e8c71,TRUE,FALSE,2024-06-12,2024-04-16,TRUE,TRUE,mistralai/Mixtral-8x22B-Instruct-v0.1,1,mistralai/Mixtral-8x22B-v0.1,47.15,https://huggingface.co/mistralai/Mixtral-8x22B-Instruct-v0.1 🤝,zelk12/MT4-Gen2-gemma-2-9B,33.79,80.51,0.81,44.18,0.61,15.71,0.16,12.75,0.35,12.21,0.43,37.42,0.44,🤝 base merges and moerges,Gemma2ForCausalLM,Original,bfloat16,TRUE,"",10,1,FALSE,4d61a5799b11641a24e8b0f3eda0e987ff392089,TRUE,TRUE,2024-11-22,2024-11-22,TRUE,FALSE,zelk12/MT4-Gen2-gemma-2-9B,1,zelk12/MT4-Gen2-gemma-2-9B (Merge),1.98,https://huggingface.co/zelk12/MT4-Gen2-gemma-2-9B 🤝,gmonsoon/gemma2-9b-sahabatai-v1-instruct-BaseTIES,33.7,73.78,0.74,43.4,0.61,19.34,0.19,9.4,0.32,19.13,0.48,37.19,0.43,🤝 base merges and moerges,Gemma2ForCausalLM,Original,bfloat16,FALSE,gemma,9,1,TRUE,43296081051afe5d7a426b86a6d73104efab440b,TRUE,TRUE,2024-11-17,2024-11-16,TRUE,FALSE,gmonsoon/gemma2-9b-sahabatai-v1-instruct-BaseTIES,1,gmonsoon/gemma2-9b-sahabatai-v1-instruct-BaseTIES (Merge),1.78,https://huggingface.co/gmonsoon/gemma2-9b-sahabatai-v1-instruct-BaseTIES @@ -134,17 +134,19 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🤝,zelk12/MT-Gen2-gemma-2-9B,33.64,79.07,0.79,44.11,0.61,14.88,0.15,12.86,0.35,13.3,0.43,37.64,0.44,🤝 base merges and moerges,Gemma2ForCausalLM,Original,bfloat16,TRUE,"",10,1,FALSE,c723f8b9b7334fddd1eb8b6e5230b76fb18139a5,TRUE,TRUE,2024-11-10,2024-11-10,TRUE,FALSE,zelk12/MT-Gen2-gemma-2-9B,1,zelk12/MT-Gen2-gemma-2-9B (Merge),1.99,https://huggingface.co/zelk12/MT-Gen2-gemma-2-9B 🤝,zelk12/MT1-gemma-2-9B,33.63,79.47,0.79,44.16,0.61,14.95,0.15,12.75,0.35,13.16,0.43,37.31,0.44,🤝 base merges and moerges,Gemma2ForCausalLM,Original,bfloat16,TRUE,"",10,1,FALSE,3a5e77518ca9c3c8ea2edac4c03bc220ee91f3ed,TRUE,TRUE,2024-10-14,2024-10-12,TRUE,FALSE,zelk12/MT1-gemma-2-9B,1,zelk12/MT1-gemma-2-9B (Merge),3.35,https://huggingface.co/zelk12/MT1-gemma-2-9B 💬,CohereForAI/c4ai-command-r-plus-08-2024,33.58,75.4,0.75,42.84,0.6,12.01,0.12,13.42,0.35,19.84,0.48,38.01,0.44,"💬 chat models (RLHF, DPO, IFT, ...)",CohereForCausalLM,Original,float16,TRUE,cc-by-nc-4.0,103,188,TRUE,2d8cf3ab0af78b9e43546486b096f86adf3ba4d0,TRUE,TRUE,2024-09-19,2024-08-21,TRUE,TRUE,CohereForAI/c4ai-command-r-plus-08-2024,0,CohereForAI/c4ai-command-r-plus-08-2024,22.32,https://huggingface.co/CohereForAI/c4ai-command-r-plus-08-2024 +🤝,zelk12/MT-Merge2-MU-gemma-2-MTg2MT1g2-9B,33.56,79.56,0.8,43.84,0.61,13.82,0.14,13.42,0.35,13.23,0.43,37.47,0.44,🤝 base merges and moerges,Gemma2ForCausalLM,Original,bfloat16,TRUE,"",10,2,FALSE,6d73ec2204800f7978c376567d3c6361c0a072cd,TRUE,TRUE,2024-11-28,2024-11-25,TRUE,FALSE,zelk12/MT-Merge2-MU-gemma-2-MTg2MT1g2-9B,1,zelk12/MT-Merge2-MU-gemma-2-MTg2MT1g2-9B (Merge),1.84,https://huggingface.co/zelk12/MT-Merge2-MU-gemma-2-MTg2MT1g2-9B 🤝,zelk12/MT4-Gen1-gemma-2-9B,33.54,78.95,0.79,44.01,0.61,15.03,0.15,12.53,0.34,13.1,0.43,37.66,0.44,🤝 base merges and moerges,Gemma2ForCausalLM,Original,bfloat16,TRUE,"",10,0,FALSE,6ed2c66246c7f354decfd3579acb534dc4b0b48c,TRUE,TRUE,2024-10-29,2024-10-25,TRUE,FALSE,zelk12/MT4-Gen1-gemma-2-9B,1,zelk12/MT4-Gen1-gemma-2-9B (Merge),2.1,https://huggingface.co/zelk12/MT4-Gen1-gemma-2-9B 💬,jpacifico/Chocolatine-14B-Instruct-DPO-v1.2,33.54,68.52,0.69,49.85,0.64,19.41,0.19,10.07,0.33,12.35,0.43,41.07,0.47,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,float16,TRUE,mit,13,13,TRUE,d34bbd55b48e553f28579d86f3ccae19726c6b39,TRUE,TRUE,2024-08-28,2024-08-12,TRUE,FALSE,jpacifico/Chocolatine-14B-Instruct-DPO-v1.2,0,jpacifico/Chocolatine-14B-Instruct-DPO-v1.2,1.54,https://huggingface.co/jpacifico/Chocolatine-14B-Instruct-DPO-v1.2 🔶,CultriX/Qwen2.5-14B-Wernicke-SFT,33.52,49.37,0.49,49.33,0.65,35.8,0.36,13.87,0.35,7.55,0.39,45.22,0.51,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,FALSE,apache-2.0,14,1,TRUE,3b68dfba2cf79e4a15e8f4271f7d4b62d2ab9f26,TRUE,TRUE,2024-11-17,2024-11-16,TRUE,FALSE,CultriX/Qwen2.5-14B-Wernicke-SFT,1,CultriX/Qwen2.5-14B-Wernicke-SFT (Merge),1.39,https://huggingface.co/CultriX/Qwen2.5-14B-Wernicke-SFT 💬,tanliboy/lambda-qwen2.5-14b-dpo-test,33.52,82.31,0.82,48.45,0.64,0,0,14.99,0.36,12.59,0.43,42.75,0.48,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,14,7,TRUE,96607eea3c67f14f73e576580610dba7530c5dd9,TRUE,TRUE,2024-09-20,2024-09-20,TRUE,FALSE,tanliboy/lambda-qwen2.5-14b-dpo-test,2,Qwen/Qwen2.5-14B,1.8,https://huggingface.co/tanliboy/lambda-qwen2.5-14b-dpo-test 🔶,Goekdeniz-Guelmez/Josiefied-Qwen2.5-14B-Instruct-abliterated-v4,33.51,82.92,0.83,48.05,0.64,0,0,12.3,0.34,13.15,0.43,44.65,0.5,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,14,10,TRUE,00afd27eef16e835fcb0d8e687435dca3c185bdf,TRUE,TRUE,2024-10-23,2024-10-21,TRUE,FALSE,Goekdeniz-Guelmez/Josiefied-Qwen2.5-14B-Instruct-abliterated-v4,2,Qwen/Qwen2.5-14B,1.75,https://huggingface.co/Goekdeniz-Guelmez/Josiefied-Qwen2.5-14B-Instruct-abliterated-v4 🤝,allknowingroger/GemmaSlerp2-9B,33.5,72.81,0.73,42.54,0.6,16.54,0.17,13.65,0.35,19.49,0.48,35.99,0.42,🤝 base merges and moerges,Gemma2ForCausalLM,Original,bfloat16,FALSE,apache-2.0,9,1,TRUE,e93fb8d7fad0007e463e44365a5a82d0d6facd61,TRUE,TRUE,2024-11-22,2024-10-29,FALSE,FALSE,allknowingroger/GemmaSlerp2-9B,1,allknowingroger/GemmaSlerp2-9B (Merge),1.79,https://huggingface.co/allknowingroger/GemmaSlerp2-9B -🤝,zelk12/MT-Merge2-gemma-2-9B,33.5,78.77,0.79,44.16,0.61,15.56,0.16,13.42,0.35,11.51,0.42,37.57,0.44,🤝 base merges and moerges,Gemma2ForCausalLM,Original,bfloat16,TRUE,"",10,1,FALSE,a695e722e6fab77852f9fe59bbc4d69fe23c4208,TRUE,TRUE,2024-11-25,2024-11-25,TRUE,FALSE,zelk12/MT-Merge2-gemma-2-9B,1,zelk12/MT-Merge2-gemma-2-9B (Merge),1.85,https://huggingface.co/zelk12/MT-Merge2-gemma-2-9B +🤝,zelk12/MT-Merge2-gemma-2-9B,33.5,78.77,0.79,44.16,0.61,15.56,0.16,13.42,0.35,11.51,0.42,37.57,0.44,🤝 base merges and moerges,Gemma2ForCausalLM,Original,bfloat16,TRUE,"",10,2,FALSE,a695e722e6fab77852f9fe59bbc4d69fe23c4208,TRUE,TRUE,2024-11-25,2024-11-25,TRUE,FALSE,zelk12/MT-Merge2-gemma-2-9B,1,zelk12/MT-Merge2-gemma-2-9B (Merge),1.85,https://huggingface.co/zelk12/MT-Merge2-gemma-2-9B 💬,TheTsar1209/qwen-carpmuscle-v0.2,33.48,52.57,0.53,48.18,0.64,27.19,0.27,14.09,0.36,12.75,0.43,46.08,0.51,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,14,0,TRUE,081f6b067ebca9bc384af283f1d267880534b8e3,TRUE,TRUE,2024-10-19,2024-10-16,TRUE,FALSE,TheTsar1209/qwen-carpmuscle-v0.2,3,Qwen/Qwen2.5-14B,2.25,https://huggingface.co/TheTsar1209/qwen-carpmuscle-v0.2 🤝,zelk12/MT2-Gen2-gemma-2-9B,33.47,78.89,0.79,44.04,0.61,14.8,0.15,12.86,0.35,12.58,0.43,37.65,0.44,🤝 base merges and moerges,Gemma2ForCausalLM,Original,bfloat16,TRUE,"",10,3,FALSE,24c487499b5833424ffb9932eed838bb254f61b4,TRUE,TRUE,2024-11-12,2024-11-12,TRUE,FALSE,zelk12/MT2-Gen2-gemma-2-9B,1,zelk12/MT2-Gen2-gemma-2-9B (Merge),2.04,https://huggingface.co/zelk12/MT2-Gen2-gemma-2-9B 🤝,zelk12/MT4-gemma-2-9B,33.45,77.62,0.78,43.55,0.61,17.37,0.17,11.74,0.34,13,0.43,37.4,0.44,🤝 base merges and moerges,Gemma2ForCausalLM,Original,bfloat16,TRUE,"",10,0,FALSE,2167ea02baf9145a697a7d828a17c75b86e5e282,TRUE,TRUE,2024-10-20,2024-10-16,TRUE,FALSE,zelk12/MT4-gemma-2-9B,1,zelk12/MT4-gemma-2-9B (Merge),3.16,https://huggingface.co/zelk12/MT4-gemma-2-9B 🤝,zelk12/MT-Merge-gemma-2-9B,33.39,80.35,0.8,44.32,0.61,13.14,0.13,13.09,0.35,12.1,0.43,37.35,0.44,🤝 base merges and moerges,Gemma2ForCausalLM,Original,bfloat16,TRUE,"",10,3,FALSE,f4c3b001bc8692bcbbd7005b6f8db048e651aa46,TRUE,TRUE,2024-10-22,2024-10-22,TRUE,FALSE,zelk12/MT-Merge-gemma-2-9B,1,zelk12/MT-Merge-gemma-2-9B (Merge),3.22,https://huggingface.co/zelk12/MT-Merge-gemma-2-9B +🤝,zelk12/MT-Gen2-GI-gemma-2-9B,33.32,79.14,0.79,44,0.61,13.37,0.13,13.42,0.35,12.67,0.43,37.29,0.44,🤝 base merges and moerges,Gemma2ForCausalLM,Original,bfloat16,TRUE,"",10,1,FALSE,e970fbcbf974f4626dcc6db7d2b02d4f24c72744,TRUE,TRUE,2024-11-28,2024-11-10,TRUE,FALSE,zelk12/MT-Gen2-GI-gemma-2-9B,1,zelk12/MT-Gen2-GI-gemma-2-9B (Merge),1.87,https://huggingface.co/zelk12/MT-Gen2-GI-gemma-2-9B 🤝,zelk12/recoilme-gemma-2-Ataraxy-9B-v0.1-t0.25,33.3,77.07,0.77,43.85,0.61,15.56,0.16,12.42,0.34,13.13,0.43,37.78,0.44,🤝 base merges and moerges,Gemma2ForCausalLM,Original,bfloat16,TRUE,"",10,1,FALSE,e652c9e07265526851dad994f4640aa265b9ab56,TRUE,TRUE,2024-10-04,2024-10-04,TRUE,FALSE,zelk12/recoilme-gemma-2-Ataraxy-9B-v0.1-t0.25,1,zelk12/recoilme-gemma-2-Ataraxy-9B-v0.1-t0.25 (Merge),3.19,https://huggingface.co/zelk12/recoilme-gemma-2-Ataraxy-9B-v0.1-t0.25 🤝,zelk12/MT2-gemma-2-9B,33.28,78.86,0.79,44.17,0.61,14.73,0.15,12.98,0.35,11.54,0.42,37.43,0.44,🤝 base merges and moerges,Gemma2ForCausalLM,Original,bfloat16,TRUE,"",10,1,FALSE,d20d7169ce0f53d586504c50b4b7dc470bf8a781,TRUE,TRUE,2024-10-15,2024-10-14,TRUE,FALSE,zelk12/MT2-gemma-2-9B,1,zelk12/MT2-gemma-2-9B (Merge),3.19,https://huggingface.co/zelk12/MT2-gemma-2-9B 🔶,migtissera/Tess-v2.5.2-Qwen2-72B,33.28,44.94,0.45,52.31,0.66,27.42,0.27,13.42,0.35,10.89,0.42,50.68,0.56,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,11,TRUE,0435e634ad9bc8b1172395a535b78e6f25f3594f,TRUE,TRUE,2024-08-10,2024-06-13,TRUE,FALSE,migtissera/Tess-v2.5.2-Qwen2-72B,0,migtissera/Tess-v2.5.2-Qwen2-72B,14.61,https://huggingface.co/migtissera/Tess-v2.5.2-Qwen2-72B @@ -156,6 +158,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 💬,newsbang/Homer-7B-v0.2,33.11,74.94,0.75,36.4,0.55,25.38,0.25,10.96,0.33,13.12,0.43,37.89,0.44,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,"",7,0,FALSE,50b4ca941657ed362f5660aed8274a59a6b3fe2d,TRUE,TRUE,2024-11-15,"",TRUE,FALSE,newsbang/Homer-7B-v0.2,0,Removed,0.67,https://huggingface.co/newsbang/Homer-7B-v0.2 🤝,zelk12/MT-Gen1-gemma-2-9B,33.04,78.86,0.79,44.01,0.61,13.37,0.13,12.86,0.35,11.58,0.42,37.56,0.44,🤝 base merges and moerges,Gemma2ForCausalLM,Original,bfloat16,TRUE,"",10,0,FALSE,b78f8883614cbbdf182ebb4acf8a8c124bc782ae,TRUE,TRUE,2024-10-23,2024-10-23,TRUE,FALSE,zelk12/MT-Gen1-gemma-2-9B,1,zelk12/MT-Gen1-gemma-2-9B (Merge),3.36,https://huggingface.co/zelk12/MT-Gen1-gemma-2-9B 🔶,alpindale/WizardLM-2-8x22B,32.98,52.72,0.53,48.58,0.64,24.55,0.25,17.56,0.38,14.54,0.44,39.96,0.46,🔶 fine-tuned on domain-specific datasets,MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,140,389,TRUE,087834da175523cffd66a7e19583725e798c1b4f,TRUE,TRUE,2024-06-28,2024-04-16,FALSE,FALSE,alpindale/WizardLM-2-8x22B,0,alpindale/WizardLM-2-8x22B,93.31,https://huggingface.co/alpindale/WizardLM-2-8x22B +🤝,zelk12/MT-Gen3-gemma-2-9B,32.94,80.2,0.8,43.95,0.61,11.4,0.11,13.2,0.35,11.58,0.42,37.29,0.44,🤝 base merges and moerges,Gemma2ForCausalLM,Original,bfloat16,TRUE,"",10,2,FALSE,84627594655776ce67f1e01233113b658333fa71,TRUE,TRUE,2024-11-30,2024-11-28,TRUE,FALSE,zelk12/MT-Gen3-gemma-2-9B,1,zelk12/MT-Gen3-gemma-2-9B (Merge),1.81,https://huggingface.co/zelk12/MT-Gen3-gemma-2-9B 💬,TheTsar1209/qwen-carpmuscle-v0.1,32.92,56.22,0.56,48.83,0.64,23.11,0.23,12.53,0.34,10.15,0.42,46.67,0.52,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,float16,TRUE,apache-2.0,14,0,TRUE,7c7b06a1788aef48054c3c6d6ad90c6dc5264a81,TRUE,TRUE,2024-10-10,2024-10-05,TRUE,FALSE,TheTsar1209/qwen-carpmuscle-v0.1,3,Qwen/Qwen2.5-14B,2.18,https://huggingface.co/TheTsar1209/qwen-carpmuscle-v0.1 💬,microsoft/Phi-3-medium-4k-instruct,32.9,64.23,0.64,49.38,0.64,18.35,0.18,11.52,0.34,13.05,0.43,40.84,0.47,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,bfloat16,TRUE,mit,13,212,TRUE,d194e4e74ffad5a5e193e26af25bcfc80c7f1ffc,TRUE,TRUE,2024-06-12,2024-05-07,TRUE,TRUE,microsoft/Phi-3-medium-4k-instruct,0,microsoft/Phi-3-medium-4k-instruct,1.46,https://huggingface.co/microsoft/Phi-3-medium-4k-instruct 💬,01-ai/Yi-1.5-34B-Chat,32.89,60.67,0.61,44.26,0.61,24.92,0.25,15.32,0.36,13.06,0.43,39.12,0.45,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,34,251,TRUE,f3128b2d02d82989daae566c0a7eadc621ca3254,TRUE,TRUE,2024-06-12,2024-05-10,TRUE,TRUE,01-ai/Yi-1.5-34B-Chat,0,01-ai/Yi-1.5-34B-Chat,11.21,https://huggingface.co/01-ai/Yi-1.5-34B-Chat @@ -169,13 +172,13 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,freewheelin/free-evo-qwen72b-v0.8-re,32.42,53.31,0.53,45.32,0.61,17.75,0.18,14.21,0.36,20.96,0.49,43,0.49,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,mit,72,4,TRUE,24e301d8fbef8ada12be42156b01c827ff594962,TRUE,TRUE,2024-09-15,2024-05-02,FALSE,FALSE,freewheelin/free-evo-qwen72b-v0.8-re,0,freewheelin/free-evo-qwen72b-v0.8-re,11.79,https://huggingface.co/freewheelin/free-evo-qwen72b-v0.8-re 🤝,paloalma/TW3-JRGL-v2,32.4,53.16,0.53,45.61,0.61,17.52,0.18,14.54,0.36,20.7,0.49,42.87,0.49,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,72,0,TRUE,aca3f0ba2bfb90038a9e2cd5b486821d4c181b46,TRUE,TRUE,2024-08-29,2024-04-01,FALSE,FALSE,paloalma/TW3-JRGL-v2,0,paloalma/TW3-JRGL-v2,20.9,https://huggingface.co/paloalma/TW3-JRGL-v2 🤝,zelk12/MT3-gemma-2-9B,32.35,77.86,0.78,44.25,0.61,10.5,0.1,12.64,0.34,11.9,0.42,36.96,0.43,🤝 base merges and moerges,Gemma2ForCausalLM,Original,bfloat16,TRUE,"",10,1,FALSE,d501b6ea59896fac3dc0a623501a5493b3573cde,TRUE,TRUE,2024-10-16,2024-10-15,TRUE,FALSE,zelk12/MT3-gemma-2-9B,1,zelk12/MT3-gemma-2-9B (Merge),3.14,https://huggingface.co/zelk12/MT3-gemma-2-9B -🔶,GoToCompany/gemma2-9b-cpt-sahabatai-v1-instruct,32.34,65.51,0.66,41.87,0.6,19.79,0.2,11.3,0.33,19.33,0.48,36.26,0.43,🔶 fine-tuned on domain-specific datasets,Gemma2ForCausalLM,Original,bfloat16,TRUE,gemma,9,23,TRUE,ca19cec82a7d2bdba20020e1bebf296417cfc3ee,TRUE,TRUE,2024-11-20,2024-11-06,FALSE,FALSE,GoToCompany/gemma2-9b-cpt-sahabatai-v1-instruct,1,GoToCompany/gemma2-9b-cpt-sahabatai-v1-instruct (Merge),1.93,https://huggingface.co/GoToCompany/gemma2-9b-cpt-sahabatai-v1-instruct +🔶,GoToCompany/gemma2-9b-cpt-sahabatai-v1-instruct,32.34,65.51,0.66,41.87,0.6,19.79,0.2,11.3,0.33,19.33,0.48,36.26,0.43,🔶 fine-tuned on domain-specific datasets,Gemma2ForCausalLM,Original,bfloat16,TRUE,gemma,9,24,TRUE,ca19cec82a7d2bdba20020e1bebf296417cfc3ee,TRUE,TRUE,2024-11-20,2024-11-06,FALSE,FALSE,GoToCompany/gemma2-9b-cpt-sahabatai-v1-instruct,1,GoToCompany/gemma2-9b-cpt-sahabatai-v1-instruct (Merge),1.93,https://huggingface.co/GoToCompany/gemma2-9b-cpt-sahabatai-v1-instruct 💬,google/gemma-2-27b-it,32.32,79.78,0.8,49.27,0.65,0.76,0.01,16.67,0.38,9.11,0.4,38.35,0.45,"💬 chat models (RLHF, DPO, IFT, ...)",Gemma2ForCausalLM,Original,bfloat16,TRUE,gemma,27,455,TRUE,f6c533e5eb013c7e31fc74ef042ac4f3fb5cf40b,TRUE,TRUE,2024-08-07,2024-06-24,TRUE,TRUE,google/gemma-2-27b-it,1,google/gemma-2-27b,4.83,https://huggingface.co/google/gemma-2-27b-it 🔶,nbeerbower/Qwen2.5-Gutenberg-Doppel-14B,32.3,80.91,0.81,48.24,0.64,0,0,11.07,0.33,10.02,0.41,43.57,0.49,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,14,11,TRUE,11a5060f9e7315ea07241106f086ac4694dded60,TRUE,TRUE,2024-11-11,2024-11-11,TRUE,FALSE,nbeerbower/Qwen2.5-Gutenberg-Doppel-14B,1,nbeerbower/Qwen2.5-Gutenberg-Doppel-14B (Merge),1.69,https://huggingface.co/nbeerbower/Qwen2.5-Gutenberg-Doppel-14B 🤝,zelk12/recoilme-gemma-2-Ifable-9B-v0.1,32.25,79.44,0.79,43.39,0.61,9.14,0.09,13.53,0.35,11.1,0.42,36.93,0.43,🤝 base merges and moerges,Gemma2ForCausalLM,Original,bfloat16,TRUE,"",10,0,FALSE,8af6620b39c9a36239879b6b2bd88f66e9e9d930,TRUE,TRUE,2024-10-07,2024-10-07,TRUE,FALSE,zelk12/recoilme-gemma-2-Ifable-9B-v0.1,1,zelk12/recoilme-gemma-2-Ifable-9B-v0.1 (Merge),6.54,https://huggingface.co/zelk12/recoilme-gemma-2-Ifable-9B-v0.1 💬,bosonai/Higgs-Llama-3-70B,32.22,55.61,0.56,45.9,0.63,17.37,0.17,15.55,0.37,15.52,0.45,43.35,0.49,"💬 chat models (RLHF, DPO, IFT, ...)",?,Adapter,bfloat16,TRUE,other,70,213,TRUE,b2c7540768046dfdae7a0cb846a7da6c41d826b1,TRUE,TRUE,2024-08-30,2024-06-05,TRUE,FALSE,bosonai/Higgs-Llama-3-70B,1,meta-llama/Meta-Llama-3-70B,13.73,https://huggingface.co/bosonai/Higgs-Llama-3-70B -💬,v000000/Qwen2.5-Lumen-14B,32.2,80.64,0.81,48.51,0.64,0,0,10.4,0.33,10.29,0.41,43.36,0.49,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,14,15,TRUE,fbb1d184ed01dac52d307737893ebb6b0ace444c,TRUE,TRUE,2024-09-20,2024-09-20,TRUE,FALSE,v000000/Qwen2.5-Lumen-14B,1,v000000/Qwen2.5-Lumen-14B (Merge),1.84,https://huggingface.co/v000000/Qwen2.5-Lumen-14B -💬,Qwen/Qwen2.5-14B-Instruct,32.18,81.58,0.82,48.36,0.64,0,0,9.62,0.32,10.16,0.41,43.38,0.49,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,14,126,TRUE,f55224c616ca27d4bcf28969a156de12c98981cf,TRUE,TRUE,2024-09-18,2024-09-16,TRUE,TRUE,Qwen/Qwen2.5-14B-Instruct,1,Qwen/Qwen2.5-14B,1.77,https://huggingface.co/Qwen/Qwen2.5-14B-Instruct +💬,v000000/Qwen2.5-Lumen-14B,32.2,80.64,0.81,48.51,0.64,0,0,10.4,0.33,10.29,0.41,43.36,0.49,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,14,16,TRUE,fbb1d184ed01dac52d307737893ebb6b0ace444c,TRUE,TRUE,2024-09-20,2024-09-20,TRUE,FALSE,v000000/Qwen2.5-Lumen-14B,1,v000000/Qwen2.5-Lumen-14B (Merge),1.84,https://huggingface.co/v000000/Qwen2.5-Lumen-14B +💬,Qwen/Qwen2.5-14B-Instruct,32.18,81.58,0.82,48.36,0.64,0,0,9.62,0.32,10.16,0.41,43.38,0.49,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,14,129,TRUE,f55224c616ca27d4bcf28969a156de12c98981cf,TRUE,TRUE,2024-09-18,2024-09-16,TRUE,TRUE,Qwen/Qwen2.5-14B-Instruct,1,Qwen/Qwen2.5-14B,1.77,https://huggingface.co/Qwen/Qwen2.5-14B-Instruct 🤝,djuna/G2-BigGSHT-27B-2,32.13,79.74,0.8,48.81,0.64,0,0,15.1,0.36,9.93,0.41,39.2,0.45,🤝 base merges and moerges,Gemma2ForCausalLM,Original,bfloat16,TRUE,"",27,0,FALSE,b52e0c08d19232acebf85b68ee5989cc23c0d519,TRUE,TRUE,2024-11-06,2024-10-29,TRUE,FALSE,djuna/G2-BigGSHT-27B-2,1,djuna/G2-BigGSHT-27B-2 (Merge),5.03,https://huggingface.co/djuna/G2-BigGSHT-27B-2 💬,v000000/Qwen2.5-14B-Gutenberg-1e-Delta,32.11,80.45,0.8,48.62,0.64,0,0,10.51,0.33,9.38,0.41,43.67,0.49,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,14,4,TRUE,f624854b4380e01322e752ce4daadd49ac86580f,TRUE,TRUE,2024-09-28,2024-09-20,TRUE,FALSE,v000000/Qwen2.5-14B-Gutenberg-1e-Delta,1,v000000/Qwen2.5-14B-Gutenberg-1e-Delta (Merge),1.8,https://huggingface.co/v000000/Qwen2.5-14B-Gutenberg-1e-Delta 💬,internlm/internlm2_5-20b-chat,32.08,70.1,0.7,62.83,0.75,0,0,9.51,0.32,16.74,0.46,33.31,0.4,"💬 chat models (RLHF, DPO, IFT, ...)",InternLM2ForCausalLM,Original,bfloat16,TRUE,other,19,83,TRUE,ef17bde929761255fee76d95e2c25969ccd93b0d,TRUE,TRUE,2024-08-12,2024-07-30,TRUE,TRUE,internlm/internlm2_5-20b-chat,0,internlm/internlm2_5-20b-chat,3.73,https://huggingface.co/internlm/internlm2_5-20b-chat @@ -185,7 +188,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🤝,paloalma/Le_Triomphant-ECE-TW3,31.93,54.02,0.54,44.96,0.61,19.11,0.19,13.2,0.35,18.5,0.47,41.81,0.48,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,72,3,TRUE,f72399253bb3e65c0f55e50461488c098f658a49,TRUE,TRUE,2024-07-25,2024-04-01,FALSE,FALSE,paloalma/Le_Triomphant-ECE-TW3,0,paloalma/Le_Triomphant-ECE-TW3,10.42,https://huggingface.co/paloalma/Le_Triomphant-ECE-TW3 🤝,zelk12/MT5-Gen1-gemma-2-9B,31.9,78.31,0.78,44.18,0.61,6.87,0.07,12.98,0.35,11.61,0.42,37.43,0.44,🤝 base merges and moerges,Gemma2ForCausalLM,Original,bfloat16,TRUE,"",10,0,FALSE,0291b776e80f38381788cd8f1fb2c3435ad891b5,TRUE,TRUE,2024-10-31,2024-10-25,TRUE,FALSE,zelk12/MT5-Gen1-gemma-2-9B,1,zelk12/MT5-Gen1-gemma-2-9B (Merge),2.02,https://huggingface.co/zelk12/MT5-Gen1-gemma-2-9B 🔶,fblgit/cybertron-v4-qw7B-UNAMGS,31.82,60.84,0.61,37.71,0.56,29.91,0.3,10.85,0.33,12.69,0.43,38.89,0.45,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,other,7,5,TRUE,ce9b1e991908f5b89f63a2e3212cf9a066906ed2,TRUE,TRUE,2024-11-18,2024-11-18,FALSE,FALSE,fblgit/cybertron-v4-qw7B-UNAMGS,1,fblgit/cybertron-v4-qw7B-UNAMGS (Merge),1.33,https://huggingface.co/fblgit/cybertron-v4-qw7B-UNAMGS -🤝,sam-paech/Darkest-muse-v1,31.81,73.44,0.73,42.61,0.6,11.63,0.12,12.53,0.34,15.28,0.45,35.38,0.42,🤝 base merges and moerges,Gemma2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,10,17,TRUE,55f6ba0218e9615d18a76f244a874b941f8c434f,TRUE,TRUE,2024-10-26,2024-10-22,FALSE,FALSE,sam-paech/Darkest-muse-v1,1,sam-paech/Darkest-muse-v1 (Merge),2.21,https://huggingface.co/sam-paech/Darkest-muse-v1 +🤝,sam-paech/Darkest-muse-v1,31.81,73.44,0.73,42.61,0.6,11.63,0.12,12.53,0.34,15.28,0.45,35.38,0.42,🤝 base merges and moerges,Gemma2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,10,18,TRUE,55f6ba0218e9615d18a76f244a874b941f8c434f,TRUE,TRUE,2024-10-26,2024-10-22,FALSE,FALSE,sam-paech/Darkest-muse-v1,1,sam-paech/Darkest-muse-v1 (Merge),2.21,https://huggingface.co/sam-paech/Darkest-muse-v1 🔶,failspy/Phi-3-medium-4k-instruct-abliterated-v3,31.78,63.19,0.63,46.73,0.63,15.48,0.15,8.95,0.32,18.52,0.46,37.78,0.44,🔶 fine-tuned on domain-specific datasets,Phi3ForCausalLM,Original,bfloat16,TRUE,mit,13,22,TRUE,959b09eacf6cae85a8eb21b25e998addc89a367b,TRUE,TRUE,2024-07-29,2024-05-22,TRUE,FALSE,failspy/Phi-3-medium-4k-instruct-abliterated-v3,0,failspy/Phi-3-medium-4k-instruct-abliterated-v3,1.52,https://huggingface.co/failspy/Phi-3-medium-4k-instruct-abliterated-v3 🟢,Qwen/Qwen2.5-14B,31.75,36.94,0.37,45.08,0.62,27.79,0.28,17.56,0.38,15.91,0.45,47.21,0.52,🟢 pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,14,39,TRUE,83a1904df002b00bc8db6f877821cb77dbb363b0,TRUE,TRUE,2024-09-19,2024-09-15,FALSE,TRUE,Qwen/Qwen2.5-14B,0,Qwen/Qwen2.5-14B,5.59,https://huggingface.co/Qwen/Qwen2.5-14B 💬,Danielbrdz/Barcenas-14b-Phi-3-medium-ORPO,31.74,47.99,0.48,51.03,0.65,19.34,0.19,10.18,0.33,20.53,0.48,41.37,0.47,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,float16,TRUE,mit,13,5,TRUE,b749dbcb19901b8fd0e9f38c923a24533569f895,TRUE,TRUE,2024-08-13,2024-06-15,TRUE,FALSE,Danielbrdz/Barcenas-14b-Phi-3-medium-ORPO,0,Danielbrdz/Barcenas-14b-Phi-3-medium-ORPO,1.57,https://huggingface.co/Danielbrdz/Barcenas-14b-Phi-3-medium-ORPO @@ -194,7 +197,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,SicariusSicariiStuff/Qwen2.5-14B_Uncensored,31.7,31.73,0.32,46.72,0.63,31.5,0.31,17.56,0.38,15.29,0.45,47.4,0.53,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,float16,TRUE,"",14,0,FALSE,0710a2341d269dcd56f9136fed442373d4dadc5d,TRUE,TRUE,2024-09-21,"",FALSE,FALSE,SicariusSicariiStuff/Qwen2.5-14B_Uncensored,0,Removed,2.42,https://huggingface.co/SicariusSicariiStuff/Qwen2.5-14B_Uncensored 🔶,SicariusSicariiStuff/Qwen2.5-14B_Uncencored,31.67,31.58,0.32,46.72,0.63,31.5,0.31,17.56,0.38,15.29,0.45,47.4,0.53,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,float16,TRUE,"",14,0,FALSE,1daf648ac2f837c66bf6bb00459e034987d9486f,TRUE,TRUE,2024-09-20,"",FALSE,FALSE,SicariusSicariiStuff/Qwen2.5-14B_Uncencored,0,Removed,2.74,https://huggingface.co/SicariusSicariiStuff/Qwen2.5-14B_Uncencored 🤝,zelk12/recoilme-gemma-2-Gutenberg-Doppel-9B-v0.1,31.63,76.15,0.76,43.94,0.61,7.33,0.07,12.19,0.34,13.31,0.43,36.84,0.43,🤝 base merges and moerges,Gemma2ForCausalLM,Original,bfloat16,TRUE,"",10,1,FALSE,1e3e623e9f0b386bfd967c629dd39c87daef5bed,TRUE,TRUE,2024-10-07,2024-10-07,TRUE,FALSE,zelk12/recoilme-gemma-2-Gutenberg-Doppel-9B-v0.1,1,zelk12/recoilme-gemma-2-Gutenberg-Doppel-9B-v0.1 (Merge),6.46,https://huggingface.co/zelk12/recoilme-gemma-2-Gutenberg-Doppel-9B-v0.1 -🔶,mlabonne/Hermes-3-Llama-3.1-70B-lorablated,31.54,34.24,0.34,52.75,0.67,21.22,0.21,15.44,0.37,24.73,0.5,40.88,0.47,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,FALSE,"",70,22,TRUE,4303ff3b524418e9aa5e787d60595a44a6173b02,TRUE,TRUE,2024-11-27,2024-08-16,FALSE,TRUE,mlabonne/Hermes-3-Llama-3.1-70B-lorablated,1,mlabonne/Hermes-3-Llama-3.1-70B-lorablated (Merge),30.88,https://huggingface.co/mlabonne/Hermes-3-Llama-3.1-70B-lorablated +🔶,mlabonne/Hermes-3-Llama-3.1-70B-lorablated,31.54,34.24,0.34,52.75,0.67,21.22,0.21,15.44,0.37,24.73,0.5,40.88,0.47,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,FALSE,"",70,23,TRUE,4303ff3b524418e9aa5e787d60595a44a6173b02,TRUE,TRUE,2024-11-27,2024-08-16,FALSE,TRUE,mlabonne/Hermes-3-Llama-3.1-70B-lorablated,1,mlabonne/Hermes-3-Llama-3.1-70B-lorablated (Merge),30.88,https://huggingface.co/mlabonne/Hermes-3-Llama-3.1-70B-lorablated 🔶,sam-paech/Quill-v1,31.5,71.22,0.71,42.6,0.6,11.86,0.12,11.97,0.34,16.13,0.46,35.24,0.42,🔶 fine-tuned on domain-specific datasets,Gemma2ForCausalLM,Original,bfloat16,TRUE,"",9,4,FALSE,3cab1cac9d3de0d25b48ea86b4533aa220231f20,TRUE,TRUE,2024-10-26,2024-10-20,FALSE,FALSE,sam-paech/Quill-v1,1,sam-paech/Quill-v1 (Merge),2.31,https://huggingface.co/sam-paech/Quill-v1 🤝,CombinHorizon/YiSM-blossom5.1-34B-SLERP,31.39,50.33,0.5,46.4,0.62,21.6,0.22,14.09,0.36,14.37,0.44,41.56,0.47,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,34,0,TRUE,ebd8d6507623008567a0548cd0ff9e28cbd6a656,TRUE,TRUE,2024-08-27,2024-08-27,TRUE,FALSE,CombinHorizon/YiSM-blossom5.1-34B-SLERP,1,CombinHorizon/YiSM-blossom5.1-34B-SLERP (Merge),3.07,https://huggingface.co/CombinHorizon/YiSM-blossom5.1-34B-SLERP 🔶,newsbang/Homer-7B-v0.1,31.33,61.09,0.61,37.31,0.56,28.25,0.28,9.96,0.32,12.8,0.44,38.61,0.45,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,0,TRUE,c953cc313ef5e5029efd057c0d3809a3b8d1cf9f,TRUE,TRUE,2024-11-14,2024-11-14,FALSE,FALSE,newsbang/Homer-7B-v0.1,0,newsbang/Homer-7B-v0.1,0.69,https://huggingface.co/newsbang/Homer-7B-v0.1 @@ -202,7 +205,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🤝,Marsouuu/lareneg3Bv2-ECE-PRYMMAL-Martial,31.27,57.53,0.58,37.47,0.56,31.5,0.31,9.28,0.32,12.82,0.44,39.01,0.45,🤝 base merges and moerges,Qwen2ForCausalLM,Original,float16,FALSE,apache-2.0,7,1,TRUE,ff92a6f314c392085af6c85f60a7da745e064653,TRUE,TRUE,2024-11-06,2024-11-06,FALSE,FALSE,Marsouuu/lareneg3Bv2-ECE-PRYMMAL-Martial,1,Marsouuu/lareneg3Bv2-ECE-PRYMMAL-Martial (Merge),0.67,https://huggingface.co/Marsouuu/lareneg3Bv2-ECE-PRYMMAL-Martial 💬,TheTsar1209/qwen-carpmuscle-v0.3,31.23,44.76,0.45,45.54,0.62,27.95,0.28,14.21,0.36,9.78,0.41,45.13,0.51,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,14,0,TRUE,ec92820e4ff36b6f21e1ef63546fe2ddcb34456a,TRUE,TRUE,2024-10-28,2024-10-28,TRUE,FALSE,TheTsar1209/qwen-carpmuscle-v0.3,2,Qwen/Qwen2.5-14B,4.23,https://huggingface.co/TheTsar1209/qwen-carpmuscle-v0.3 🔶,fblgit/cybertron-v4-qw7B-MGS,31.21,62.64,0.63,37.04,0.56,27.72,0.28,8.05,0.31,13.2,0.44,38.59,0.45,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,other,7,10,TRUE,ea2aaf4f4000190235722a9ad4f5cd9e9091a64e,TRUE,TRUE,2024-10-29,2024-10-29,FALSE,FALSE,fblgit/cybertron-v4-qw7B-MGS,1,fblgit/cybertron-v4-qw7B-MGS (Merge),1.25,https://huggingface.co/fblgit/cybertron-v4-qw7B-MGS -🔶,Qwen/Qwen2.5-Coder-14B-Instruct,31.18,69.08,0.69,44.22,0.61,26.81,0.27,7.27,0.3,7.03,0.39,32.66,0.39,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,14,53,TRUE,1a62978099f9b19f72fdd191988ff958abb18561,TRUE,TRUE,2024-11-12,2024-11-06,TRUE,TRUE,Qwen/Qwen2.5-Coder-14B-Instruct,1,Qwen/Qwen2.5-Coder-14B-Instruct (Merge),1.38,https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct +💬,Qwen/Qwen2.5-Coder-14B-Instruct,31.18,69.08,0.69,44.22,0.61,26.81,0.27,7.27,0.3,7.03,0.39,32.66,0.39,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,14,53,TRUE,1a62978099f9b19f72fdd191988ff958abb18561,TRUE,TRUE,2024-11-12,2024-11-06,TRUE,TRUE,Qwen/Qwen2.5-Coder-14B-Instruct,1,Qwen/Qwen2.5-Coder-14B-Instruct (Merge),1.38,https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct 💬,jeffmeloy/Qwen-7B-nerd-uncensored-v1.0,31.18,61.51,0.62,34.19,0.54,24.7,0.25,10.4,0.33,18.91,0.48,37.36,0.44,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,3,TRUE,245a9a038ea9cfdc214a5e24a2e7ff9362f56b4a,TRUE,TRUE,2024-10-30,2024-10-30,FALSE,FALSE,jeffmeloy/Qwen-7B-nerd-uncensored-v1.0,1,jeffmeloy/Qwen-7B-nerd-uncensored-v1.0 (Merge),0.73,https://huggingface.co/jeffmeloy/Qwen-7B-nerd-uncensored-v1.0 💬,jeffmeloy/Qwen2.5-7B-nerd-uncensored-v0.9,31.17,60.48,0.6,34.79,0.55,25.08,0.25,9.73,0.32,19.55,0.48,37.37,0.44,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,0,TRUE,7eb2a19e13fb32c1bab751eb89fed33f6c66b4e6,TRUE,TRUE,2024-11-13,2024-11-02,FALSE,FALSE,jeffmeloy/Qwen2.5-7B-nerd-uncensored-v0.9,1,jeffmeloy/Qwen2.5-7B-nerd-uncensored-v0.9 (Merge),0.72,https://huggingface.co/jeffmeloy/Qwen2.5-7B-nerd-uncensored-v0.9 🔶,nhyha/N3N_Delirium-v1_1030_0227,31.14,80.23,0.8,40.78,0.59,9.37,0.09,11.63,0.34,9.86,0.41,35,0.41,🔶 fine-tuned on domain-specific datasets,Gemma2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,10,0,TRUE,41eabc719bd611e2bd0094b0842df84916a57a46,TRUE,TRUE,2024-11-04,2024-10-30,TRUE,FALSE,nhyha/N3N_Delirium-v1_1030_0227,2,unsloth/gemma-2-9b-it,2.13,https://huggingface.co/nhyha/N3N_Delirium-v1_1030_0227 @@ -230,6 +233,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 💬,ValiantLabs/Llama3-70B-ShiningValiant2,30.6,61.22,0.61,46.71,0.63,8.01,0.08,10.74,0.33,13.64,0.43,43.31,0.49,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3,70,4,TRUE,bd6cce8da08ccefe9ec58cae3df4bf75c97d8950,TRUE,TRUE,2024-07-25,2024-04-20,TRUE,FALSE,ValiantLabs/Llama3-70B-ShiningValiant2,0,ValiantLabs/Llama3-70B-ShiningValiant2,11.22,https://huggingface.co/ValiantLabs/Llama3-70B-ShiningValiant2 💬,internlm/internlm2_5-7b-chat,30.58,61.4,0.61,57.67,0.71,8.99,0.09,10.63,0.33,14.35,0.44,30.42,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",InternLM2ForCausalLM,Original,float16,TRUE,other,7,182,TRUE,bebb00121ee105b823647c3ba2b1e152652edc33,TRUE,TRUE,2024-07-03,2024-06-27,TRUE,TRUE,internlm/internlm2_5-7b-chat,0,internlm/internlm2_5-7b-chat,1.45,https://huggingface.co/internlm/internlm2_5-7b-chat 🤝,altomek/YiSM-34B-0rn,30.47,42.84,0.43,45.38,0.61,22.58,0.23,16.22,0.37,14.76,0.44,41.06,0.47,🤝 base merges and moerges,LlamaForCausalLM,Original,float16,FALSE,apache-2.0,34,1,TRUE,7a481c67cbdd5c846d6aaab5ef9f1eebfad812c2,TRUE,TRUE,2024-06-27,2024-05-26,TRUE,FALSE,altomek/YiSM-34B-0rn,1,altomek/YiSM-34B-0rn (Merge),2.96,https://huggingface.co/altomek/YiSM-34B-0rn +💬,Qwen/QwQ-32B-Preview,30.44,40.35,0.4,53.39,0.67,22.89,0.23,4.25,0.28,9.81,0.41,51.98,0.57,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,32,763,TRUE,1032e81cb936c486aae1d33da75b2fbcd5deed4a,TRUE,TRUE,2024-11-29,2024-11-27,TRUE,TRUE,Qwen/QwQ-32B-Preview,2,Qwen/Qwen2.5-32B,10.21,https://huggingface.co/Qwen/QwQ-32B-Preview 🤝,allknowingroger/Yislerp2-34B,30.42,39.99,0.4,47.2,0.62,22.89,0.23,15.21,0.36,15.85,0.45,41.38,0.47,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,34,0,TRUE,3147cf866736b786347928b655c887e8b9c07bfc,TRUE,TRUE,2024-10-08,2024-09-17,FALSE,FALSE,allknowingroger/Yislerp2-34B,1,allknowingroger/Yislerp2-34B (Merge),6.04,https://huggingface.co/allknowingroger/Yislerp2-34B 🤝,allknowingroger/Qwenslerp2-7B,30.42,52.94,0.53,37.44,0.56,31.87,0.32,8.39,0.31,12.82,0.44,39.06,0.45,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,FALSE,apache-2.0,7,0,TRUE,46fe65fc2567b2430fa421478d47134ffe55c8f8,TRUE,TRUE,2024-11-04,2024-10-31,FALSE,FALSE,allknowingroger/Qwenslerp2-7B,1,allknowingroger/Qwenslerp2-7B (Merge),0.64,https://huggingface.co/allknowingroger/Qwenslerp2-7B 💬,MaziyarPanahi/calme-2.3-qwen2-72b,30.41,38.5,0.38,51.23,0.66,16.16,0.16,16.22,0.37,11.24,0.41,49.1,0.54,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,2,TRUE,12ff2e800f968e867a580c072905cf4671da066f,TRUE,TRUE,2024-09-15,2024-08-06,TRUE,FALSE,MaziyarPanahi/calme-2.3-qwen2-72b,1,Qwen/Qwen2-72B,19.45,https://huggingface.co/MaziyarPanahi/calme-2.3-qwen2-72b @@ -255,7 +259,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 💬,recoilme/recoilme-gemma-2-9B-v0.5,30.06,76.64,0.77,42.35,0.6,2.11,0.02,11.52,0.34,12.16,0.42,35.55,0.42,"💬 chat models (RLHF, DPO, IFT, ...)",Gemma2ForCausalLM,Original,float16,TRUE,"",10,0,FALSE,b4035d3a16486dae4f726eb953be959a4573ea67,TRUE,TRUE,2024-11-26,2024-11-26,TRUE,FALSE,recoilme/recoilme-gemma-2-9B-v0.5,1,recoilme/recoilme-gemma-2-9B-v0.5 (Merge),3.87,https://huggingface.co/recoilme/recoilme-gemma-2-9B-v0.5 💬,recoilme/recoilme-gemma-2-9B-v0.2,30.05,75.92,0.76,43.03,0.6,5.29,0.05,10.51,0.33,10.4,0.41,35.15,0.42,"💬 chat models (RLHF, DPO, IFT, ...)",Gemma2ForCausalLM,Original,float16,TRUE,cc-by-nc-4.0,10,1,TRUE,483116e575fb3a56de25243b14d715c58fe127bc,TRUE,TRUE,2024-09-18,2024-09-18,TRUE,FALSE,recoilme/recoilme-gemma-2-9B-v0.2,0,recoilme/recoilme-gemma-2-9B-v0.2,1.91,https://huggingface.co/recoilme/recoilme-gemma-2-9B-v0.2 💬,meditsolutions/Llama-3.1-MedIT-SUN-8B,30.04,78.37,0.78,32,0.52,20.02,0.2,7.83,0.31,9.64,0.41,32.4,0.39,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,8,0,TRUE,0c11abbaa40e76b538b8c0f9c50e965078999087,TRUE,TRUE,2024-11-06,2024-11-06,TRUE,FALSE,meditsolutions/Llama-3.1-MedIT-SUN-8B,1,meditsolutions/Llama-3.1-MedIT-SUN-8B (Merge),0.71,https://huggingface.co/meditsolutions/Llama-3.1-MedIT-SUN-8B -🔶,arcee-ai/Llama-3.1-SuperNova-Lite,30.04,80.17,0.8,31.57,0.52,17.37,0.17,7.49,0.31,11.67,0.42,31.97,0.39,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,173,TRUE,76246ca4448c1a11787daee0958b60ab27f17774,TRUE,TRUE,2024-09-17,2024-09-10,TRUE,FALSE,arcee-ai/Llama-3.1-SuperNova-Lite,2,meta-llama/Meta-Llama-3.1-8B,0.86,https://huggingface.co/arcee-ai/Llama-3.1-SuperNova-Lite +🔶,arcee-ai/Llama-3.1-SuperNova-Lite,30.04,80.17,0.8,31.57,0.52,17.37,0.17,7.49,0.31,11.67,0.42,31.97,0.39,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,174,TRUE,76246ca4448c1a11787daee0958b60ab27f17774,TRUE,TRUE,2024-09-17,2024-09-10,TRUE,FALSE,arcee-ai/Llama-3.1-SuperNova-Lite,2,meta-llama/Meta-Llama-3.1-8B,0.86,https://huggingface.co/arcee-ai/Llama-3.1-SuperNova-Lite 🔶,jpacifico/Chocolatine-14B-Instruct-4k-DPO,30.03,46.89,0.47,48.02,0.63,16.09,0.16,12.19,0.34,15.15,0.44,41.82,0.48,🔶 fine-tuned on domain-specific datasets,Phi3ForCausalLM,Original,float16,TRUE,mit,13,1,TRUE,30677e58010979af26b70240846fdf7ff38cbbf2,TRUE,TRUE,2024-08-08,2024-08-01,FALSE,FALSE,jpacifico/Chocolatine-14B-Instruct-4k-DPO,0,jpacifico/Chocolatine-14B-Instruct-4k-DPO,8.25,https://huggingface.co/jpacifico/Chocolatine-14B-Instruct-4k-DPO 🤝,allknowingroger/Qwenslerp3-7B,29.98,50.18,0.5,37.15,0.56,28.25,0.28,9.96,0.32,14.97,0.45,39.36,0.45,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,FALSE,apache-2.0,7,0,TRUE,0351c5f6207cafd15e10e6d8dfe61b50d1b2378b,TRUE,TRUE,2024-11-04,2024-10-31,FALSE,FALSE,allknowingroger/Qwenslerp3-7B,1,allknowingroger/Qwenslerp3-7B (Merge),0.61,https://huggingface.co/allknowingroger/Qwenslerp3-7B 💬,glaiveai/Reflection-Llama-3.1-70B,29.92,59.91,0.6,37.96,0.57,0,0,8.61,0.31,13.72,0.44,59.35,0.63,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,"",69,10,TRUE,086bd2658e00345808b31758ebb8f7e2c6d9897c,TRUE,TRUE,2024-10-07,2024-09-19,TRUE,FALSE,glaiveai/Reflection-Llama-3.1-70B,0,glaiveai/Reflection-Llama-3.1-70B,25.24,https://huggingface.co/glaiveai/Reflection-Llama-3.1-70B @@ -271,11 +275,12 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 💬,microsoft/Phi-3-small-8k-instruct,29.67,64.97,0.65,46.21,0.62,2.84,0.03,8.28,0.31,16.77,0.46,38.96,0.45,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3SmallForCausalLM,Original,bfloat16,TRUE,mit,7,158,TRUE,1535ae26fb4faada95c6950e8bc6e867cdad6b00,TRUE,TRUE,2024-06-13,2024-05-07,TRUE,TRUE,microsoft/Phi-3-small-8k-instruct,0,microsoft/Phi-3-small-8k-instruct,1.03,https://huggingface.co/microsoft/Phi-3-small-8k-instruct 🔶,dwikitheduck/gen-try1-notemp,29.67,26.27,0.26,45.75,0.63,27.42,0.27,13.87,0.35,17.93,0.47,46.78,0.52,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,"",14,0,FALSE,391925b02f6cd60e7c4ef1321fe89a92d6b9fdf0,TRUE,TRUE,2024-11-13,"",FALSE,FALSE,dwikitheduck/gen-try1-notemp,0,Removed,1.9,https://huggingface.co/dwikitheduck/gen-try1-notemp 🔶,anthracite-org/magnum-v3-34b,29.67,51.15,0.51,44.33,0.61,19.49,0.19,14.77,0.36,6.57,0.39,41.69,0.48,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,34,28,TRUE,3bcd8c3dbb93021a5ce22203c690a1a084cafb73,TRUE,TRUE,2024-09-18,2024-08-22,TRUE,FALSE,anthracite-org/magnum-v3-34b,0,anthracite-org/magnum-v3-34b,6.19,https://huggingface.co/anthracite-org/magnum-v3-34b -🔶,Qwen/Qwen2.5-Math-72B-Instruct,29.65,40.03,0.4,48.97,0.65,19.34,0.19,10.85,0.33,16.34,0.45,42.36,0.48,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,20,TRUE,3743c8fd46b002d105c1d28d180f1e531df1d40f,TRUE,TRUE,2024-09-29,2024-09-16,TRUE,TRUE,Qwen/Qwen2.5-Math-72B-Instruct,2,Qwen/Qwen2.5-72B,28.68,https://huggingface.co/Qwen/Qwen2.5-Math-72B-Instruct +💬,Qwen/Qwen2.5-Math-72B-Instruct,29.65,40.03,0.4,48.97,0.65,19.34,0.19,10.85,0.33,16.34,0.45,42.36,0.48,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,72,20,TRUE,3743c8fd46b002d105c1d28d180f1e531df1d40f,TRUE,TRUE,2024-09-29,2024-09-16,TRUE,TRUE,Qwen/Qwen2.5-Math-72B-Instruct,2,Qwen/Qwen2.5-72B,28.68,https://huggingface.co/Qwen/Qwen2.5-Math-72B-Instruct 🔶,theprint/ReWiz-Qwen-2.5-14B,29.64,27.85,0.28,44.86,0.62,26.89,0.27,17.34,0.38,15.44,0.45,45.47,0.51,🔶 fine-tuned on domain-specific datasets,?,Adapter,bfloat16,TRUE,apache-2.0,16,5,TRUE,e5524628f15c30d7542427c53a565e6e2d3ff760,TRUE,TRUE,2024-11-10,2024-11-05,FALSE,FALSE,theprint/ReWiz-Qwen-2.5-14B,2,Qwen/Qwen2.5-14B,5.93,https://huggingface.co/theprint/ReWiz-Qwen-2.5-14B 🤝,DreadPoor/Emu_Eggs-9B-Model_Stock,29.61,76.07,0.76,42.78,0.61,2.57,0.03,11.07,0.33,9.32,0.41,35.86,0.42,🤝 base merges and moerges,Gemma2ForCausalLM,Original,bfloat16,FALSE,apache-2.0,9,2,TRUE,3fb1b2da72f3618f6943aedfd1600df27886792a,TRUE,TRUE,2024-10-18,2024-10-18,TRUE,FALSE,DreadPoor/Emu_Eggs-9B-Model_Stock,0,DreadPoor/Emu_Eggs-9B-Model_Stock,3.09,https://huggingface.co/DreadPoor/Emu_Eggs-9B-Model_Stock 💬,recoilme/recoilme-gemma-2-9B-v0.1,29.6,75.15,0.75,42.32,0.6,1.66,0.02,11.86,0.34,11.53,0.42,35.1,0.42,"💬 chat models (RLHF, DPO, IFT, ...)",Gemma2ForCausalLM,Original,float16,TRUE,"",10,0,FALSE,6dc0997046db4e9932f87d338ecdc2a4158abbda,TRUE,TRUE,2024-09-18,"",TRUE,FALSE,recoilme/recoilme-gemma-2-9B-v0.1,0,Removed,1.92,https://huggingface.co/recoilme/recoilme-gemma-2-9B-v0.1 🤝,ZeroXClem/Qwen-2.5-Aether-SlerpFusion-7B,29.59,62.62,0.63,36.01,0.55,24.17,0.24,6.49,0.3,11.29,0.42,36.96,0.43,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,FALSE,apache-2.0,7,2,TRUE,23992e1be9f77d767181dc7bcb42176395f42c30,TRUE,TRUE,2024-11-20,2024-11-13,TRUE,FALSE,ZeroXClem/Qwen-2.5-Aether-SlerpFusion-7B,1,ZeroXClem/Qwen-2.5-Aether-SlerpFusion-7B (Merge),0.68,https://huggingface.co/ZeroXClem/Qwen-2.5-Aether-SlerpFusion-7B +💬,T145/Llama-3.1-8B-Instruct-Zeus,29.59,79.41,0.79,31.39,0.52,19.18,0.19,6.82,0.3,8.57,0.4,32.14,0.39,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,FALSE,672f9f1d4256f999b4513061c5406f60bfda2949,TRUE,TRUE,2024-11-28,2024-11-28,TRUE,FALSE,T145/Llama-3.1-8B-Instruct-Zeus,1,T145/Llama-3.1-8B-Instruct-Zeus (Merge),0.69,https://huggingface.co/T145/Llama-3.1-8B-Instruct-Zeus 🔶,abacusai/Smaug-72B-v0.1,29.57,51.67,0.52,43.13,0.6,18.13,0.18,9.84,0.32,14.42,0.45,40.26,0.46,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,other,72,467,TRUE,a1d657156f82c24b670158406378648233487011,TRUE,TRUE,2024-06-12,2024-02-02,FALSE,TRUE,abacusai/Smaug-72B-v0.1,1,moreh/MoMo-72B-lora-1.8.7-DPO,38.82,https://huggingface.co/abacusai/Smaug-72B-v0.1 🤝,DreadPoor/Aurora_faustus-8B-LINEAR,29.57,72.81,0.73,36.26,0.55,16.77,0.17,7.61,0.31,12.39,0.41,31.58,0.38,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,2,TRUE,76acf1ac703eb827d2541d07a8d4a7cba4b731d4,TRUE,TRUE,2024-09-26,2024-09-25,TRUE,FALSE,DreadPoor/Aurora_faustus-8B-LINEAR,1,DreadPoor/Aurora_faustus-8B-LINEAR (Merge),0.77,https://huggingface.co/DreadPoor/Aurora_faustus-8B-LINEAR 🤝,allknowingroger/QwenSlerp12-7B,29.54,50.76,0.51,36.41,0.56,26.74,0.27,8.72,0.32,16.13,0.46,38.45,0.45,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,FALSE,apache-2.0,7,1,TRUE,be6510452755c2c8e559333ecaf68dc6b37637d9,TRUE,TRUE,2024-11-22,2024-11-18,FALSE,FALSE,allknowingroger/QwenSlerp12-7B,1,allknowingroger/QwenSlerp12-7B (Merge),0.68,https://huggingface.co/allknowingroger/QwenSlerp12-7B @@ -285,7 +290,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,spow12/ChatWaifu_22B_v2.0_preview,29.41,67.45,0.67,45.49,0.62,18.05,0.18,8.72,0.32,3.53,0.37,33.2,0.4,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,FALSE,cc-by-nc-4.0,22,6,TRUE,36af7ec06bc85405e8641986ad45c6d21353b114,TRUE,TRUE,2024-09-24,2024-09-23,TRUE,FALSE,spow12/ChatWaifu_22B_v2.0_preview,1,spow12/ChatWaifu_22B_v2.0_preview (Merge),1.49,https://huggingface.co/spow12/ChatWaifu_22B_v2.0_preview 💬,Cran-May/T.E-8.1,29.41,70.77,0.71,37.02,0.56,6.8,0.07,8.39,0.31,15.32,0.45,38.14,0.44,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,cc-by-nc-sa-4.0,7,3,TRUE,5f84709710dcce7cc05fa12473e8bb207fe25849,TRUE,TRUE,2024-09-29,2024-09-27,TRUE,FALSE,Cran-May/T.E-8.1,1,Cran-May/T.E-8.1 (Merge),1.09,https://huggingface.co/Cran-May/T.E-8.1 🤝,DreadPoor/Alita99-8B-LINEAR,29.39,71.9,0.72,35.01,0.54,16.47,0.16,8.84,0.32,12.93,0.43,31.21,0.38,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,1,TRUE,cfffa050f433660fc6159a82ce09fc2841fa0b6c,TRUE,TRUE,2024-11-26,2024-11-25,TRUE,FALSE,DreadPoor/Alita99-8B-LINEAR,1,DreadPoor/Alita99-8B-LINEAR (Merge),0.66,https://huggingface.co/DreadPoor/Alita99-8B-LINEAR -💬,CohereForAI/aya-expanse-32b,29.39,73.02,0.73,38.71,0.56,13.37,0.13,10.07,0.33,6.41,0.39,34.78,0.41,"💬 chat models (RLHF, DPO, IFT, ...)",CohereForCausalLM,Original,float16,TRUE,cc-by-nc-4.0,32,174,TRUE,08b69cfa4240e2009c80ad304f000b491d1b8c38,TRUE,TRUE,2024-10-24,2024-10-23,TRUE,TRUE,CohereForAI/aya-expanse-32b,0,CohereForAI/aya-expanse-32b,5.52,https://huggingface.co/CohereForAI/aya-expanse-32b +💬,CohereForAI/aya-expanse-32b,29.39,73.02,0.73,38.71,0.56,13.37,0.13,10.07,0.33,6.41,0.39,34.78,0.41,"💬 chat models (RLHF, DPO, IFT, ...)",CohereForCausalLM,Original,float16,TRUE,cc-by-nc-4.0,32,175,TRUE,08b69cfa4240e2009c80ad304f000b491d1b8c38,TRUE,TRUE,2024-10-24,2024-10-23,TRUE,TRUE,CohereForAI/aya-expanse-32b,0,CohereForAI/aya-expanse-32b,5.52,https://huggingface.co/CohereForAI/aya-expanse-32b 🤝,allknowingroger/Yislerp-34B,29.37,36.92,0.37,45.98,0.62,21.45,0.21,14.43,0.36,15.78,0.46,41.68,0.48,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,34,0,TRUE,131ad918edd652271510ee8dba63d3e7319df133,TRUE,TRUE,2024-09-19,2024-09-16,FALSE,FALSE,allknowingroger/Yislerp-34B,1,allknowingroger/Yislerp-34B (Merge),2.99,https://huggingface.co/allknowingroger/Yislerp-34B 🔶,akjindal53244/Llama-3.1-Storm-8B,29.37,80.33,0.8,31.62,0.52,16.24,0.16,7.94,0.31,8.82,0.4,31.25,0.38,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,FALSE,llama3.1,8,166,TRUE,df21b06dcf534b026dd301a44a521d7253c8b94b,TRUE,TRUE,2024-10-27,2024-08-12,TRUE,FALSE,akjindal53244/Llama-3.1-Storm-8B,0,akjindal53244/Llama-3.1-Storm-8B,0.79,https://huggingface.co/akjindal53244/Llama-3.1-Storm-8B 🤝,allknowingroger/Qwen2.5-7B-task4,29.33,50.05,0.5,37.03,0.56,26.74,0.27,9.4,0.32,13.21,0.44,39.57,0.46,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,FALSE,apache-2.0,7,0,TRUE,ef4fe9331a0b9c34d829fcd5b1a09a7056e9300f,TRUE,TRUE,2024-11-04,2024-11-01,FALSE,FALSE,allknowingroger/Qwen2.5-7B-task4,1,allknowingroger/Qwen2.5-7B-task4 (Merge),0.66,https://huggingface.co/allknowingroger/Qwen2.5-7B-task4 @@ -299,7 +304,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🟢,IntervitensInc/internlm2_5-20b-llamafied,29.2,34.1,0.34,63.47,0.75,17.07,0.17,11.74,0.34,14.94,0.45,33.9,0.41,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,19,2,TRUE,0b6fc3cc0b9bf3529816061eb508483c20b77fe9,TRUE,TRUE,2024-11-11,2024-08-06,FALSE,FALSE,IntervitensInc/internlm2_5-20b-llamafied,0,IntervitensInc/internlm2_5-20b-llamafied,1.38,https://huggingface.co/IntervitensInc/internlm2_5-20b-llamafied 🤝,bunnycore/QandoraExp-7B-Persona,29.19,62.47,0.62,36.83,0.56,16.01,0.16,8.61,0.31,13.34,0.44,37.86,0.44,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,TRUE,"",7,2,FALSE,21bd6c2e270358b70f9af98bcccd6ec9c2cfce88,TRUE,TRUE,2024-11-12,2024-11-12,TRUE,FALSE,bunnycore/QandoraExp-7B-Persona,1,bunnycore/QandoraExp-7B-Persona (Merge),0.69,https://huggingface.co/bunnycore/QandoraExp-7B-Persona 🤝,djuna/L3.1-Promissum_Mane-8B-Della-1.5-calc,29.18,72.35,0.72,34.88,0.54,13.97,0.14,8.61,0.31,13.03,0.43,32.26,0.39,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,2,FALSE,67dc71cb877c1ebaeb634e116fc938b223338cf6,TRUE,TRUE,2024-10-29,2024-10-29,TRUE,FALSE,djuna/L3.1-Promissum_Mane-8B-Della-1.5-calc,1,djuna/L3.1-Promissum_Mane-8B-Della-1.5-calc (Merge),0.74,https://huggingface.co/djuna/L3.1-Promissum_Mane-8B-Della-1.5-calc -🤝,sethuiyer/Qwen2.5-7B-Anvita,29.18,64.8,0.65,35.48,0.55,15.86,0.16,10.29,0.33,13.47,0.43,35.17,0.42,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,1,TRUE,dc6f8ca6507cc282938e70b23b02c1a3db7b7ddc,TRUE,TRUE,2024-10-27,2024-10-11,TRUE,FALSE,sethuiyer/Qwen2.5-7B-Anvita,1,sethuiyer/Qwen2.5-7B-Anvita (Merge),1.08,https://huggingface.co/sethuiyer/Qwen2.5-7B-Anvita +🤝,sethuiyer/Qwen2.5-7B-Anvita,29.18,64.8,0.65,35.48,0.55,15.86,0.16,10.29,0.33,13.47,0.43,35.17,0.42,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,TRUE,"",7,0,FALSE,dc6f8ca6507cc282938e70b23b02c1a3db7b7ddc,TRUE,TRUE,2024-10-27,"",TRUE,FALSE,sethuiyer/Qwen2.5-7B-Anvita,0,Removed,1.08,https://huggingface.co/sethuiyer/Qwen2.5-7B-Anvita 💬,EpistemeAI2/Fireball-Phi-3-medium-4k-inst-Philos,29.17,53.13,0.53,46.21,0.62,14.05,0.14,10.96,0.33,10.7,0.41,39.98,0.46,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,13,0,TRUE,147715051102034fac98091e2a0cae6cade15ae0,TRUE,TRUE,2024-09-20,2024-09-19,TRUE,FALSE,EpistemeAI2/Fireball-Phi-3-medium-4k-inst-Philos,1,unsloth/phi-3-medium-4k-instruct-bnb-4bit,0.77,https://huggingface.co/EpistemeAI2/Fireball-Phi-3-medium-4k-inst-Philos 🤝,Dampfinchen/Llama-3.1-8B-Ultra-Instruct,29.13,80.81,0.81,32.49,0.53,15.86,0.16,5.59,0.29,8.61,0.4,31.4,0.38,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,llama3,8,8,TRUE,46662d14130cfd34f7d90816540794f24a301f86,TRUE,TRUE,2024-08-26,2024-08-26,TRUE,FALSE,Dampfinchen/Llama-3.1-8B-Ultra-Instruct,1,Dampfinchen/Llama-3.1-8B-Ultra-Instruct (Merge),0.84,https://huggingface.co/Dampfinchen/Llama-3.1-8B-Ultra-Instruct 🤝,allknowingroger/Qwen2.5-7B-task2,29.11,45.27,0.45,37.53,0.56,30.89,0.31,8.84,0.32,13.05,0.44,39.08,0.45,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,FALSE,apache-2.0,7,1,TRUE,6f3ae972b2bbde0383c3a774e0e788a1af0dabc5,TRUE,TRUE,2024-11-04,2024-10-31,FALSE,FALSE,allknowingroger/Qwen2.5-7B-task2,1,allknowingroger/Qwen2.5-7B-task2 (Merge),0.73,https://huggingface.co/allknowingroger/Qwen2.5-7B-task2 @@ -313,7 +318,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🤝,DreadPoor/Eunoia_Vespera-8B-LINEAR,28.93,72.35,0.72,34.22,0.54,15.26,0.15,7.61,0.31,12.61,0.42,31.54,0.38,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,2,TRUE,c674956327af664735cf39b20c7a8276dfa579f9,TRUE,TRUE,2024-09-22,2024-09-22,TRUE,FALSE,DreadPoor/Eunoia_Vespera-8B-LINEAR,1,DreadPoor/Eunoia_Vespera-8B-LINEAR (Merge),0.81,https://huggingface.co/DreadPoor/Eunoia_Vespera-8B-LINEAR 🔶,ehristoforu/Gemma2-9b-it-train6,28.9,70.25,0.7,40.99,0.59,9.29,0.09,10.51,0.33,9.65,0.41,32.69,0.39,🔶 fine-tuned on domain-specific datasets,Gemma2ForCausalLM,Original,float16,TRUE,apache-2.0,9,2,TRUE,e72bf00b427c22c48b468818cf75300a373a0c8a,TRUE,TRUE,2024-07-31,2024-07-22,TRUE,FALSE,ehristoforu/Gemma2-9b-it-train6,8,google/gemma-2-9b,1.99,https://huggingface.co/ehristoforu/Gemma2-9b-it-train6 🔶,spow12/ChatWaifu_v2.0_22B,28.87,65.17,0.65,42.02,0.59,19.34,0.19,9.84,0.32,5.59,0.38,31.25,0.38,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,FALSE,cc-by-nc-4.0,22,6,TRUE,a6e7c206d9af77d3f85faf0ce4a711d62815b2ab,TRUE,TRUE,2024-10-14,2024-10-11,TRUE,FALSE,spow12/ChatWaifu_v2.0_22B,1,spow12/ChatWaifu_v2.0_22B (Merge),1.4,https://huggingface.co/spow12/ChatWaifu_v2.0_22B -💬,google/gemma-2-9b-it,28.86,74.36,0.74,42.14,0.6,0.23,0,14.77,0.36,9.74,0.41,31.95,0.39,"💬 chat models (RLHF, DPO, IFT, ...)",Gemma2ForCausalLM,Original,bfloat16,TRUE,gemma,9,565,TRUE,1937c70277fcc5f7fb0fc772fc5bc69378996e71,TRUE,TRUE,2024-07-11,2024-06-24,TRUE,TRUE,google/gemma-2-9b-it,1,google/gemma-2-9b,5.01,https://huggingface.co/google/gemma-2-9b-it +💬,google/gemma-2-9b-it,28.86,74.36,0.74,42.14,0.6,0.23,0,14.77,0.36,9.74,0.41,31.95,0.39,"💬 chat models (RLHF, DPO, IFT, ...)",Gemma2ForCausalLM,Original,bfloat16,TRUE,gemma,9,567,TRUE,1937c70277fcc5f7fb0fc772fc5bc69378996e71,TRUE,TRUE,2024-07-11,2024-06-24,TRUE,TRUE,google/gemma-2-9b-it,1,google/gemma-2-9b,5.01,https://huggingface.co/google/gemma-2-9b-it 💬,OpenBuddy/openbuddy-qwen2.5llamaify-14b-v23.3-200k,28.85,61.31,0.61,44.18,0.61,2.42,0.02,10.29,0.33,12.72,0.43,42.16,0.48,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,14,3,TRUE,0cef6f7719c1eb3bc1ebba133508c2c6d67e635c,TRUE,TRUE,2024-10-11,2024-10-02,TRUE,FALSE,OpenBuddy/openbuddy-qwen2.5llamaify-14b-v23.3-200k,0,OpenBuddy/openbuddy-qwen2.5llamaify-14b-v23.3-200k,1.5,https://huggingface.co/OpenBuddy/openbuddy-qwen2.5llamaify-14b-v23.3-200k 🔶,DeepMount00/Llama-3.1-Distilled,28.84,78.44,0.78,30.84,0.51,15.56,0.16,7.16,0.3,10.13,0.41,30.91,0.38,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,0,TRUE,0a94c7ddb196107e8bf1b02e31488ff8c17b9eb3,TRUE,TRUE,2024-10-25,2024-10-25,TRUE,FALSE,DeepMount00/Llama-3.1-Distilled,1,meta-llama/Meta-Llama-3-8B,0.84,https://huggingface.co/DeepMount00/Llama-3.1-Distilled 🔶,spow12/ChatWaifu_v2.0_22B,28.84,65.11,0.65,42.29,0.59,18.58,0.19,9.96,0.32,5.59,0.38,31.51,0.38,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,FALSE,cc-by-nc-4.0,22,6,TRUE,54771319920ed791ba3f0262b036f37a92b880f2,TRUE,TRUE,2024-10-11,2024-10-11,TRUE,FALSE,spow12/ChatWaifu_v2.0_22B,1,spow12/ChatWaifu_v2.0_22B (Merge),2.74,https://huggingface.co/spow12/ChatWaifu_v2.0_22B @@ -354,7 +359,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🤝,djuna/L3.1-ForStHS,28.27,78.13,0.78,31.39,0.52,14.58,0.15,5.48,0.29,9.66,0.4,30.39,0.37,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,3,FALSE,f5442e1f27e4a0c469504624ea85afdc6907c9cc,TRUE,TRUE,2024-09-15,2024-09-10,TRUE,FALSE,djuna/L3.1-ForStHS,1,djuna/L3.1-ForStHS (Merge),0.84,https://huggingface.co/djuna/L3.1-ForStHS 🤝,OpenBuddy/openbuddy-zero-56b-v21.2-32k,28.23,50.57,0.51,44.8,0.61,14.43,0.14,9.06,0.32,12.78,0.43,37.77,0.44,🤝 base merges and moerges,LlamaForCausalLM,Original,float16,TRUE,other,56,0,TRUE,c7a1a4a6e798f75d1d3219ab9ff9f2692e29f7d5,TRUE,TRUE,2024-06-26,2024-06-10,TRUE,FALSE,OpenBuddy/openbuddy-zero-56b-v21.2-32k,0,OpenBuddy/openbuddy-zero-56b-v21.2-32k,7.57,https://huggingface.co/OpenBuddy/openbuddy-zero-56b-v21.2-32k 🔶,DeepMount00/Llama-3.1-8b-ITA,28.23,79.17,0.79,30.93,0.51,10.88,0.11,5.03,0.29,11.4,0.41,31.96,0.39,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,5,FALSE,5ede1e388b6b15bc06acd364a8f805fe9ed16db9,TRUE,TRUE,2024-10-28,2024-08-13,TRUE,FALSE,DeepMount00/Llama-3.1-8b-ITA,2,meta-llama/Meta-Llama-3.1-8B,2.51,https://huggingface.co/DeepMount00/Llama-3.1-8b-ITA -💬,meta-llama/Meta-Llama-3.1-8B-Instruct,28.2,78.56,0.79,29.89,0.51,19.34,0.19,2.35,0.27,8.41,0.39,30.68,0.38,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,8,3143,TRUE,df34336b42332c6d360959e259cd6271c6a09fd4,TRUE,TRUE,2024-08-15,2024-07-18,TRUE,TRUE,meta-llama/Meta-Llama-3.1-8B-Instruct,1,meta-llama/Meta-Llama-3.1-8B,2.49,https://huggingface.co/meta-llama/Meta-Llama-3.1-8B-Instruct +💬,meta-llama/Meta-Llama-3.1-8B-Instruct,28.2,78.56,0.79,29.89,0.51,19.34,0.19,2.35,0.27,8.41,0.39,30.68,0.38,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,8,3148,TRUE,df34336b42332c6d360959e259cd6271c6a09fd4,TRUE,TRUE,2024-08-15,2024-07-18,TRUE,TRUE,meta-llama/Meta-Llama-3.1-8B-Instruct,1,meta-llama/Meta-Llama-3.1-8B,2.49,https://huggingface.co/meta-llama/Meta-Llama-3.1-8B-Instruct 💬,v000000/L3.1-Niitorm-8B-DPO-t0.0001,28.1,76.89,0.77,30.51,0.51,16.16,0.16,5.93,0.29,7.26,0.39,31.85,0.39,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,"",8,7,FALSE,a34150b5f63de4bc83d79b1de127faff3750289f,TRUE,TRUE,2024-09-19,2024-09-19,TRUE,FALSE,v000000/L3.1-Niitorm-8B-DPO-t0.0001,1,v000000/L3.1-Niitorm-8B-DPO-t0.0001 (Merge),0.88,https://huggingface.co/v000000/L3.1-Niitorm-8B-DPO-t0.0001 💬,Tsunami-th/Tsunami-0.5-7B-Instruct,28.04,74,0.74,36.14,0.55,0.15,0,7.83,0.31,12.21,0.43,37.92,0.44,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,0,TRUE,10706336513d54c4e8962f54653f25941c4031f4,TRUE,TRUE,2024-10-12,2024-10-11,TRUE,FALSE,Tsunami-th/Tsunami-0.5-7B-Instruct,1,Tsunami-th/Tsunami-0.5-7B-Instruct (Merge),1.09,https://huggingface.co/Tsunami-th/Tsunami-0.5-7B-Instruct 💬,vicgalle/Configurable-Llama-3.1-8B-Instruct,28.01,83.12,0.83,29.66,0.5,17.3,0.17,3.24,0.27,5.93,0.38,28.8,0.36,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,apache-2.0,8,13,TRUE,133b3ab1a5385ff9b3d17da2addfe3fc1fd6f733,TRUE,TRUE,2024-08-05,2024-07-24,TRUE,FALSE,vicgalle/Configurable-Llama-3.1-8B-Instruct,0,vicgalle/Configurable-Llama-3.1-8B-Instruct,0.8,https://huggingface.co/vicgalle/Configurable-Llama-3.1-8B-Instruct @@ -366,7 +371,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,cognitivecomputations/dolphin-2.9.1-yi-1.5-34b,27.9,38.53,0.39,44.17,0.61,16.24,0.16,12.42,0.34,16.97,0.46,39.1,0.45,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,34,34,TRUE,1ec522298a6935c881df6dc29d3669833bd8672d,TRUE,TRUE,2024-07-27,2024-05-18,TRUE,TRUE,cognitivecomputations/dolphin-2.9.1-yi-1.5-34b,1,01-ai/Yi-1.5-34B,2.99,https://huggingface.co/cognitivecomputations/dolphin-2.9.1-yi-1.5-34b 🤝,allknowingroger/Qwen2.5-7B-task3,27.9,51.29,0.51,34.39,0.54,21,0.21,8.95,0.32,12.85,0.44,38.9,0.45,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,FALSE,apache-2.0,7,0,TRUE,b1e524004242cdeec838ba21bce44ebb8598c12f,TRUE,TRUE,2024-11-04,2024-11-01,FALSE,FALSE,allknowingroger/Qwen2.5-7B-task3,1,allknowingroger/Qwen2.5-7B-task3 (Merge),0.62,https://huggingface.co/allknowingroger/Qwen2.5-7B-task3 💬,01-ai/Yi-1.5-9B-Chat,27.89,60.46,0.6,36.95,0.56,12.76,0.13,11.3,0.33,12.84,0.43,33.06,0.4,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,134,TRUE,bc87d8557c98dc1e5fdef6ec23ed31088c4d3f35,TRUE,TRUE,2024-06-12,2024-05-10,TRUE,TRUE,01-ai/Yi-1.5-9B-Chat,0,01-ai/Yi-1.5-9B-Chat,0.73,https://huggingface.co/01-ai/Yi-1.5-9B-Chat -🔶,nbeerbower/Mistral-Small-Gutenberg-Doppel-22B,27.86,48.93,0.49,40.93,0.59,21.15,0.21,12.86,0.35,8.57,0.4,34.71,0.41,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,other,22,9,TRUE,d8091aad5f882b714321e4d51f504cc61996ee67,TRUE,TRUE,2024-09-25,2024-09-25,FALSE,FALSE,nbeerbower/Mistral-Small-Gutenberg-Doppel-22B,1,nbeerbower/Mistral-Small-Gutenberg-Doppel-22B (Merge),1.59,https://huggingface.co/nbeerbower/Mistral-Small-Gutenberg-Doppel-22B +🔶,nbeerbower/Mistral-Small-Gutenberg-Doppel-22B,27.86,48.93,0.49,40.93,0.59,21.15,0.21,12.86,0.35,8.57,0.4,34.71,0.41,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,other,22,10,TRUE,d8091aad5f882b714321e4d51f504cc61996ee67,TRUE,TRUE,2024-09-25,2024-09-25,FALSE,FALSE,nbeerbower/Mistral-Small-Gutenberg-Doppel-22B,1,nbeerbower/Mistral-Small-Gutenberg-Doppel-22B (Merge),1.59,https://huggingface.co/nbeerbower/Mistral-Small-Gutenberg-Doppel-22B 🤝,cstr/llama3.1-8b-spaetzle-v90,27.83,73.56,0.74,32.76,0.53,14.8,0.15,4.36,0.28,11.15,0.41,30.34,0.37,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,llama3,8,0,TRUE,717e5c3d31ed2465cd7cf927327adf677a9420b5,TRUE,TRUE,2024-09-15,2024-09-15,TRUE,FALSE,cstr/llama3.1-8b-spaetzle-v90,1,cstr/llama3.1-8b-spaetzle-v90 (Merge),0.78,https://huggingface.co/cstr/llama3.1-8b-spaetzle-v90 🔶,Gryphe/Pantheon-RP-Pure-1.6.2-22b-Small,27.82,69.31,0.69,31.68,0.53,18.35,0.18,10.51,0.33,4.39,0.38,32.69,0.39,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,other,22,14,TRUE,d031830dcb3bc5ad9634374db4dd15b3ef6ebe0f,TRUE,TRUE,2024-10-15,2024-10-13,TRUE,FALSE,Gryphe/Pantheon-RP-Pure-1.6.2-22b-Small,1,mistralai/Mistral-Small-Instruct-2409,1.45,https://huggingface.co/Gryphe/Pantheon-RP-Pure-1.6.2-22b-Small 🔶,Isaak-Carter/Josiefied-Qwen2.5-7B-Instruct-abliterated-v2,27.82,78.41,0.78,33.29,0.53,0,0,6.49,0.3,13.96,0.44,34.76,0.41,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,4,TRUE,5d07f58562422feb9f25c9c048e40356d2cf7e4b,TRUE,TRUE,2024-09-21,2024-09-20,TRUE,FALSE,Isaak-Carter/Josiefied-Qwen2.5-7B-Instruct-abliterated-v2,1,Qwen/Qwen2.5-7B,1.13,https://huggingface.co/Isaak-Carter/Josiefied-Qwen2.5-7B-Instruct-abliterated-v2 @@ -379,19 +384,19 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🤝,bunnycore/Qwen2.5-7B-CyberRombos,27.69,75.18,0.75,35.88,0.55,0.08,0,7.27,0.3,10.07,0.41,37.68,0.44,🤝 base merges and moerges,Qwen2ForCausalLM,Original,float16,TRUE,"",7,2,FALSE,dfd4d30fc6956ffecb9fb3c59fad51875552f7f9,TRUE,TRUE,2024-11-05,2024-11-04,TRUE,FALSE,bunnycore/Qwen2.5-7B-CyberRombos,1,bunnycore/Qwen2.5-7B-CyberRombos (Merge),0.71,https://huggingface.co/bunnycore/Qwen2.5-7B-CyberRombos 🤝,Etherll/Qwen2.5-7B-della-test,27.66,76.25,0.76,35.55,0.54,0,0,7.83,0.31,8.99,0.4,37.34,0.44,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,TRUE,"",7,1,FALSE,c2b2ffc38627e68e7b43a1b596dc16ee93c1c63b,TRUE,TRUE,2024-11-14,2024-11-01,TRUE,FALSE,Etherll/Qwen2.5-7B-della-test,1,Etherll/Qwen2.5-7B-della-test (Merge),1.39,https://huggingface.co/Etherll/Qwen2.5-7B-della-test 🤝,cloudyu/Mixtral_34Bx2_MoE_60B,27.6,45.38,0.45,41.21,0.59,7.63,0.08,11.74,0.34,17.78,0.46,41.85,0.48,🤝 base merges and moerges,MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,60,111,TRUE,d01642769ccc782e1db1fc26cb25097aecb98e23,TRUE,FALSE,2024-08-22,2024-01-05,FALSE,FALSE,cloudyu/Mixtral_34Bx2_MoE_60B,0,cloudyu/Mixtral_34Bx2_MoE_60B,7.33,https://huggingface.co/cloudyu/Mixtral_34Bx2_MoE_60B -💬,microsoft/Phi-3.5-mini-instruct,27.57,57.75,0.58,36.75,0.55,15.94,0.16,11.97,0.34,10.1,0.4,32.91,0.4,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,bfloat16,TRUE,mit,3,659,TRUE,64963004ad95869fa73a30279371c8778509ac84,TRUE,TRUE,2024-08-21,2024-08-16,TRUE,TRUE,microsoft/Phi-3.5-mini-instruct,0,microsoft/Phi-3.5-mini-instruct,3.7,https://huggingface.co/microsoft/Phi-3.5-mini-instruct +💬,microsoft/Phi-3.5-mini-instruct,27.57,57.75,0.58,36.75,0.55,15.94,0.16,11.97,0.34,10.1,0.4,32.91,0.4,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,bfloat16,TRUE,mit,3,661,TRUE,64963004ad95869fa73a30279371c8778509ac84,TRUE,TRUE,2024-08-21,2024-08-16,TRUE,TRUE,microsoft/Phi-3.5-mini-instruct,0,microsoft/Phi-3.5-mini-instruct,3.7,https://huggingface.co/microsoft/Phi-3.5-mini-instruct 💬,meditsolutions/MedIT-Mesh-3B-Instruct,27.56,58.14,0.58,37.55,0.56,15.79,0.16,9.84,0.32,10.6,0.4,33.46,0.4,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,bfloat16,TRUE,mit,3,0,TRUE,469d1a58f7747c3d456b3308b5a7042df4ab49e3,TRUE,TRUE,2024-11-01,2024-11-01,TRUE,FALSE,meditsolutions/MedIT-Mesh-3B-Instruct,1,meditsolutions/MedIT-Mesh-3B-Instruct (Merge),0.53,https://huggingface.co/meditsolutions/MedIT-Mesh-3B-Instruct 💬,NAPS-ai/naps-llama-3_1-8b-instruct-v0.4,27.55,73.44,0.73,27.83,0.49,18.66,0.19,3.91,0.28,13.96,0.44,27.5,0.35,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,apache-2.0,8,0,TRUE,152229e8de5270aea7b9d7689503fb2577f8911a,TRUE,TRUE,2024-09-30,2024-09-12,TRUE,FALSE,NAPS-ai/naps-llama-3_1-8b-instruct-v0.4,1,NAPS-ai/naps-llama-3_1-8b-instruct-v0.4 (Merge),0.89,https://huggingface.co/NAPS-ai/naps-llama-3_1-8b-instruct-v0.4 🔶,nbeerbower/Mistral-Nemo-Prism-12B-v2,27.54,69.74,0.7,36.2,0.55,5.74,0.06,7.38,0.31,17.66,0.46,28.52,0.36,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,2,TRUE,d7545999274cb56b5f961580b5234e8a647e023a,TRUE,TRUE,2024-11-26,2024-11-12,TRUE,FALSE,nbeerbower/Mistral-Nemo-Prism-12B-v2,1,nbeerbower/Mistral-Nemo-Prism-12B-v2 (Merge),0.94,https://huggingface.co/nbeerbower/Mistral-Nemo-Prism-12B-v2 🤝,DreadPoor/Trinas_Nectar-8B-model_stock,27.54,72.59,0.73,31.98,0.53,15.33,0.15,4.81,0.29,11.41,0.41,29.09,0.36,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,cc-by-nc-4.0,8,4,TRUE,cb46b8431872557904d83fc5aa1b90dabeb74acc,TRUE,TRUE,2024-08-27,2024-08-16,TRUE,FALSE,DreadPoor/Trinas_Nectar-8B-model_stock,1,DreadPoor/Trinas_Nectar-8B-model_stock (Merge),0.87,https://huggingface.co/DreadPoor/Trinas_Nectar-8B-model_stock -💬,microsoft/Phi-3-mini-4k-instruct,27.41,54.77,0.55,36.56,0.55,15.48,0.15,10.96,0.33,13.12,0.43,33.58,0.4,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,float16,TRUE,mit,3,1084,TRUE,c1358f8a35e6d2af81890deffbbfa575b978c62f,TRUE,TRUE,2024-07-02,2024-04-22,TRUE,TRUE,microsoft/Phi-3-mini-4k-instruct,0,microsoft/Phi-3-mini-4k-instruct,0.79,https://huggingface.co/microsoft/Phi-3-mini-4k-instruct +💬,microsoft/Phi-3-mini-4k-instruct,27.41,54.77,0.55,36.56,0.55,15.48,0.15,10.96,0.33,13.12,0.43,33.58,0.4,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,float16,TRUE,mit,3,1085,TRUE,c1358f8a35e6d2af81890deffbbfa575b978c62f,TRUE,TRUE,2024-07-02,2024-04-22,TRUE,TRUE,microsoft/Phi-3-mini-4k-instruct,0,microsoft/Phi-3-mini-4k-instruct,0.79,https://huggingface.co/microsoft/Phi-3-mini-4k-instruct 🔶,Replete-AI/L3.1-Pneuma-8B,27.38,70.76,0.71,30.26,0.5,20.17,0.2,7.05,0.3,6.16,0.39,29.9,0.37,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,8,0,TRUE,843163ca811525c4f98f817aae8fb5da7c1fb7bb,TRUE,TRUE,2024-11-13,2024-11-09,TRUE,FALSE,Replete-AI/L3.1-Pneuma-8B,2,meta-llama/Meta-Llama-3.1-8B,0.71,https://huggingface.co/Replete-AI/L3.1-Pneuma-8B 💬,meditsolutions/MSH-v1-Bielik-v2.3-Instruct-MedIT-merge,27.38,58.14,0.58,38.02,0.57,13.75,0.14,12.75,0.35,13.84,0.44,27.78,0.35,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,11,1,TRUE,2db5e8871fb3be7e658e3bc6e2885d26b891b8b8,TRUE,TRUE,2024-11-06,2024-10-29,TRUE,FALSE,meditsolutions/MSH-v1-Bielik-v2.3-Instruct-MedIT-merge,1,meditsolutions/MSH-v1-Bielik-v2.3-Instruct-MedIT-merge (Merge),0.84,https://huggingface.co/meditsolutions/MSH-v1-Bielik-v2.3-Instruct-MedIT-merge 🔶,AALF/FuseChat-Llama-3.1-8B-SFT-preview,27.37,72.81,0.73,32.54,0.52,11.4,0.11,7.27,0.3,9.75,0.4,30.48,0.37,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,FALSE,601f2b8c448acc5686656d3979ed732ce050b827,TRUE,TRUE,2024-11-21,"",TRUE,FALSE,AALF/FuseChat-Llama-3.1-8B-SFT-preview,0,Removed,0.68,https://huggingface.co/AALF/FuseChat-Llama-3.1-8B-SFT-preview 🔶,nbeerbower/Mistral-Nemo-Prism-12B,27.34,68.58,0.69,35.92,0.55,5.21,0.05,7.72,0.31,17.96,0.46,28.68,0.36,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,3,TRUE,a39e1c8c083c172aaa3ca81faf8ba3b4799a888f,TRUE,TRUE,2024-11-12,2024-11-12,TRUE,FALSE,nbeerbower/Mistral-Nemo-Prism-12B,1,nbeerbower/Mistral-Nemo-Prism-12B (Merge),0.96,https://huggingface.co/nbeerbower/Mistral-Nemo-Prism-12B 🔶,nbeerbower/Mistral-Nemo-Prism-12B-v7,27.34,69.62,0.7,36.44,0.55,4.53,0.05,6.6,0.3,18.09,0.46,28.78,0.36,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,4,TRUE,0c9da9f3903be14fda1fcae245c22f873442b86f,TRUE,TRUE,2024-11-26,2024-11-13,TRUE,FALSE,nbeerbower/Mistral-Nemo-Prism-12B-v7,1,nbeerbower/Mistral-Nemo-Prism-12B-v7 (Merge),0.98,https://huggingface.co/nbeerbower/Mistral-Nemo-Prism-12B-v7 🤝,suayptalha/Rombos-2.5-T.E-8.1,27.34,69.25,0.69,36.5,0.55,0.83,0.01,8.17,0.31,10.98,0.42,38.28,0.44,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,FALSE,cc-by-nc-sa-4.0,7,3,TRUE,c0ee2950b07377e1d0e01fc013a0f200b0306ea2,TRUE,TRUE,2024-11-16,2024-11-16,TRUE,FALSE,suayptalha/Rombos-2.5-T.E-8.1,1,suayptalha/Rombos-2.5-T.E-8.1 (Merge),0.69,https://huggingface.co/suayptalha/Rombos-2.5-T.E-8.1 -💬,NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO,27.29,58.97,0.59,37.11,0.55,11.86,0.12,9.51,0.32,16.68,0.46,29.62,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,46,419,TRUE,286ae6737d048ad1d965c2e830864df02db50f2f,TRUE,FALSE,2024-07-27,2024-01-11,TRUE,TRUE,NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO,1,mistralai/Mixtral-8x7B-v0.1,12.87,https://huggingface.co/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO +💬,NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO,27.29,58.97,0.59,37.11,0.55,11.86,0.12,9.51,0.32,16.68,0.46,29.62,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,46,420,TRUE,286ae6737d048ad1d965c2e830864df02db50f2f,TRUE,FALSE,2024-07-27,2024-01-11,TRUE,TRUE,NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO,1,mistralai/Mixtral-8x7B-v0.1,12.87,https://huggingface.co/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO 🤝,bunnycore/CyberCore-Qwen-2.1-7B,27.25,57.66,0.58,36.97,0.56,13.44,0.13,7.72,0.31,9.41,0.41,38.28,0.44,🤝 base merges and moerges,Qwen2ForCausalLM,Original,float16,TRUE,"",7,2,FALSE,98e69ba1cd70444b90178e1253e904d1892593c8,TRUE,TRUE,2024-11-23,2024-11-21,TRUE,FALSE,bunnycore/CyberCore-Qwen-2.1-7B,1,bunnycore/CyberCore-Qwen-2.1-7B (Merge),0.67,https://huggingface.co/bunnycore/CyberCore-Qwen-2.1-7B 🤝,Weyaxi/Bagel-Hermes-34B-Slerp,27.21,46.03,0.46,41.96,0.59,5.82,0.06,11.3,0.33,17.01,0.46,41.15,0.47,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,34,1,TRUE,dcdcc17a2c650a95bc27129a3ddbf261dffed37f,TRUE,TRUE,2024-08-30,2024-01-12,FALSE,FALSE,Weyaxi/Bagel-Hermes-34B-Slerp,0,Weyaxi/Bagel-Hermes-34B-Slerp,3.02,https://huggingface.co/Weyaxi/Bagel-Hermes-34B-Slerp 💬,MaziyarPanahi/calme-2.1-phi3.5-4b,27.21,56.59,0.57,36.11,0.55,15.63,0.16,12.53,0.34,9.77,0.4,32.61,0.39,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,bfloat16,TRUE,mit,3,3,TRUE,583b7f382a8ed35f6f7c09f2950f0f2346945a83,TRUE,TRUE,2024-08-23,2024-08-23,TRUE,FALSE,MaziyarPanahi/calme-2.1-phi3.5-4b,1,microsoft/Phi-3.5-mini-instruct,1,https://huggingface.co/MaziyarPanahi/calme-2.1-phi3.5-4b @@ -399,17 +404,17 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 💬,Qwen/Qwen1.5-32B-Chat,27.19,55.32,0.55,44.55,0.61,7.18,0.07,7.49,0.31,10.2,0.42,38.41,0.45,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,32,106,TRUE,0997b012af6ddd5465d40465a8415535b2f06cfc,TRUE,TRUE,2024-06-12,2024-04-03,TRUE,TRUE,Qwen/Qwen1.5-32B-Chat,0,Qwen/Qwen1.5-32B-Chat,46.06,https://huggingface.co/Qwen/Qwen1.5-32B-Chat 🤝,unsloth/Phi-3-mini-4k-instruct,27.18,54.4,0.54,36.73,0.55,15.41,0.15,9.73,0.32,13.12,0.43,33.68,0.4,🤝 base merges and moerges,MistralForCausalLM,Original,float16,TRUE,mit,3,41,TRUE,636c707430a5509c80b1aa51d05c127ed339a975,TRUE,TRUE,2024-11-25,2024-04-29,TRUE,FALSE,unsloth/Phi-3-mini-4k-instruct,0,unsloth/Phi-3-mini-4k-instruct,0.47,https://huggingface.co/unsloth/Phi-3-mini-4k-instruct 🔶,byroneverson/Mistral-Small-Instruct-2409-abliterated,27.17,69.71,0.7,31.26,0.52,14.95,0.15,11.07,0.33,3.55,0.37,32.48,0.39,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,other,22,10,TRUE,5e24aaef2a37f9cb69f70ae9fe714f9d9599fd6e,TRUE,TRUE,2024-10-13,2024-09-23,TRUE,FALSE,byroneverson/Mistral-Small-Instruct-2409-abliterated,1,mistralai/Mistral-Small-Instruct-2409,1.4,https://huggingface.co/byroneverson/Mistral-Small-Instruct-2409-abliterated -🤝,mlabonne/NeuralDaredevil-8B-abliterated,27.15,75.61,0.76,30.31,0.51,8.84,0.09,7.49,0.31,9.08,0.4,31.57,0.38,🤝 base merges and moerges,LlamaForCausalLM,Original,float16,TRUE,llama3,8,153,TRUE,2f4a5e8a8522f19dff345c7189b7891468763061,TRUE,TRUE,2024-07-25,2024-05-27,TRUE,TRUE,mlabonne/NeuralDaredevil-8B-abliterated,0,mlabonne/NeuralDaredevil-8B-abliterated,2.71,https://huggingface.co/mlabonne/NeuralDaredevil-8B-abliterated +🤝,mlabonne/NeuralDaredevil-8B-abliterated,27.15,75.61,0.76,30.31,0.51,8.84,0.09,7.49,0.31,9.08,0.4,31.57,0.38,🤝 base merges and moerges,LlamaForCausalLM,Original,float16,TRUE,llama3,8,154,TRUE,2f4a5e8a8522f19dff345c7189b7891468763061,TRUE,TRUE,2024-07-25,2024-05-27,TRUE,TRUE,mlabonne/NeuralDaredevil-8B-abliterated,0,mlabonne/NeuralDaredevil-8B-abliterated,2.71,https://huggingface.co/mlabonne/NeuralDaredevil-8B-abliterated 🤝,CombinHorizon/Rombos-Qwen2.5-7B-Inst-BaseMerge-TIES,27.15,75.64,0.76,34.95,0.54,0,0,6.38,0.3,8.78,0.4,37.13,0.43,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,FALSE,apache-2.0,7,1,TRUE,52d6f6308eba9c3a0b9116706fbb1ddc448e6101,TRUE,TRUE,2024-10-29,2024-10-29,TRUE,FALSE,CombinHorizon/Rombos-Qwen2.5-7B-Inst-BaseMerge-TIES,1,CombinHorizon/Rombos-Qwen2.5-7B-Inst-BaseMerge-TIES (Merge),1.05,https://huggingface.co/CombinHorizon/Rombos-Qwen2.5-7B-Inst-BaseMerge-TIES -💬,jeffmeloy/jeffmeloy_Qwen2.5-7B-minperplexity-1,27.09,37.57,0.38,37.82,0.56,26.81,0.27,10.96,0.33,11.93,0.43,37.42,0.44,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,0,TRUE,8ae87cfb63b5afcb0a8aca3b7ba9b8044cc3ba0e,TRUE,TRUE,2024-11-27,2024-11-27,FALSE,FALSE,jeffmeloy/jeffmeloy_Qwen2.5-7B-minperplexity-1,1,jeffmeloy/jeffmeloy_Qwen2.5-7B-minperplexity-1 (Merge),0.92,https://huggingface.co/jeffmeloy/jeffmeloy_Qwen2.5-7B-minperplexity-1 +💬,jeffmeloy/jeffmeloy_Qwen2.5-7B-minperplexity-1,27.09,37.57,0.38,37.82,0.56,26.81,0.27,10.96,0.33,11.93,0.43,37.42,0.44,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,1,TRUE,8ae87cfb63b5afcb0a8aca3b7ba9b8044cc3ba0e,TRUE,TRUE,2024-11-27,2024-11-27,FALSE,FALSE,jeffmeloy/jeffmeloy_Qwen2.5-7B-minperplexity-1,1,jeffmeloy/jeffmeloy_Qwen2.5-7B-minperplexity-1 (Merge),0.92,https://huggingface.co/jeffmeloy/jeffmeloy_Qwen2.5-7B-minperplexity-1 🤝,djuna/Q2.5-Partron-7B,27.08,73.21,0.73,35.26,0.54,0.08,0,6.38,0.3,11.07,0.42,36.47,0.43,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,TRUE,"",7,0,FALSE,3a6d3cca23c0e1c6bcba38887fc819729d5d16cf,TRUE,TRUE,2024-11-08,2024-11-08,TRUE,FALSE,djuna/Q2.5-Partron-7B,1,djuna/Q2.5-Partron-7B (Merge),1.33,https://huggingface.co/djuna/Q2.5-Partron-7B -🔶,cognitivecomputations/dolphin-2.9.3-Yi-1.5-34B-32k,27.07,36.39,0.36,43.41,0.6,16.54,0.17,12.42,0.34,13.35,0.43,40.34,0.46,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,34,17,TRUE,ff4eee6438194a670a95dff3118b5231eb568610,TRUE,TRUE,2024-07-27,2024-06-23,TRUE,TRUE,cognitivecomputations/dolphin-2.9.3-Yi-1.5-34B-32k,1,01-ai/Yi-1.5-34B-32k,3.25,https://huggingface.co/cognitivecomputations/dolphin-2.9.3-Yi-1.5-34B-32k +🔶,cognitivecomputations/dolphin-2.9.3-Yi-1.5-34B-32k,27.07,36.39,0.36,43.41,0.6,16.54,0.17,12.42,0.34,13.35,0.43,40.34,0.46,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,34,18,TRUE,ff4eee6438194a670a95dff3118b5231eb568610,TRUE,TRUE,2024-07-27,2024-06-23,TRUE,TRUE,cognitivecomputations/dolphin-2.9.3-Yi-1.5-34B-32k,1,01-ai/Yi-1.5-34B-32k,3.25,https://huggingface.co/cognitivecomputations/dolphin-2.9.3-Yi-1.5-34B-32k 🟢,Qwen/Qwen1.5-32B,27.02,32.97,0.33,38.98,0.57,28.63,0.29,10.63,0.33,12.04,0.43,38.89,0.45,🟢 pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,other,32,81,TRUE,cefef80dc06a65f89d1d71d0adbc56d335ca2490,TRUE,TRUE,2024-06-13,2024-04-01,FALSE,TRUE,Qwen/Qwen1.5-32B,0,Qwen/Qwen1.5-32B,59.97,https://huggingface.co/Qwen/Qwen1.5-32B 🔶,huihui-ai/Qwen2.5-7B-Instruct-abliterated-v2,27,76.06,0.76,34.37,0.54,0,0,7.83,0.31,8.09,0.4,35.64,0.42,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,20,TRUE,05d179c1108cc2dc1c1a16a8255ac6f57eac5d32,TRUE,TRUE,2024-09-24,2024-09-22,TRUE,FALSE,huihui-ai/Qwen2.5-7B-Instruct-abliterated-v2,2,Qwen/Qwen2.5-7B,2.22,https://huggingface.co/huihui-ai/Qwen2.5-7B-Instruct-abliterated-v2 💬,deepseek-ai/deepseek-llm-67b-chat,27,55.87,0.56,33.23,0.52,7.4,0.07,8.84,0.32,23.93,0.51,32.71,0.39,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,other,67,177,TRUE,79648bef7658bb824e4630740f6e1484c1b0620b,TRUE,TRUE,2024-06-12,2023-11-29,TRUE,TRUE,deepseek-ai/deepseek-llm-67b-chat,0,deepseek-ai/deepseek-llm-67b-chat,59.82,https://huggingface.co/deepseek-ai/deepseek-llm-67b-chat 🤝,DreadPoor/ONeil-model_stock-8B,26.94,67.86,0.68,36.41,0.55,10.12,0.1,7.38,0.31,10.97,0.42,28.87,0.36,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,cc-by-nc-4.0,8,2,TRUE,d4b84956211fd57b85122fe0c6f88b2cb9a9c86a,TRUE,TRUE,2024-07-15,2024-07-06,TRUE,FALSE,DreadPoor/ONeil-model_stock-8B,1,DreadPoor/ONeil-model_stock-8B (Merge),0.76,https://huggingface.co/DreadPoor/ONeil-model_stock-8B 🔶,MaziyarPanahi/Llama-3-8B-Instruct-v0.8,26.9,75.28,0.75,28.27,0.5,7.85,0.08,7.38,0.31,10.92,0.42,31.7,0.39,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,other,8,8,TRUE,94d222b8447b600b9836da4036df9490b59fe966,TRUE,TRUE,2024-07-11,2024-05-01,TRUE,FALSE,MaziyarPanahi/Llama-3-8B-Instruct-v0.8,2,meta-llama/Meta-Llama-3-8B-Instruct,2.54,https://huggingface.co/MaziyarPanahi/Llama-3-8B-Instruct-v0.8 -💬,Qwen/Qwen2.5-7B-Instruct,26.87,75.85,0.76,34.89,0.54,0,0,5.48,0.29,8.45,0.4,36.52,0.43,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,317,TRUE,52e20a6f5f475e5c8f6a8ebda4ae5fa6b1ea22ac,TRUE,TRUE,2024-09-18,2024-09-16,TRUE,TRUE,Qwen/Qwen2.5-7B-Instruct,1,Qwen/Qwen2.5-7B,2.17,https://huggingface.co/Qwen/Qwen2.5-7B-Instruct +💬,Qwen/Qwen2.5-7B-Instruct,26.87,75.85,0.76,34.89,0.54,0,0,5.48,0.29,8.45,0.4,36.52,0.43,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,321,TRUE,52e20a6f5f475e5c8f6a8ebda4ae5fa6b1ea22ac,TRUE,TRUE,2024-09-18,2024-09-16,TRUE,TRUE,Qwen/Qwen2.5-7B-Instruct,1,Qwen/Qwen2.5-7B,2.17,https://huggingface.co/Qwen/Qwen2.5-7B-Instruct 🔶,Orenguteng/Llama-3.1-8B-Lexi-Uncensored,26.86,77.77,0.78,29.24,0.51,13.82,0.14,2.91,0.27,6.42,0.39,31,0.38,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,8,41,TRUE,56ac439ab4c7826871493ffbe2d49f2100a98e97,TRUE,TRUE,2024-07-29,2024-07-26,TRUE,FALSE,Orenguteng/Llama-3.1-8B-Lexi-Uncensored,0,Orenguteng/Llama-3.1-8B-Lexi-Uncensored,0.86,https://huggingface.co/Orenguteng/Llama-3.1-8B-Lexi-Uncensored 🔶,Isaak-Carter/Josiefied-Qwen2.5-7B-Instruct-abliterated,26.86,73.17,0.73,34.9,0.54,0,0,7.05,0.3,9.62,0.41,36.4,0.43,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,"",7,0,FALSE,879168f9ce9fac315a19dd4f4c7df5253bb660f2,TRUE,TRUE,2024-09-21,"",TRUE,FALSE,Isaak-Carter/Josiefied-Qwen2.5-7B-Instruct-abliterated,0,Removed,1.08,https://huggingface.co/Isaak-Carter/Josiefied-Qwen2.5-7B-Instruct-abliterated 💬,OpenBuddy/openbuddy-qwen2.5llamaify-7b-v23.1-200k,26.84,56.73,0.57,36.4,0.55,12.76,0.13,8.61,0.31,13.81,0.44,32.75,0.39,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,0,TRUE,91521abfec2a00f4853f6cb4dd620177617ca572,TRUE,TRUE,2024-10-10,2024-10-04,TRUE,FALSE,OpenBuddy/openbuddy-qwen2.5llamaify-7b-v23.1-200k,2,Qwen/Qwen2.5-7B,1.84,https://huggingface.co/OpenBuddy/openbuddy-qwen2.5llamaify-7b-v23.1-200k @@ -429,7 +434,8 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,huihui-ai/Qwen2.5-7B-Instruct-abliterated,26.65,75.46,0.75,32.89,0.53,0,0,8.72,0.32,7.48,0.4,35.33,0.42,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,2,TRUE,c04c14c82962506e2b16f58f9f6b0a2e60a6afde,TRUE,TRUE,2024-09-24,2024-09-19,TRUE,FALSE,huihui-ai/Qwen2.5-7B-Instruct-abliterated,2,Qwen/Qwen2.5-7B,2.17,https://huggingface.co/huihui-ai/Qwen2.5-7B-Instruct-abliterated 🔶,Etherll/SuperHermes,26.6,54.59,0.55,32.84,0.53,14.65,0.15,9.84,0.32,14.94,0.44,32.76,0.39,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,1,FALSE,7edd56cb37722d09b0334826e0532b223d334939,TRUE,TRUE,2024-10-27,2024-10-27,FALSE,FALSE,Etherll/SuperHermes,1,Etherll/SuperHermes (Merge),0.75,https://huggingface.co/Etherll/SuperHermes 🔶,Etherll/Herplete-LLM-Llama-3.1-8b-Ties,26.57,61.64,0.62,33.07,0.53,16.24,0.16,8.95,0.32,8.95,0.4,30.58,0.38,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,FALSE,"",TRUE,TRUE,2024-10-17,2024-10-03,FALSE,FALSE,Etherll/Herplete-LLM-Llama-3.1-8b-Ties,1,Etherll/Herplete-LLM-Llama-3.1-8b-Ties (Merge),0.86,https://huggingface.co/Etherll/Herplete-LLM-Llama-3.1-8b-Ties -💬,mattshumer/Reflection-Llama-3.1-70B,26.56,65.63,0.66,42.39,0.6,0,0,1.45,0.26,10.02,0.41,39.88,0.46,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,llama3.1,70,1708,TRUE,458962ed801fac4eadd01a91a2029a3a82f4cd84,TRUE,TRUE,2024-09-09,2024-09-05,TRUE,FALSE,mattshumer/Reflection-Llama-3.1-70B,2,meta-llama/Meta-Llama-3.1-70B,28.65,https://huggingface.co/mattshumer/Reflection-Llama-3.1-70B +💬,mattshumer/Reflection-Llama-3.1-70B,26.56,65.63,0.66,42.39,0.6,0,0,1.45,0.26,10.02,0.41,39.88,0.46,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,llama3.1,70,1707,TRUE,458962ed801fac4eadd01a91a2029a3a82f4cd84,TRUE,TRUE,2024-09-09,2024-09-05,TRUE,FALSE,mattshumer/Reflection-Llama-3.1-70B,2,meta-llama/Meta-Llama-3.1-70B,28.65,https://huggingface.co/mattshumer/Reflection-Llama-3.1-70B +🤝,DreadPoor/WIP-Acacia-8B-Model_Stock,26.56,62.46,0.62,31.16,0.52,15.71,0.16,7.49,0.31,12.12,0.42,30.41,0.37,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,llama3.1,8,1,TRUE,ae4f1a21b9de70ec75d02e9a84209ae6360a01e9,TRUE,TRUE,2024-11-28,2024-11-27,TRUE,FALSE,DreadPoor/WIP-Acacia-8B-Model_Stock,1,DreadPoor/WIP-Acacia-8B-Model_Stock (Merge),0.66,https://huggingface.co/DreadPoor/WIP-Acacia-8B-Model_Stock 🤝,nbeerbower/Mahou-1.5-mistral-nemo-12B-lorablated,26.53,68.25,0.68,36.08,0.55,5.82,0.06,3.91,0.28,16.55,0.45,28.6,0.36,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,12,2,TRUE,8c9eecaace50659647c7d8b569237ad068a6c837,TRUE,TRUE,2024-10-19,2024-10-19,TRUE,FALSE,nbeerbower/Mahou-1.5-mistral-nemo-12B-lorablated,1,nbeerbower/Mahou-1.5-mistral-nemo-12B-lorablated (Merge),1.41,https://huggingface.co/nbeerbower/Mahou-1.5-mistral-nemo-12B-lorablated 💬,byroneverson/Yi-1.5-9B-Chat-16K-abliterated,26.53,55.28,0.55,32.84,0.53,11.63,0.12,8.39,0.31,19.68,0.47,31.37,0.38,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,3,TRUE,84a6eaa723633bbefc7cfac9c64bf0e0a4d39065,TRUE,TRUE,2024-09-03,2024-09-03,TRUE,FALSE,byroneverson/Yi-1.5-9B-Chat-16K-abliterated,1,01-ai/Yi-1.5-9B-Chat-16K,1.09,https://huggingface.co/byroneverson/Yi-1.5-9B-Chat-16K-abliterated 💬,Danielbrdz/Barcenas-Llama3-8b-ORPO,26.52,73.72,0.74,28.6,0.5,6.57,0.07,7.61,0.31,11.17,0.42,31.44,0.38,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,other,8,7,TRUE,66c848c4526d3db1ec41468c0f73ac4448c6abe9,TRUE,TRUE,2024-06-29,2024-04-29,TRUE,FALSE,Danielbrdz/Barcenas-Llama3-8b-ORPO,0,Danielbrdz/Barcenas-Llama3-8b-ORPO,0.77,https://huggingface.co/Danielbrdz/Barcenas-Llama3-8b-ORPO @@ -442,23 +448,25 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🤝,Youlln/1PARAMMYL-8B-ModelStock,26.28,53.71,0.54,31.8,0.52,14.73,0.15,9.84,0.32,14.28,0.44,33.34,0.4,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,FALSE,4ce556da5ccd1ecac8d0f3e1e94d1982f11b910d,TRUE,TRUE,2024-09-20,2024-09-20,FALSE,FALSE,Youlln/1PARAMMYL-8B-ModelStock,1,Youlln/1PARAMMYL-8B-ModelStock (Merge),0.89,https://huggingface.co/Youlln/1PARAMMYL-8B-ModelStock 💬,mistralai/Mistral-Small-Instruct-2409,26.26,66.7,0.67,30.79,0.52,14.35,0.14,9.84,0.32,3,0.36,32.89,0.4,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,other,22,353,TRUE,63e53df6575e7085d62113f4383835ff979b3795,TRUE,TRUE,2024-09-19,2024-09-17,TRUE,TRUE,mistralai/Mistral-Small-Instruct-2409,0,mistralai/Mistral-Small-Instruct-2409,1.38,https://huggingface.co/mistralai/Mistral-Small-Instruct-2409 🔶,Etherll/Herplete-LLM-Llama-3.1-8b,26.26,61.06,0.61,33.21,0.53,15.48,0.15,8.61,0.31,8.61,0.4,30.58,0.38,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,5,FALSE,d1383d993fad005d515be4d815797019601c679f,TRUE,TRUE,2024-10-18,2024-08-24,FALSE,FALSE,Etherll/Herplete-LLM-Llama-3.1-8b,1,Etherll/Herplete-LLM-Llama-3.1-8b (Merge),0.85,https://huggingface.co/Etherll/Herplete-LLM-Llama-3.1-8b -🟢,meta-llama/Meta-Llama-3.1-70B,26.2,16.84,0.17,46.4,0.63,18.43,0.18,18.34,0.39,16.58,0.46,40.6,0.47,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,70,314,TRUE,f7d3cc45ed4ff669a354baf2e0f05e65799a0bee,TRUE,TRUE,2024-07-23,2024-07-14,TRUE,TRUE,meta-llama/Meta-Llama-3.1-70B,0,meta-llama/Meta-Llama-3.1-70B,13.6,https://huggingface.co/meta-llama/Meta-Llama-3.1-70B +🟢,meta-llama/Meta-Llama-3.1-70B,26.2,16.84,0.17,46.4,0.63,18.43,0.18,18.34,0.39,16.58,0.46,40.6,0.47,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,70,315,TRUE,f7d3cc45ed4ff669a354baf2e0f05e65799a0bee,TRUE,TRUE,2024-07-23,2024-07-14,TRUE,TRUE,meta-llama/Meta-Llama-3.1-70B,0,meta-llama/Meta-Llama-3.1-70B,13.6,https://huggingface.co/meta-llama/Meta-Llama-3.1-70B 💬,speakleash/Bielik-11B-v2.3-Instruct,26.19,55.83,0.56,38.06,0.57,8.01,0.08,12.08,0.34,16.01,0.45,27.16,0.34,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,float16,FALSE,apache-2.0,11,30,TRUE,7494fdc4d648707ea12b908d40b0ae708989b329,TRUE,TRUE,2024-10-16,2024-08-30,TRUE,FALSE,speakleash/Bielik-11B-v2.3-Instruct,1,speakleash/Bielik-11B-v2.3-Instruct (Merge),0.91,https://huggingface.co/speakleash/Bielik-11B-v2.3-Instruct 🤝,xxx777xxxASD/L3.1-ClaudeMaid-4x8B,26.19,66.96,0.67,29.44,0.51,12.84,0.13,5.48,0.29,13.75,0.43,28.67,0.36,🤝 base merges and moerges,MixtralForCausalLM,Original,bfloat16,TRUE,llama3.1,24,7,TRUE,2a98d9cb91c7aa775acbf5bfe7bb91beb2faf682,TRUE,FALSE,2024-07-28,2024-07-27,TRUE,FALSE,xxx777xxxASD/L3.1-ClaudeMaid-4x8B,0,xxx777xxxASD/L3.1-ClaudeMaid-4x8B,2.38,https://huggingface.co/xxx777xxxASD/L3.1-ClaudeMaid-4x8B 🤝,DreadPoor/L3.1-BaeZel-8B-Della,26.17,51.8,0.52,35.16,0.54,16.92,0.17,9.28,0.32,11.6,0.42,32.25,0.39,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,FALSE,ec61b6f5355a7f3975d80f1afac69e0407e612e5,TRUE,TRUE,2024-11-15,"",TRUE,FALSE,DreadPoor/L3.1-BaeZel-8B-Della,0,Removed,0.66,https://huggingface.co/DreadPoor/L3.1-BaeZel-8B-Della 💬,MaziyarPanahi/Llama-3-70B-Instruct-v0.1,26.06,47.14,0.47,32.71,0.54,16.39,0.16,4.59,0.28,15.31,0.44,40.2,0.46,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3,70,1,TRUE,6db1cb4256525fc5429734ddc0eb941d08d0be30,TRUE,TRUE,2024-06-26,2024-05-14,TRUE,FALSE,MaziyarPanahi/Llama-3-70B-Instruct-v0.1,2,meta-llama/Meta-Llama-3-70B,11.26,https://huggingface.co/MaziyarPanahi/Llama-3-70B-Instruct-v0.1 💬,cloudyu/Yi-34Bx2-MoE-60B-DPO,26.04,53.19,0.53,31.26,0.52,7.02,0.07,9.62,0.32,14.32,0.44,40.85,0.47,"💬 chat models (RLHF, DPO, IFT, ...)",MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,60,3,TRUE,5c2d31042229ee06246064100b781dd926cb0ffd,TRUE,FALSE,2024-08-06,2024-01-23,TRUE,FALSE,cloudyu/Yi-34Bx2-MoE-60B-DPO,0,cloudyu/Yi-34Bx2-MoE-60B-DPO,7.34,https://huggingface.co/cloudyu/Yi-34Bx2-MoE-60B-DPO +🔶,ehristoforu/HappyLlama1,26.04,73.63,0.74,28.5,0.5,10.12,0.1,4.47,0.28,11.25,0.43,28.28,0.35,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,apache-2.0,8,0,TRUE,9bee1c404de70fc0ebe3cbcd2af2303a313a24be,TRUE,TRUE,2024-11-30,2024-11-29,TRUE,FALSE,ehristoforu/HappyLlama1,1,voidful/Llama-3.2-8B-Instruct,0.71,https://huggingface.co/ehristoforu/HappyLlama1 🤝,DreadPoor/Dearly_Beloved-8B-TIES,26.03,82.67,0.83,16.67,0.4,19.64,0.2,6.49,0.3,10.45,0.42,20.3,0.28,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,FALSE,af6515ee730d6aa17d77687fe2c06c57fa9533fb,TRUE,TRUE,2024-11-22,"",TRUE,FALSE,DreadPoor/Dearly_Beloved-8B-TIES,0,Removed,0.72,https://huggingface.co/DreadPoor/Dearly_Beloved-8B-TIES -💬,allenai/Llama-3.1-Tulu-3-8B,26.03,82.67,0.83,16.67,0.4,19.64,0.2,6.49,0.3,10.45,0.42,20.3,0.28,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,8,78,TRUE,63b75e0dd6eac3725319f869716b9b70c16a6a65,TRUE,TRUE,2024-11-21,2024-11-20,TRUE,TRUE,allenai/Llama-3.1-Tulu-3-8B,1,allenai/Llama-3.1-Tulu-3-8B (Merge),0.7,https://huggingface.co/allenai/Llama-3.1-Tulu-3-8B +💬,allenai/Llama-3.1-Tulu-3-8B,26.03,82.67,0.83,16.67,0.4,19.64,0.2,6.49,0.3,10.45,0.42,20.3,0.28,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,8,81,TRUE,63b75e0dd6eac3725319f869716b9b70c16a6a65,TRUE,TRUE,2024-11-21,2024-11-20,TRUE,TRUE,allenai/Llama-3.1-Tulu-3-8B,1,allenai/Llama-3.1-Tulu-3-8B (Merge),0.7,https://huggingface.co/allenai/Llama-3.1-Tulu-3-8B 💬,Syed-Hasan-8503/Phi-3-mini-4K-instruct-cpo-simpo,26,57.14,0.57,39.15,0.57,8.38,0.08,10.74,0.33,8.78,0.4,31.78,0.39,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,bfloat16,TRUE,apache-2.0,3,2,TRUE,2896ef357be81fd433c17801d76ce148e60a7032,TRUE,TRUE,2024-06-26,2024-06-24,TRUE,FALSE,Syed-Hasan-8503/Phi-3-mini-4K-instruct-cpo-simpo,0,Syed-Hasan-8503/Phi-3-mini-4K-instruct-cpo-simpo,1.16,https://huggingface.co/Syed-Hasan-8503/Phi-3-mini-4K-instruct-cpo-simpo 🤝,djuna/L3.1-Suze-Vume-calc,25.98,72.97,0.73,31.14,0.52,11.25,0.11,4.25,0.28,8.3,0.38,27.94,0.35,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,1,FALSE,830c07d136ecd8171805078606f00c4ee69f21c3,TRUE,TRUE,2024-09-04,2024-08-26,TRUE,FALSE,djuna/L3.1-Suze-Vume-calc,1,djuna/L3.1-Suze-Vume-calc (Merge),0.8,https://huggingface.co/djuna/L3.1-Suze-Vume-calc 🤝,AbacusResearch/Jallabi-34B,25.97,35.29,0.35,43.62,0.6,3.93,0.04,11.86,0.34,20.24,0.48,40.91,0.47,🤝 base merges and moerges,LlamaForCausalLM,Original,float16,TRUE,apache-2.0,34,2,TRUE,f65696da4ed82c9a20e94b200d9dccffa07af682,TRUE,TRUE,2024-06-27,2024-03-01,FALSE,FALSE,AbacusResearch/Jallabi-34B,0,AbacusResearch/Jallabi-34B,3.29,https://huggingface.co/AbacusResearch/Jallabi-34B -💬,microsoft/Phi-3-mini-4k-instruct,25.97,56.13,0.56,39.27,0.57,11.63,0.12,9.28,0.32,7.64,0.4,31.85,0.39,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,bfloat16,TRUE,mit,3,1084,TRUE,ff07dc01615f8113924aed013115ab2abd32115b,TRUE,TRUE,2024-06-12,2024-04-22,TRUE,TRUE,microsoft/Phi-3-mini-4k-instruct,0,microsoft/Phi-3-mini-4k-instruct,0.8,https://huggingface.co/microsoft/Phi-3-mini-4k-instruct +💬,microsoft/Phi-3-mini-4k-instruct,25.97,56.13,0.56,39.27,0.57,11.63,0.12,9.28,0.32,7.64,0.4,31.85,0.39,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,bfloat16,TRUE,mit,3,1085,TRUE,ff07dc01615f8113924aed013115ab2abd32115b,TRUE,TRUE,2024-06-12,2024-04-22,TRUE,TRUE,microsoft/Phi-3-mini-4k-instruct,0,microsoft/Phi-3-mini-4k-instruct,0.8,https://huggingface.co/microsoft/Phi-3-mini-4k-instruct 🟩,dnhkng/RYS-Medium,25.94,44.06,0.44,47.73,0.63,7.78,0.08,10.4,0.33,8.73,0.41,36.96,0.43,🟩 continuously pretrained,Phi3ForCausalLM,Original,bfloat16,TRUE,mit,18,3,TRUE,de09a79e6b2efdcc97490a37b770764e62749fd0,TRUE,TRUE,2024-07-17,2024-07-17,FALSE,FALSE,dnhkng/RYS-Medium,0,dnhkng/RYS-Medium,2.14,https://huggingface.co/dnhkng/RYS-Medium 💬,Gunulhona/Gemma-Ko-Merge,25.94,64.16,0.64,38.79,0.58,0.15,0,11.41,0.34,9.12,0.4,31.99,0.39,"💬 chat models (RLHF, DPO, IFT, ...)",Gemma2ForCausalLM,Original,bfloat16,TRUE,"",10,0,FALSE,ca6b0eb1405f21db6a7a9cce3b112d21fcfdde97,TRUE,TRUE,2024-10-23,2024-09-04,TRUE,FALSE,Gunulhona/Gemma-Ko-Merge,1,Gunulhona/Gemma-Ko-Merge (Merge),3.14,https://huggingface.co/Gunulhona/Gemma-Ko-Merge 🤝,Casual-Autopsy/L3-Umbral-Mind-RP-v2.0-8B,25.91,71.23,0.71,32.49,0.53,11.03,0.11,4.92,0.29,5.55,0.37,30.26,0.37,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,llama3,8,12,TRUE,b46c066ea8387264858dc3461f382e7b42fd9c48,TRUE,TRUE,2024-07-02,2024-06-26,TRUE,FALSE,Casual-Autopsy/L3-Umbral-Mind-RP-v2.0-8B,1,Casual-Autopsy/L3-Umbral-Mind-RP-v2.0-8B (Merge),0.99,https://huggingface.co/Casual-Autopsy/L3-Umbral-Mind-RP-v2.0-8B 🔶,Sao10K/L3-8B-Stheno-v3.2,25.91,68.73,0.69,32.02,0.52,9.44,0.09,8.05,0.31,6.45,0.38,30.76,0.38,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,cc-by-nc-4.0,8,245,TRUE,4bb828f6e1b1efd648c39b1ad682c44ff260f018,TRUE,TRUE,2024-06-30,2024-06-05,TRUE,FALSE,Sao10K/L3-8B-Stheno-v3.2,0,Sao10K/L3-8B-Stheno-v3.2,0.89,https://huggingface.co/Sao10K/L3-8B-Stheno-v3.2 -💬,princeton-nlp/Llama-3-Instruct-8B-ORPO-v0.2,25.85,76.33,0.76,29.6,0.51,9.52,0.1,4.47,0.28,4.85,0.38,30.34,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,TRUE,3ea5c542a3d8d61f6afb6cdbef5972a501ddf759,TRUE,TRUE,2024-09-28,2024-07-06,TRUE,FALSE,princeton-nlp/Llama-3-Instruct-8B-ORPO-v0.2,0,princeton-nlp/Llama-3-Instruct-8B-ORPO-v0.2,0.59,https://huggingface.co/princeton-nlp/Llama-3-Instruct-8B-ORPO-v0.2 +💬,allenai/Llama-3.1-Tulu-3-8B,25.88,82.55,0.83,16.86,0.41,18.88,0.19,6.26,0.3,10.52,0.42,20.23,0.28,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,llama3.1,8,81,TRUE,50fef8756a9a4ca2010587d128aebb3a18ec897d,TRUE,TRUE,2024-11-28,2024-11-20,TRUE,TRUE,allenai/Llama-3.1-Tulu-3-8B,1,allenai/Llama-3.1-Tulu-3-8B (Merge),0.7,https://huggingface.co/allenai/Llama-3.1-Tulu-3-8B +💬,princeton-nlp/Llama-3-Instruct-8B-ORPO-v0.2,25.85,76.33,0.76,29.6,0.51,9.52,0.1,4.47,0.28,4.85,0.38,30.34,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,"",8,1,TRUE,3ea5c542a3d8d61f6afb6cdbef5972a501ddf759,TRUE,TRUE,2024-09-28,2024-07-06,TRUE,FALSE,princeton-nlp/Llama-3-Instruct-8B-ORPO-v0.2,0,princeton-nlp/Llama-3-Instruct-8B-ORPO-v0.2,0.59,https://huggingface.co/princeton-nlp/Llama-3-Instruct-8B-ORPO-v0.2 🔶,Nitral-AI/Hathor_Stable-v0.2-L3-8B,25.84,71.75,0.72,32.83,0.53,10.05,0.1,4.92,0.29,5.56,0.38,29.96,0.37,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,other,8,58,TRUE,1c9f391c3e349f8ba51b5696290ee6db6a2b63fd,TRUE,TRUE,2024-07-02,2024-06-09,TRUE,FALSE,Nitral-AI/Hathor_Stable-v0.2-L3-8B,0,Nitral-AI/Hathor_Stable-v0.2-L3-8B,0.81,https://huggingface.co/Nitral-AI/Hathor_Stable-v0.2-L3-8B 💬,GritLM/GritLM-8x7B-KTO,25.84,57.14,0.57,40.83,0.58,9.82,0.1,6.15,0.3,11.67,0.42,29.42,0.36,"💬 chat models (RLHF, DPO, IFT, ...)",MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,46,3,TRUE,938913477064fcc498757c5136d9899bb6e713ed,TRUE,TRUE,2024-08-04,2024-04-17,TRUE,FALSE,GritLM/GritLM-8x7B-KTO,0,GritLM/GritLM-8x7B-KTO,4.6,https://huggingface.co/GritLM/GritLM-8x7B-KTO 💬,Junhoee/Qwen-Megumin,25.82,71.41,0.71,33.64,0.53,0,0,6.15,0.3,8.19,0.4,35.54,0.42,"💬 chat models (RLHF, DPO, IFT, ...)",?,Adapter,float16,TRUE,"",15,0,FALSE,bb46c15ee4bb56c5b63245ef50fd7637234d6f75,TRUE,TRUE,2024-11-26,2024-11-26,TRUE,FALSE,Junhoee/Qwen-Megumin,2,Qwen/Qwen2.5-7B,1.89,https://huggingface.co/Junhoee/Qwen-Megumin @@ -472,12 +480,12 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🤝,paloalma/ECE-TW3-JRGL-V2,25.68,22.55,0.23,43.17,0.6,17.82,0.18,10.85,0.33,19.82,0.48,39.86,0.46,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,FALSE,apache-2.0,72,0,TRUE,f2c15045f1a7a7a34540ab18abcee8a566a74ca6,TRUE,TRUE,2024-09-19,2024-04-04,FALSE,FALSE,paloalma/ECE-TW3-JRGL-V2,0,paloalma/ECE-TW3-JRGL-V2,12.55,https://huggingface.co/paloalma/ECE-TW3-JRGL-V2 💬,cognitivecomputations/dolphin-2.9.2-Phi-3-Medium,25.67,42.48,0.42,49.72,0.65,0.6,0.01,10.29,0.33,11.41,0.42,39.5,0.46,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,mit,-1,18,TRUE,0470c5b912b51fa6e27d87a8ea7feafacd8cb101,TRUE,TRUE,2024-08-05,2024-05-31,TRUE,TRUE,cognitivecomputations/dolphin-2.9.2-Phi-3-Medium,1,cognitivecomputations/dolphin-2.9.2-Phi-3-Medium (Merge),0.84,https://huggingface.co/cognitivecomputations/dolphin-2.9.2-Phi-3-Medium 🤝,Sao10K/L3-8B-Lunaris-v1,25.63,68.95,0.69,32.11,0.52,9.37,0.09,6.82,0.3,5.55,0.37,30.97,0.38,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,93,TRUE,8479c2a7ee119c935b9a02c921cc2a85b698dfe8,TRUE,TRUE,2024-07-22,2024-06-26,TRUE,FALSE,Sao10K/L3-8B-Lunaris-v1,0,Sao10K/L3-8B-Lunaris-v1,0.66,https://huggingface.co/Sao10K/L3-8B-Lunaris-v1 -💬,microsoft/Phi-3-mini-128k-instruct,25.63,59.76,0.6,37.1,0.56,9.74,0.1,9.06,0.32,7.71,0.39,30.38,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,bfloat16,TRUE,mit,3,1607,TRUE,5be6479b4bc06a081e8f4c6ece294241ccd32dec,TRUE,TRUE,2024-08-21,2024-04-22,TRUE,TRUE,microsoft/Phi-3-mini-128k-instruct,0,microsoft/Phi-3-mini-128k-instruct,24.22,https://huggingface.co/microsoft/Phi-3-mini-128k-instruct +💬,microsoft/Phi-3-mini-128k-instruct,25.63,59.76,0.6,37.1,0.56,9.74,0.1,9.06,0.32,7.71,0.39,30.38,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,bfloat16,TRUE,mit,3,1608,TRUE,5be6479b4bc06a081e8f4c6ece294241ccd32dec,TRUE,TRUE,2024-08-21,2024-04-22,TRUE,TRUE,microsoft/Phi-3-mini-128k-instruct,0,microsoft/Phi-3-mini-128k-instruct,24.22,https://huggingface.co/microsoft/Phi-3-mini-128k-instruct 🟢,01-ai/Yi-1.5-34B,25.62,28.41,0.28,42.75,0.6,15.18,0.15,15.44,0.37,11.22,0.42,40.73,0.47,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,34,46,TRUE,4b486f81c935a2dadde84c6baa1e1370d40a098f,TRUE,TRUE,2024-06-12,2024-05-11,FALSE,TRUE,01-ai/Yi-1.5-34B,0,01-ai/Yi-1.5-34B,11.35,https://huggingface.co/01-ai/Yi-1.5-34B 💬,allenai/Llama-3.1-Tulu-3-8B-DPO,25.62,80.29,0.8,17.43,0.41,18.58,0.19,5.82,0.29,10.52,0.42,21.09,0.29,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,8,12,TRUE,002347006131d85678ea3865520bc9caad69869a,TRUE,TRUE,2024-11-22,2024-11-20,TRUE,TRUE,allenai/Llama-3.1-Tulu-3-8B-DPO,1,allenai/Llama-3.1-Tulu-3-8B-DPO (Merge),0.67,https://huggingface.co/allenai/Llama-3.1-Tulu-3-8B-DPO -🔶,cognitivecomputations/dolphin-2.9.2-Phi-3-Medium-abliterated,25.62,41.24,0.41,48.39,0.64,0.68,0.01,10.51,0.33,13.73,0.43,39.16,0.45,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,mit,13,16,TRUE,d50be5f22ca9745a2a3175996611d6a840318b7f,TRUE,TRUE,2024-08-05,2024-06-03,TRUE,TRUE,cognitivecomputations/dolphin-2.9.2-Phi-3-Medium-abliterated,1,cognitivecomputations/dolphin-2.9.2-Phi-3-Medium-abliterated (Merge),0.82,https://huggingface.co/cognitivecomputations/dolphin-2.9.2-Phi-3-Medium-abliterated +🔶,cognitivecomputations/dolphin-2.9.2-Phi-3-Medium-abliterated,25.62,41.24,0.41,48.39,0.64,0.68,0.01,10.51,0.33,13.73,0.43,39.16,0.45,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,mit,13,17,TRUE,d50be5f22ca9745a2a3175996611d6a840318b7f,TRUE,TRUE,2024-08-05,2024-06-03,TRUE,TRUE,cognitivecomputations/dolphin-2.9.2-Phi-3-Medium-abliterated,1,cognitivecomputations/dolphin-2.9.2-Phi-3-Medium-abliterated (Merge),0.82,https://huggingface.co/cognitivecomputations/dolphin-2.9.2-Phi-3-Medium-abliterated 💬,AALF/FuseChat-Llama-3.1-8B-Instruct-preview,25.61,71.9,0.72,30.85,0.51,7.02,0.07,7.38,0.31,6.15,0.38,30.36,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,FALSE,f740497979293c90fa1cfaa7c446016e107cc2c1,TRUE,TRUE,2024-11-20,"",TRUE,FALSE,AALF/FuseChat-Llama-3.1-8B-Instruct-preview,0,Removed,0.69,https://huggingface.co/AALF/FuseChat-Llama-3.1-8B-Instruct-preview -🔶,cognitivecomputations/dolphin-2.9.2-Phi-3-Medium-abliterated,25.59,36.13,0.36,45.44,0.61,12.39,0.12,10.4,0.33,10.36,0.41,38.82,0.45,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,mit,13,16,TRUE,d50be5f22ca9745a2a3175996611d6a840318b7f,TRUE,TRUE,2024-06-27,2024-06-03,FALSE,TRUE,cognitivecomputations/dolphin-2.9.2-Phi-3-Medium-abliterated,1,cognitivecomputations/dolphin-2.9.2-Phi-3-Medium-abliterated (Merge),0.84,https://huggingface.co/cognitivecomputations/dolphin-2.9.2-Phi-3-Medium-abliterated +🔶,cognitivecomputations/dolphin-2.9.2-Phi-3-Medium-abliterated,25.59,36.13,0.36,45.44,0.61,12.39,0.12,10.4,0.33,10.36,0.41,38.82,0.45,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,mit,13,17,TRUE,d50be5f22ca9745a2a3175996611d6a840318b7f,TRUE,TRUE,2024-06-27,2024-06-03,FALSE,TRUE,cognitivecomputations/dolphin-2.9.2-Phi-3-Medium-abliterated,1,cognitivecomputations/dolphin-2.9.2-Phi-3-Medium-abliterated (Merge),0.84,https://huggingface.co/cognitivecomputations/dolphin-2.9.2-Phi-3-Medium-abliterated 💬,ValiantLabs/Llama3.1-8B-Cobalt,25.56,71.68,0.72,27.24,0.49,15.33,0.15,4.81,0.29,4.7,0.35,29.59,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,8,6,TRUE,3a69145a2acc1f7f51735aa3ae5d81c090249c65,TRUE,TRUE,2024-09-20,2024-08-16,TRUE,FALSE,ValiantLabs/Llama3.1-8B-Cobalt,2,meta-llama/Meta-Llama-3.1-8B,0.94,https://huggingface.co/ValiantLabs/Llama3.1-8B-Cobalt 🤝,djuna/Gemma-2-gemmama-9b,25.54,77.03,0.77,32.92,0.54,0,0,11.41,0.34,8.46,0.4,23.44,0.31,🤝 base merges and moerges,Gemma2ForCausalLM,Original,bfloat16,TRUE,"",10,3,FALSE,1d6c53ad18970ac082e86bfa0159789b6a6e79c0,TRUE,TRUE,2024-10-05,2024-08-31,TRUE,FALSE,djuna/Gemma-2-gemmama-9b,1,djuna/Gemma-2-gemmama-9b (Merge),2.76,https://huggingface.co/djuna/Gemma-2-gemmama-9b 🔶,arcee-ai/Arcee-Spark,25.54,56.21,0.56,37.14,0.55,12.31,0.12,7.61,0.31,8.6,0.4,31.36,0.38,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,86,TRUE,3fe368ea5fd32bc4a8d1bcf42510416f7fa28668,TRUE,TRUE,2024-06-26,2024-06-22,TRUE,FALSE,arcee-ai/Arcee-Spark,0,arcee-ai/Arcee-Spark,1.1,https://huggingface.co/arcee-ai/Arcee-Spark @@ -490,7 +498,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,spow12/ChatWaifu_v1.4,25.38,56.91,0.57,31.63,0.52,8.61,0.09,7.61,0.31,20.03,0.47,27.5,0.35,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,FALSE,cc-by-nc-4.0,12,14,TRUE,c5b2b30a8e9fa23722b6e30aa2ca1dab7fe1c2b5,TRUE,TRUE,2024-09-05,2024-09-03,TRUE,FALSE,spow12/ChatWaifu_v1.4,1,spow12/ChatWaifu_v1.4 (Merge),1.44,https://huggingface.co/spow12/ChatWaifu_v1.4 🔶,ibivibiv/colossus_120b,25.38,42.76,0.43,44.07,0.61,5.44,0.05,7.83,0.31,19.26,0.47,32.9,0.4,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,apache-2.0,117,1,TRUE,b4c11f98bd874bfa454a0bb46153335cfb9b06a3,TRUE,TRUE,2024-06-27,2024-04-12,FALSE,FALSE,ibivibiv/colossus_120b,0,ibivibiv/colossus_120b,13.75,https://huggingface.co/ibivibiv/colossus_120b 🤝,djuna/MN-Chinofun-12B-2,25.37,61.71,0.62,29.53,0.5,11.18,0.11,7.38,0.31,13.35,0.43,29.06,0.36,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,TRUE,"",12,3,FALSE,d2aab6837c2ad2dfebb18b15549affd9dd2b8723,TRUE,TRUE,2024-11-26,2024-10-23,TRUE,FALSE,djuna/MN-Chinofun-12B-2,1,djuna/MN-Chinofun-12B-2 (Merge),0.98,https://huggingface.co/djuna/MN-Chinofun-12B-2 -💬,CohereForAI/c4ai-command-r-v01,25.35,67.48,0.67,34.56,0.54,0,0,7.61,0.31,16.13,0.45,26.33,0.34,"💬 chat models (RLHF, DPO, IFT, ...)",CohereForCausalLM,Original,float16,TRUE,cc-by-nc-4.0,34,1068,TRUE,16881ccde1c68bbc7041280e6a66637bc46bfe88,TRUE,TRUE,2024-06-13,2024-03-11,TRUE,TRUE,CohereForAI/c4ai-command-r-v01,0,CohereForAI/c4ai-command-r-v01,13.4,https://huggingface.co/CohereForAI/c4ai-command-r-v01 +💬,CohereForAI/c4ai-command-r-v01,25.35,67.48,0.67,34.56,0.54,0,0,7.61,0.31,16.13,0.45,26.33,0.34,"💬 chat models (RLHF, DPO, IFT, ...)",CohereForCausalLM,Original,float16,TRUE,cc-by-nc-4.0,34,1067,TRUE,16881ccde1c68bbc7041280e6a66637bc46bfe88,TRUE,TRUE,2024-06-13,2024-03-11,TRUE,TRUE,CohereForAI/c4ai-command-r-v01,0,CohereForAI/c4ai-command-r-v01,13.4,https://huggingface.co/CohereForAI/c4ai-command-r-v01 💬,vicgalle/Humanish-RP-Llama-3.1-8B,25.35,66.69,0.67,29.96,0.51,14.73,0.15,4.92,0.29,8.27,0.4,27.52,0.35,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,apache-2.0,8,6,TRUE,d27aa731db1d390a8d17b0a4565c9231ee5ae8b9,TRUE,TRUE,2024-08-03,2024-08-03,TRUE,FALSE,vicgalle/Humanish-RP-Llama-3.1-8B,0,vicgalle/Humanish-RP-Llama-3.1-8B,0.75,https://huggingface.co/vicgalle/Humanish-RP-Llama-3.1-8B 🤝,lesubra/ECE-EIFFEL-3Bv3,25.34,37.86,0.38,36.46,0.55,15.71,0.16,10.63,0.33,18.31,0.47,33.06,0.4,🤝 base merges and moerges,Phi3ForCausalLM,Original,float16,FALSE,apache-2.0,3,0,TRUE,2cd31e58d38b96626a8a83192b5d2eec6669f5e2,TRUE,TRUE,2024-10-07,2024-10-07,FALSE,FALSE,lesubra/ECE-EIFFEL-3Bv3,0,lesubra/ECE-EIFFEL-3Bv3,0.72,https://huggingface.co/lesubra/ECE-EIFFEL-3Bv3 🤝,DreadPoor/Irina-8B-model_stock,25.32,67.99,0.68,32.09,0.52,10.05,0.1,4.59,0.28,8.64,0.4,28.6,0.36,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,FALSE,b282e3ab449d71a31f48b8c13eb43a4435968728,TRUE,TRUE,2024-08-30,"",TRUE,FALSE,DreadPoor/Irina-8B-model_stock,0,Removed,0.75,https://huggingface.co/DreadPoor/Irina-8B-model_stock @@ -500,8 +508,8 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,SicariusSicariiStuff/dn_ep02,25.27,50.64,0.51,32.64,0.53,14.12,0.14,8.72,0.32,12.19,0.43,33.31,0.4,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,"",8,0,FALSE,ab9d5937cff45d0da251d6094cbf5a3cef4d42d8,TRUE,TRUE,2024-11-19,"",FALSE,FALSE,SicariusSicariiStuff/dn_ep02,0,Removed,0.69,https://huggingface.co/SicariusSicariiStuff/dn_ep02 🤝,Aryanne/SuperHeart,25.27,51.92,0.52,31.89,0.52,13.9,0.14,6.82,0.3,14.71,0.44,32.36,0.39,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,llama3.1,8,1,TRUE,02b5050d7e600ce3db81a19638f6043c895d60cf,TRUE,TRUE,2024-09-23,2024-09-23,FALSE,FALSE,Aryanne/SuperHeart,1,Aryanne/SuperHeart (Merge),0.9,https://huggingface.co/Aryanne/SuperHeart 🔶,Lyte/Llama-3.1-8B-Instruct-Reasoner-1o1_v0.3,25.26,70.98,0.71,27.84,0.49,16.09,0.16,2.68,0.27,4.9,0.35,29.09,0.36,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,apache-2.0,8,7,TRUE,35ab483f04afa763f36f978408f4f82e0379ee25,TRUE,TRUE,2024-09-17,2024-09-17,TRUE,FALSE,Lyte/Llama-3.1-8B-Instruct-Reasoner-1o1_v0.3,3,meta-llama/Meta-Llama-3.1-8B,0.92,https://huggingface.co/Lyte/Llama-3.1-8B-Instruct-Reasoner-1o1_v0.3 -🔶,Epiculous/NovaSpark,25.23,64.08,0.64,29.53,0.51,15.03,0.15,6.38,0.3,6.92,0.39,29.43,0.36,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,4,TRUE,a46340895859e470c3e69661f0b894677cf4c5cb,TRUE,TRUE,2024-10-20,2024-10-13,TRUE,FALSE,Epiculous/NovaSpark,1,Epiculous/NovaSpark (Merge),0.82,https://huggingface.co/Epiculous/NovaSpark -🤝,sophosympatheia/Midnight-Miqu-70B-v1.5,25.22,61.18,0.61,38.54,0.56,2.42,0.02,6.15,0.3,11.65,0.42,31.39,0.38,🤝 base merges and moerges,LlamaForCausalLM,Original,float16,FALSE,other,68,160,TRUE,f6062ca8ccba38ce91eef16f85138e279160b9b9,TRUE,TRUE,2024-10-22,2024-03-11,TRUE,FALSE,sophosympatheia/Midnight-Miqu-70B-v1.5,1,sophosympatheia/Midnight-Miqu-70B-v1.5 (Merge),6.45,https://huggingface.co/sophosympatheia/Midnight-Miqu-70B-v1.5 +🔶,Epiculous/NovaSpark,25.23,64.08,0.64,29.53,0.51,15.03,0.15,6.38,0.3,6.92,0.39,29.43,0.36,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,5,TRUE,a46340895859e470c3e69661f0b894677cf4c5cb,TRUE,TRUE,2024-10-20,2024-10-13,TRUE,FALSE,Epiculous/NovaSpark,1,Epiculous/NovaSpark (Merge),0.82,https://huggingface.co/Epiculous/NovaSpark +🤝,sophosympatheia/Midnight-Miqu-70B-v1.5,25.22,61.18,0.61,38.54,0.56,2.42,0.02,6.15,0.3,11.65,0.42,31.39,0.38,🤝 base merges and moerges,LlamaForCausalLM,Original,float16,FALSE,other,68,161,TRUE,f6062ca8ccba38ce91eef16f85138e279160b9b9,TRUE,TRUE,2024-10-22,2024-03-11,TRUE,FALSE,sophosympatheia/Midnight-Miqu-70B-v1.5,1,sophosympatheia/Midnight-Miqu-70B-v1.5 (Merge),6.45,https://huggingface.co/sophosympatheia/Midnight-Miqu-70B-v1.5 💬,BlackBeenie/Neos-Gemma-2-9b,25.21,58.76,0.59,35.64,0.55,8.23,0.08,9.73,0.32,5.79,0.36,33.12,0.4,"💬 chat models (RLHF, DPO, IFT, ...)",Gemma2ForCausalLM,Original,float16,TRUE,apache-2.0,9,1,TRUE,56dbbb4f972be887e5b57311a8a32e148e98d154,TRUE,TRUE,2024-11-11,2024-11-11,TRUE,FALSE,BlackBeenie/Neos-Gemma-2-9b,1,BlackBeenie/Neos-Gemma-2-9b (Merge),2.68,https://huggingface.co/BlackBeenie/Neos-Gemma-2-9b 🔶,jpacifico/Chocolatine-3B-Instruct-DPO-v1.0,25.2,37.37,0.37,36.55,0.55,16.47,0.16,8.72,0.32,19.47,0.48,32.63,0.39,🔶 fine-tuned on domain-specific datasets,Phi3ForCausalLM,Original,float16,TRUE,apache-2.0,3,3,TRUE,98d049b8f8c305cfba81adae498a95e6b5647d4a,TRUE,TRUE,2024-07-11,2024-07-11,FALSE,FALSE,jpacifico/Chocolatine-3B-Instruct-DPO-v1.0,0,jpacifico/Chocolatine-3B-Instruct-DPO-v1.0,0.8,https://huggingface.co/jpacifico/Chocolatine-3B-Instruct-DPO-v1.0 💬,databricks/dbrx-instruct,25.2,54.16,0.54,35.96,0.54,6.87,0.07,12.19,0.34,12.2,0.43,29.81,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",DbrxForCausalLM,Original,bfloat16,TRUE,other,131,1104,TRUE,c0a9245908c187da8f43a81e538e67ff360904ea,TRUE,TRUE,2024-06-12,2024-03-26,TRUE,TRUE,databricks/dbrx-instruct,0,databricks/dbrx-instruct,47.96,https://huggingface.co/databricks/dbrx-instruct @@ -513,7 +521,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,Replete-AI/Replete-LLM-V2-Llama-3.1-8b,25.05,55.15,0.55,33.21,0.53,14.5,0.15,8.5,0.31,8.38,0.4,30.59,0.38,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,FALSE,5ff5224804dcc31f536e491e52310f2e3cdc0b57,TRUE,TRUE,2024-08-30,"",FALSE,FALSE,Replete-AI/Replete-LLM-V2-Llama-3.1-8b,0,Removed,0.91,https://huggingface.co/Replete-AI/Replete-LLM-V2-Llama-3.1-8b 🟢,Qwen/Qwen2-57B-A14B,25.03,31.13,0.31,38.88,0.56,18.66,0.19,7.49,0.31,10.54,0.42,43.51,0.49,🟢 pretrained,Qwen2MoeForCausalLM,Original,bfloat16,TRUE,apache-2.0,57,48,TRUE,973e466c39ba76372a2ae464dbca0af3f5a5a2a9,TRUE,FALSE,2024-06-13,2024-05-22,FALSE,TRUE,Qwen/Qwen2-57B-A14B,0,Qwen/Qwen2-57B-A14B,107.03,https://huggingface.co/Qwen/Qwen2-57B-A14B 🔶,Delta-Vector/Control-8B,25.03,54.9,0.55,29.16,0.5,13.75,0.14,8.84,0.32,13.21,0.44,30.35,0.37,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,agpl-3.0,8,2,TRUE,c8743ee5ca0efd31aa9dd1bd14c770430c85a6c1,TRUE,TRUE,2024-11-25,2024-10-23,TRUE,FALSE,Delta-Vector/Control-8B,0,Delta-Vector/Control-8B,0.68,https://huggingface.co/Delta-Vector/Control-8B -🟢,Qwen/Qwen2.5-7B,24.99,33.74,0.34,35.81,0.54,18.88,0.19,9.96,0.32,14.14,0.44,37.39,0.44,🟢 pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,73,TRUE,57597c00770845ceba45271ba1b24c94bbcc7baf,TRUE,TRUE,2024-09-19,2024-09-15,FALSE,TRUE,Qwen/Qwen2.5-7B,0,Qwen/Qwen2.5-7B,3.03,https://huggingface.co/Qwen/Qwen2.5-7B +🟢,Qwen/Qwen2.5-7B,24.99,33.74,0.34,35.81,0.54,18.88,0.19,9.96,0.32,14.14,0.44,37.39,0.44,🟢 pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,74,TRUE,57597c00770845ceba45271ba1b24c94bbcc7baf,TRUE,TRUE,2024-09-19,2024-09-15,FALSE,TRUE,Qwen/Qwen2.5-7B,0,Qwen/Qwen2.5-7B,3.03,https://huggingface.co/Qwen/Qwen2.5-7B 🔶,macadeliccc/Samantha-Qwen-2-7B,24.98,43.77,0.44,31.41,0.51,20.62,0.21,3.02,0.27,20.16,0.48,30.88,0.38,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,float16,TRUE,apache-2.0,7,2,TRUE,59058972fa9b56d132d04589eb17cbba277c2826,TRUE,TRUE,2024-08-05,2024-06-15,TRUE,FALSE,macadeliccc/Samantha-Qwen-2-7B,1,Qwen/Qwen2-7B,1.34,https://huggingface.co/macadeliccc/Samantha-Qwen-2-7B 🤝,bunnycore/Llama-3.1-8B-TitanFusion-Mix,24.96,49.25,0.49,39.54,0.58,12.54,0.13,6.04,0.3,12.46,0.43,29.95,0.37,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,2,FALSE,9eb89de7df048276ccbc4405ce4f005f9185f82e,TRUE,TRUE,2024-09-23,2024-09-23,FALSE,FALSE,bunnycore/Llama-3.1-8B-TitanFusion-Mix,1,bunnycore/Llama-3.1-8B-TitanFusion-Mix (Merge),0.93,https://huggingface.co/bunnycore/Llama-3.1-8B-TitanFusion-Mix 🤝,HiroseKoichi/Llama-Salad-4x8B-V3,24.94,66.54,0.67,31.93,0.52,9.67,0.1,7.05,0.3,6.45,0.37,27.98,0.35,🤝 base merges and moerges,MixtralForCausalLM,Original,bfloat16,FALSE,llama3,24,5,TRUE,a343915429779efbd1478f01ba1f7fd9d8d226c0,TRUE,FALSE,2024-06-26,2024-06-17,TRUE,FALSE,HiroseKoichi/Llama-Salad-4x8B-V3,0,HiroseKoichi/Llama-Salad-4x8B-V3,2.14,https://huggingface.co/HiroseKoichi/Llama-Salad-4x8B-V3 @@ -538,7 +546,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 💬,ycros/BagelMIsteryTour-v2-8x7B,24.72,62.62,0.63,31.37,0.51,8.76,0.09,7.72,0.31,10.32,0.41,27.56,0.35,"💬 chat models (RLHF, DPO, IFT, ...)",MixtralForCausalLM,Original,bfloat16,FALSE,cc-by-nc-4.0,46,16,TRUE,98a8b319707be3dab1659594da69a37ed8f8c148,TRUE,TRUE,2024-08-04,2024-01-19,TRUE,FALSE,ycros/BagelMIsteryTour-v2-8x7B,1,ycros/BagelMIsteryTour-v2-8x7B (Merge),3.62,https://huggingface.co/ycros/BagelMIsteryTour-v2-8x7B 💬,princeton-nlp/Llama-3-Instruct-8B-DPO-v0.2,24.72,72.08,0.72,28.94,0.51,6.04,0.06,4.92,0.29,5.56,0.38,30.77,0.38,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,TRUE,d06275e02abbeaf29d911a3c0cf22922dcca6b0b,TRUE,TRUE,2024-09-28,2024-07-06,TRUE,FALSE,princeton-nlp/Llama-3-Instruct-8B-DPO-v0.2,0,princeton-nlp/Llama-3-Instruct-8B-DPO-v0.2,0.6,https://huggingface.co/princeton-nlp/Llama-3-Instruct-8B-DPO-v0.2 🔶,nbeerbower/Mistral-Nemo-Gutenberg-Doppel-12B-v2,24.72,65.36,0.65,34.36,0.54,4.46,0.04,2.8,0.27,13.05,0.42,28.29,0.35,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,7,TRUE,adc1ccd9d83d24e41bed895f989803af87ea2d2c,TRUE,TRUE,2024-10-09,2024-10-04,TRUE,FALSE,nbeerbower/Mistral-Nemo-Gutenberg-Doppel-12B-v2,1,nbeerbower/Mistral-Nemo-Gutenberg-Doppel-12B-v2 (Merge),1.4,https://huggingface.co/nbeerbower/Mistral-Nemo-Gutenberg-Doppel-12B-v2 -🔶,cognitivecomputations/dolphin-2.9.3-mistral-nemo-12b,24.68,56.01,0.56,36.08,0.55,5.66,0.06,8.72,0.32,15.21,0.44,26.41,0.34,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,85,TRUE,7b535c900688fc836fbeebaeb7133910b09bafda,TRUE,TRUE,2024-07-26,2024-07-23,TRUE,TRUE,cognitivecomputations/dolphin-2.9.3-mistral-nemo-12b,1,mistralai/Mistral-Nemo-Base-2407,1.38,https://huggingface.co/cognitivecomputations/dolphin-2.9.3-mistral-nemo-12b +🔶,cognitivecomputations/dolphin-2.9.3-mistral-nemo-12b,24.68,56.01,0.56,36.08,0.55,5.66,0.06,8.72,0.32,15.21,0.44,26.41,0.34,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,86,TRUE,7b535c900688fc836fbeebaeb7133910b09bafda,TRUE,TRUE,2024-07-26,2024-07-23,TRUE,TRUE,cognitivecomputations/dolphin-2.9.3-mistral-nemo-12b,1,mistralai/Mistral-Nemo-Base-2407,1.38,https://huggingface.co/cognitivecomputations/dolphin-2.9.3-mistral-nemo-12b 💬,CohereForAI/aya-23-35B,24.68,64.62,0.65,34.86,0.54,3.02,0.03,5.93,0.29,13.47,0.43,26.18,0.34,"💬 chat models (RLHF, DPO, IFT, ...)",CohereForCausalLM,Original,float16,TRUE,cc-by-nc-4.0,34,266,TRUE,31d6fd858f20539a55401c7ad913086f54d9ca2c,TRUE,TRUE,2024-06-12,2024-05-19,TRUE,TRUE,CohereForAI/aya-23-35B,0,CohereForAI/aya-23-35B,16.99,https://huggingface.co/CohereForAI/aya-23-35B 💬,nbeerbower/mistral-nemo-wissenschaft-12B,24.68,65.2,0.65,29.57,0.5,7.18,0.07,5.7,0.29,12.29,0.42,28.14,0.35,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,6,TRUE,2480f9924415c72fe00ae9391bb15a6d05c889eb,TRUE,TRUE,2024-08-30,2024-08-12,TRUE,FALSE,nbeerbower/mistral-nemo-wissenschaft-12B,1,nbeerbower/mistral-nemo-wissenschaft-12B (Merge),1.43,https://huggingface.co/nbeerbower/mistral-nemo-wissenschaft-12B 🔶,ZeusLabs/L3-Aethora-15B-V2,24.67,72.08,0.72,28.97,0.5,7.93,0.08,5.03,0.29,6.25,0.39,27.78,0.35,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,cc-by-sa-4.0,15,39,TRUE,2c601f116c37dd912c89357dbdbef879a637997e,TRUE,TRUE,2024-06-27,2024-06-27,TRUE,FALSE,ZeusLabs/L3-Aethora-15B-V2,1,ZeusLabs/L3-Aethora-15B-V2 (Merge),2.38,https://huggingface.co/ZeusLabs/L3-Aethora-15B-V2 @@ -578,14 +586,14 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 💬,OpenBuddy/openbuddy-llama3.1-8b-v22.2-131k,24.25,66.57,0.67,29.06,0.5,10.5,0.1,3.91,0.28,9.81,0.41,25.67,0.33,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,other,8,2,TRUE,0d9d85c7a5e4292e07c346147de56bd3991d525c,TRUE,TRUE,2024-07-29,2024-07-28,TRUE,FALSE,OpenBuddy/openbuddy-llama3.1-8b-v22.2-131k,0,OpenBuddy/openbuddy-llama3.1-8b-v22.2-131k,0.79,https://huggingface.co/OpenBuddy/openbuddy-llama3.1-8b-v22.2-131k 🔶,Weyaxi/Einstein-v7-Qwen2-7B,24.24,41,0.41,32.84,0.52,16.54,0.17,6.6,0.3,14.06,0.44,34.4,0.41,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,other,7,35,TRUE,d5a2f245bf98a40d196821bc378e10f35b4da81a,TRUE,TRUE,2024-06-26,2024-06-24,TRUE,FALSE,Weyaxi/Einstein-v7-Qwen2-7B,1,Qwen/Qwen2-7B,1.31,https://huggingface.co/Weyaxi/Einstein-v7-Qwen2-7B 🤝,bunnycore/Llama-3.1-8B-TitanFusion-v3,24.23,48.1,0.48,32.07,0.53,14.27,0.14,7.83,0.31,11.94,0.43,31.17,0.38,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,2,FALSE,ea8269ac3b2e9c0dc855a9089251ebdb273ada16,TRUE,TRUE,2024-09-22,2024-09-22,FALSE,FALSE,bunnycore/Llama-3.1-8B-TitanFusion-v3,1,bunnycore/Llama-3.1-8B-TitanFusion-v3 (Merge),0.89,https://huggingface.co/bunnycore/Llama-3.1-8B-TitanFusion-v3 -🌸,Qwen/Qwen2-VL-7B-Instruct,24.21,45.99,0.46,35.88,0.55,6.19,0.06,9.28,0.32,13.55,0.44,34.39,0.41,🌸 multimodal,Qwen2VLForConditionalGeneration,Original,bfloat16,TRUE,apache-2.0,8,858,TRUE,51c47430f97dd7c74aa1fa6825e68a813478097f,TRUE,TRUE,2024-10-20,2024-08-28,TRUE,TRUE,Qwen/Qwen2-VL-7B-Instruct,0,Qwen/Qwen2-VL-7B-Instruct,1.05,https://huggingface.co/Qwen/Qwen2-VL-7B-Instruct +🌸,Qwen/Qwen2-VL-7B-Instruct,24.21,45.99,0.46,35.88,0.55,6.19,0.06,9.28,0.32,13.55,0.44,34.39,0.41,🌸 multimodal,Qwen2VLForConditionalGeneration,Original,bfloat16,TRUE,apache-2.0,8,860,TRUE,51c47430f97dd7c74aa1fa6825e68a813478097f,TRUE,TRUE,2024-10-20,2024-08-28,TRUE,TRUE,Qwen/Qwen2-VL-7B-Instruct,0,Qwen/Qwen2-VL-7B-Instruct,1.05,https://huggingface.co/Qwen/Qwen2-VL-7B-Instruct 🔶,PranavHarshan/LaMistral-V4,24.21,62.39,0.62,31.09,0.52,6.87,0.07,10.4,0.33,5.64,0.36,28.87,0.36,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,1,TRUE,b373c2a1ab08823b6b119899f807793c96ef7888,TRUE,TRUE,2024-10-05,2024-10-01,TRUE,FALSE,PranavHarshan/LaMistral-V4,1,PranavHarshan/LaMistral-V4 (Merge),0.7,https://huggingface.co/PranavHarshan/LaMistral-V4 🤝,PJMixers/LLaMa-3-CursedStock-v2.0-8B,24.2,63.31,0.63,32.56,0.53,9.67,0.1,3.24,0.27,8.04,0.39,28.4,0.36,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,llama3,8,10,TRUE,d47cc29df363f71ffaf6cd21ac4bdeefa27359db,TRUE,TRUE,2024-06-27,2024-06-26,TRUE,FALSE,PJMixers/LLaMa-3-CursedStock-v2.0-8B,1,PJMixers/LLaMa-3-CursedStock-v2.0-8B (Merge),1.4,https://huggingface.co/PJMixers/LLaMa-3-CursedStock-v2.0-8B 💬,Jimmy19991222/llama-3-8b-instruct-gapo-v2-rouge2-beta10-1minus-gamma0.3-rerun,24.16,66.78,0.67,28.39,0.49,4.76,0.05,7.49,0.31,8.01,0.4,29.53,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,0,TRUE,e9692d8dbe30273839763757aa9ef07a5fcf0c59,TRUE,TRUE,2024-09-15,2024-09-14,TRUE,FALSE,Jimmy19991222/llama-3-8b-instruct-gapo-v2-rouge2-beta10-1minus-gamma0.3-rerun,1,meta-llama/Meta-Llama-3-8B-Instruct,1.01,https://huggingface.co/Jimmy19991222/llama-3-8b-instruct-gapo-v2-rouge2-beta10-1minus-gamma0.3-rerun 🔶,BAAI/Infinity-Instruct-3M-0625-Qwen2-7B,24.14,55.54,0.56,34.66,0.53,6.87,0.07,8.39,0.31,6.46,0.39,32.89,0.4,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,8,TRUE,503c24156d7682458686a7b5324f7f886e63470d,TRUE,TRUE,2024-08-05,2024-07-09,TRUE,FALSE,BAAI/Infinity-Instruct-3M-0625-Qwen2-7B,0,BAAI/Infinity-Instruct-3M-0625-Qwen2-7B,1.33,https://huggingface.co/BAAI/Infinity-Instruct-3M-0625-Qwen2-7B 🔶,Delta-Vector/Baldur-8B,24.13,47.82,0.48,32.54,0.53,13.97,0.14,6.94,0.3,14.01,0.44,29.49,0.37,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,agpl-3.0,8,4,TRUE,97f5d321a8346551a5ed704997dd1e93c59883f3,TRUE,TRUE,2024-10-06,2024-09-23,FALSE,FALSE,Delta-Vector/Baldur-8B,1,Delta-Vector/Baldur-8B (Merge),2.29,https://huggingface.co/Delta-Vector/Baldur-8B 🔶,nbeerbower/mistral-nemo-gutenberg-12B-v2,24.12,62.03,0.62,34.73,0.54,2.49,0.02,3.69,0.28,13.99,0.43,27.77,0.35,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,26,TRUE,86bf9c105ff40835132e41699ac1a76ee0e5b683,TRUE,TRUE,2024-09-03,2024-08-13,TRUE,FALSE,nbeerbower/mistral-nemo-gutenberg-12B-v2,1,nbeerbower/mistral-nemo-gutenberg-12B-v2 (Merge),2.87,https://huggingface.co/nbeerbower/mistral-nemo-gutenberg-12B-v2 -💬,meta-llama/Llama-3.2-3B-Instruct,24.12,73.93,0.74,24.06,0.46,17.15,0.17,3.8,0.28,1.37,0.35,24.39,0.32,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3.2,3,696,TRUE,276b29ce8303c9b88966a9b32fc75692dce4d8e1,TRUE,TRUE,2024-09-27,2024-09-18,TRUE,TRUE,meta-llama/Llama-3.2-3B-Instruct,0,meta-llama/Llama-3.2-3B-Instruct,1.27,https://huggingface.co/meta-llama/Llama-3.2-3B-Instruct +💬,meta-llama/Llama-3.2-3B-Instruct,24.12,73.93,0.74,24.06,0.46,17.15,0.17,3.8,0.28,1.37,0.35,24.39,0.32,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3.2,3,701,TRUE,276b29ce8303c9b88966a9b32fc75692dce4d8e1,TRUE,TRUE,2024-09-27,2024-09-18,TRUE,TRUE,meta-llama/Llama-3.2-3B-Instruct,0,meta-llama/Llama-3.2-3B-Instruct,1.27,https://huggingface.co/meta-llama/Llama-3.2-3B-Instruct 🤝,recoilme/recoilme-gemma-2-9B-v0.4,24.1,25.62,0.26,42.44,0.6,8.23,0.08,12.08,0.34,18.39,0.47,37.84,0.44,🤝 base merges and moerges,Gemma2ForCausalLM,Original,bfloat16,TRUE,cc-by-nc-4.0,10,2,TRUE,2691f2cc8d80072f15d78cb7ae72831e1a12139e,TRUE,TRUE,2024-09-19,2024-09-18,FALSE,FALSE,recoilme/recoilme-gemma-2-9B-v0.4,0,recoilme/recoilme-gemma-2-9B-v0.4,2.92,https://huggingface.co/recoilme/recoilme-gemma-2-9B-v0.4 🤝,Luni/StarDust-12b-v2,24.09,56.29,0.56,34.95,0.54,6.12,0.06,5.82,0.29,14.26,0.43,27.1,0.34,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,31,TRUE,75bffd7b86f37c2cebc4fdf83fbc3ab33d6c6e05,TRUE,TRUE,2024-09-03,2024-09-01,TRUE,FALSE,Luni/StarDust-12b-v2,1,Luni/StarDust-12b-v2 (Merge),1.53,https://huggingface.co/Luni/StarDust-12b-v2 💬,vicgalle/Roleplay-Llama-3-8B,24.08,73.2,0.73,28.55,0.5,9.52,0.1,1.45,0.26,1.68,0.35,30.09,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,apache-2.0,8,36,TRUE,57297eb57dcc2c116f061d9dda341094203da01b,TRUE,TRUE,2024-06-26,2024-04-19,TRUE,FALSE,vicgalle/Roleplay-Llama-3-8B,0,vicgalle/Roleplay-Llama-3-8B,1.13,https://huggingface.co/vicgalle/Roleplay-Llama-3-8B @@ -611,7 +619,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 💬,SeaLLMs/SeaLLMs-v3-7B-Chat,23.88,43.77,0.44,33.8,0.53,16.62,0.17,6.49,0.3,10.47,0.42,32.16,0.39,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,7,44,TRUE,67ef6dfd0a5df7af4be7a325786105a2ba4cbaf7,TRUE,TRUE,2024-07-29,2024-07-03,TRUE,FALSE,SeaLLMs/SeaLLMs-v3-7B-Chat,0,SeaLLMs/SeaLLMs-v3-7B-Chat,0.84,https://huggingface.co/SeaLLMs/SeaLLMs-v3-7B-Chat 🟩,FlofloB/10k_continued_pretraining_Phi-3-mini-4k-instruct_Unsloth_merged_16bit,23.88,50.97,0.51,32.61,0.52,8.76,0.09,6.6,0.3,13.57,0.43,30.77,0.38,🟩 continuously pretrained,MistralForCausalLM,Original,float16,TRUE,apache-2.0,16,1,TRUE,a2eb0460779e76bb511339bcc2545b4729c9d78e,TRUE,TRUE,2024-11-22,2024-11-22,TRUE,FALSE,FlofloB/10k_continued_pretraining_Phi-3-mini-4k-instruct_Unsloth_merged_16bit,1,unsloth/phi-3-mini-4k-instruct-bnb-4bit,0.49,https://huggingface.co/FlofloB/10k_continued_pretraining_Phi-3-mini-4k-instruct_Unsloth_merged_16bit 💬,jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.3,23.87,49.95,0.5,28.9,0.5,11.18,0.11,8.39,0.31,11.31,0.42,33.51,0.4,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,0,TRUE,db61c49ae128777c4b893ab544975df349052d66,TRUE,TRUE,2024-11-09,2024-11-03,FALSE,FALSE,jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.3,1,jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.3 (Merge),0.62,https://huggingface.co/jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.3 -🔶,natong19/Mistral-Nemo-Instruct-2407-abliterated,23.87,63.92,0.64,29.92,0.5,6.34,0.06,4.92,0.29,10.15,0.4,27.98,0.35,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,8,TRUE,9c7087f62e6ab10ec4aeeb268e25cb3d4000696b,TRUE,TRUE,2024-09-21,2024-08-15,TRUE,FALSE,natong19/Mistral-Nemo-Instruct-2407-abliterated,0,natong19/Mistral-Nemo-Instruct-2407-abliterated,1.24,https://huggingface.co/natong19/Mistral-Nemo-Instruct-2407-abliterated +🔶,natong19/Mistral-Nemo-Instruct-2407-abliterated,23.87,63.92,0.64,29.92,0.5,6.34,0.06,4.92,0.29,10.15,0.4,27.98,0.35,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,9,TRUE,9c7087f62e6ab10ec4aeeb268e25cb3d4000696b,TRUE,TRUE,2024-09-21,2024-08-15,TRUE,FALSE,natong19/Mistral-Nemo-Instruct-2407-abliterated,0,natong19/Mistral-Nemo-Instruct-2407-abliterated,1.24,https://huggingface.co/natong19/Mistral-Nemo-Instruct-2407-abliterated 💬,ibm-granite/granite-3.0-8b-instruct,23.86,53.1,0.53,31.59,0.52,13.22,0.13,10.96,0.33,7.02,0.39,27.3,0.35,"💬 chat models (RLHF, DPO, IFT, ...)",GraniteForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,180,TRUE,e0a466fb25b9e07e9c2dc93380a360189700d1f8,TRUE,TRUE,2024-10-20,2024-10-02,TRUE,TRUE,ibm-granite/granite-3.0-8b-instruct,1,ibm-granite/granite-3.0-8b-instruct (Merge),1.71,https://huggingface.co/ibm-granite/granite-3.0-8b-instruct 🔶,Jimmy19991222/llama-3-8b-instruct-gapo-v2-rouge2-beta10-gamma0.3-lr1.0e-6-scale-log,23.86,66.05,0.66,28.08,0.49,4.46,0.04,7.16,0.3,7.81,0.4,29.6,0.37,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,0,TRUE,9ff0ce408abb8dbcf7efb9b6533338f2c344a355,TRUE,TRUE,2024-09-22,2024-09-22,TRUE,FALSE,Jimmy19991222/llama-3-8b-instruct-gapo-v2-rouge2-beta10-gamma0.3-lr1.0e-6-scale-log,1,meta-llama/Meta-Llama-3-8B-Instruct,0.5,https://huggingface.co/Jimmy19991222/llama-3-8b-instruct-gapo-v2-rouge2-beta10-gamma0.3-lr1.0e-6-scale-log 🟢,google/gemma-2-27b,23.85,24.75,0.25,37.39,0.56,16.16,0.16,13.42,0.35,13.92,0.44,37.45,0.44,🟢 pretrained,Gemma2ForCausalLM,Original,bfloat16,TRUE,gemma,27,182,TRUE,938270f5272feb02779b55c2bb2fffdd0f53ff0c,TRUE,TRUE,2024-08-24,2024-06-24,FALSE,TRUE,google/gemma-2-27b,0,google/gemma-2-27b,5.61,https://huggingface.co/google/gemma-2-27b @@ -638,7 +646,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,ZhangShenao/SELM-Llama-3-8B-Instruct-iter-3,23.65,69.03,0.69,29.08,0.5,6.27,0.06,1.12,0.26,5.5,0.38,30.92,0.38,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,mit,8,5,TRUE,9c95ccdeceed14a3c2881bc495101a1acca1385f,TRUE,TRUE,2024-07-02,2024-05-25,TRUE,FALSE,ZhangShenao/SELM-Llama-3-8B-Instruct-iter-3,3,meta-llama/Meta-Llama-3-8B-Instruct,0.66,https://huggingface.co/ZhangShenao/SELM-Llama-3-8B-Instruct-iter-3 🟩,fblgit/pancho-v1-qw25-3B-UNAMGS,23.65,53.61,0.54,28.67,0.49,14.43,0.14,6.26,0.3,8.18,0.4,30.73,0.38,🟩 continuously pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,other,3,1,TRUE,01143501cbc2c90961be5397c6945c6789815a60,TRUE,TRUE,2024-11-12,2024-11-04,FALSE,FALSE,fblgit/pancho-v1-qw25-3B-UNAMGS,2,Qwen/Qwen2.5-3B,1.57,https://huggingface.co/fblgit/pancho-v1-qw25-3B-UNAMGS 💬,lordjia/Qwen2-Cantonese-7B-Instruct,23.64,54.35,0.54,32.45,0.52,9.59,0.1,6.04,0.3,7.81,0.4,31.59,0.38,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,2,TRUE,eb8b0faee749d167fd70e74f5e579094c4cfe7fb,TRUE,TRUE,2024-08-03,2024-07-13,TRUE,FALSE,lordjia/Qwen2-Cantonese-7B-Instruct,0,lordjia/Qwen2-Cantonese-7B-Instruct,1.02,https://huggingface.co/lordjia/Qwen2-Cantonese-7B-Instruct -💬,mistralai/Mistral-Nemo-Instruct-2407,23.63,63.8,0.64,29.68,0.5,6.5,0.06,5.37,0.29,8.48,0.39,27.97,0.35,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,1244,TRUE,4d14c1db68fe20dbf80b8eca85d39b909c5fe1d5,TRUE,TRUE,2024-08-29,2024-07-17,TRUE,TRUE,mistralai/Mistral-Nemo-Instruct-2407,1,mistralai/Mistral-Nemo-Base-2407,3,https://huggingface.co/mistralai/Mistral-Nemo-Instruct-2407 +💬,mistralai/Mistral-Nemo-Instruct-2407,23.63,63.8,0.64,29.68,0.5,6.5,0.06,5.37,0.29,8.48,0.39,27.97,0.35,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,1248,TRUE,4d14c1db68fe20dbf80b8eca85d39b909c5fe1d5,TRUE,TRUE,2024-08-29,2024-07-17,TRUE,TRUE,mistralai/Mistral-Nemo-Instruct-2407,1,mistralai/Mistral-Nemo-Base-2407,3,https://huggingface.co/mistralai/Mistral-Nemo-Instruct-2407 🔶,TheDrummer/Rocinante-12B-v1,23.61,60.76,0.61,30.03,0.51,6.57,0.07,5.48,0.29,11.28,0.4,27.53,0.35,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,other,12,25,TRUE,74a4ae2584d45655298995198d5ab3e660364a1a,TRUE,TRUE,2024-09-03,2024-08-14,TRUE,FALSE,TheDrummer/Rocinante-12B-v1,0,TheDrummer/Rocinante-12B-v1,1.86,https://huggingface.co/TheDrummer/Rocinante-12B-v1 🤝,aixonlab/Grey-12b,23.61,39.68,0.4,38.75,0.57,9.37,0.09,6.71,0.3,16.25,0.45,30.88,0.38,🤝 base merges and moerges,MistralForCausalLM,Original,float16,TRUE,apache-2.0,12,0,TRUE,50f56572870c49186c3679f9949a602d2d97c046,TRUE,TRUE,2024-10-09,2024-10-07,FALSE,FALSE,aixonlab/Grey-12b,2,Xclbr7/Arcanum-12b,1.47,https://huggingface.co/aixonlab/Grey-12b 💬,lightblue/suzume-llama-3-8B-multilingual-orpo-borda-top75,23.6,66.87,0.67,28.06,0.48,7.55,0.08,3.02,0.27,5.31,0.38,30.77,0.38,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,cc-by-nc-4.0,8,2,TRUE,555f4a0092f239557e1aa34f9d489e8156b907bb,TRUE,TRUE,2024-06-29,2024-04-26,TRUE,FALSE,lightblue/suzume-llama-3-8B-multilingual-orpo-borda-top75,2,meta-llama/Meta-Llama-3-8B-Instruct,0.95,https://huggingface.co/lightblue/suzume-llama-3-8B-multilingual-orpo-borda-top75 @@ -683,8 +691,8 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 💬,jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.2,23.15,49.65,0.5,27.66,0.49,10.57,0.11,7.16,0.3,10.86,0.42,32.98,0.4,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,0,TRUE,8ba84532e3eea17c821f96f3e80bec7c9d8b3799,TRUE,TRUE,2024-11-09,2024-11-01,FALSE,FALSE,jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.2,1,jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.2 (Merge),0.63,https://huggingface.co/jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.2 🔶,fblgit/UNA-SimpleSmaug-34b-v1beta,23.12,45.56,0.46,32.78,0.53,0.15,0,8.95,0.32,11.96,0.43,39.33,0.45,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,34,20,TRUE,4b62fccfc7e44c0a02c11a5279d98fafa6b922ba,TRUE,TRUE,2024-06-30,2024-02-05,TRUE,FALSE,fblgit/UNA-SimpleSmaug-34b-v1beta,2,jondurbin/bagel-34b-v0.2,3.16,https://huggingface.co/fblgit/UNA-SimpleSmaug-34b-v1beta 💬,MaziyarPanahi/calme-2.3-phi3-4b,23.11,49.26,0.49,37.66,0.55,3.47,0.03,9.06,0.32,7.75,0.4,31.42,0.38,"💬 chat models (RLHF, DPO, IFT, ...)",Phi3ForCausalLM,Original,bfloat16,TRUE,mit,3,9,TRUE,e1f70c3724c728aadd1c7c1bb279487494f7059e,TRUE,TRUE,2024-06-26,2024-05-10,TRUE,FALSE,MaziyarPanahi/calme-2.3-phi3-4b,1,microsoft/Phi-3-mini-4k-instruct,0.84,https://huggingface.co/MaziyarPanahi/calme-2.3-phi3-4b -🔶,BAAI/Infinity-Instruct-7M-0729-Llama3_1-8B,23.09,61.32,0.61,30.89,0.51,10.65,0.11,5.7,0.29,5.3,0.36,24.71,0.32,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,8,8,TRUE,0aca33fd7500a781d041e8bf7e5e3789b03f54f4,TRUE,TRUE,2024-08-05,2024-08-02,TRUE,FALSE,BAAI/Infinity-Instruct-7M-0729-Llama3_1-8B,0,BAAI/Infinity-Instruct-7M-0729-Llama3_1-8B,0.87,https://huggingface.co/BAAI/Infinity-Instruct-7M-0729-Llama3_1-8B 🔶,BAAI/Infinity-Instruct-7M-Gen-Llama3_1-8B,23.09,61.32,0.61,30.89,0.51,10.65,0.11,5.7,0.29,5.3,0.36,24.71,0.32,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,8,8,TRUE,56f9c2845ae024eb8b1dd9ea0d8891cbaf33c596,TRUE,TRUE,2024-08-29,2024-08-02,TRUE,FALSE,BAAI/Infinity-Instruct-7M-Gen-Llama3_1-8B,0,BAAI/Infinity-Instruct-7M-Gen-Llama3_1-8B,0.92,https://huggingface.co/BAAI/Infinity-Instruct-7M-Gen-Llama3_1-8B +🔶,BAAI/Infinity-Instruct-7M-0729-Llama3_1-8B,23.09,61.32,0.61,30.89,0.51,10.65,0.11,5.7,0.29,5.3,0.36,24.71,0.32,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,8,8,TRUE,0aca33fd7500a781d041e8bf7e5e3789b03f54f4,TRUE,TRUE,2024-08-05,2024-08-02,TRUE,FALSE,BAAI/Infinity-Instruct-7M-0729-Llama3_1-8B,0,BAAI/Infinity-Instruct-7M-0729-Llama3_1-8B,0.87,https://huggingface.co/BAAI/Infinity-Instruct-7M-0729-Llama3_1-8B 💬,OpenBuddy/openbuddy-llama3.1-8b-v22.3-131k,23.08,59.97,0.6,30.32,0.51,10.65,0.11,3.91,0.28,8.32,0.4,25.3,0.33,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,other,8,2,TRUE,0097358fa1a450251b7ea1a03a5effdfded6c461,TRUE,TRUE,2024-08-24,2024-08-16,TRUE,FALSE,OpenBuddy/openbuddy-llama3.1-8b-v22.3-131k,0,OpenBuddy/openbuddy-llama3.1-8b-v22.3-131k,0.83,https://huggingface.co/OpenBuddy/openbuddy-llama3.1-8b-v22.3-131k 💬,xukp20/Llama-3-8B-Instruct-SPPO-Iter3_gp_8b-table,23.06,66.2,0.66,28.44,0.5,8.31,0.08,1.23,0.26,5.13,0.38,29.05,0.36,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,FALSE,d1e19da1029f2d4d45de015754bc52dcb1ea5570,TRUE,TRUE,2024-09-29,2024-09-28,TRUE,FALSE,xukp20/Llama-3-8B-Instruct-SPPO-Iter3_gp_8b-table,0,xukp20/Llama-3-8B-Instruct-SPPO-Iter3_gp_8b-table,0.59,https://huggingface.co/xukp20/Llama-3-8B-Instruct-SPPO-Iter3_gp_8b-table 💬,UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3,23.06,67.03,0.67,29.72,0.51,7.18,0.07,2.01,0.27,2.89,0.36,29.53,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,apache-2.0,8,77,TRUE,f73dafc2923acd56f115f21f76e9d14f8d19a63e,TRUE,TRUE,2024-06-28,2024-06-25,TRUE,FALSE,UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3,0,UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3,0.91,https://huggingface.co/UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3 @@ -704,7 +712,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🤝,llnYou/ECE-PRYMMAL-YL-3B-SLERP-V3,22.91,35.81,0.36,36.63,0.55,9.89,0.1,7.27,0.3,14.05,0.44,33.82,0.4,🤝 base merges and moerges,Phi3ForCausalLM,Original,bfloat16,TRUE,apache-2.0,3,0,TRUE,90648507743059de96334fdc97309b6f2af3d01d,TRUE,TRUE,2024-11-13,2024-11-13,FALSE,FALSE,llnYou/ECE-PRYMMAL-YL-3B-SLERP-V3,0,llnYou/ECE-PRYMMAL-YL-3B-SLERP-V3,0.54,https://huggingface.co/llnYou/ECE-PRYMMAL-YL-3B-SLERP-V3 🔶,GoToCompany/llama3-8b-cpt-sahabatai-v1-instruct,22.91,52.38,0.52,28.54,0.5,11.86,0.12,2.24,0.27,15.17,0.45,27.26,0.35,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,5,TRUE,20fd3cff1dc86553d11b5c4b2fdbb6f2dd1ede55,TRUE,TRUE,2024-11-20,2024-11-06,TRUE,FALSE,GoToCompany/llama3-8b-cpt-sahabatai-v1-instruct,1,GoToCompany/llama3-8b-cpt-sahabatai-v1-instruct (Merge),0.67,https://huggingface.co/GoToCompany/llama3-8b-cpt-sahabatai-v1-instruct 🔶,BAAI/Infinity-Instruct-7M-Gen-mistral-7B,22.89,61.47,0.61,28.7,0.5,6.5,0.06,5.37,0.29,10.04,0.41,25.26,0.33,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,3,TRUE,82c83d670a8954f4250547b53a057dea1fbd460d,TRUE,TRUE,2024-08-29,2024-07-25,TRUE,FALSE,BAAI/Infinity-Instruct-7M-Gen-mistral-7B,0,BAAI/Infinity-Instruct-7M-Gen-mistral-7B,0.82,https://huggingface.co/BAAI/Infinity-Instruct-7M-Gen-mistral-7B -🔶,ifable/gemma-2-Ifable-9B,22.89,29.84,0.3,41.03,0.59,9.89,0.1,12.19,0.34,8.52,0.41,35.85,0.42,🔶 fine-tuned on domain-specific datasets,Gemma2ForCausalLM,Original,bfloat16,TRUE,gemma,9,36,TRUE,d3dbde4efb93ea0a4f247de82541479de6b03160,TRUE,TRUE,2024-09-25,2024-09-10,FALSE,FALSE,ifable/gemma-2-Ifable-9B,0,ifable/gemma-2-Ifable-9B,4.32,https://huggingface.co/ifable/gemma-2-Ifable-9B +🔶,ifable/gemma-2-Ifable-9B,22.89,29.84,0.3,41.03,0.59,9.89,0.1,12.19,0.34,8.52,0.41,35.85,0.42,🔶 fine-tuned on domain-specific datasets,Gemma2ForCausalLM,Original,bfloat16,TRUE,gemma,9,37,TRUE,d3dbde4efb93ea0a4f247de82541479de6b03160,TRUE,TRUE,2024-09-25,2024-09-10,FALSE,FALSE,ifable/gemma-2-Ifable-9B,0,ifable/gemma-2-Ifable-9B,4.32,https://huggingface.co/ifable/gemma-2-Ifable-9B 💬,speakleash/Bielik-11B-v2.1-Instruct,22.85,50.9,0.51,36.29,0.55,0.6,0.01,11.63,0.34,10.52,0.42,27.18,0.34,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,11,3,TRUE,c91776047eb235f51238a9e42f80f19e3ed114e7,TRUE,TRUE,2024-10-16,2024-08-26,TRUE,FALSE,speakleash/Bielik-11B-v2.1-Instruct,1,speakleash/Bielik-11B-v2,1.31,https://huggingface.co/speakleash/Bielik-11B-v2.1-Instruct 🔶,BAAI/Infinity-Instruct-3M-0625-Mistral-7B,22.84,58.67,0.59,28.82,0.49,7.63,0.08,4.92,0.29,12.24,0.43,24.77,0.32,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,3,TRUE,302e3ae0bcc50dae3fb69fc1b08b518398e8c407,TRUE,TRUE,2024-08-05,2024-07-09,TRUE,FALSE,BAAI/Infinity-Instruct-3M-0625-Mistral-7B,0,BAAI/Infinity-Instruct-3M-0625-Mistral-7B,0.79,https://huggingface.co/BAAI/Infinity-Instruct-3M-0625-Mistral-7B 🔶,openchat/openchat-3.6-8b-20240522,22.83,53.43,0.53,33.23,0.53,8.31,0.08,9.06,0.32,8.18,0.4,24.77,0.32,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,151,TRUE,2264eb98558978f708e88ae52afb78e43b832801,TRUE,TRUE,2024-06-26,2024-05-07,TRUE,TRUE,openchat/openchat-3.6-8b-20240522,1,meta-llama/Meta-Llama-3-8B,3.27,https://huggingface.co/openchat/openchat-3.6-8b-20240522 @@ -718,9 +726,9 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🤝,TheDrummer/Gemmasutra-9B-v1,22.74,24.16,0.24,41.2,0.59,8.23,0.08,8.05,0.31,20.94,0.48,33.83,0.4,🤝 base merges and moerges,Gemma2ForCausalLM,Original,bfloat16,TRUE,"",10,22,FALSE,21591f6a0140e095f1c6668ac7a267f214547609,TRUE,TRUE,2024-09-19,2024-07-17,FALSE,FALSE,TheDrummer/Gemmasutra-9B-v1,1,TheDrummer/Gemmasutra-9B-v1 (Merge),2.9,https://huggingface.co/TheDrummer/Gemmasutra-9B-v1 🤝,Pretergeek/OpenChat-3.5-0106_8.11B_36Layers-Appended,22.74,59.76,0.6,24.06,0.46,7.78,0.08,7.61,0.31,11.78,0.43,25.44,0.33,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,2,TRUE,e957847e013bdd2f6e852b8a1c369ddce92fca78,TRUE,TRUE,2024-07-27,2024-07-26,TRUE,FALSE,Pretergeek/OpenChat-3.5-0106_8.11B_36Layers-Appended,1,Pretergeek/OpenChat-3.5-0106_8.11B_36Layers-Appended (Merge),0.68,https://huggingface.co/Pretergeek/OpenChat-3.5-0106_8.11B_36Layers-Appended 🔶,thomas-yanxin/XinYuan-Qwen2-7B-0917,22.72,37.19,0.37,32.62,0.52,8.84,0.09,7.94,0.31,13.68,0.44,36.06,0.42,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,float16,TRUE,other,7,4,TRUE,6cee1b155fca9ae1f558f434953dfdadb9596af0,TRUE,TRUE,2024-09-17,2024-09-17,TRUE,FALSE,thomas-yanxin/XinYuan-Qwen2-7B-0917,0,thomas-yanxin/XinYuan-Qwen2-7B-0917,1.49,https://huggingface.co/thomas-yanxin/XinYuan-Qwen2-7B-0917 -🤝,Pretergeek/OpenChat-3.5-0106_9.86B_44Layers-Appended,22.71,59.61,0.6,24.06,0.46,7.78,0.08,7.61,0.31,11.78,0.43,25.44,0.33,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,9,2,TRUE,8a7ef4a2c4faf8760650e26e44509920bace633a,TRUE,TRUE,2024-07-27,2024-07-27,TRUE,FALSE,Pretergeek/OpenChat-3.5-0106_9.86B_44Layers-Appended,1,Pretergeek/OpenChat-3.5-0106_9.86B_44Layers-Appended (Merge),0.79,https://huggingface.co/Pretergeek/OpenChat-3.5-0106_9.86B_44Layers-Appended -🤝,Pretergeek/OpenChat-3.5-0106_8.99B_40Layers-Appended,22.71,59.61,0.6,24.06,0.46,7.78,0.08,7.61,0.31,11.78,0.43,25.44,0.33,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,2,TRUE,2120720b7fb2ecc27b9c03cc876316fd25b26e40,TRUE,TRUE,2024-07-27,2024-07-26,TRUE,FALSE,Pretergeek/OpenChat-3.5-0106_8.99B_40Layers-Appended,1,Pretergeek/OpenChat-3.5-0106_8.99B_40Layers-Appended (Merge),0.72,https://huggingface.co/Pretergeek/OpenChat-3.5-0106_8.99B_40Layers-Appended 🤝,Pretergeek/OpenChat-3.5-0106_10.7B_48Layers-Appended,22.71,59.61,0.6,24.06,0.46,7.78,0.08,7.61,0.31,11.78,0.43,25.44,0.33,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,10,2,TRUE,1091b30480f4cc91f26cb1bd7579e527f490f8d2,TRUE,TRUE,2024-07-31,2024-07-27,TRUE,FALSE,Pretergeek/OpenChat-3.5-0106_10.7B_48Layers-Appended,1,Pretergeek/OpenChat-3.5-0106_10.7B_48Layers-Appended (Merge),0.84,https://huggingface.co/Pretergeek/OpenChat-3.5-0106_10.7B_48Layers-Appended +🤝,Pretergeek/OpenChat-3.5-0106_8.99B_40Layers-Appended,22.71,59.61,0.6,24.06,0.46,7.78,0.08,7.61,0.31,11.78,0.43,25.44,0.33,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,2,TRUE,2120720b7fb2ecc27b9c03cc876316fd25b26e40,TRUE,TRUE,2024-07-27,2024-07-26,TRUE,FALSE,Pretergeek/OpenChat-3.5-0106_8.99B_40Layers-Appended,1,Pretergeek/OpenChat-3.5-0106_8.99B_40Layers-Appended (Merge),0.72,https://huggingface.co/Pretergeek/OpenChat-3.5-0106_8.99B_40Layers-Appended +🤝,Pretergeek/OpenChat-3.5-0106_9.86B_44Layers-Appended,22.71,59.61,0.6,24.06,0.46,7.78,0.08,7.61,0.31,11.78,0.43,25.44,0.33,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,9,2,TRUE,8a7ef4a2c4faf8760650e26e44509920bace633a,TRUE,TRUE,2024-07-27,2024-07-27,TRUE,FALSE,Pretergeek/OpenChat-3.5-0106_9.86B_44Layers-Appended,1,Pretergeek/OpenChat-3.5-0106_9.86B_44Layers-Appended (Merge),0.79,https://huggingface.co/Pretergeek/OpenChat-3.5-0106_9.86B_44Layers-Appended 🔶,nbeerbower/Lyra-Gutenberg-mistral-nemo-12B,22.7,34.95,0.35,36.99,0.56,9.14,0.09,11.19,0.33,14.76,0.44,29.2,0.36,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,cc-by-nc-4.0,12,17,TRUE,5c506391eb02075e02f4cf5953b443505d646bce,TRUE,TRUE,2024-09-03,2024-08-23,TRUE,FALSE,nbeerbower/Lyra-Gutenberg-mistral-nemo-12B,1,nbeerbower/Lyra-Gutenberg-mistral-nemo-12B (Merge),1.92,https://huggingface.co/nbeerbower/Lyra-Gutenberg-mistral-nemo-12B 💬,xkp24/Llama-3-8B-Instruct-SPPO-score-Iter2_gp_8b-table-0.002,22.69,64.53,0.65,28.05,0.5,6.8,0.07,1.34,0.26,7.33,0.39,28.11,0.35,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,FALSE,0877f2458ea667edcf9213383df41294c788190f,TRUE,TRUE,2024-10-01,2024-09-30,TRUE,FALSE,xkp24/Llama-3-8B-Instruct-SPPO-score-Iter2_gp_8b-table-0.002,0,xkp24/Llama-3-8B-Instruct-SPPO-score-Iter2_gp_8b-table-0.002,0.77,https://huggingface.co/xkp24/Llama-3-8B-Instruct-SPPO-score-Iter2_gp_8b-table-0.002 💬,openchat/openchat-3.5-1210,22.69,60.37,0.6,23.24,0.45,7.63,0.08,6.82,0.3,14.28,0.44,23.81,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,276,TRUE,801f5459b7577241500785f11c2b026912badd6e,TRUE,TRUE,2024-06-12,2023-12-12,TRUE,TRUE,openchat/openchat-3.5-1210,1,mistralai/Mistral-7B-v0.1,0.52,https://huggingface.co/openchat/openchat-3.5-1210 @@ -745,14 +753,14 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,EpistemeAI2/Fireball-Alpaca-Llama3.1-8B-Philos,22.54,49.86,0.5,29.26,0.5,11.78,0.12,5.7,0.29,11.89,0.43,26.73,0.34,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,1,TRUE,3dcca4cf9bdd9003c8dc91f5c78cefef1d4ae0d7,TRUE,TRUE,2024-08-29,2024-08-29,FALSE,FALSE,EpistemeAI2/Fireball-Alpaca-Llama3.1-8B-Philos,3,meta-llama/Meta-Llama-3.1-8B,0.85,https://huggingface.co/EpistemeAI2/Fireball-Alpaca-Llama3.1-8B-Philos 🔶,EpistemeAI/Fireball-Alpaca-Llama3.1.08-8B-Philos-C-R2,22.54,46.73,0.47,28.25,0.49,12.31,0.12,4.81,0.29,17,0.46,26.13,0.34,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,apache-2.0,8,0,TRUE,b19336101aa5f4807d1574f4c11eebc1c1a1c34e,TRUE,TRUE,2024-09-14,2024-09-14,FALSE,FALSE,EpistemeAI/Fireball-Alpaca-Llama3.1.08-8B-Philos-C-R2,3,meta-llama/Meta-Llama-3.1-8B,0.81,https://huggingface.co/EpistemeAI/Fireball-Alpaca-Llama3.1.08-8B-Philos-C-R2 💬,allenai/Llama-3.1-Tulu-3-8B-SFT,22.53,74.03,0.74,13.93,0.39,11.4,0.11,3.69,0.28,12.01,0.43,20.13,0.28,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,8,10,TRUE,4ddd761e6750e04ea3d468175f78463628bba860,TRUE,TRUE,2024-11-22,2024-11-18,TRUE,TRUE,allenai/Llama-3.1-Tulu-3-8B-SFT,1,allenai/Llama-3.1-Tulu-3-8B-SFT (Merge),0.68,https://huggingface.co/allenai/Llama-3.1-Tulu-3-8B-SFT -💬,Qwen/Qwen2.5-Coder-7B-Instruct,22.52,61.47,0.61,28.73,0.5,3.1,0.03,5.82,0.29,9.88,0.41,26.16,0.34,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,float16,TRUE,apache-2.0,7,334,TRUE,f784f10a7b2aac91bd26e6dbe7dccce691cd4ac5,TRUE,TRUE,2024-11-07,2024-09-17,TRUE,TRUE,Qwen/Qwen2.5-Coder-7B-Instruct,1,Qwen/Qwen2.5-Coder-7B-Instruct (Merge),0.7,https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct +💬,Qwen/Qwen2.5-Coder-7B-Instruct,22.52,61.47,0.61,28.73,0.5,3.1,0.03,5.82,0.29,9.88,0.41,26.16,0.34,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,float16,TRUE,apache-2.0,7,335,TRUE,f784f10a7b2aac91bd26e6dbe7dccce691cd4ac5,TRUE,TRUE,2024-11-07,2024-09-17,TRUE,TRUE,Qwen/Qwen2.5-Coder-7B-Instruct,1,Qwen/Qwen2.5-Coder-7B-Instruct (Merge),0.7,https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct 💬,vicgalle/CarbonBeagle-11B,22.47,54.15,0.54,33.06,0.53,6.19,0.06,6.94,0.3,9.19,0.4,25.29,0.33,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,float16,FALSE,apache-2.0,10,9,TRUE,3fe9bf5327606d013b182fed17a472f5f043759b,TRUE,TRUE,2024-06-26,2024-01-21,TRUE,FALSE,vicgalle/CarbonBeagle-11B,1,vicgalle/CarbonBeagle-11B (Merge),0.92,https://huggingface.co/vicgalle/CarbonBeagle-11B 🔶,nbeerbower/Flammades-Mistral-Nemo-12B,22.47,38.42,0.38,32.39,0.53,6.95,0.07,7.16,0.3,20.31,0.48,29.57,0.37,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,2,TRUE,ddc76d1976af06aedc7f06bbffcaa34166c1cbdd,TRUE,TRUE,2024-10-06,2024-10-05,FALSE,FALSE,nbeerbower/Flammades-Mistral-Nemo-12B,1,nbeerbower/Flammades-Mistral-Nemo-12B (Merge),1.63,https://huggingface.co/nbeerbower/Flammades-Mistral-Nemo-12B 🔶,lemon07r/Gemma-2-Ataraxy-9B,22.47,30.09,0.3,42.03,0.59,1.06,0.01,11.3,0.33,14.47,0.44,35.85,0.42,🔶 fine-tuned on domain-specific datasets,Gemma2ForCausalLM,Original,bfloat16,FALSE,gemma,10,65,TRUE,fb22193268c7a6c3b4598255999ce2de3af8c256,TRUE,TRUE,2024-08-27,2024-08-14,FALSE,FALSE,lemon07r/Gemma-2-Ataraxy-9B,1,lemon07r/Gemma-2-Ataraxy-9B (Merge),2.91,https://huggingface.co/lemon07r/Gemma-2-Ataraxy-9B 🤝,djuna-test-lab/TEST-L3.2-ReWish-3B,22.45,63.68,0.64,22.07,0.45,12.92,0.13,4.47,0.28,7.92,0.38,23.62,0.31,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,TRUE,"",3,1,FALSE,0cb7d434c4647faed475f17d74e9047007cd3782,TRUE,TRUE,2024-10-24,2024-10-23,TRUE,FALSE,djuna-test-lab/TEST-L3.2-ReWish-3B,1,djuna-test-lab/TEST-L3.2-ReWish-3B (Merge),0.64,https://huggingface.co/djuna-test-lab/TEST-L3.2-ReWish-3B 🔶,nbeerbower/Stella-mistral-nemo-12B-v2,22.43,32.74,0.33,35.36,0.55,11.25,0.11,10.96,0.33,14.43,0.43,29.83,0.37,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,"",12,3,FALSE,b81bab28f7dcb25a0aa0fe4dcf957f3083ee6b43,TRUE,TRUE,2024-09-14,2024-09-07,FALSE,FALSE,nbeerbower/Stella-mistral-nemo-12B-v2,1,nbeerbower/Stella-mistral-nemo-12B-v2 (Merge),1.74,https://huggingface.co/nbeerbower/Stella-mistral-nemo-12B-v2 🔶,pankajmathur/orca_mini_v7_7b,22.43,43.88,0.44,33.95,0.53,2.72,0.03,6.15,0.3,12.66,0.44,35.19,0.42,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,2,TRUE,f5e84ff6ea25fb4585908ea45d1520bac416d803,TRUE,TRUE,2024-06-26,2024-06-20,FALSE,FALSE,pankajmathur/orca_mini_v7_7b,0,pankajmathur/orca_mini_v7_7b,0.93,https://huggingface.co/pankajmathur/orca_mini_v7_7b -💬,Qwen/Qwen2.5-Coder-7B-Instruct,22.43,61.01,0.61,28.94,0.5,3.4,0.03,5.59,0.29,9.48,0.41,26.13,0.34,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,334,TRUE,3030861ab8e72c6155e1821631bf977ef40d3e5b,TRUE,TRUE,2024-11-07,2024-09-17,TRUE,TRUE,Qwen/Qwen2.5-Coder-7B-Instruct,1,Qwen/Qwen2.5-Coder-7B-Instruct (Merge),1.78,https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct +💬,Qwen/Qwen2.5-Coder-7B-Instruct,22.43,61.01,0.61,28.94,0.5,3.4,0.03,5.59,0.29,9.48,0.41,26.13,0.34,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,335,TRUE,3030861ab8e72c6155e1821631bf977ef40d3e5b,TRUE,TRUE,2024-11-07,2024-09-17,TRUE,TRUE,Qwen/Qwen2.5-Coder-7B-Instruct,1,Qwen/Qwen2.5-Coder-7B-Instruct (Merge),1.78,https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct 💬,xkp24/Llama-3-8B-Instruct-SPPO-Iter2_bt_2b-table,22.42,63.75,0.64,27.42,0.49,6.8,0.07,1.23,0.26,5.48,0.38,29.84,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,FALSE,c083d6796f54f66b4cec2261657a02801c761093,TRUE,TRUE,2024-10-01,2024-09-30,TRUE,FALSE,xkp24/Llama-3-8B-Instruct-SPPO-Iter2_bt_2b-table,0,xkp24/Llama-3-8B-Instruct-SPPO-Iter2_bt_2b-table,0.62,https://huggingface.co/xkp24/Llama-3-8B-Instruct-SPPO-Iter2_bt_2b-table 🤝,djuna-test-lab/TEST-L3.2-ReWish-3B-ties-w-base,22.42,63.53,0.64,22.07,0.45,12.92,0.13,4.47,0.28,7.92,0.38,23.62,0.31,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,TRUE,"",3,0,FALSE,ebab6c0266ae7846b2bb9a595a2651a23b031372,TRUE,TRUE,2024-10-23,2024-10-23,TRUE,FALSE,djuna-test-lab/TEST-L3.2-ReWish-3B-ties-w-base,1,djuna-test-lab/TEST-L3.2-ReWish-3B-ties-w-base (Merge),1.28,https://huggingface.co/djuna-test-lab/TEST-L3.2-ReWish-3B-ties-w-base 🤝,bunnycore/Llama-3.2-3B-All-Mix,22.42,72.26,0.72,22.52,0.45,11.86,0.12,1.68,0.26,2.19,0.33,24,0.32,🤝 base merges and moerges,LlamaForCausalLM,Original,float16,TRUE,"",3,1,FALSE,adacdd571c4073990ecf05a23277793e9e5f0410,TRUE,TRUE,2024-10-20,2024-10-20,TRUE,FALSE,bunnycore/Llama-3.2-3B-All-Mix,1,bunnycore/Llama-3.2-3B-All-Mix (Merge),0.74,https://huggingface.co/bunnycore/Llama-3.2-3B-All-Mix @@ -781,7 +789,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,rombodawg/Rombos-LLM-V2.5-Qwen-3b,22.18,53.42,0.53,27.21,0.48,5.51,0.06,7.72,0.31,8.55,0.4,30.68,0.38,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,other,3,3,TRUE,26601a8da5afce3b5959d91bdd0faaab6df8bf95,TRUE,TRUE,2024-09-29,2024-10-06,FALSE,FALSE,rombodawg/Rombos-LLM-V2.5-Qwen-3b,1,rombodawg/Rombos-LLM-V2.5-Qwen-3b (Merge),1.01,https://huggingface.co/rombodawg/Rombos-LLM-V2.5-Qwen-3b 🔶,BAAI/Infinity-Instruct-3M-0613-Mistral-7B,22.18,53.2,0.53,28.99,0.5,7.48,0.07,6.15,0.3,13.25,0.44,24.01,0.32,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,11,TRUE,c7a742e539ec264b9eaeefe2aed29e92e8a7ebd6,TRUE,TRUE,2024-06-27,2024-06-21,TRUE,FALSE,BAAI/Infinity-Instruct-3M-0613-Mistral-7B,0,BAAI/Infinity-Instruct-3M-0613-Mistral-7B,0.95,https://huggingface.co/BAAI/Infinity-Instruct-3M-0613-Mistral-7B 🤝,Kumar955/Hemanth-llm,22.14,50.45,0.5,33.04,0.52,7.02,0.07,4.36,0.28,14.5,0.45,23.47,0.31,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,TRUE,"",7,0,FALSE,871325cc04f57cd953c161a0ace49c47af8eca4c,TRUE,TRUE,2024-09-24,2024-09-24,FALSE,FALSE,Kumar955/Hemanth-llm,1,Kumar955/Hemanth-llm (Merge),1.99,https://huggingface.co/Kumar955/Hemanth-llm -💬,CohereForAI/aya-expanse-8b,22.14,63.59,0.64,28.52,0.5,7.02,0.07,7.05,0.3,4.41,0.37,22.26,0.3,"💬 chat models (RLHF, DPO, IFT, ...)",CohereForCausalLM,Original,float16,TRUE,cc-by-nc-4.0,8,293,TRUE,b9848575c8731981dfcf2e1f3bfbcb917a2e585d,TRUE,TRUE,2024-10-24,2024-10-23,TRUE,TRUE,CohereForAI/aya-expanse-8b,0,CohereForAI/aya-expanse-8b,1.17,https://huggingface.co/CohereForAI/aya-expanse-8b +💬,CohereForAI/aya-expanse-8b,22.14,63.59,0.64,28.52,0.5,7.02,0.07,7.05,0.3,4.41,0.37,22.26,0.3,"💬 chat models (RLHF, DPO, IFT, ...)",CohereForCausalLM,Original,float16,TRUE,cc-by-nc-4.0,8,294,TRUE,b9848575c8731981dfcf2e1f3bfbcb917a2e585d,TRUE,TRUE,2024-10-24,2024-10-23,TRUE,TRUE,CohereForAI/aya-expanse-8b,0,CohereForAI/aya-expanse-8b,1.17,https://huggingface.co/CohereForAI/aya-expanse-8b 🟢,01-ai/Yi-1.5-9B,22.14,29.36,0.29,30.5,0.51,11.33,0.11,17.23,0.38,12.03,0.43,32.4,0.39,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,47,TRUE,8cfde9604384c50137bee480b8cef8a08e5ae81d,TRUE,TRUE,2024-06-12,2024-05-11,FALSE,TRUE,01-ai/Yi-1.5-9B,0,01-ai/Yi-1.5-9B,0.73,https://huggingface.co/01-ai/Yi-1.5-9B 🔶,MaziyarPanahi/calme-3.2-baguette-3b,22.14,63.38,0.63,25.87,0.47,3.1,0.03,5.93,0.29,8.6,0.4,25.98,0.33,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,other,3,0,TRUE,bba8e602432bd467b64cabf9cb62326893060e60,TRUE,TRUE,2024-11-08,2024-11-07,TRUE,FALSE,MaziyarPanahi/calme-3.2-baguette-3b,1,Qwen/Qwen2.5-3B,0.78,https://huggingface.co/MaziyarPanahi/calme-3.2-baguette-3b 🔶,VAGOsolutions/SauerkrautLM-7b-LaserChat,22.13,59.88,0.6,22.99,0.45,7.7,0.08,6.71,0.3,9.92,0.41,25.61,0.33,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,12,TRUE,cb759636a3d5b0768df2f43a3d3da9b17e10e7b9,TRUE,TRUE,2024-06-26,2024-02-05,TRUE,FALSE,VAGOsolutions/SauerkrautLM-7b-LaserChat,0,VAGOsolutions/SauerkrautLM-7b-LaserChat,0.6,https://huggingface.co/VAGOsolutions/SauerkrautLM-7b-LaserChat @@ -827,9 +835,10 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,spow12/ChatWaifu_12B_v2.0,21.78,47.68,0.48,31.17,0.52,5.89,0.06,3.58,0.28,15.83,0.44,26.53,0.34,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,FALSE,cc-by-nc-4.0,12,11,TRUE,1fb38700b2e2a66d4ff32636817df76285cea5f1,TRUE,TRUE,2024-10-14,2024-10-10,TRUE,FALSE,spow12/ChatWaifu_12B_v2.0,1,spow12/ChatWaifu_12B_v2.0 (Merge),3.43,https://huggingface.co/spow12/ChatWaifu_12B_v2.0 🤝,johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.3-gamma-0.1,21.77,42.04,0.42,30.24,0.51,9.06,0.09,7.27,0.3,11.92,0.43,30.11,0.37,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,6fe73aa7f9c5b59297739166e9557089d39e5fc7,TRUE,TRUE,2024-06-26,2024-06-07,FALSE,FALSE,johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.3-gamma-0.1,1,johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.3-gamma-0.1 (Merge),0.85,https://huggingface.co/johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.3-gamma-0.1 🔶,Dans-DiscountModels/mistral-7b-test-merged,21.77,66.24,0.66,28.41,0.49,4.15,0.04,7.38,0.31,2.99,0.36,21.46,0.29,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,0,TRUE,9db677cc43fb88852d952ef5914e919e65dd03eb,TRUE,TRUE,2024-11-27,2024-11-27,TRUE,FALSE,Dans-DiscountModels/mistral-7b-test-merged,1,Dans-DiscountModels/mistral-7b-test-merged (Merge),1.02,https://huggingface.co/Dans-DiscountModels/mistral-7b-test-merged -🤝,icefog72/IceDrunkenCherryRP-7b,21.77,47.63,0.48,31.51,0.51,6.27,0.06,7.61,0.31,14.27,0.44,23.32,0.31,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,cc-by-nc-4.0,7,4,TRUE,7a0d428a84bbef60a5287e838551dc56230b291f,TRUE,TRUE,2024-11-25,2024-11-21,FALSE,FALSE,icefog72/IceDrunkenCherryRP-7b,1,icefog72/IceDrunkenCherryRP-7b (Merge),0.42,https://huggingface.co/icefog72/IceDrunkenCherryRP-7b 🤝,icefog72/Ice0.40-20.11-RP,21.77,47.63,0.48,31.51,0.51,6.27,0.06,7.61,0.31,14.27,0.44,23.32,0.31,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,cc-by-nc-4.0,7,4,TRUE,4d8d429be08dc2e57be3e890797c8e861264aad5,TRUE,TRUE,2024-11-21,2024-11-21,FALSE,FALSE,icefog72/Ice0.40-20.11-RP,1,icefog72/Ice0.40-20.11-RP (Merge),0.94,https://huggingface.co/icefog72/Ice0.40-20.11-RP +🤝,icefog72/IceDrunkenCherryRP-7b,21.77,47.63,0.48,31.51,0.51,6.27,0.06,7.61,0.31,14.27,0.44,23.32,0.31,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,cc-by-nc-4.0,7,4,TRUE,7a0d428a84bbef60a5287e838551dc56230b291f,TRUE,TRUE,2024-11-25,2024-11-21,FALSE,FALSE,icefog72/IceDrunkenCherryRP-7b,1,icefog72/IceDrunkenCherryRP-7b (Merge),0.42,https://huggingface.co/icefog72/IceDrunkenCherryRP-7b 🤝,icefog72/IceSakeV8RP-7b,21.77,60.86,0.61,28.97,0.49,6.42,0.06,3.47,0.28,8.54,0.4,22.34,0.3,🤝 base merges and moerges,MistralForCausalLM,Original,float16,FALSE,cc-by-nc-4.0,7,1,TRUE,0f8f73fe356583e561479c689aa6597435327f4e,TRUE,TRUE,2024-06-26,2024-06-26,TRUE,FALSE,icefog72/IceSakeV8RP-7b,0,icefog72/IceSakeV8RP-7b,0.65,https://huggingface.co/icefog72/IceSakeV8RP-7b +🔶,ashercn97/a1-v002,21.76,25.85,0.26,33.53,0.53,16.69,0.17,9.17,0.32,10.06,0.42,35.27,0.42,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,0,TRUE,f6a33c4c83b57b3a76bc1e79e714bdf05f249ed6,TRUE,TRUE,2024-11-29,2024-11-29,FALSE,FALSE,ashercn97/a1-v002,2,Qwen/Qwen2.5-7B,1.04,https://huggingface.co/ashercn97/a1-v002 🔶,swap-uniba/LLaMAntino-3-ANITA-8B-Inst-DPO-ITA,21.75,48.15,0.48,27.99,0.49,4.38,0.04,6.49,0.3,13.24,0.44,30.26,0.37,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,22,TRUE,2b6e46e4c9d341dc8bf8350a167492c880116b66,TRUE,TRUE,2024-10-25,2024-04-29,FALSE,FALSE,swap-uniba/LLaMAntino-3-ANITA-8B-Inst-DPO-ITA,1,meta-llama/Meta-Llama-3-8B-Instruct,0.82,https://huggingface.co/swap-uniba/LLaMAntino-3-ANITA-8B-Inst-DPO-ITA 🔶,LimYeri/CodeMind-Llama3-8B-unsloth_v4-one-DPO-merged,21.75,64.92,0.65,26.37,0.49,7.02,0.07,2.46,0.27,3.57,0.36,26.15,0.34,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,0,TRUE,e21e4932c56cebd3f9816bf083c1792cdccbe7a7,TRUE,TRUE,2024-08-28,2024-06-07,TRUE,FALSE,LimYeri/CodeMind-Llama3-8B-unsloth_v4-one-DPO-merged,2,Removed,0.73,https://huggingface.co/LimYeri/CodeMind-Llama3-8B-unsloth_v4-one-DPO-merged 🤝,grimjim/llama-3-Nephilim-v1-8B,21.74,42.77,0.43,29.91,0.51,9.14,0.09,6.94,0.3,10.64,0.41,31.06,0.38,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,cc-by-nc-4.0,8,1,TRUE,642799c8c768c53e831a03a1224db875116be866,TRUE,TRUE,2024-06-26,2024-06-21,FALSE,FALSE,grimjim/llama-3-Nephilim-v1-8B,1,grimjim/llama-3-Nephilim-v1-8B (Merge),0.86,https://huggingface.co/grimjim/llama-3-Nephilim-v1-8B @@ -863,7 +872,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,EpistemeAI2/Fireball-Alpaca-Llama3.1.01-8B-Philos,21.57,42.12,0.42,28.63,0.5,13.6,0.14,5.15,0.29,13.43,0.44,26.48,0.34,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,0,TRUE,f97293ed5cec7fb9482b16600259967c6c923e4b,TRUE,TRUE,2024-09-03,2024-09-03,FALSE,FALSE,EpistemeAI2/Fireball-Alpaca-Llama3.1.01-8B-Philos,3,meta-llama/Meta-Llama-3.1-8B,0.87,https://huggingface.co/EpistemeAI2/Fireball-Alpaca-Llama3.1.01-8B-Philos 🔶,MaziyarPanahi/calme-3.3-instruct-3b,21.55,64.23,0.64,25.68,0.47,0,0,4.36,0.28,9.4,0.41,25.62,0.33,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,other,3,0,TRUE,ea7d7fb442c981ecd44c5a9060ac6b062927f231,TRUE,TRUE,2024-11-08,2024-11-07,TRUE,FALSE,MaziyarPanahi/calme-3.3-instruct-3b,1,Qwen/Qwen2.5-3B,0.75,https://huggingface.co/MaziyarPanahi/calme-3.3-instruct-3b 🤝,TheHierophant/Underground-Cognitive-V0.3-test,21.52,48.08,0.48,33.67,0.53,0.6,0.01,6.49,0.3,14.56,0.44,25.75,0.33,🤝 base merges and moerges,LlamaForCausalLM,Original,float16,TRUE,"",10,0,FALSE,2753b6f9068ad14efe836cde3160747cd208bf9e,TRUE,TRUE,2024-11-22,2024-11-22,FALSE,FALSE,TheHierophant/Underground-Cognitive-V0.3-test,1,TheHierophant/Underground-Cognitive-V0.3-test (Merge),0.59,https://huggingface.co/TheHierophant/Underground-Cognitive-V0.3-test -🔶,mlabonne/NeuralDaredevil-8B-abliterated,21.5,41.62,0.42,29.76,0.51,8.53,0.09,7.05,0.3,10.9,0.41,31.13,0.38,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,153,TRUE,89b01e3292e031ed85ad21545849182f5627021e,TRUE,TRUE,2024-06-27,2024-05-27,FALSE,TRUE,mlabonne/NeuralDaredevil-8B-abliterated,0,mlabonne/NeuralDaredevil-8B-abliterated,0.99,https://huggingface.co/mlabonne/NeuralDaredevil-8B-abliterated +🔶,mlabonne/NeuralDaredevil-8B-abliterated,21.5,41.62,0.42,29.76,0.51,8.53,0.09,7.05,0.3,10.9,0.41,31.13,0.38,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,154,TRUE,89b01e3292e031ed85ad21545849182f5627021e,TRUE,TRUE,2024-06-27,2024-05-27,FALSE,TRUE,mlabonne/NeuralDaredevil-8B-abliterated,0,mlabonne/NeuralDaredevil-8B-abliterated,0.99,https://huggingface.co/mlabonne/NeuralDaredevil-8B-abliterated 🤝,icefog72/Ice0.15-02.10-RP,21.49,53.43,0.53,30.13,0.5,5.74,0.06,3.69,0.28,13,0.43,22.96,0.31,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,cc-by-nc-4.0,7,7,TRUE,ab67a8b63836ec7c8e6729d79d9dfd2708b20eb3,TRUE,TRUE,2024-10-02,2024-10-02,FALSE,FALSE,icefog72/Ice0.15-02.10-RP,0,icefog72/Ice0.15-02.10-RP,0.59,https://huggingface.co/icefog72/Ice0.15-02.10-RP 🔶,elinas/Chronos-Gold-12B-1.0,21.49,31.66,0.32,35.91,0.55,4.91,0.05,9.06,0.32,19.42,0.47,27.98,0.35,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,12,36,TRUE,cf76a4621b9dfc0c2e6d930756e6c7c9ce2b260b,TRUE,TRUE,2024-09-15,2024-08-21,TRUE,FALSE,elinas/Chronos-Gold-12B-1.0,1,mistralai/Mistral-Nemo-Base-2407,1.5,https://huggingface.co/elinas/Chronos-Gold-12B-1.0 🤝,BlackBeenie/llama-3-luminous-merged,21.48,43.23,0.43,30.64,0.52,7.85,0.08,5.7,0.29,10.63,0.41,30.81,0.38,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,FALSE,64288dd8e3305f2dc11d84fe0c653f351b2e8a9d,TRUE,TRUE,2024-10-11,2024-09-15,FALSE,FALSE,BlackBeenie/llama-3-luminous-merged,1,BlackBeenie/llama-3-luminous-merged (Merge),0.76,https://huggingface.co/BlackBeenie/llama-3-luminous-merged @@ -913,7 +922,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 💬,xkp24/Llama-3-8B-Instruct-SPPO-score-Iter2_gp_2b-table-0.001,21.22,59.47,0.59,26.94,0.49,7.33,0.07,1.23,0.26,2.33,0.36,30.05,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,FALSE,0e319ad47ed2b2636b72d07ee9b32657e1e50412,TRUE,TRUE,2024-09-30,2024-09-30,TRUE,FALSE,xkp24/Llama-3-8B-Instruct-SPPO-score-Iter2_gp_2b-table-0.001,0,xkp24/Llama-3-8B-Instruct-SPPO-score-Iter2_gp_2b-table-0.001,0.68,https://huggingface.co/xkp24/Llama-3-8B-Instruct-SPPO-score-Iter2_gp_2b-table-0.001 💬,UCLA-AGI/Gemma-2-9B-It-SPPO-Iter2,21.22,31,0.31,42.17,0.6,0,0,11.3,0.33,10.94,0.41,31.89,0.39,"💬 chat models (RLHF, DPO, IFT, ...)",Gemma2ForCausalLM,Original,bfloat16,TRUE,gemma,9,2,TRUE,b7590721d92bf6e0606e3dbc1ca2c229b7c534b4,TRUE,TRUE,2024-08-07,2024-06-29,TRUE,FALSE,UCLA-AGI/Gemma-2-9B-It-SPPO-Iter2,0,UCLA-AGI/Gemma-2-9B-It-SPPO-Iter2,2.72,https://huggingface.co/UCLA-AGI/Gemma-2-9B-It-SPPO-Iter2 💬,EpistemeAI/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO,21.21,46.11,0.46,26.32,0.48,12.01,0.12,6.71,0.3,8.08,0.4,28.01,0.35,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,apache-2.0,8,1,TRUE,b3c0fce7daa359cd8ed5be6595dd1a76ca2cfea2,TRUE,TRUE,2024-10-09,2024-10-08,FALSE,FALSE,EpistemeAI/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO,3,Removed,0.83,https://huggingface.co/EpistemeAI/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO -💬,cognitivecomputations/dolphin-2.9.2-qwen2-7b,21.18,35.35,0.35,27.91,0.49,12.92,0.13,5.37,0.29,11.66,0.42,33.9,0.41,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,61,TRUE,c443c4eb5138ed746ac49ed98bf3c183dc5380ac,TRUE,TRUE,2024-07-10,2024-05-24,TRUE,TRUE,cognitivecomputations/dolphin-2.9.2-qwen2-7b,1,Qwen/Qwen2-7B,1.28,https://huggingface.co/cognitivecomputations/dolphin-2.9.2-qwen2-7b +💬,cognitivecomputations/dolphin-2.9.2-qwen2-7b,21.18,35.35,0.35,27.91,0.49,12.92,0.13,5.37,0.29,11.66,0.42,33.9,0.41,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,62,TRUE,c443c4eb5138ed746ac49ed98bf3c183dc5380ac,TRUE,TRUE,2024-07-10,2024-05-24,TRUE,TRUE,cognitivecomputations/dolphin-2.9.2-qwen2-7b,1,Qwen/Qwen2-7B,1.28,https://huggingface.co/cognitivecomputations/dolphin-2.9.2-qwen2-7b 🔶,icefog72/IceMartiniRP-7b,21.18,50.45,0.5,29.69,0.5,6.87,0.07,3.91,0.28,13.14,0.43,23.04,0.31,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,cc-by-nc-4.0,7,2,TRUE,e5be38a55d2d9877fbb61cffc7f48402ac0193fc,TRUE,TRUE,2024-09-24,2024-09-24,FALSE,FALSE,icefog72/IceMartiniRP-7b,0,icefog72/IceMartiniRP-7b,0.57,https://huggingface.co/icefog72/IceMartiniRP-7b 🔶,lemon07r/Gemma-2-Ataraxy-v3j-9B,21.18,41.69,0.42,38.17,0.56,0.08,0,10.4,0.33,1.92,0.32,34.82,0.41,🔶 fine-tuned on domain-specific datasets,Gemma2ForCausalLM,Original,bfloat16,TRUE,"",9,1,FALSE,7ad4a1bf604f37bd82f3470dbc24870896d7287d,TRUE,TRUE,2024-10-09,2024-10-09,FALSE,FALSE,lemon07r/Gemma-2-Ataraxy-v3j-9B,1,lemon07r/Gemma-2-Ataraxy-v3j-9B (Merge),3.41,https://huggingface.co/lemon07r/Gemma-2-Ataraxy-v3j-9B 🤝,Lil-R/2_PRYMMAL-ECE-2B-SLERP-V1,21.17,58.23,0.58,19.53,0.43,9.21,0.09,7.49,0.31,13.92,0.44,18.64,0.27,🤝 base merges and moerges,Gemma2ForCausalLM,Original,bfloat16,FALSE,apache-2.0,2,0,TRUE,fda2d7dd2d797726ebd34cee88095e0ae6b0b093,TRUE,TRUE,2024-11-07,2024-11-05,FALSE,FALSE,Lil-R/2_PRYMMAL-ECE-2B-SLERP-V1,1,Lil-R/2_PRYMMAL-ECE-2B-SLERP-V1 (Merge),2.42,https://huggingface.co/Lil-R/2_PRYMMAL-ECE-2B-SLERP-V1 @@ -935,7 +944,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 💬,NousResearch/Nous-Hermes-2-Mistral-7B-DPO,21.04,57.63,0.58,27.79,0.49,4.38,0.04,5.7,0.29,8.33,0.4,22.39,0.3,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,168,TRUE,ebec0a691037d38955727d6949798429a63929dd,TRUE,TRUE,2024-06-12,2024-02-18,TRUE,TRUE,NousResearch/Nous-Hermes-2-Mistral-7B-DPO,1,mistralai/Mistral-7B-v0.1,0.47,https://huggingface.co/NousResearch/Nous-Hermes-2-Mistral-7B-DPO 🤝,Lil-R/2_PRYMMAL-ECE-2B-SLERP-V2,21.04,55.43,0.55,20.2,0.44,9.21,0.09,6.38,0.3,15.62,0.45,19.38,0.27,🤝 base merges and moerges,Gemma2ForCausalLM,Original,bfloat16,FALSE,apache-2.0,2,0,TRUE,7e55d63df09ec396f39adcc426a91f2e74606bd0,TRUE,TRUE,2024-11-05,2024-11-05,FALSE,FALSE,Lil-R/2_PRYMMAL-ECE-2B-SLERP-V2,1,Lil-R/2_PRYMMAL-ECE-2B-SLERP-V2 (Merge),1.29,https://huggingface.co/Lil-R/2_PRYMMAL-ECE-2B-SLERP-V2 🔶,EpistemeAI2/Fireball-Alpaca-Llama3.1.04-8B-Philos,21.03,40.84,0.41,27.96,0.49,11.63,0.12,5.37,0.29,13.69,0.44,26.7,0.34,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,apache-2.0,8,0,TRUE,efd0c251373e1a2fa2bc8cead502c03ff6dc7c8b,TRUE,TRUE,2024-09-05,2024-09-05,FALSE,FALSE,EpistemeAI2/Fireball-Alpaca-Llama3.1.04-8B-Philos,3,meta-llama/Meta-Llama-3.1-8B,0.77,https://huggingface.co/EpistemeAI2/Fireball-Alpaca-Llama3.1.04-8B-Philos -💬,Qwen/Qwen2.5-3B-Instruct,21.03,64.75,0.65,25.8,0.47,0,0,3.02,0.27,7.57,0.4,25.05,0.33,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,3,103,TRUE,82f42baa094a9600e39ccd80d34058aeeb3abbc1,TRUE,TRUE,2024-09-19,2024-09-17,TRUE,TRUE,Qwen/Qwen2.5-3B-Instruct,1,Qwen/Qwen2.5-3B,1.39,https://huggingface.co/Qwen/Qwen2.5-3B-Instruct +💬,Qwen/Qwen2.5-3B-Instruct,21.03,64.75,0.65,25.8,0.47,0,0,3.02,0.27,7.57,0.4,25.05,0.33,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,3,104,TRUE,82f42baa094a9600e39ccd80d34058aeeb3abbc1,TRUE,TRUE,2024-09-19,2024-09-17,TRUE,TRUE,Qwen/Qwen2.5-3B-Instruct,1,Qwen/Qwen2.5-3B,1.39,https://huggingface.co/Qwen/Qwen2.5-3B-Instruct 🤝,allknowingroger/MultiMash8-13B-slerp,21.02,43.21,0.43,32.27,0.52,7.4,0.07,5.15,0.29,14.5,0.44,23.62,0.31,🤝 base merges and moerges,MixtralForCausalLM,Original,bfloat16,FALSE,apache-2.0,12,0,TRUE,5590ccd99f74301951f450f9d0271a99e97728c8,TRUE,TRUE,2024-09-02,2024-05-26,FALSE,FALSE,allknowingroger/MultiMash8-13B-slerp,1,allknowingroger/MultiMash8-13B-slerp (Merge),1.73,https://huggingface.co/allknowingroger/MultiMash8-13B-slerp 💬,Qwen/Qwen1.5-14B-Chat,21.02,47.68,0.48,32.76,0.52,0,0,2.68,0.27,13.93,0.44,29.09,0.36,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,14,111,TRUE,9492b22871f43e975435455f5c616c77fe7a50ec,TRUE,TRUE,2024-06-12,2024-01-30,TRUE,TRUE,Qwen/Qwen1.5-14B-Chat,0,Qwen/Qwen1.5-14B-Chat,1.34,https://huggingface.co/Qwen/Qwen1.5-14B-Chat 💬,xukp20/Llama-3-8B-Instruct-SPPO-Iter3_bt_2b-table,21.02,57.56,0.58,26.87,0.49,7.93,0.08,1.23,0.26,2.98,0.37,29.54,0.37,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,FALSE,d2b87100e5ba3215fddbd308bb17b7bf12fe6c9e,TRUE,TRUE,2024-09-29,2024-09-28,TRUE,FALSE,xukp20/Llama-3-8B-Instruct-SPPO-Iter3_bt_2b-table,0,xukp20/Llama-3-8B-Instruct-SPPO-Iter3_bt_2b-table,0.99,https://huggingface.co/xukp20/Llama-3-8B-Instruct-SPPO-Iter3_bt_2b-table @@ -963,6 +972,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.004-128K-code-COT,20.83,45.78,0.46,25.82,0.48,13.67,0.14,5.82,0.29,6.45,0.39,27.45,0.35,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,apache-2.0,8,0,TRUE,bb90c19dc7c4a509e7bd73f4620dca818b58be25,TRUE,TRUE,2024-10-11,2024-10-11,FALSE,FALSE,EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.004-128K-code-COT,3,Removed,0.84,https://huggingface.co/EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.004-128K-code-COT 💬,berkeley-nest/Starling-LM-7B-alpha,20.83,54.8,0.55,21.95,0.44,8.31,0.08,6.26,0.3,9.5,0.41,24.13,0.32,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,555,TRUE,1dddf3b95bc1391f6307299eb1c162c194bde9bd,TRUE,TRUE,2024-06-12,2023-11-25,TRUE,TRUE,berkeley-nest/Starling-LM-7B-alpha,0,berkeley-nest/Starling-LM-7B-alpha,0.55,https://huggingface.co/berkeley-nest/Starling-LM-7B-alpha 🔶,fblgit/juanako-7b-UNA,20.83,48.37,0.48,30.42,0.51,3.17,0.03,6.15,0.3,17.16,0.46,19.68,0.28,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,23,TRUE,b8ac85b603d5ee1ac619b2e1d0b3bb86c4eecb0c,TRUE,TRUE,2024-06-30,2023-11-27,FALSE,FALSE,fblgit/juanako-7b-UNA,0,fblgit/juanako-7b-UNA,0.63,https://huggingface.co/fblgit/juanako-7b-UNA +🔶,ashercn97/a1-v0.0.1,20.82,21.98,0.22,32.76,0.52,16.92,0.17,8.17,0.31,9.93,0.41,35.16,0.42,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,"",7,0,FALSE,83760a8e55b312880f57247c0d9a4a25a0f2e528,TRUE,TRUE,2024-11-28,2024-11-28,FALSE,FALSE,ashercn97/a1-v0.0.1,0,ashercn97/a1-v0.0.1,1.08,https://huggingface.co/ashercn97/a1-v0.0.1 🔶,ArliAI/ArliAI-RPMax-12B-v1.1,20.81,53.49,0.53,24.81,0.48,10.27,0.1,4.25,0.28,5.56,0.36,26.49,0.34,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,41,TRUE,645db1cf8ad952eb57854a133e8e15303b898b04,TRUE,TRUE,2024-09-05,2024-08-31,TRUE,FALSE,ArliAI/ArliAI-RPMax-12B-v1.1,0,ArliAI/ArliAI-RPMax-12B-v1.1,1.83,https://huggingface.co/ArliAI/ArliAI-RPMax-12B-v1.1 🔶,Nekochu/Llama-3.1-8B-french-DPO,20.81,46.56,0.47,30.03,0.51,4.38,0.04,5.48,0.29,11.56,0.42,26.82,0.34,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,1,TRUE,b0c66dd2a2814a6bfb05313ffec856fd4c6c7bd7,TRUE,TRUE,2024-10-12,2024-08-12,FALSE,FALSE,Nekochu/Llama-3.1-8B-french-DPO,1,NousResearch/Meta-Llama-3.1-8B-Instruct,0.82,https://huggingface.co/Nekochu/Llama-3.1-8B-french-DPO 🤝,ClaudioItaly/Evolutionstory-7B-v2.2,20.8,48.14,0.48,31.62,0.51,7.02,0.07,3.36,0.28,10.66,0.41,23.99,0.32,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,mit,7,1,TRUE,9f838721d24a5195bed59a5ed8d9af536f7f2459,TRUE,TRUE,2024-09-01,2024-08-30,FALSE,FALSE,ClaudioItaly/Evolutionstory-7B-v2.2,1,ClaudioItaly/Evolutionstory-7B-v2.2 (Merge),0.56,https://huggingface.co/ClaudioItaly/Evolutionstory-7B-v2.2 @@ -1061,7 +1071,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🤝,automerger/YamshadowExperiment28-7B,19.9,40.7,0.41,31.98,0.52,6.19,0.06,4.92,0.29,12.69,0.43,22.89,0.31,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,7,23,TRUE,76972ed8aacba1fd14f78e6f8d347f087f8b6800,TRUE,TRUE,2024-06-29,2024-03-18,FALSE,FALSE,automerger/YamshadowExperiment28-7B,1,automerger/YamshadowExperiment28-7B (Merge),0.58,https://huggingface.co/automerger/YamshadowExperiment28-7B 🟢,01-ai/Yi-34B-200K,19.89,15.42,0.15,36.02,0.54,4.98,0.05,14.21,0.36,9.41,0.38,39.27,0.45,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,34,316,TRUE,8ac1a1ebe011df28b78ccd08012aeb2222443c77,TRUE,TRUE,2024-06-12,2023-11-06,FALSE,TRUE,01-ai/Yi-34B-200K,0,01-ai/Yi-34B-200K,12.75,https://huggingface.co/01-ai/Yi-34B-200K 🔶,lemon07r/llama-3-NeuralMahou-8b,19.87,49.01,0.49,18.69,0.42,10.35,0.1,5.15,0.29,6.14,0.39,29.89,0.37,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,FALSE,llama3,8,1,TRUE,59a0937df85f9d6d65d15dbb4a7c06b6ad8a0305,TRUE,TRUE,2024-06-26,2024-05-30,TRUE,FALSE,lemon07r/llama-3-NeuralMahou-8b,1,lemon07r/llama-3-NeuralMahou-8b (Merge),0.85,https://huggingface.co/lemon07r/llama-3-NeuralMahou-8b -🔶,abacusai/Liberated-Qwen1.5-14B,19.87,36.31,0.36,28.02,0.49,12.16,0.12,4.47,0.28,10.32,0.42,27.91,0.35,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,float16,TRUE,other,14,20,TRUE,cc0fa5102bfee821bb5e49f082731ccb9d1fedf1,TRUE,TRUE,2024-09-05,2024-03-05,TRUE,TRUE,abacusai/Liberated-Qwen1.5-14B,0,abacusai/Liberated-Qwen1.5-14B,4.08,https://huggingface.co/abacusai/Liberated-Qwen1.5-14B +🔶,abacusai/Liberated-Qwen1.5-14B,19.87,36.31,0.36,28.02,0.49,12.16,0.12,4.47,0.28,10.32,0.42,27.91,0.35,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,float16,TRUE,other,14,21,TRUE,cc0fa5102bfee821bb5e49f082731ccb9d1fedf1,TRUE,TRUE,2024-09-05,2024-03-05,TRUE,TRUE,abacusai/Liberated-Qwen1.5-14B,0,abacusai/Liberated-Qwen1.5-14B,4.08,https://huggingface.co/abacusai/Liberated-Qwen1.5-14B 🤝,Jacoby746/Proto-Harpy-Spark-v0.1-7B,19.86,43.33,0.43,26.91,0.47,6.27,0.06,7.38,0.31,12.29,0.43,22.99,0.31,🤝 base merges and moerges,MistralForCausalLM,Original,float16,FALSE,apache-2.0,7,0,TRUE,984cca02cd930b2e1b7b2a7d53471d32d9821cdd,TRUE,TRUE,2024-09-30,2024-09-22,FALSE,FALSE,Jacoby746/Proto-Harpy-Spark-v0.1-7B,1,Jacoby746/Proto-Harpy-Spark-v0.1-7B (Merge),0.6,https://huggingface.co/Jacoby746/Proto-Harpy-Spark-v0.1-7B 🤝,lalainy/ECE-PRYMMAL-YL-6B-SLERP-V1,19.86,32.64,0.33,24.52,0.46,11.63,0.12,5.15,0.29,20.63,0.49,24.6,0.32,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,6,0,TRUE,56789ff5fcc863460fce652ebe6ed6bb5a4bd30c,TRUE,TRUE,2024-11-08,2024-11-08,FALSE,FALSE,lalainy/ECE-PRYMMAL-YL-6B-SLERP-V1,0,lalainy/ECE-PRYMMAL-YL-6B-SLERP-V1,0.5,https://huggingface.co/lalainy/ECE-PRYMMAL-YL-6B-SLERP-V1 🔶,KingNish/Reasoning-Llama-3b-v0.1,19.86,62.25,0.62,19.86,0.43,10.88,0.11,1.23,0.26,2.4,0.32,22.55,0.3,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,llama3.2,3,9,TRUE,d164caf591c42a4cbc3b21d46493e72fbdbd9de8,TRUE,TRUE,2024-10-26,2024-10-10,TRUE,FALSE,KingNish/Reasoning-Llama-3b-v0.1,1,meta-llama/Llama-3.2-3B-Instruct,0.68,https://huggingface.co/KingNish/Reasoning-Llama-3b-v0.1 @@ -1076,6 +1086,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🟢,01-ai/Yi-1.5-9B-32K,19.78,23.03,0.23,28.94,0.5,10.65,0.11,14.54,0.36,10.83,0.42,30.72,0.38,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,18,TRUE,116561dfae63af90f9d163b43077629e0e916bb1,TRUE,TRUE,2024-06-12,2024-05-15,FALSE,TRUE,01-ai/Yi-1.5-9B-32K,0,01-ai/Yi-1.5-9B-32K,0.78,https://huggingface.co/01-ai/Yi-1.5-9B-32K 🤝,allknowingroger/MultiMash7-12B-slerp,19.78,42.13,0.42,31.3,0.51,6.87,0.07,3.8,0.28,12.03,0.43,22.55,0.3,🤝 base merges and moerges,MixtralForCausalLM,Original,bfloat16,FALSE,apache-2.0,12,0,TRUE,5f91dd41fb4b58e76c52b03ed15477a046b079df,TRUE,TRUE,2024-06-26,2024-05-22,FALSE,FALSE,allknowingroger/MultiMash7-12B-slerp,1,allknowingroger/MultiMash7-12B-slerp (Merge),0.82,https://huggingface.co/allknowingroger/MultiMash7-12B-slerp 🤝,invisietch/EtherealRainbow-v0.3-8B,19.78,36.82,0.37,30.08,0.51,7.55,0.08,7.27,0.3,7.77,0.39,29.18,0.36,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,llama3,8,13,TRUE,c986c4ca5a5b8474820a59d3e911a431cf26938d,TRUE,TRUE,2024-07-01,2024-06-19,FALSE,FALSE,invisietch/EtherealRainbow-v0.3-8B,0,invisietch/EtherealRainbow-v0.3-8B,1.28,https://huggingface.co/invisietch/EtherealRainbow-v0.3-8B +🔶,mkxu/llama-3-8b-po1,19.77,40.81,0.41,29.18,0.5,7.02,0.07,6.26,0.3,6.85,0.38,28.47,0.36,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,"",8,0,FALSE,1b16e10de696c43cd2b49fac9f6195dc551438ee,TRUE,TRUE,2024-11-29,2024-11-29,FALSE,FALSE,mkxu/llama-3-8b-po1,0,mkxu/llama-3-8b-po1,0.51,https://huggingface.co/mkxu/llama-3-8b-po1 🤝,allknowingroger/Ph3unsloth-3B-slerp,19.76,18.94,0.19,36.46,0.55,7.78,0.08,9.96,0.32,15.43,0.45,30.01,0.37,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,3,0,TRUE,465444b3cdd43876717f7386ea2f3357c5fe8e53,TRUE,TRUE,2024-06-26,2024-05-31,FALSE,FALSE,allknowingroger/Ph3unsloth-3B-slerp,1,allknowingroger/Ph3unsloth-3B-slerp (Merge),0.53,https://huggingface.co/allknowingroger/Ph3unsloth-3B-slerp 🤝,shyamieee/Padma-v7.0,19.76,38.41,0.38,31.66,0.51,7.02,0.07,4.81,0.29,14.09,0.44,22.55,0.3,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,7,0,TRUE,caf70bd6e2f819cc6a18dda8516f2cbdc101fdde,TRUE,TRUE,2024-06-26,2024-06-26,FALSE,FALSE,shyamieee/Padma-v7.0,1,shyamieee/Padma-v7.0 (Merge),0.59,https://huggingface.co/shyamieee/Padma-v7.0 🔶,nbeerbower/mistral-nemo-gutenberg-12B-v4,19.75,23.79,0.24,31.97,0.53,12.08,0.12,8.84,0.32,13.2,0.41,28.62,0.36,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,15,TRUE,59409afe585ae6945a588c867f879a9d31e571e6,TRUE,TRUE,2024-09-03,2024-08-22,FALSE,FALSE,nbeerbower/mistral-nemo-gutenberg-12B-v4,1,nbeerbower/mistral-nemo-gutenberg-12B-v4 (Merge),1.76,https://huggingface.co/nbeerbower/mistral-nemo-gutenberg-12B-v4 @@ -1131,7 +1142,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,divyanshukunwar/SASTRI_1_9B,19.38,42.07,0.42,23.53,0.47,11.33,0.11,9.51,0.32,5.56,0.38,24.3,0.32,🔶 fine-tuned on domain-specific datasets,Gemma2ForCausalLM,Original,float16,TRUE,apache-2.0,5,0,TRUE,3afeb5b296b1d6489401105e2ea6fc5c00d09c07,TRUE,TRUE,2024-11-23,2024-11-20,TRUE,FALSE,divyanshukunwar/SASTRI_1_9B,1,divyanshukunwar/SASTRI_1_9B (Merge),3.9,https://huggingface.co/divyanshukunwar/SASTRI_1_9B 🤝,mlabonne/Beyonder-4x7B-v3,19.38,56.08,0.56,24.56,0.47,5.21,0.05,4.7,0.29,8.93,0.4,16.81,0.25,🤝 base merges and moerges,MixtralForCausalLM,Original,float16,FALSE,cc-by-nc-4.0,24,58,TRUE,8e923fa480f511ab54d79b44b0487768bdd3de4e,TRUE,FALSE,2024-06-12,2024-03-21,TRUE,TRUE,mlabonne/Beyonder-4x7B-v3,1,mlabonne/Beyonder-4x7B-v3 (Merge),1.39,https://huggingface.co/mlabonne/Beyonder-4x7B-v3 🔶,nbeerbower/Hermes2-Gutenberg2-Mistral-7B,19.38,37.21,0.37,28.91,0.5,5.82,0.06,5.26,0.29,16.92,0.46,22.14,0.3,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,2,TRUE,5eec0dfd29999ef1d7775010b7e9c7be9ed89bfd,TRUE,TRUE,2024-10-01,2024-09-30,FALSE,FALSE,nbeerbower/Hermes2-Gutenberg2-Mistral-7B,1,nbeerbower/Hermes2-Gutenberg2-Mistral-7B (Merge),0.58,https://huggingface.co/nbeerbower/Hermes2-Gutenberg2-Mistral-7B -💬,cognitivecomputations/dolphin-2.9.3-mistral-7B-32k,19.37,41.26,0.41,26.91,0.48,5.21,0.05,4.7,0.29,17.93,0.46,20.23,0.28,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,45,TRUE,4f4273ee8e7930dd64e2c6121c79d12546b883e2,TRUE,TRUE,2024-07-04,2024-06-25,TRUE,TRUE,cognitivecomputations/dolphin-2.9.3-mistral-7B-32k,1,mistralai/Mistral-7B-v0.3,0.6,https://huggingface.co/cognitivecomputations/dolphin-2.9.3-mistral-7B-32k +💬,cognitivecomputations/dolphin-2.9.3-mistral-7B-32k,19.37,41.26,0.41,26.91,0.48,5.21,0.05,4.7,0.29,17.93,0.46,20.23,0.28,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,46,TRUE,4f4273ee8e7930dd64e2c6121c79d12546b883e2,TRUE,TRUE,2024-07-04,2024-06-25,TRUE,TRUE,cognitivecomputations/dolphin-2.9.3-mistral-7B-32k,1,mistralai/Mistral-7B-v0.3,0.6,https://huggingface.co/cognitivecomputations/dolphin-2.9.3-mistral-7B-32k 🟩,nazimali/Mistral-Nemo-Kurdish,19.37,34.01,0.34,29.86,0.51,8.91,0.09,6.82,0.3,11.78,0.41,24.83,0.32,🟩 continuously pretrained,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,2,TRUE,1eb544577a2874d8df0b77ca83ff1c88dd20f481,TRUE,TRUE,2024-10-14,2024-10-09,FALSE,FALSE,nazimali/Mistral-Nemo-Kurdish,1,nazimali/Mistral-Nemo-Kurdish (Merge),1.85,https://huggingface.co/nazimali/Mistral-Nemo-Kurdish 🔶,zake7749/gemma-2-2b-it-chinese-kyara-dpo,19.33,53.82,0.54,19.06,0.43,6.65,0.07,2.24,0.27,16.76,0.46,17.48,0.26,🔶 fine-tuned on domain-specific datasets,Gemma2ForCausalLM,Original,bfloat16,TRUE,gemma,2,6,TRUE,bbc011dae0416c1664a0287f3a7a0f9563deac91,TRUE,TRUE,2024-10-17,2024-08-18,FALSE,FALSE,zake7749/gemma-2-2b-it-chinese-kyara-dpo,1,zake7749/gemma-2-2b-it-chinese-kyara-dpo (Merge),1.28,https://huggingface.co/zake7749/gemma-2-2b-it-chinese-kyara-dpo 🤝,allknowingroger/Meme-7B-slerp,19.33,51.64,0.52,24.53,0.47,4.68,0.05,4.81,0.29,10.19,0.42,20.11,0.28,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,7,0,TRUE,7836c0f4fce70286382e61003e9a05d7559365d9,TRUE,TRUE,2024-06-26,2024-05-22,FALSE,FALSE,allknowingroger/Meme-7B-slerp,1,allknowingroger/Meme-7B-slerp (Merge),0.48,https://huggingface.co/allknowingroger/Meme-7B-slerp @@ -1144,22 +1155,22 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 💬,google/recurrentgemma-9b-it,19.23,50.1,0.5,21.62,0.44,6.72,0.07,2.68,0.27,13.77,0.44,20.48,0.28,"💬 chat models (RLHF, DPO, IFT, ...)",RecurrentGemmaForCausalLM,Original,bfloat16,TRUE,gemma,9,50,TRUE,43e62f98c3d496a5469ef4b18c1b11e417d68d1d,TRUE,TRUE,2024-07-05,2024-06-07,TRUE,TRUE,google/recurrentgemma-9b-it,0,google/recurrentgemma-9b-it,13.36,https://huggingface.co/google/recurrentgemma-9b-it 🔶,netcat420/MFANN-Llama3.1-Abliterated-SLERP-TIES-V3,19.22,42.38,0.42,26.98,0.49,7.55,0.08,6.26,0.3,4.49,0.37,27.67,0.35,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,"",8,2,FALSE,381cf003a5e28d2b273226364b568cc60b857b5b,TRUE,TRUE,2024-11-26,2024-11-25,FALSE,FALSE,netcat420/MFANN-Llama3.1-Abliterated-SLERP-TIES-V3,1,netcat420/MFANN-Llama3.1-Abliterated-SLERP-TIES-V3 (Merge),0.72,https://huggingface.co/netcat420/MFANN-Llama3.1-Abliterated-SLERP-TIES-V3 🤝,netcat420/MFANN-Llama3.1-Abliterated-SLERP-TIES-V2,19.21,42.1,0.42,26.94,0.49,7.63,0.08,6.26,0.3,4.33,0.37,28.03,0.35,🤝 base merges and moerges,LlamaForCausalLM,Original,float16,FALSE,apache-2.0,8,0,TRUE,0e649dd355ad7d562f9346c96642c24eff35338e,TRUE,TRUE,2024-11-09,2024-11-08,FALSE,FALSE,netcat420/MFANN-Llama3.1-Abliterated-SLERP-TIES-V2,0,netcat420/MFANN-Llama3.1-Abliterated-SLERP-TIES-V2,0.7,https://huggingface.co/netcat420/MFANN-Llama3.1-Abliterated-SLERP-TIES-V2 -🟢,Qwen/Qwen2.5-Coder-7B,19.21,34.46,0.34,28.44,0.49,19.18,0.19,1.23,0.26,2.17,0.34,29.77,0.37,🟢 pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,73,TRUE,097b213c52760d22753af1aa5cbdba94b5c99506,TRUE,TRUE,2024-09-21,2024-09-16,TRUE,TRUE,Qwen/Qwen2.5-Coder-7B,1,Qwen/Qwen2.5-Coder-7B (Merge),2.3,https://huggingface.co/Qwen/Qwen2.5-Coder-7B +🟢,Qwen/Qwen2.5-Coder-7B,19.21,34.46,0.34,28.44,0.49,19.18,0.19,1.23,0.26,2.17,0.34,29.77,0.37,🟢 pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,74,TRUE,097b213c52760d22753af1aa5cbdba94b5c99506,TRUE,TRUE,2024-09-21,2024-09-16,TRUE,TRUE,Qwen/Qwen2.5-Coder-7B,1,Qwen/Qwen2.5-Coder-7B (Merge),2.3,https://huggingface.co/Qwen/Qwen2.5-Coder-7B 💬,Weyaxi/Einstein-v6.1-developed-by-Weyaxi-Llama3-8B,19.21,39.27,0.39,29.69,0.5,6.5,0.06,3.13,0.27,13.39,0.43,23.25,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,other,8,1,TRUE,b7507e94146c0832c26609e9ab8115934d3e25b3,TRUE,TRUE,2024-06-26,2024-06-23,TRUE,FALSE,Weyaxi/Einstein-v6.1-developed-by-Weyaxi-Llama3-8B,0,Weyaxi/Einstein-v6.1-developed-by-Weyaxi-Llama3-8B,0.87,https://huggingface.co/Weyaxi/Einstein-v6.1-developed-by-Weyaxi-Llama3-8B 💬,princeton-nlp/Llama-3-Base-8B-SFT-ORPO,19.19,45.17,0.45,26.49,0.47,4.23,0.04,8.5,0.31,7.63,0.37,23.14,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,TRUE,54d58402e0168faff6503e41621ad6c8274a310a,TRUE,TRUE,2024-10-07,2024-05-17,TRUE,FALSE,princeton-nlp/Llama-3-Base-8B-SFT-ORPO,0,princeton-nlp/Llama-3-Base-8B-SFT-ORPO,0.91,https://huggingface.co/princeton-nlp/Llama-3-Base-8B-SFT-ORPO 🔶,SicariusSicariiStuff/Zion_Alpha,19.19,33.24,0.33,29.16,0.49,5.21,0.05,5.37,0.29,18.45,0.47,23.68,0.31,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,apache-2.0,7,3,TRUE,e52e1b6e98dce3a54d82f87f83920c0a3f189457,TRUE,TRUE,2024-10-18,2024-05-19,FALSE,FALSE,SicariusSicariiStuff/Zion_Alpha,0,SicariusSicariiStuff/Zion_Alpha,0.59,https://huggingface.co/SicariusSicariiStuff/Zion_Alpha 💬,kaist-ai/mistral-orpo-capybara-7k,19.18,53.67,0.54,23.43,0.45,3.7,0.04,4.81,0.29,7.58,0.4,21.9,0.3,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,mit,7,26,TRUE,24c1172060658a1923c9b454796857e2cc59fbeb,TRUE,TRUE,2024-10-09,2024-03-23,TRUE,FALSE,kaist-ai/mistral-orpo-capybara-7k,1,kaist-ai/mistral-orpo-capybara-7k (Merge),0.66,https://huggingface.co/kaist-ai/mistral-orpo-capybara-7k 🔶,failspy/Llama-3-8B-Instruct-abliterated,19.18,59.09,0.59,18.86,0.44,3.78,0.04,3.47,0.28,10.51,0.41,19.35,0.27,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,8,TRUE,dd67dd055661e4cbcedb0ed2431693d9cc3be6e0,TRUE,TRUE,2024-07-03,2024-05-07,TRUE,FALSE,failspy/Llama-3-8B-Instruct-abliterated,0,failspy/Llama-3-8B-Instruct-abliterated,0.74,https://huggingface.co/failspy/Llama-3-8B-Instruct-abliterated 🔶,nbeerbower/mistral-nemo-gutenberg-12B-v3,19.18,21.83,0.22,34.96,0.54,5.29,0.05,8.61,0.31,15,0.45,29.38,0.36,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,10,TRUE,3e1a716281f23280abd72e402139c578faca175a,TRUE,TRUE,2024-09-03,2024-08-15,FALSE,FALSE,nbeerbower/mistral-nemo-gutenberg-12B-v3,1,nbeerbower/mistral-nemo-gutenberg-12B-v3 (Merge),1.84,https://huggingface.co/nbeerbower/mistral-nemo-gutenberg-12B-v3 -💬,mistralai/Mistral-7B-Instruct-v0.3,19.17,54.65,0.55,25.57,0.47,3.55,0.04,3.91,0.28,4.3,0.37,23.06,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,1153,TRUE,83e9aa141f2e28c82232fea5325f54edf17c43de,TRUE,TRUE,2024-06-12,2024-05-22,TRUE,TRUE,mistralai/Mistral-7B-Instruct-v0.3,1,mistralai/Mistral-7B-v0.3,0.54,https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.3 -🔶,lemon07r/Gemma-2-Ataraxy-v2-9B,19.17,21.36,0.21,39.8,0.58,0.91,0.01,12.3,0.34,4.88,0.35,35.79,0.42,🔶 fine-tuned on domain-specific datasets,Gemma2ForCausalLM,Original,bfloat16,TRUE,"",10,11,FALSE,77aca48ac25eb2cbe8c0751a4ef77e5face34d80,TRUE,TRUE,2024-09-28,2024-09-28,FALSE,FALSE,lemon07r/Gemma-2-Ataraxy-v2-9B,1,lemon07r/Gemma-2-Ataraxy-v2-9B (Merge),3,https://huggingface.co/lemon07r/Gemma-2-Ataraxy-v2-9B +💬,mistralai/Mistral-7B-Instruct-v0.3,19.17,54.65,0.55,25.57,0.47,3.55,0.04,3.91,0.28,4.3,0.37,23.06,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,1154,TRUE,83e9aa141f2e28c82232fea5325f54edf17c43de,TRUE,TRUE,2024-06-12,2024-05-22,TRUE,TRUE,mistralai/Mistral-7B-Instruct-v0.3,1,mistralai/Mistral-7B-v0.3,0.54,https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.3 +🔶,lemon07r/Gemma-2-Ataraxy-v2-9B,19.17,21.36,0.21,39.8,0.58,0.91,0.01,12.3,0.34,4.88,0.35,35.79,0.42,🔶 fine-tuned on domain-specific datasets,Gemma2ForCausalLM,Original,bfloat16,TRUE,"",10,12,FALSE,77aca48ac25eb2cbe8c0751a4ef77e5face34d80,TRUE,TRUE,2024-09-28,2024-09-28,FALSE,FALSE,lemon07r/Gemma-2-Ataraxy-v2-9B,1,lemon07r/Gemma-2-Ataraxy-v2-9B (Merge),3,https://huggingface.co/lemon07r/Gemma-2-Ataraxy-v2-9B 💬,GritLM/GritLM-7B-KTO,19.17,53.1,0.53,27.9,0.49,2.34,0.02,6.38,0.3,6.64,0.37,18.67,0.27,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,4,TRUE,b5c48669508c1de18c698460c187f64e90e7df44,TRUE,TRUE,2024-08-04,2024-04-16,TRUE,FALSE,GritLM/GritLM-7B-KTO,0,GritLM/GritLM-7B-KTO,0.64,https://huggingface.co/GritLM/GritLM-7B-KTO -🔶,SicariusSicariiStuff/LLAMA-3_8B_Unaligned_BETA,19.15,37.13,0.37,25,0.47,8.46,0.08,7.38,0.31,9.56,0.41,27.39,0.35,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,apache-2.0,8,37,TRUE,9bc5b68a7448a4e46eeaf27a4ac477d79578db95,TRUE,TRUE,2024-10-18,2024-10-12,FALSE,FALSE,SicariusSicariiStuff/LLAMA-3_8B_Unaligned_BETA,0,SicariusSicariiStuff/LLAMA-3_8B_Unaligned_BETA,0.75,https://huggingface.co/SicariusSicariiStuff/LLAMA-3_8B_Unaligned_BETA +🔶,SicariusSicariiStuff/LLAMA-3_8B_Unaligned_BETA,19.15,37.13,0.37,25,0.47,8.46,0.08,7.38,0.31,9.56,0.41,27.39,0.35,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,apache-2.0,8,38,TRUE,9bc5b68a7448a4e46eeaf27a4ac477d79578db95,TRUE,TRUE,2024-10-18,2024-10-12,FALSE,FALSE,SicariusSicariiStuff/LLAMA-3_8B_Unaligned_BETA,0,SicariusSicariiStuff/LLAMA-3_8B_Unaligned_BETA,0.75,https://huggingface.co/SicariusSicariiStuff/LLAMA-3_8B_Unaligned_BETA 🤝,johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.7-gamma-0.01,19.15,29.04,0.29,28.74,0.5,0.6,0.01,6.6,0.3,22.25,0.5,27.67,0.35,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,d30c75506feaec957dc73bc5c040159c310ecf4c,TRUE,TRUE,2024-06-26,2024-06-07,FALSE,FALSE,johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.7-gamma-0.01,1,johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.7-gamma-0.01 (Merge),0.91,https://huggingface.co/johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.7-gamma-0.01 🤝,DreadPoor/CoolerCoder-8B-LINEAR,19.15,45.19,0.45,26.37,0.48,6.19,0.06,5.37,0.29,7.78,0.4,23.99,0.32,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,db14b0fa821b0b6b07802111fd19ba722344a32b,TRUE,TRUE,2024-11-20,2024-11-18,TRUE,FALSE,DreadPoor/CoolerCoder-8B-LINEAR,0,DreadPoor/CoolerCoder-8B-LINEAR,1.44,https://huggingface.co/DreadPoor/CoolerCoder-8B-LINEAR 🔶,Dans-DiscountModels/Mistral-7b-v0.3-Test-E0.7,19.14,51.24,0.51,26.82,0.48,3.25,0.03,6.15,0.3,8.03,0.4,19.38,0.27,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,0,TRUE,e91ad0ada3f0d906bacd3c0ad41da4f65ce77b08,TRUE,TRUE,2024-11-15,2024-11-15,TRUE,FALSE,Dans-DiscountModels/Mistral-7b-v0.3-Test-E0.7,1,Dans-DiscountModels/Mistral-7b-v0.3-Test-E0.7 (Merge),0.44,https://huggingface.co/Dans-DiscountModels/Mistral-7b-v0.3-Test-E0.7 🤝,Jacoby746/Proto-Athena-v0.2-4x7B,19.14,37.52,0.38,30.34,0.51,5.14,0.05,6.49,0.3,10.96,0.42,24.41,0.32,🤝 base merges and moerges,MixtralForCausalLM,Original,bfloat16,TRUE,apache-2.0,24,0,TRUE,01feeded217ea83a8794e7968c8850859b5f0b14,TRUE,TRUE,2024-09-21,2024-09-21,FALSE,FALSE,Jacoby746/Proto-Athena-v0.2-4x7B,1,Jacoby746/Proto-Athena-v0.2-4x7B (Merge),1.65,https://huggingface.co/Jacoby746/Proto-Athena-v0.2-4x7B -💬,anthracite-org/magnum-v3-9b-customgemma2,19.14,12.73,0.13,34.12,0.53,6.8,0.07,10.51,0.33,15.06,0.46,35.61,0.42,"💬 chat models (RLHF, DPO, IFT, ...)",Gemma2ForCausalLM,Original,bfloat16,TRUE,gemma,9,16,TRUE,9a7cd3d47434bed2bd80e34e45c74e413f8baaa8,TRUE,TRUE,2024-09-18,2024-08-27,FALSE,FALSE,anthracite-org/magnum-v3-9b-customgemma2,1,google/gemma-2-9b,2.9,https://huggingface.co/anthracite-org/magnum-v3-9b-customgemma2 +💬,anthracite-org/magnum-v3-9b-customgemma2,19.14,12.73,0.13,34.12,0.53,6.8,0.07,10.51,0.33,15.06,0.46,35.61,0.42,"💬 chat models (RLHF, DPO, IFT, ...)",Gemma2ForCausalLM,Original,bfloat16,TRUE,gemma,9,17,TRUE,9a7cd3d47434bed2bd80e34e45c74e413f8baaa8,TRUE,TRUE,2024-09-18,2024-08-27,FALSE,FALSE,anthracite-org/magnum-v3-9b-customgemma2,1,google/gemma-2-9b,2.9,https://huggingface.co/anthracite-org/magnum-v3-9b-customgemma2 🤝,yuvraj17/Llama3-8B-SuperNova-Spectrum-dare_ties,19.13,40.13,0.4,23.49,0.46,8.23,0.08,3.36,0.28,11,0.42,28.6,0.36,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,998d15b32900bc230727c8a7984e005f611723e9,TRUE,TRUE,2024-09-23,2024-09-22,FALSE,FALSE,yuvraj17/Llama3-8B-SuperNova-Spectrum-dare_ties,1,yuvraj17/Llama3-8B-SuperNova-Spectrum-dare_ties (Merge),0.91,https://huggingface.co/yuvraj17/Llama3-8B-SuperNova-Spectrum-dare_ties 🤝,netcat420/MFANN-Llama3.1-Abliterated-Slerp-TIES,19.13,42.93,0.43,27.6,0.5,5.97,0.06,5.59,0.29,4.59,0.37,28.13,0.35,🤝 base merges and moerges,LlamaForCausalLM,Original,float16,TRUE,"",8,2,FALSE,dbe0a3b69206c042de2b0a96fc156feeecaa49c7,TRUE,TRUE,2024-10-29,2024-10-28,FALSE,FALSE,netcat420/MFANN-Llama3.1-Abliterated-Slerp-TIES,1,netcat420/MFANN-Llama3.1-Abliterated-Slerp-TIES (Merge),0.77,https://huggingface.co/netcat420/MFANN-Llama3.1-Abliterated-Slerp-TIES 🤝,moeru-ai/L3.1-Moe-4x8B-v0.1,19.13,43.32,0.43,27.86,0.49,11.1,0.11,1.23,0.26,3.98,0.36,27.27,0.35,🤝 base merges and moerges,MixtralForCausalLM,Original,bfloat16,FALSE,llama3.1,24,3,TRUE,f8d477fad4c02c099c80ef38865c01e2c882e996,TRUE,FALSE,2024-10-23,2024-10-23,TRUE,FALSE,moeru-ai/L3.1-Moe-4x8B-v0.1,1,moeru-ai/L3.1-Moe-4x8B-v0.1 (Merge),5.81,https://huggingface.co/moeru-ai/L3.1-Moe-4x8B-v0.1 @@ -1205,7 +1216,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,dustinwloring1988/Reflexis-8b-chat-v5,18.59,42.38,0.42,25.2,0.48,12.46,0.12,2.8,0.27,4.05,0.34,24.64,0.32,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,FALSE,12970eec99f458a3982eb502b71b6df0bc74bb52,TRUE,TRUE,2024-09-14,"",TRUE,FALSE,dustinwloring1988/Reflexis-8b-chat-v5,0,Removed,0.91,https://huggingface.co/dustinwloring1988/Reflexis-8b-chat-v5 💬,HuggingFaceH4/zephyr-7b-alpha,18.57,51.91,0.52,23.96,0.46,1.74,0.02,6.38,0.3,7.5,0.39,19.94,0.28,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,mit,7,1102,TRUE,2ce2d025864af849b3e5029e2ec9d568eeda892d,TRUE,TRUE,2024-06-12,2023-10-09,TRUE,TRUE,HuggingFaceH4/zephyr-7b-alpha,1,mistralai/Mistral-7B-v0.1,0.8,https://huggingface.co/HuggingFaceH4/zephyr-7b-alpha 🔶,nazimali/Mistral-Nemo-Kurdish-Instruct,18.56,49.64,0.5,25.56,0.47,0.45,0,4.36,0.28,8.4,0.4,22.92,0.31,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,2,TRUE,512140572f11203441e60ca26b5ede2b9979cb1d,TRUE,TRUE,2024-10-14,2024-10-09,TRUE,FALSE,nazimali/Mistral-Nemo-Kurdish-Instruct,1,nazimali/Mistral-Nemo-Kurdish-Instruct (Merge),1.7,https://huggingface.co/nazimali/Mistral-Nemo-Kurdish-Instruct -🤝,Epiculous/Violet_Twilight-v0.2,18.55,45.32,0.45,23.94,0.46,2.87,0.03,2.13,0.27,13.61,0.43,23.45,0.31,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,12,14,TRUE,30c8bad3c1f565150afbf2fc90cacf4f45d096f6,TRUE,TRUE,2024-09-16,2024-09-12,TRUE,FALSE,Epiculous/Violet_Twilight-v0.2,0,Epiculous/Violet_Twilight-v0.2,1.77,https://huggingface.co/Epiculous/Violet_Twilight-v0.2 +🤝,Epiculous/Violet_Twilight-v0.2,18.55,45.32,0.45,23.94,0.46,2.87,0.03,2.13,0.27,13.61,0.43,23.45,0.31,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,12,15,TRUE,30c8bad3c1f565150afbf2fc90cacf4f45d096f6,TRUE,TRUE,2024-09-16,2024-09-12,TRUE,FALSE,Epiculous/Violet_Twilight-v0.2,0,Epiculous/Violet_Twilight-v0.2,1.77,https://huggingface.co/Epiculous/Violet_Twilight-v0.2 🔶,kaist-ai/janus-dpo-7b,18.53,40.03,0.4,27.09,0.48,4.15,0.04,4.25,0.28,13.71,0.44,21.96,0.3,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,2,TRUE,a414396b6d03fba75d12ccf7d8391186b4b639ce,TRUE,TRUE,2024-10-09,2024-04-25,FALSE,FALSE,kaist-ai/janus-dpo-7b,1,Removed,0.63,https://huggingface.co/kaist-ai/janus-dpo-7b 🔶,dustinwloring1988/Reflexis-8b-chat-v4,18.53,46.98,0.47,24.33,0.47,10.27,0.1,0,0.23,3.05,0.34,26.56,0.34,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,FALSE,81e20c2e40f2028818d5d6d27ec9e0d503ae8cc1,TRUE,TRUE,2024-09-14,"",TRUE,FALSE,dustinwloring1988/Reflexis-8b-chat-v4,0,Removed,0.89,https://huggingface.co/dustinwloring1988/Reflexis-8b-chat-v4 🔶,davidkim205/nox-solar-10.7b-v4,18.49,37.53,0.38,26.63,0.48,0.68,0.01,7.61,0.31,12.56,0.43,25.92,0.33,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,10,11,TRUE,5f4be6cb7d8398b84689148d15f3838f2e01e104,TRUE,TRUE,2024-10-04,2024-03-16,TRUE,FALSE,davidkim205/nox-solar-10.7b-v4,0,davidkim205/nox-solar-10.7b-v4,0.85,https://huggingface.co/davidkim205/nox-solar-10.7b-v4 @@ -1214,7 +1225,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🤝,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.01,18.44,28.14,0.28,27.16,0.49,0,0,5.37,0.29,24.47,0.52,25.5,0.33,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,61f4b44fb917cdb46f0ade9f8fc2a382e0cf67af,TRUE,TRUE,2024-06-26,2024-06-08,FALSE,FALSE,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.01,1,johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.01 (Merge),1.02,https://huggingface.co/johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.01 🔶,Delta-Vector/Tor-8B,18.42,23.82,0.24,31.74,0.52,5.97,0.06,9.84,0.32,8.82,0.41,30.33,0.37,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,agpl-3.0,8,2,TRUE,d30a7a121c2ef5dc14004cfdf3fd13208dfbdb4f,TRUE,TRUE,2024-10-06,2024-09-21,FALSE,FALSE,Delta-Vector/Tor-8B,1,Delta-Vector/Tor-8B (Merge),1.25,https://huggingface.co/Delta-Vector/Tor-8B 💬,argilla/notus-7b-v1,18.41,50.82,0.51,22.75,0.45,2.79,0.03,5.26,0.29,6.59,0.34,22.26,0.3,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,mit,7,122,TRUE,30172203a2d41cb487bf7e2b92a821080783b2c9,TRUE,TRUE,2024-06-27,2023-11-16,TRUE,TRUE,argilla/notus-7b-v1,2,mistralai/Mistral-7B-v0.1,0.67,https://huggingface.co/argilla/notus-7b-v1 -💬,cognitivecomputations/dolphin-2.9-llama3-8b,18.39,38.5,0.39,27.86,0.49,5.59,0.06,4.92,0.29,13.79,0.44,19.68,0.28,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,other,8,421,TRUE,5aeb036f9215c558b483a654a8c6e1cc22e841bf,TRUE,TRUE,2024-06-12,2024-04-20,TRUE,TRUE,cognitivecomputations/dolphin-2.9-llama3-8b,1,meta-llama/Meta-Llama-3-8B,0.74,https://huggingface.co/cognitivecomputations/dolphin-2.9-llama3-8b +💬,cognitivecomputations/dolphin-2.9-llama3-8b,18.39,38.5,0.39,27.86,0.49,5.59,0.06,4.92,0.29,13.79,0.44,19.68,0.28,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,other,8,422,TRUE,5aeb036f9215c558b483a654a8c6e1cc22e841bf,TRUE,TRUE,2024-06-12,2024-04-20,TRUE,TRUE,cognitivecomputations/dolphin-2.9-llama3-8b,1,meta-llama/Meta-Llama-3-8B,0.74,https://huggingface.co/cognitivecomputations/dolphin-2.9-llama3-8b 🔶,dustinwloring1988/Reflexis-8b-chat-v2,18.36,39.12,0.39,24.89,0.47,12.16,0.12,2.68,0.27,4.91,0.35,26.42,0.34,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,FALSE,817408ebfaa7ba0ea9433e1de4bfa120d38d2a0f,TRUE,TRUE,2024-09-14,"",TRUE,FALSE,dustinwloring1988/Reflexis-8b-chat-v2,0,Removed,0.94,https://huggingface.co/dustinwloring1988/Reflexis-8b-chat-v2 🔶,uukuguy/speechless-mistral-dolphin-orca-platypus-samantha-7b,18.34,37,0.37,29.65,0.5,2.95,0.03,4.47,0.28,13.85,0.44,22.12,0.3,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,llama2,7,17,TRUE,b1de043468a15198b55a6509293a4ee585139043,TRUE,TRUE,2024-06-26,2023-10-13,FALSE,FALSE,uukuguy/speechless-mistral-dolphin-orca-platypus-samantha-7b,0,uukuguy/speechless-mistral-dolphin-orca-platypus-samantha-7b,0.66,https://huggingface.co/uukuguy/speechless-mistral-dolphin-orca-platypus-samantha-7b 🔶,nbeerbower/Mistral-Gutenberg-Doppel-7B-FFT,18.34,57.17,0.57,17.35,0.41,2.49,0.02,4.47,0.28,9.34,0.41,19.21,0.27,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,1,TRUE,5735876465b6f2523fdedb73120c3f97d04556d3,TRUE,TRUE,2024-11-18,2024-11-18,TRUE,FALSE,nbeerbower/Mistral-Gutenberg-Doppel-7B-FFT,1,nbeerbower/Mistral-Gutenberg-Doppel-7B-FFT (Merge),0.44,https://huggingface.co/nbeerbower/Mistral-Gutenberg-Doppel-7B-FFT @@ -1252,7 +1263,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 💬,princeton-nlp/Llama-3-Base-8B-SFT-KTO,17.96,45.23,0.45,25.56,0.47,1.21,0.01,7.38,0.31,5.59,0.38,22.83,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,TRUE,49a8c2e5ccc7a28ed7bbedf093e352015fc1eb9b,TRUE,TRUE,2024-10-07,2024-05-17,TRUE,FALSE,princeton-nlp/Llama-3-Base-8B-SFT-KTO,0,princeton-nlp/Llama-3-Base-8B-SFT-KTO,0.86,https://huggingface.co/princeton-nlp/Llama-3-Base-8B-SFT-KTO 🔶,collaiborateorg/Collaiborator-MEDLLM-Llama-3-8B-v2,17.95,38.09,0.38,23.65,0.46,5.74,0.06,11.07,0.33,1.6,0.34,27.56,0.35,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,FALSE,2560556d655d0ecaefec10f579c92292d65fb28b,TRUE,TRUE,2024-06-27,"",FALSE,FALSE,collaiborateorg/Collaiborator-MEDLLM-Llama-3-8B-v2,0,Removed,0.71,https://huggingface.co/collaiborateorg/Collaiborator-MEDLLM-Llama-3-8B-v2 🔶,Intel/neural-chat-7b-v3,17.94,27.78,0.28,30.21,0.5,2.19,0.02,5.59,0.29,23.02,0.51,18.87,0.27,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,apache-2.0,7,67,TRUE,fc679274dfcd28a8b6087634f71af7ed2a0659c4,TRUE,TRUE,2024-06-12,2023-10-25,FALSE,TRUE,Intel/neural-chat-7b-v3,1,mistralai/Mistral-7B-v0.1,0.49,https://huggingface.co/Intel/neural-chat-7b-v3 -💬,nvidia/Nemotron-Mini-4B-Instruct,17.94,66.69,0.67,14.2,0.39,0,0,4.03,0.28,4.62,0.38,18.07,0.26,"💬 chat models (RLHF, DPO, IFT, ...)",NemotronForCausalLM,Original,bfloat16,TRUE,other,4,129,TRUE,6a417790c444fd65a3da6a5c8821de6afc9654a6,TRUE,TRUE,2024-09-25,2024-09-10,TRUE,TRUE,nvidia/Nemotron-Mini-4B-Instruct,1,nvidia/Minitron-4B-Base,1.12,https://huggingface.co/nvidia/Nemotron-Mini-4B-Instruct +💬,nvidia/Nemotron-Mini-4B-Instruct,17.94,66.69,0.67,14.2,0.39,0,0,4.03,0.28,4.62,0.38,18.07,0.26,"💬 chat models (RLHF, DPO, IFT, ...)",NemotronForCausalLM,Original,bfloat16,TRUE,other,4,130,TRUE,6a417790c444fd65a3da6a5c8821de6afc9654a6,TRUE,TRUE,2024-09-25,2024-09-10,TRUE,TRUE,nvidia/Nemotron-Mini-4B-Instruct,1,nvidia/Minitron-4B-Base,1.12,https://huggingface.co/nvidia/Nemotron-Mini-4B-Instruct 🔶,Etherll/Replete-LLM-V3-Llama-3.1-8b,17.93,52.63,0.53,22.9,0.45,0.08,0,2.46,0.27,2.06,0.35,27.44,0.35,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,"",8,5,FALSE,e79849d72f70ef74677ed81a8885403973b2470c,TRUE,TRUE,2024-08-26,2024-08-24,TRUE,FALSE,Etherll/Replete-LLM-V3-Llama-3.1-8b,1,Etherll/Replete-LLM-V3-Llama-3.1-8b (Merge),0.79,https://huggingface.co/Etherll/Replete-LLM-V3-Llama-3.1-8b 🤝,aixonlab/Aether-12b,17.88,23.47,0.23,30.55,0.52,9.67,0.1,8.84,0.32,7.99,0.38,26.78,0.34,🤝 base merges and moerges,MistralForCausalLM,Original,float16,TRUE,apache-2.0,12,1,TRUE,c55d08a69c74f87c18ab5afb05d46359f389c91a,TRUE,TRUE,2024-10-09,2024-09-24,FALSE,FALSE,aixonlab/Aether-12b,1,Xclbr7/Arcanum-12b,1.87,https://huggingface.co/aixonlab/Aether-12b 💬,UCLA-AGI/Mistral7B-PairRM-SPPO-Iter1,17.88,50.47,0.5,22.93,0.45,2.27,0.02,4.47,0.28,8.3,0.4,18.84,0.27,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,2,TRUE,97252e2d868725b2fa5055adc241c5182610fb6a,TRUE,TRUE,2024-09-21,2024-05-04,TRUE,FALSE,UCLA-AGI/Mistral7B-PairRM-SPPO-Iter1,0,UCLA-AGI/Mistral7B-PairRM-SPPO-Iter1,0.53,https://huggingface.co/UCLA-AGI/Mistral7B-PairRM-SPPO-Iter1 @@ -1269,7 +1280,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 💬,Open-Orca/Mistral-7B-OpenOrca,17.7,49.78,0.5,25.84,0.48,3.4,0.03,2.91,0.27,5.89,0.39,18.37,0.27,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,674,TRUE,4a37328cef00f524d3791b1c0cc559a3cc6af14d,TRUE,TRUE,2024-06-12,2023-09-29,TRUE,TRUE,Open-Orca/Mistral-7B-OpenOrca,0,Open-Orca/Mistral-7B-OpenOrca,0.53,https://huggingface.co/Open-Orca/Mistral-7B-OpenOrca 🤝,yuvraj17/Llama3-8B-abliterated-Spectrum-slerp,17.69,28.85,0.29,28.55,0.5,5.82,0.06,6.82,0.3,11.01,0.4,25.08,0.33,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,28789950975ecf5aac846c3f2c0a5d6841651ee6,TRUE,TRUE,2024-09-23,2024-09-22,FALSE,FALSE,yuvraj17/Llama3-8B-abliterated-Spectrum-slerp,1,yuvraj17/Llama3-8B-abliterated-Spectrum-slerp (Merge),0.83,https://huggingface.co/yuvraj17/Llama3-8B-abliterated-Spectrum-slerp 🔶,theprint/CleverBoi-Nemo-12B-v2,17.68,20.46,0.2,31.65,0.52,9.29,0.09,8.5,0.31,11.43,0.42,24.76,0.32,🔶 fine-tuned on domain-specific datasets,?,Adapter,bfloat16,TRUE,apache-2.0,13,3,TRUE,cd1f9ee1c484f857bb0e5ae6aac37dc434911f10,TRUE,TRUE,2024-09-24,2024-09-16,FALSE,FALSE,theprint/CleverBoi-Nemo-12B-v2,1,unsloth/Mistral-Nemo-Instruct-2407-bnb-4bit,3.51,https://huggingface.co/theprint/CleverBoi-Nemo-12B-v2 -🔶,nvidia/Mistral-NeMo-Minitron-8B-Base,17.66,19.46,0.19,31.82,0.52,4.61,0.05,10.07,0.33,8.94,0.41,31.06,0.38,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,other,7,160,TRUE,cc94637b669b62c4829b1e0c3b9074fecd883b74,TRUE,TRUE,2024-08-22,2024-08-19,FALSE,TRUE,nvidia/Mistral-NeMo-Minitron-8B-Base,0,nvidia/Mistral-NeMo-Minitron-8B-Base,3.4,https://huggingface.co/nvidia/Mistral-NeMo-Minitron-8B-Base +🔶,nvidia/Mistral-NeMo-Minitron-8B-Base,17.66,19.46,0.19,31.82,0.52,4.61,0.05,10.07,0.33,8.94,0.41,31.06,0.38,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,other,7,161,TRUE,cc94637b669b62c4829b1e0c3b9074fecd883b74,TRUE,TRUE,2024-08-22,2024-08-19,FALSE,TRUE,nvidia/Mistral-NeMo-Minitron-8B-Base,0,nvidia/Mistral-NeMo-Minitron-8B-Base,3.4,https://huggingface.co/nvidia/Mistral-NeMo-Minitron-8B-Base 💬,mlabonne/AlphaMonarch-7B,17.66,49.39,0.49,23.95,0.46,4.23,0.04,2.68,0.27,9.32,0.41,16.36,0.25,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,float16,FALSE,cc-by-nc-4.0,7,148,TRUE,3de065d84411d74e5b3590f67f52b0b71faf6161,TRUE,TRUE,2024-06-12,2024-02-14,TRUE,TRUE,mlabonne/AlphaMonarch-7B,1,mlabonne/AlphaMonarch-7B (Merge),0.57,https://huggingface.co/mlabonne/AlphaMonarch-7B 🔶,kaist-ai/janus-7b,17.65,37.75,0.38,25.75,0.47,4.31,0.04,3.02,0.27,14.28,0.44,20.82,0.29,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,8,TRUE,f19c614ae7c81db06af1655d297c67afa99ad286,TRUE,TRUE,2024-10-09,2024-04-04,FALSE,FALSE,kaist-ai/janus-7b,1,alpindale/Mistral-7B-v0.2-hf,0.61,https://huggingface.co/kaist-ai/janus-7b 🔶,LimYeri/CodeMind-Llama3-8B-unsloth_v4-one-merged,17.61,32.11,0.32,24.57,0.47,5.51,0.06,7.94,0.31,9.4,0.41,26.14,0.34,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,0,TRUE,9c8939ccdc10beee56462eadbc16e28359a6d4c4,TRUE,TRUE,2024-08-28,2024-06-06,FALSE,FALSE,LimYeri/CodeMind-Llama3-8B-unsloth_v4-one-merged,2,Removed,0.89,https://huggingface.co/LimYeri/CodeMind-Llama3-8B-unsloth_v4-one-merged @@ -1287,8 +1298,9 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🤝,moeru-ai/L3.1-Moe-4x8B-v0.2,17.47,54.07,0.54,21.34,0.45,5.29,0.05,2.24,0.27,2.29,0.32,19.58,0.28,🤝 base merges and moerges,MixtralForCausalLM,Original,bfloat16,FALSE,llama3.1,24,2,TRUE,fab49d865eb51f00e955c5624712184c39d207c9,TRUE,FALSE,2024-10-30,2024-10-30,TRUE,FALSE,moeru-ai/L3.1-Moe-4x8B-v0.2,1,moeru-ai/L3.1-Moe-4x8B-v0.2 (Merge),3.42,https://huggingface.co/moeru-ai/L3.1-Moe-4x8B-v0.2 💬,Deci/DeciLM-7B-instruct,17.46,48.8,0.49,23.89,0.46,2.95,0.03,5.26,0.29,5.99,0.39,17.87,0.26,"💬 chat models (RLHF, DPO, IFT, ...)",DeciLMForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,96,TRUE,4adc7aa9efe61b47b0a98b2cc94527d9c45c3b4f,TRUE,TRUE,2024-06-12,2023-12-10,TRUE,TRUE,Deci/DeciLM-7B-instruct,0,Deci/DeciLM-7B-instruct,0.64,https://huggingface.co/Deci/DeciLM-7B-instruct 🔶,theprint/Boptruth-Agatha-7B,17.45,31.24,0.31,29.29,0.5,5.14,0.05,6.6,0.3,11.76,0.43,20.67,0.29,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,"",7,0,FALSE,ef7c7570be29a58f4a8358a6d4c75f59a5282191,TRUE,TRUE,2024-09-30,2024-09-11,FALSE,FALSE,theprint/Boptruth-Agatha-7B,0,theprint/Boptruth-Agatha-7B,0.39,https://huggingface.co/theprint/Boptruth-Agatha-7B +🔶,sabersaleh/Llama3,17.43,33.21,0.33,26.71,0.48,5.51,0.06,8.05,0.31,7.1,0.39,24.02,0.32,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,mit,8,0,TRUE,56cdeb0c32b330835c4a88f480066e0308ecf127,TRUE,TRUE,2024-11-29,2024-11-29,FALSE,FALSE,sabersaleh/Llama3,1,sabersaleh/Llama3 (Merge),0.7,https://huggingface.co/sabersaleh/Llama3 🟢,OEvortex/HelpingAI2-9B,17.42,44.13,0.44,27.07,0.48,4.76,0.05,1.12,0.26,6.32,0.37,21.11,0.29,🟢 pretrained,LlamaForCausalLM,Original,float16,TRUE,other,8,23,TRUE,b45a18cf41d0d438d71d79687e098ec60dd0aec1,TRUE,TRUE,2024-10-11,2024-08-16,TRUE,FALSE,OEvortex/HelpingAI2-9B,0,OEvortex/HelpingAI2-9B,1.04,https://huggingface.co/OEvortex/HelpingAI2-9B -💬,princeton-nlp/Mistral-7B-Base-SFT-CPO,17.37,46.55,0.47,21.86,0.44,2.64,0.03,5.59,0.29,9.25,0.41,18.35,0.27,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,"",7,0,TRUE,7f67394668b94a9ddfb64daff8976b48b135d96c,TRUE,TRUE,2024-10-07,2024-07-06,TRUE,FALSE,princeton-nlp/Mistral-7B-Base-SFT-CPO,0,princeton-nlp/Mistral-7B-Base-SFT-CPO,0.81,https://huggingface.co/princeton-nlp/Mistral-7B-Base-SFT-CPO +💬,princeton-nlp/Mistral-7B-Base-SFT-CPO,17.37,46.55,0.47,21.86,0.44,2.64,0.03,5.59,0.29,9.25,0.41,18.35,0.27,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,"",7,1,TRUE,7f67394668b94a9ddfb64daff8976b48b135d96c,TRUE,TRUE,2024-10-07,2024-07-06,TRUE,FALSE,princeton-nlp/Mistral-7B-Base-SFT-CPO,0,princeton-nlp/Mistral-7B-Base-SFT-CPO,0.81,https://huggingface.co/princeton-nlp/Mistral-7B-Base-SFT-CPO 🔶,dustinwloring1988/Reflexis-8b-chat-v1,17.34,36.58,0.37,24.11,0.47,11.48,0.11,0.56,0.25,4.82,0.38,26.49,0.34,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,FALSE,e96bd9694ae87a4f612825310eb7afaea5b0aa28,TRUE,TRUE,2024-09-14,"",TRUE,FALSE,dustinwloring1988/Reflexis-8b-chat-v1,0,Removed,0.89,https://huggingface.co/dustinwloring1988/Reflexis-8b-chat-v1 🔶,EpistemeAI/Athene-codegemma-2-7b-it-alpaca-v1.3,17.31,40.3,0.4,20.87,0.43,6.19,0.06,4.03,0.28,14.85,0.45,17.64,0.26,🔶 fine-tuned on domain-specific datasets,GemmaForCausalLM,Original,float16,TRUE,apache-2.0,7,0,TRUE,9c26e1242a11178b53937bc0e9a744ef6141e05a,TRUE,TRUE,2024-09-06,2024-09-06,FALSE,FALSE,EpistemeAI/Athene-codegemma-2-7b-it-alpaca-v1.3,2,Removed,0.97,https://huggingface.co/EpistemeAI/Athene-codegemma-2-7b-it-alpaca-v1.3 🤝,icefog72/IceTea21EnergyDrinkRPV13-DPOv3.5,17.31,48.71,0.49,22.57,0.44,3.55,0.04,4.59,0.28,7.79,0.4,16.65,0.25,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,TRUE,"",7,0,FALSE,0b0b0864347c3fad2b4d3e102f2f9839d20e296c,TRUE,TRUE,2024-09-25,"",FALSE,FALSE,icefog72/IceTea21EnergyDrinkRPV13-DPOv3.5,0,Removed,0.5,https://huggingface.co/icefog72/IceTea21EnergyDrinkRPV13-DPOv3.5 @@ -1314,9 +1326,9 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,migtissera/Tess-3-7B-SFT,17.1,39.46,0.39,24.12,0.46,3.32,0.03,2.8,0.27,10.28,0.41,22.6,0.3,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,3,TRUE,404de3b56564dbd43cd64d97f8574b43189462f3,TRUE,TRUE,2024-07-20,2024-07-09,TRUE,FALSE,migtissera/Tess-3-7B-SFT,1,mistralai/Mistral-7B-v0.3,0.65,https://huggingface.co/migtissera/Tess-3-7B-SFT 🔶,nbeerbower/mistral-nemo-cc-12B,17.08,14.35,0.14,34.45,0.54,1.81,0.02,8.72,0.32,14.26,0.44,28.87,0.36,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,1,TRUE,fc32293e0b022d6daef9bfdb0c54d57a5226bf9a,TRUE,TRUE,2024-09-14,2024-08-18,FALSE,FALSE,nbeerbower/mistral-nemo-cc-12B,1,nbeerbower/mistral-nemo-cc-12B (Merge),1.49,https://huggingface.co/nbeerbower/mistral-nemo-cc-12B 🔶,amazon/MegaBeam-Mistral-7B-300k,17.07,52.03,0.52,19.29,0.42,2.42,0.02,3.13,0.27,8.35,0.4,17.21,0.25,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,15,TRUE,42572e5c9a0747b19af5c5c9962d122622f32295,TRUE,TRUE,2024-10-07,2024-05-13,TRUE,FALSE,amazon/MegaBeam-Mistral-7B-300k,0,amazon/MegaBeam-Mistral-7B-300k,0.65,https://huggingface.co/amazon/MegaBeam-Mistral-7B-300k -🔶,google/gemma-2-2b-it,17.05,56.68,0.57,17.98,0.42,0.08,0,3.24,0.27,7.08,0.39,17.22,0.25,🔶 fine-tuned on domain-specific datasets,InternLM2ForCausalLM,Original,bfloat16,TRUE,gemma,2,703,TRUE,2b6ac3ff954ad896c115bbfa1b571cd93ea2c20f,TRUE,TRUE,2024-07-31,2024-07-16,TRUE,TRUE,google/gemma-2-2b-it,1,google/gemma-2-2b,1.23,https://huggingface.co/google/gemma-2-2b-it +🔶,google/gemma-2-2b-it,17.05,56.68,0.57,17.98,0.42,0.08,0,3.24,0.27,7.08,0.39,17.22,0.25,🔶 fine-tuned on domain-specific datasets,InternLM2ForCausalLM,Original,bfloat16,TRUE,gemma,2,706,TRUE,2b6ac3ff954ad896c115bbfa1b571cd93ea2c20f,TRUE,TRUE,2024-07-31,2024-07-16,TRUE,TRUE,google/gemma-2-2b-it,1,google/gemma-2-2b,1.23,https://huggingface.co/google/gemma-2-2b-it 💬,UCLA-AGI/Mistral7B-PairRM-SPPO-Iter2,17.03,44.46,0.44,22.48,0.45,1.66,0.02,5.15,0.29,9.8,0.41,18.63,0.27,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,1,TRUE,8201064df67b5762ff9f361ff1b98aae3747855c,TRUE,TRUE,2024-08-07,2024-05-04,TRUE,FALSE,UCLA-AGI/Mistral7B-PairRM-SPPO-Iter2,0,UCLA-AGI/Mistral7B-PairRM-SPPO-Iter2,0.52,https://huggingface.co/UCLA-AGI/Mistral7B-PairRM-SPPO-Iter2 -🔶,Salesforce/LLaMA-3-8B-SFR-Iterative-DPO-R,17.03,38.16,0.38,29.15,0.5,0.15,0,5.03,0.29,5.55,0.36,24.14,0.32,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,75,TRUE,ad7d1aed82eb6d8ca4b3aad627ff76f72ab34f70,TRUE,TRUE,2024-07-02,2024-05-09,TRUE,TRUE,Salesforce/LLaMA-3-8B-SFR-Iterative-DPO-R,0,Salesforce/LLaMA-3-8B-SFR-Iterative-DPO-R,0.86,https://huggingface.co/Salesforce/LLaMA-3-8B-SFR-Iterative-DPO-R +🔶,Salesforce/LLaMA-3-8B-SFR-Iterative-DPO-R,17.03,38.16,0.38,29.15,0.5,0.15,0,5.03,0.29,5.55,0.36,24.14,0.32,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,76,TRUE,ad7d1aed82eb6d8ca4b3aad627ff76f72ab34f70,TRUE,TRUE,2024-07-02,2024-05-09,TRUE,TRUE,Salesforce/LLaMA-3-8B-SFR-Iterative-DPO-R,0,Salesforce/LLaMA-3-8B-SFR-Iterative-DPO-R,0.86,https://huggingface.co/Salesforce/LLaMA-3-8B-SFR-Iterative-DPO-R 🔶,J-LAB/Thynk_orpo,16.97,21.02,0.21,22.06,0.45,13.07,0.13,5.7,0.29,15.2,0.45,24.79,0.32,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,float16,TRUE,"",3,0,FALSE,c6606d402f26d005b9f1a71a1cde9139d1cffb2a,TRUE,TRUE,2024-10-14,"",FALSE,FALSE,J-LAB/Thynk_orpo,0,Removed,1.21,https://huggingface.co/J-LAB/Thynk_orpo 💬,tanliboy/lambda-gemma-2-9b-dpo,16.97,18.29,0.18,35.74,0.55,0,0,8.05,0.31,8.57,0.41,31.17,0.38,"💬 chat models (RLHF, DPO, IFT, ...)",Gemma2ForCausalLM,Original,bfloat16,TRUE,gemma,9,1,TRUE,b141471308bc41ffe15180a6668c735396c3949b,TRUE,TRUE,2024-09-18,2024-07-24,TRUE,FALSE,tanliboy/lambda-gemma-2-9b-dpo,2,google/gemma-2-9b,2.9,https://huggingface.co/tanliboy/lambda-gemma-2-9b-dpo 🔶,NotASI/FineTome-v1.5-Llama3.2-3B-1007,16.96,55.08,0.55,19.46,0.43,5.51,0.06,1.57,0.26,4.07,0.36,16.09,0.24,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,FALSE,llama3.2,3,1,TRUE,6c6e71fbcff6c00d04a3fd69084af20bf2a943c8,TRUE,TRUE,2024-10-07,2024-10-07,TRUE,FALSE,NotASI/FineTome-v1.5-Llama3.2-3B-1007,1,NotASI/FineTome-v1.5-Llama3.2-3B-1007 (Merge),0.73,https://huggingface.co/NotASI/FineTome-v1.5-Llama3.2-3B-1007 @@ -1341,10 +1353,10 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,Kquant03/L3-Pneuma-8B,16.64,23.74,0.24,28.82,0.5,5.21,0.05,7.61,0.31,10.21,0.42,24.27,0.32,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,1,TRUE,257aa8d00e82f91b7a780384aa76573c2ea614a8,TRUE,TRUE,2024-10-16,2024-10-13,FALSE,FALSE,Kquant03/L3-Pneuma-8B,1,meta-llama/Meta-Llama-3-8B,0.8,https://huggingface.co/Kquant03/L3-Pneuma-8B 🔶,freewheelin/free-solar-evo-v0.11,16.64,20.27,0.2,23.18,0.45,0,0,4.7,0.29,24.29,0.51,27.42,0.35,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,mit,10,0,TRUE,17fc24a557bd3c3836abc9f6a367c803cba0cccd,TRUE,TRUE,2024-08-07,2024-04-24,TRUE,FALSE,freewheelin/free-solar-evo-v0.11,0,freewheelin/free-solar-evo-v0.11,0.81,https://huggingface.co/freewheelin/free-solar-evo-v0.11 🔶,ValiantLabs/Llama3.1-8B-Enigma,16.6,26.81,0.27,22.01,0.45,8.76,0.09,5.03,0.29,10.22,0.42,26.77,0.34,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,llama3.1,8,8,TRUE,332c99d80f378c77b090745a5aac10f8ab339519,TRUE,TRUE,2024-10-02,2024-08-11,FALSE,FALSE,ValiantLabs/Llama3.1-8B-Enigma,2,meta-llama/Meta-Llama-3.1-8B,6.42,https://huggingface.co/ValiantLabs/Llama3.1-8B-Enigma -🔶,kms7530/chemeng_qwen-math-7b_24_1_100_1_nonmath,16.59,25.84,0.26,14.14,0.39,28.63,0.29,5.37,0.29,9.45,0.41,16.13,0.25,🔶 fine-tuned on domain-specific datasets,?,Adapter,float16,TRUE,apache-2.0,15,0,TRUE,ef9926d75ab1d54532f6a30dd5e760355eb9aa4d,TRUE,TRUE,2024-11-22,2024-11-21,TRUE,FALSE,kms7530/chemeng_qwen-math-7b_24_1_100_1_nonmath,4,Qwen/Qwen2.5-7B,1.28,https://huggingface.co/kms7530/chemeng_qwen-math-7b_24_1_100_1_nonmath +💬,kms7530/chemeng_qwen-math-7b_24_1_100_1_nonmath,16.59,25.84,0.26,14.14,0.39,28.63,0.29,5.37,0.29,9.45,0.41,16.13,0.25,"💬 chat models (RLHF, DPO, IFT, ...)",?,Adapter,float16,TRUE,apache-2.0,15,0,TRUE,ef9926d75ab1d54532f6a30dd5e760355eb9aa4d,TRUE,TRUE,2024-11-22,2024-11-21,TRUE,FALSE,kms7530/chemeng_qwen-math-7b_24_1_100_1_nonmath,4,Qwen/Qwen2.5-7B,1.28,https://huggingface.co/kms7530/chemeng_qwen-math-7b_24_1_100_1_nonmath 💬,langgptai/qwen1.5-7b-chat-sa-v0.1,16.58,42.68,0.43,20.3,0.43,3.02,0.03,8.28,0.31,3.06,0.36,22.14,0.3,"💬 chat models (RLHF, DPO, IFT, ...)",?,Adapter,bfloat16,TRUE,other,15,0,TRUE,5f4f5e69ac7f1d508f8369e977de208b4803444b,TRUE,TRUE,2024-06-27,2024-05-30,TRUE,FALSE,langgptai/qwen1.5-7b-chat-sa-v0.1,1,Qwen/Qwen1.5-7B-Chat,1.46,https://huggingface.co/langgptai/qwen1.5-7b-chat-sa-v0.1 💬,dicta-il/dictalm2.0-instruct,16.58,44.12,0.44,19.69,0.43,1.06,0.01,7.05,0.3,9.72,0.39,17.83,0.26,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,18,TRUE,257c6023d6ac1bfa12110b7b17e7600da7da4e1e,TRUE,TRUE,2024-07-31,2024-04-14,TRUE,FALSE,dicta-il/dictalm2.0-instruct,1,dicta-il/dictalm2.0,0.65,https://huggingface.co/dicta-il/dictalm2.0-instruct -💬,Qwen/Qwen1.5-7B-Chat,16.58,43.71,0.44,22.38,0.45,0,0,7.05,0.3,4.64,0.38,21.68,0.3,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,7,163,TRUE,5f4f5e69ac7f1d508f8369e977de208b4803444b,TRUE,TRUE,2024-06-12,2024-01-30,TRUE,TRUE,Qwen/Qwen1.5-7B-Chat,0,Qwen/Qwen1.5-7B-Chat,1.08,https://huggingface.co/Qwen/Qwen1.5-7B-Chat +💬,Qwen/Qwen1.5-7B-Chat,16.58,43.71,0.44,22.38,0.45,0,0,7.05,0.3,4.64,0.38,21.68,0.3,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,7,164,TRUE,5f4f5e69ac7f1d508f8369e977de208b4803444b,TRUE,TRUE,2024-06-12,2024-01-30,TRUE,TRUE,Qwen/Qwen1.5-7B-Chat,0,Qwen/Qwen1.5-7B-Chat,1.08,https://huggingface.co/Qwen/Qwen1.5-7B-Chat 🤝,vicgalle/Merge-Mistral-Prometheus-7B,16.57,48.48,0.48,18.41,0.42,1.74,0.02,1.79,0.26,9.95,0.41,19.08,0.27,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,FALSE,apache-2.0,7,1,TRUE,a7083581b508ce83c74f9267f07024bd462e7161,TRUE,TRUE,2024-06-26,2024-05-04,TRUE,FALSE,vicgalle/Merge-Mistral-Prometheus-7B,1,vicgalle/Merge-Mistral-Prometheus-7B (Merge),0.63,https://huggingface.co/vicgalle/Merge-Mistral-Prometheus-7B 🔶,EpistemeAI/Mistral-Nemo-Instruct-12B-Philosophy-Math,16.57,6.95,0.07,33.84,0.54,9.37,0.09,10.85,0.33,12.89,0.43,25.51,0.33,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,apache-2.0,12,0,TRUE,1ac4205f8da109326b4a5cf173e5491a20087d76,TRUE,TRUE,2024-09-26,2024-09-15,FALSE,FALSE,EpistemeAI/Mistral-Nemo-Instruct-12B-Philosophy-Math,1,unsloth/Mistral-Nemo-Instruct-2407-bnb-4bit,1.36,https://huggingface.co/EpistemeAI/Mistral-Nemo-Instruct-12B-Philosophy-Math 🤝,netcat420/MFANNv0.25,16.56,34.67,0.35,25.41,0.48,5.59,0.06,4.03,0.28,3.63,0.37,26.03,0.33,🤝 base merges and moerges,LlamaForCausalLM,Original,float16,TRUE,llama3.1,8,2,TRUE,cff1e1772fc7f4f3e68ad53d8589df3f52556e38,TRUE,TRUE,2024-11-26,2024-11-25,FALSE,FALSE,netcat420/MFANNv0.25,1,netcat420/MFANNv0.25 (Merge),0.71,https://huggingface.co/netcat420/MFANNv0.25 @@ -1352,7 +1364,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,migtissera/Tess-3-Mistral-Nemo-12B,16.54,33.55,0.34,28.04,0.49,4.68,0.05,0.11,0.25,15.49,0.45,17.39,0.26,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,12,TRUE,0b82dea6e8f4aed4a1c2e10198d68991c30d171b,TRUE,TRUE,2024-09-16,2024-08-13,TRUE,FALSE,migtissera/Tess-3-Mistral-Nemo-12B,0,migtissera/Tess-3-Mistral-Nemo-12B,1.89,https://huggingface.co/migtissera/Tess-3-Mistral-Nemo-12B 🔶,netcat420/MFANNv0.20,16.52,34.79,0.35,22.4,0.46,5.36,0.05,5.37,0.29,6.76,0.39,24.47,0.32,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,llama3.1,8,0,TRUE,e612e57c933870b8990ac2bc217c434f3ffc84bd,TRUE,TRUE,2024-08-08,2024-08-07,FALSE,FALSE,netcat420/MFANNv0.20,0,netcat420/MFANNv0.20,0.87,https://huggingface.co/netcat420/MFANNv0.20 🔶,AtAndDev/Qwen2.5-1.5B-continuous-learnt,16.52,46.05,0.46,19.54,0.43,7.48,0.07,2.13,0.27,3.79,0.36,20.13,0.28,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,float16,TRUE,"",1,0,FALSE,01c0981db9cf0f146fe050065f17343af75a8aa6,TRUE,TRUE,2024-10-13,"",TRUE,FALSE,AtAndDev/Qwen2.5-1.5B-continuous-learnt,0,Removed,0.67,https://huggingface.co/AtAndDev/Qwen2.5-1.5B-continuous-learnt -🔶,Qwen/Qwen2.5-Math-7B-Instruct,16.51,26.36,0.26,21.49,0.44,26.51,0.27,1.57,0.26,2.89,0.36,20.22,0.28,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,39,TRUE,b3b4c5794bf4b68c1978bb3525afc5e0d0d6fcc4,TRUE,TRUE,2024-09-19,2024-09-19,TRUE,TRUE,Qwen/Qwen2.5-Math-7B-Instruct,2,Qwen/Qwen2.5-7B,1.14,https://huggingface.co/Qwen/Qwen2.5-Math-7B-Instruct +💬,Qwen/Qwen2.5-Math-7B-Instruct,16.51,26.36,0.26,21.49,0.44,26.51,0.27,1.57,0.26,2.89,0.36,20.22,0.28,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,39,TRUE,b3b4c5794bf4b68c1978bb3525afc5e0d0d6fcc4,TRUE,TRUE,2024-09-19,2024-09-19,TRUE,TRUE,Qwen/Qwen2.5-Math-7B-Instruct,2,Qwen/Qwen2.5-7B,1.14,https://huggingface.co/Qwen/Qwen2.5-Math-7B-Instruct 💬,sonthenguyen/zephyr-sft-bnb-4bit-DPO-mtbr-180steps,16.48,40.32,0.4,21.21,0.43,2.49,0.02,4.03,0.28,11.79,0.43,19.01,0.27,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,0,TRUE,c4ee848caf14649f9260166653d4cdb30bcfc52a,TRUE,TRUE,2024-10-03,2024-10-02,TRUE,FALSE,sonthenguyen/zephyr-sft-bnb-4bit-DPO-mtbr-180steps,0,sonthenguyen/zephyr-sft-bnb-4bit-DPO-mtbr-180steps,0.68,https://huggingface.co/sonthenguyen/zephyr-sft-bnb-4bit-DPO-mtbr-180steps 💬,Magpie-Align/Llama-3-8B-Magpie-Align-v0.1,16.47,41.18,0.41,26.69,0.48,3.4,0.03,3.36,0.28,1.92,0.3,22.29,0.3,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,10,TRUE,a83ddac146fb2da1dd1bfa4069e336074d1439a8,TRUE,TRUE,2024-07-03,2024-06-29,TRUE,FALSE,Magpie-Align/Llama-3-8B-Magpie-Align-v0.1,2,meta-llama/Meta-Llama-3-8B,0.91,https://huggingface.co/Magpie-Align/Llama-3-8B-Magpie-Align-v0.1 💬,princeton-nlp/Mistral-7B-Base-SFT-RDPO,16.47,46.06,0.46,22.98,0.44,2.04,0.02,3.69,0.28,4.28,0.36,19.74,0.28,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,"",7,0,TRUE,2a63a6d9e1978c99444e440371268f7c2b7e0375,TRUE,TRUE,2024-10-07,2024-05-17,TRUE,FALSE,princeton-nlp/Mistral-7B-Base-SFT-RDPO,0,princeton-nlp/Mistral-7B-Base-SFT-RDPO,0.66,https://huggingface.co/princeton-nlp/Mistral-7B-Base-SFT-RDPO @@ -1365,8 +1377,8 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 💬,princeton-nlp/Mistral-7B-Instruct-RDPO,16.42,48.87,0.49,17.05,0.41,2.42,0.02,4.03,0.28,6.42,0.39,19.74,0.28,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,"",7,0,TRUE,23ec6ab4f996134eb15c19322dabb34d7332d7cd,TRUE,TRUE,2024-10-07,2024-05-17,TRUE,FALSE,princeton-nlp/Mistral-7B-Instruct-RDPO,0,princeton-nlp/Mistral-7B-Instruct-RDPO,0.61,https://huggingface.co/princeton-nlp/Mistral-7B-Instruct-RDPO 💬,UCLA-AGI/Mistral7B-PairRM-SPPO-Iter3,16.41,43.51,0.44,21.82,0.44,1.89,0.02,3.36,0.28,9.49,0.41,18.42,0.27,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,5,TRUE,72cd8e5435ae679249ddad7ac4cdb64c5b4590c3,TRUE,TRUE,2024-08-07,2024-05-04,TRUE,FALSE,UCLA-AGI/Mistral7B-PairRM-SPPO-Iter3,0,UCLA-AGI/Mistral7B-PairRM-SPPO-Iter3,0.52,https://huggingface.co/UCLA-AGI/Mistral7B-PairRM-SPPO-Iter3 🤝,goulue5/merging_LLM,16.41,32.33,0.32,18.28,0.42,7.85,0.08,5.48,0.29,12.76,0.43,21.75,0.3,🤝 base merges and moerges,Qwen2ForCausalLM,Original,float16,TRUE,"",1,0,FALSE,587115b34d72ef957fee2d8348b3ade3ae06d4a8,TRUE,TRUE,2024-11-22,2024-11-21,FALSE,FALSE,goulue5/merging_LLM,0,goulue5/merging_LLM,0.55,https://huggingface.co/goulue5/merging_LLM -🤝,Youlln/ECE-PRYMMAL-YL-1B-SLERP-V2,16.4,32.51,0.33,18.28,0.42,9.06,0.09,5.48,0.29,11.59,0.43,21.51,0.29,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,0,TRUE,3559f643c8d5774135a1cd8daea78fef31035679,TRUE,TRUE,2024-11-08,2024-11-08,FALSE,FALSE,Youlln/ECE-PRYMMAL-YL-1B-SLERP-V2,0,Youlln/ECE-PRYMMAL-YL-1B-SLERP-V2,0.6,https://huggingface.co/Youlln/ECE-PRYMMAL-YL-1B-SLERP-V2 🤝,Youlln/ECE-PRYMMAL-YL-1B-SLERP-V1,16.4,32.51,0.33,18.28,0.42,9.06,0.09,5.48,0.29,11.59,0.43,21.51,0.29,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,0,TRUE,b5cd268edb0cc5c2c6ab2c49c950e611b2b8138c,TRUE,TRUE,2024-11-08,2024-11-08,FALSE,FALSE,Youlln/ECE-PRYMMAL-YL-1B-SLERP-V1,0,Youlln/ECE-PRYMMAL-YL-1B-SLERP-V1,0.6,https://huggingface.co/Youlln/ECE-PRYMMAL-YL-1B-SLERP-V1 +🤝,Youlln/ECE-PRYMMAL-YL-1B-SLERP-V2,16.4,32.51,0.33,18.28,0.42,9.06,0.09,5.48,0.29,11.59,0.43,21.51,0.29,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,0,TRUE,3559f643c8d5774135a1cd8daea78fef31035679,TRUE,TRUE,2024-11-08,2024-11-08,FALSE,FALSE,Youlln/ECE-PRYMMAL-YL-1B-SLERP-V2,0,Youlln/ECE-PRYMMAL-YL-1B-SLERP-V2,0.6,https://huggingface.co/Youlln/ECE-PRYMMAL-YL-1B-SLERP-V2 🔶,netcat420/MFANNv0.24,16.4,31.62,0.32,25.35,0.48,6.12,0.06,4.59,0.28,4.62,0.38,26.09,0.33,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,llama3.1,8,1,TRUE,57ce382fede1adce68bdb95a386255fa363077d7,TRUE,TRUE,2024-11-09,2024-11-07,FALSE,FALSE,netcat420/MFANNv0.24,1,netcat420/MFANNv0.24 (Merge),0.74,https://huggingface.co/netcat420/MFANNv0.24 🤝,win10/Norns-Qwen2.5-12B,16.39,48.97,0.49,23.77,0.46,0.45,0,4.47,0.28,2.2,0.36,18.45,0.27,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,TRUE,"",12,1,FALSE,464793295c8633a95e6faedad24dfa8f0fd35663,TRUE,TRUE,2024-11-17,2024-11-17,TRUE,FALSE,win10/Norns-Qwen2.5-12B,1,win10/Norns-Qwen2.5-12B (Merge),1.62,https://huggingface.co/win10/Norns-Qwen2.5-12B 💬,TTTXXX01/Mistral-7B-Base-SimPO2-5e-7,16.38,43.92,0.44,20.69,0.43,2.42,0.02,6.38,0.3,5.25,0.36,19.62,0.28,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,0,TRUE,7a271e3061165f4e1abfe26715c04e20c2ac935e,TRUE,TRUE,2024-09-01,2024-08-30,TRUE,FALSE,TTTXXX01/Mistral-7B-Base-SimPO2-5e-7,2,mistralai/Mistral-7B-v0.1,0.52,https://huggingface.co/TTTXXX01/Mistral-7B-Base-SimPO2-5e-7 @@ -1379,6 +1391,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🤝,lalainy/ECE-PRYMMAL-YL-1B-SLERP-V3,16.27,32.5,0.33,18.23,0.42,8.69,0.09,5.93,0.29,10.83,0.42,21.46,0.29,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,0,TRUE,eef4293be744aef0524f00a7657e915a6601a459,TRUE,TRUE,2024-11-12,2024-11-12,FALSE,FALSE,lalainy/ECE-PRYMMAL-YL-1B-SLERP-V3,0,lalainy/ECE-PRYMMAL-YL-1B-SLERP-V3,0.59,https://huggingface.co/lalainy/ECE-PRYMMAL-YL-1B-SLERP-V3 💬,stabilityai/stablelm-2-12b-chat,16.25,40.82,0.41,25.25,0.47,2.19,0.02,2.24,0.27,7.73,0.39,19.27,0.27,"💬 chat models (RLHF, DPO, IFT, ...)",StableLmForCausalLM,Original,bfloat16,TRUE,other,12,86,TRUE,b6b62cd451b84e848514c00fafa66d9ead9297c5,TRUE,TRUE,2024-06-12,2024-04-04,TRUE,TRUE,stabilityai/stablelm-2-12b-chat,0,stabilityai/stablelm-2-12b-chat,1.09,https://huggingface.co/stabilityai/stablelm-2-12b-chat 💬,princeton-nlp/Mistral-7B-Base-SFT-DPO,16.24,44.03,0.44,20.79,0.44,1.66,0.02,3.02,0.27,9.63,0.41,18.28,0.26,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,"",7,0,TRUE,17134fd80cfbf3980353967a30dc6f450f18f78f,TRUE,TRUE,2024-10-07,2024-05-17,TRUE,FALSE,princeton-nlp/Mistral-7B-Base-SFT-DPO,0,princeton-nlp/Mistral-7B-Base-SFT-DPO,0.67,https://huggingface.co/princeton-nlp/Mistral-7B-Base-SFT-DPO +💬,h2oai/h2o-danube3.1-4b-chat,16.21,50.21,0.5,10.94,0.36,2.11,0.02,4.7,0.29,10.2,0.41,19.1,0.27,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,3,1,TRUE,e649b5c5844432e0b3e1b1102b6218604e6cbdb8,TRUE,TRUE,2024-11-29,2024-11-29,TRUE,FALSE,h2oai/h2o-danube3.1-4b-chat,0,h2oai/h2o-danube3.1-4b-chat,0.3,https://huggingface.co/h2oai/h2o-danube3.1-4b-chat 💬,princeton-nlp/Mistral-7B-Base-SFT-RRHF,16.19,44.07,0.44,19.6,0.43,2.57,0.03,5.37,0.29,10.03,0.42,15.53,0.24,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,bfloat16,TRUE,"",7,0,TRUE,0d5861072e9d01f420451bf6a5b108bc8d3a76bc,TRUE,TRUE,2024-10-07,2024-07-06,TRUE,FALSE,princeton-nlp/Mistral-7B-Base-SFT-RRHF,0,princeton-nlp/Mistral-7B-Base-SFT-RRHF,0.67,https://huggingface.co/princeton-nlp/Mistral-7B-Base-SFT-RRHF 🔶,xinchen9/Llama3.1_8B_Instruct_CoT,16.19,29.74,0.3,21.14,0.44,5.29,0.05,6.94,0.3,13.17,0.44,20.88,0.29,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,0,TRUE,cab1b33ddff08de11c5daea8ae079d126d503d8b,TRUE,TRUE,2024-09-19,2024-09-16,FALSE,FALSE,xinchen9/Llama3.1_8B_Instruct_CoT,0,xinchen9/Llama3.1_8B_Instruct_CoT,1.86,https://huggingface.co/xinchen9/Llama3.1_8B_Instruct_CoT 🔶,rombodawg/Rombos-LLM-V2.5-Qwen-1.5b,16.17,34.02,0.34,18.71,0.43,7.4,0.07,5.15,0.29,10.35,0.42,21.36,0.29,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,2,TRUE,1f634da015ed671efe7dc574bc2a1954f5b2cc93,TRUE,TRUE,2024-09-29,2024-10-06,FALSE,FALSE,rombodawg/Rombos-LLM-V2.5-Qwen-1.5b,1,rombodawg/Rombos-LLM-V2.5-Qwen-1.5b (Merge),0.74,https://huggingface.co/rombodawg/Rombos-LLM-V2.5-Qwen-1.5b @@ -1423,10 +1436,10 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🤝,llnYou/ECE-PRYMMAL-YL-1B-SLERP-V5,15.51,33.13,0.33,18.88,0.42,9.14,0.09,4.81,0.29,5.65,0.39,21.45,0.29,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,0,TRUE,6facb36cea2f670e32d6571846f00aa4cf5aaa86,TRUE,TRUE,2024-11-12,2024-11-12,FALSE,FALSE,llnYou/ECE-PRYMMAL-YL-1B-SLERP-V5,0,llnYou/ECE-PRYMMAL-YL-1B-SLERP-V5,0.64,https://huggingface.co/llnYou/ECE-PRYMMAL-YL-1B-SLERP-V5 🔶,ymcki/gemma-2-2b-jpn-it-abliterated-18,15.5,51.75,0.52,17.14,0.41,0,0,3.13,0.27,4.27,0.37,16.72,0.25,🔶 fine-tuned on domain-specific datasets,Gemma2ForCausalLM,Original,bfloat16,TRUE,gemma,2,1,TRUE,c50b85f9b60b444f85fe230b8d77fcbc7b18ef91,TRUE,TRUE,2024-10-18,2024-10-15,TRUE,FALSE,ymcki/gemma-2-2b-jpn-it-abliterated-18,3,google/gemma-2-2b,1.05,https://huggingface.co/ymcki/gemma-2-2b-jpn-it-abliterated-18 💬,DUAL-GPO/zephyr-7b-ipo-0k-15k-i1,15.49,27.56,0.28,22.66,0.45,3.02,0.03,5.48,0.29,10.57,0.42,23.67,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",?,Adapter,bfloat16,TRUE,"",14,0,FALSE,564d269c67dfcc5c07a4fbc270a6a48da1929d30,TRUE,TRUE,2024-09-22,2024-09-20,FALSE,FALSE,DUAL-GPO/zephyr-7b-ipo-0k-15k-i1,1,DUAL-GPO/zephyr-7b-ipo-qlora-v0-merged,0.97,https://huggingface.co/DUAL-GPO/zephyr-7b-ipo-0k-15k-i1 -🟢,microsoft/phi-2,15.47,27.39,0.27,28.04,0.49,2.57,0.03,2.91,0.27,13.84,0.41,18.09,0.26,🟢 pretrained,PhiForCausalLM,Original,float16,TRUE,mit,2,3246,TRUE,ef382358ec9e382308935a992d908de099b64c23,TRUE,TRUE,2024-06-09,2023-12-13,FALSE,TRUE,microsoft/phi-2,0,microsoft/phi-2,0.42,https://huggingface.co/microsoft/phi-2 +🟢,microsoft/phi-2,15.47,27.39,0.27,28.04,0.49,2.57,0.03,2.91,0.27,13.84,0.41,18.09,0.26,🟢 pretrained,PhiForCausalLM,Original,float16,TRUE,mit,2,3247,TRUE,ef382358ec9e382308935a992d908de099b64c23,TRUE,TRUE,2024-06-09,2023-12-13,FALSE,TRUE,microsoft/phi-2,0,microsoft/phi-2,0.42,https://huggingface.co/microsoft/phi-2 🤝,mlabonne/phixtral-2x2_8,15.46,34.31,0.34,28.5,0.49,3.02,0.03,2.01,0.27,7.71,0.36,17.23,0.26,🤝 base merges and moerges,PhiForCausalLM,Original,float16,TRUE,mit,4,146,TRUE,7744a977d83f132ae5808d8c3b70157031f7de44,TRUE,FALSE,2024-06-12,2024-01-07,TRUE,TRUE,mlabonne/phixtral-2x2_8,0,mlabonne/phixtral-2x2_8,0.96,https://huggingface.co/mlabonne/phixtral-2x2_8 🔶,ValiantLabs/Llama3.1-8B-ShiningValiant2,15.46,26.78,0.27,21.62,0.44,5.21,0.05,6.94,0.3,10.79,0.4,21.41,0.29,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,llama3.1,8,16,TRUE,6b2b5694a192cb29ad0e4314138affa25b630c0e,TRUE,TRUE,2024-11-05,2024-08-06,FALSE,FALSE,ValiantLabs/Llama3.1-8B-ShiningValiant2,2,meta-llama/Meta-Llama-3.1-8B,6.53,https://huggingface.co/ValiantLabs/Llama3.1-8B-ShiningValiant2 -🟢,google/gemma-7b,15.46,26.59,0.27,21.12,0.44,7.48,0.07,4.92,0.29,10.98,0.41,21.64,0.29,🟢 pretrained,GemmaForCausalLM,Original,bfloat16,TRUE,gemma,8,3063,TRUE,a0eac5b80dba224e6ed79d306df50b1e92c2125d,TRUE,TRUE,2024-06-08,2024-02-08,FALSE,TRUE,google/gemma-7b,0,google/gemma-7b,1.25,https://huggingface.co/google/gemma-7b +🟢,google/gemma-7b,15.46,26.59,0.27,21.12,0.44,7.48,0.07,4.92,0.29,10.98,0.41,21.64,0.29,🟢 pretrained,GemmaForCausalLM,Original,bfloat16,TRUE,gemma,8,3064,TRUE,a0eac5b80dba224e6ed79d306df50b1e92c2125d,TRUE,TRUE,2024-06-08,2024-02-08,FALSE,TRUE,google/gemma-7b,0,google/gemma-7b,1.25,https://huggingface.co/google/gemma-7b 🔶,princeton-nlp/Llama-3-Base-8B-SFT,15.44,30.96,0.31,24.39,0.45,3.1,0.03,4.47,0.28,8.04,0.39,21.66,0.29,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,1,TRUE,b622b7d814aa03aa722328bf88feaf1ad480b7fb,TRUE,TRUE,2024-10-07,2024-05-17,TRUE,FALSE,princeton-nlp/Llama-3-Base-8B-SFT,0,princeton-nlp/Llama-3-Base-8B-SFT,1.79,https://huggingface.co/princeton-nlp/Llama-3-Base-8B-SFT 🔶,SaisExperiments/Gemma-2-2B-Stheno-Filtered,15.43,41.97,0.42,17.48,0.41,4.23,0.04,2.68,0.27,8.1,0.4,18.11,0.26,🔶 fine-tuned on domain-specific datasets,Gemma2ForCausalLM,Original,bfloat16,TRUE,gemma,2,1,TRUE,683443cfa90c7a06978d1c5e9ead0fb0a68b49ca,TRUE,TRUE,2024-10-08,2024-09-04,FALSE,FALSE,SaisExperiments/Gemma-2-2B-Stheno-Filtered,2,google/gemma-2-2b,0.89,https://huggingface.co/SaisExperiments/Gemma-2-2B-Stheno-Filtered 💬,rwitz/go-bruins-v2,15.42,40.96,0.41,12.69,0.38,6.65,0.07,1.68,0.26,10.99,0.41,19.57,0.28,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,float16,TRUE,"",7,0,FALSE,6d9e57d3a36dbad364ec77ca642873d9fc7fd61c,TRUE,TRUE,2024-06-26,"",TRUE,FALSE,rwitz/go-bruins-v2,0,Removed,0.64,https://huggingface.co/rwitz/go-bruins-v2 @@ -1450,7 +1463,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🤝,BenevolenceMessiah/Yi-Coder-9B-Chat-Instruct-TIES-MoE-v1.0,15.1,30.12,0.3,26.88,0.49,4.31,0.04,1.68,0.26,8.93,0.41,18.67,0.27,🤝 base merges and moerges,MixtralForCausalLM,Original,bfloat16,FALSE,apache-2.0,28,0,TRUE,d90f6e36584dc9b367461701e83c833bdeb736f2,TRUE,FALSE,2024-09-22,2024-09-21,FALSE,FALSE,BenevolenceMessiah/Yi-Coder-9B-Chat-Instruct-TIES-MoE-v1.0,1,BenevolenceMessiah/Yi-Coder-9B-Chat-Instruct-TIES-MoE-v1.0 (Merge),3.33,https://huggingface.co/BenevolenceMessiah/Yi-Coder-9B-Chat-Instruct-TIES-MoE-v1.0 🤝,oobabooga/CodeBooga-34B-v0.1,15.1,52.5,0.53,8.56,0.34,0.53,0.01,0.89,0.26,12.98,0.43,15.11,0.24,🤝 base merges and moerges,LlamaForCausalLM,Original,float16,TRUE,llama2,33,144,TRUE,8a4e1e16ac46333cbd0c17d733d3d70a956071a6,TRUE,TRUE,2024-07-29,2023-10-19,TRUE,FALSE,oobabooga/CodeBooga-34B-v0.1,0,oobabooga/CodeBooga-34B-v0.1,2.09,https://huggingface.co/oobabooga/CodeBooga-34B-v0.1 🔶,theprint/CleverBoi-7B-v2,15.03,21.7,0.22,23.44,0.45,2.27,0.02,5.15,0.29,18.66,0.47,18.98,0.27,🔶 fine-tuned on domain-specific datasets,?,Adapter,bfloat16,TRUE,apache-2.0,7,0,TRUE,1d82629c1e6778cf8568b532a3c09b668805b15a,TRUE,TRUE,2024-09-13,2024-09-12,FALSE,FALSE,theprint/CleverBoi-7B-v2,2,mistralai/Mistral-7B-v0.3,1.52,https://huggingface.co/theprint/CleverBoi-7B-v2 -💬,Qwen/Qwen2.5-1.5B-Instruct,15.03,44.76,0.45,19.81,0.43,1.66,0.02,0.78,0.26,3.19,0.37,19.99,0.28,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,193,TRUE,5fee7c4ed634dc66c6e318c8ac2897b8b9154536,TRUE,TRUE,2024-09-19,2024-09-17,TRUE,TRUE,Qwen/Qwen2.5-1.5B-Instruct,1,Qwen/Qwen2.5-1.5B,0.69,https://huggingface.co/Qwen/Qwen2.5-1.5B-Instruct +💬,Qwen/Qwen2.5-1.5B-Instruct,15.03,44.76,0.45,19.81,0.43,1.66,0.02,0.78,0.26,3.19,0.37,19.99,0.28,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,200,TRUE,5fee7c4ed634dc66c6e318c8ac2897b8b9154536,TRUE,TRUE,2024-09-19,2024-09-17,TRUE,TRUE,Qwen/Qwen2.5-1.5B-Instruct,1,Qwen/Qwen2.5-1.5B,0.69,https://huggingface.co/Qwen/Qwen2.5-1.5B-Instruct 🔶,lemon07r/Gemma-2-Ataraxy-v2a-9B,15.02,15.95,0.16,31.2,0.52,0,0,11.97,0.34,3.06,0.32,27.94,0.35,🔶 fine-tuned on domain-specific datasets,Gemma2ForCausalLM,Original,bfloat16,TRUE,"",10,1,FALSE,899fb093d80569fc919f53217e3acf031dde89a5,TRUE,TRUE,2024-09-29,2024-09-29,FALSE,FALSE,lemon07r/Gemma-2-Ataraxy-v2a-9B,1,lemon07r/Gemma-2-Ataraxy-v2a-9B (Merge),2.98,https://huggingface.co/lemon07r/Gemma-2-Ataraxy-v2a-9B 🔶,pankajmathur/orca_mini_v3_13b,15.02,28.97,0.29,25.55,0.47,1.96,0.02,2.01,0.27,17.11,0.46,14.5,0.23,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,other,13,31,TRUE,7d6e567d24ce2f228beaf54e89c17b0e750bfe99,TRUE,TRUE,2024-06-26,2023-08-09,FALSE,FALSE,pankajmathur/orca_mini_v3_13b,0,pankajmathur/orca_mini_v3_13b,1.1,https://huggingface.co/pankajmathur/orca_mini_v3_13b 🔶,ymcki/gemma-2-2b-jpn-it-abliterated-17,15,50.82,0.51,16.23,0.41,0,0,2.91,0.27,3.89,0.37,16.17,0.25,🔶 fine-tuned on domain-specific datasets,Gemma2ForCausalLM,Original,bfloat16,TRUE,gemma,2,1,TRUE,e6f82b93dae0b8207aa3252ab4157182e2610787,TRUE,TRUE,2024-10-18,2024-10-16,TRUE,FALSE,ymcki/gemma-2-2b-jpn-it-abliterated-17,3,google/gemma-2-2b,1.1,https://huggingface.co/ymcki/gemma-2-2b-jpn-it-abliterated-17 @@ -1470,7 +1483,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 💬,deepseek-ai/deepseek-llm-7b-chat,14.79,41.71,0.42,11.26,0.36,1.81,0.02,2.13,0.27,19.21,0.47,12.59,0.21,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,other,7,75,TRUE,afbda8b347ec881666061fa67447046fc5164ec8,TRUE,TRUE,2024-06-12,2023-11-29,TRUE,TRUE,deepseek-ai/deepseek-llm-7b-chat,0,deepseek-ai/deepseek-llm-7b-chat,0.77,https://huggingface.co/deepseek-ai/deepseek-llm-7b-chat 🤝,arisin/orca-platypus-13B-slerp,14.77,26.72,0.27,24.4,0.46,1.44,0.01,6.49,0.3,11.86,0.43,17.69,0.26,🤝 base merges and moerges,LlamaForCausalLM,Original,float16,FALSE,apache-2.0,13,0,TRUE,679c8aa21e7d0ba79584a4b5eb352ecf26bd7096,TRUE,TRUE,2024-11-23,2024-11-23,FALSE,FALSE,arisin/orca-platypus-13B-slerp,0,arisin/orca-platypus-13B-slerp,0.94,https://huggingface.co/arisin/orca-platypus-13B-slerp 💬,OpenLeecher/llama3-8b-lima,14.76,43.71,0.44,19.57,0.43,3.47,0.03,0,0.24,3.74,0.37,18.07,0.26,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,"",8,0,FALSE,237a2bcb240eecd9355a091f839e42ba3d31bda5,TRUE,TRUE,2024-10-01,"",TRUE,FALSE,OpenLeecher/llama3-8b-lima,0,Removed,0.96,https://huggingface.co/OpenLeecher/llama3-8b-lima -💬,HuggingFaceTB/SmolLM2-1.7B-Instruct,14.75,53.68,0.54,10.92,0.36,4.15,0.04,3.91,0.28,4.1,0.34,11.71,0.21,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,386,TRUE,d1bb90bcfbe0f211109880f4da18da66f229c4f6,TRUE,TRUE,2024-11-06,2024-10-31,TRUE,TRUE,HuggingFaceTB/SmolLM2-1.7B-Instruct,1,HuggingFaceTB/SmolLM2-1.7B-Instruct (Merge),0.32,https://huggingface.co/HuggingFaceTB/SmolLM2-1.7B-Instruct +💬,HuggingFaceTB/SmolLM2-1.7B-Instruct,14.75,53.68,0.54,10.92,0.36,4.15,0.04,3.91,0.28,4.1,0.34,11.71,0.21,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,393,TRUE,d1bb90bcfbe0f211109880f4da18da66f229c4f6,TRUE,TRUE,2024-11-06,2024-10-31,TRUE,TRUE,HuggingFaceTB/SmolLM2-1.7B-Instruct,1,HuggingFaceTB/SmolLM2-1.7B-Instruct (Merge),0.32,https://huggingface.co/HuggingFaceTB/SmolLM2-1.7B-Instruct 💬,abhishek/autotrain-llama3-70b-orpo-v1,14.71,42.33,0.42,41.57,0.6,0.45,0,0,0.24,2.57,0.36,1.36,0.11,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,other,70,4,TRUE,053236c6846cc561c1503ba05e2b28c94855a432,TRUE,TRUE,2024-08-30,2024-05-02,TRUE,FALSE,abhishek/autotrain-llama3-70b-orpo-v1,0,abhishek/autotrain-llama3-70b-orpo-v1,10.76,https://huggingface.co/abhishek/autotrain-llama3-70b-orpo-v1 🔶,rhysjones/phi-2-orange-v2,14.64,36.7,0.37,25.61,0.48,0,0,1.57,0.26,6.97,0.36,17.03,0.25,🔶 fine-tuned on domain-specific datasets,PhiForCausalLM,Original,float16,TRUE,mit,2,27,TRUE,f4085189114accfb65225deb8fbdf15767b7ee56,TRUE,TRUE,2024-06-28,2024-03-04,TRUE,FALSE,rhysjones/phi-2-orange-v2,0,rhysjones/phi-2-orange-v2,0.47,https://huggingface.co/rhysjones/phi-2-orange-v2 🔶,ymcki/gemma-2-2b-ORPO-jpn-it-abliterated-18,14.63,46.31,0.46,16.3,0.41,0.38,0,5.15,0.29,4.73,0.38,14.94,0.23,🔶 fine-tuned on domain-specific datasets,Gemma2ForCausalLM,Original,bfloat16,TRUE,gemma,2,0,TRUE,aed2a9061ffa21beaec0d617a9605e160136aab4,TRUE,TRUE,2024-11-16,2024-10-30,TRUE,FALSE,ymcki/gemma-2-2b-ORPO-jpn-it-abliterated-18,3,google/gemma-2-2b,6.2,https://huggingface.co/ymcki/gemma-2-2b-ORPO-jpn-it-abliterated-18 @@ -1506,9 +1519,9 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🟢,tklohj/WindyFloLLM,14.21,26.69,0.27,24.4,0.46,1.36,0.01,3.36,0.28,11.86,0.43,17.57,0.26,🟢 pretrained,LlamaForCausalLM,Original,float16,TRUE,"",13,0,FALSE,21f4241ab3f091d1d309e9076a8d8e3f014908a8,TRUE,TRUE,2024-07-10,2024-06-30,FALSE,FALSE,tklohj/WindyFloLLM,1,tklohj/WindyFloLLM (Merge),1.1,https://huggingface.co/tklohj/WindyFloLLM 🔶,TencentARC/Mistral_Pro_8B_v0.1,14.2,21.15,0.21,22.89,0.45,5.66,0.06,4.03,0.28,11.83,0.42,19.61,0.28,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,66,TRUE,366f159fc5b314ba2a955209d2bca4600f84dac0,TRUE,TRUE,2024-06-12,2024-02-22,FALSE,TRUE,TencentARC/Mistral_Pro_8B_v0.1,0,TencentARC/Mistral_Pro_8B_v0.1,0.63,https://huggingface.co/TencentARC/Mistral_Pro_8B_v0.1 🔶,netcat420/MFANNv0.19,14.19,30.57,0.31,24.92,0.47,2.95,0.03,7.61,0.31,2.72,0.35,16.36,0.25,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,llama3.1,8,0,TRUE,af26a25549b7ad291766c479bebda58f15fbff42,TRUE,TRUE,2024-07-27,2024-07-27,FALSE,FALSE,netcat420/MFANNv0.19,0,netcat420/MFANNv0.19,0.96,https://huggingface.co/netcat420/MFANNv0.19 -💬,dwikitheduck/gemma-2-2b-id-inst,14.18,38.79,0.39,15.42,0.4,0.53,0.01,6.6,0.3,10.73,0.42,13.04,0.22,"💬 chat models (RLHF, DPO, IFT, ...)",Gemma2ForCausalLM,Original,float16,TRUE,gemma,2,0,TRUE,1c046ade199128da926004e154698546d65e3084,TRUE,TRUE,2024-11-24,2024-10-24,TRUE,FALSE,dwikitheduck/gemma-2-2b-id-inst,0,dwikitheduck/gemma-2-2b-id-inst,1.41,https://huggingface.co/dwikitheduck/gemma-2-2b-id-inst 🔶,dwikitheduck/gemma-2-2b-id-instruct,14.18,38.79,0.39,15.42,0.4,0.53,0.01,6.6,0.3,10.73,0.42,13.04,0.22,🔶 fine-tuned on domain-specific datasets,Gemma2ForCausalLM,Original,float16,TRUE,gemma,2,0,TRUE,1c046ade199128da926004e154698546d65e3084,TRUE,TRUE,2024-11-15,2024-10-24,TRUE,FALSE,dwikitheduck/gemma-2-2b-id-instruct,0,dwikitheduck/gemma-2-2b-id-instruct,1.42,https://huggingface.co/dwikitheduck/gemma-2-2b-id-instruct 🔶,dwikitheduck/gemma-2-2b-id,14.18,38.79,0.39,15.42,0.4,0.53,0.01,6.6,0.3,10.73,0.42,13.04,0.22,🔶 fine-tuned on domain-specific datasets,Gemma2ForCausalLM,Original,float16,TRUE,gemma,2,0,TRUE,6f191d4a7618664619adda1cd96d9d1bf72f33b2,TRUE,TRUE,2024-11-14,2024-10-24,TRUE,FALSE,dwikitheduck/gemma-2-2b-id,0,dwikitheduck/gemma-2-2b-id,4.6,https://huggingface.co/dwikitheduck/gemma-2-2b-id +💬,dwikitheduck/gemma-2-2b-id-inst,14.18,38.79,0.39,15.42,0.4,0.53,0.01,6.6,0.3,10.73,0.42,13.04,0.22,"💬 chat models (RLHF, DPO, IFT, ...)",Gemma2ForCausalLM,Original,float16,TRUE,gemma,2,0,TRUE,1c046ade199128da926004e154698546d65e3084,TRUE,TRUE,2024-11-24,2024-10-24,TRUE,FALSE,dwikitheduck/gemma-2-2b-id-inst,0,dwikitheduck/gemma-2-2b-id-inst,1.41,https://huggingface.co/dwikitheduck/gemma-2-2b-id-inst 🟢,nvidia/Minitron-8B-Base,14.18,24.24,0.24,22.04,0.44,2.34,0.02,3.13,0.27,9.09,0.4,24.23,0.32,🟢 pretrained,NemotronForCausalLM,Original,bfloat16,TRUE,other,7,63,TRUE,70fa5997afc42807f41eebd5d481f040556fdf97,TRUE,TRUE,2024-09-25,2024-07-19,FALSE,TRUE,nvidia/Minitron-8B-Base,0,nvidia/Minitron-8B-Base,1.41,https://huggingface.co/nvidia/Minitron-8B-Base 🟢,awnr/Mistral-7B-v0.1-signtensors-7-over-16,14.15,22.94,0.23,21.04,0.43,3.25,0.03,7.16,0.3,7.93,0.4,22.56,0.3,🟢 pretrained,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,1,TRUE,0e1f2cb0a81c38fc6c567d9c007883ab62fae266,TRUE,TRUE,2024-07-29,2024-07-29,FALSE,FALSE,awnr/Mistral-7B-v0.1-signtensors-7-over-16,0,awnr/Mistral-7B-v0.1-signtensors-7-over-16,1.3,https://huggingface.co/awnr/Mistral-7B-v0.1-signtensors-7-over-16 🤝,johnsutor/Llama-3-8B-Instruct_dare_linear,14.12,21.45,0.21,19.61,0.43,0,0,6.15,0.3,21.81,0.5,15.72,0.24,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,8,0,TRUE,abb81fd8fdc2ad32f65befcb7ae369c9837cd563,TRUE,TRUE,2024-06-26,2024-06-07,FALSE,FALSE,johnsutor/Llama-3-8B-Instruct_dare_linear,1,johnsutor/Llama-3-8B-Instruct_dare_linear (Merge),0.91,https://huggingface.co/johnsutor/Llama-3-8B-Instruct_dare_linear @@ -1520,7 +1533,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,olabs-ai/reflection_model,14.02,15.99,0.16,25.21,0.47,4.76,0.05,6.71,0.3,5.75,0.35,25.68,0.33,🔶 fine-tuned on domain-specific datasets,?,Adapter,float16,TRUE,apache-2.0,9,1,TRUE,a8b0fc584b10e0110e04f9d21c7f10d24391c1d5,TRUE,TRUE,2024-09-08,2024-09-08,FALSE,FALSE,olabs-ai/reflection_model,0,olabs-ai/reflection_model,2.41,https://huggingface.co/olabs-ai/reflection_model 💬,Magpie-Align/MagpieLM-8B-Chat-v0.1,14.01,37.01,0.37,18.26,0.42,0,0,1.57,0.26,2.82,0.35,24.39,0.32,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,8,20,TRUE,0b30eabc82a01fb42f44ba62c2dc81e1bd09cc04,TRUE,TRUE,2024-09-19,2024-09-15,TRUE,FALSE,Magpie-Align/MagpieLM-8B-Chat-v0.1,2,meta-llama/Meta-Llama-3.1-8B,0.74,https://huggingface.co/Magpie-Align/MagpieLM-8B-Chat-v0.1 💬,01-ai/Yi-6B-Chat,14,33.95,0.34,17,0.41,0.68,0.01,5.93,0.29,3.57,0.37,22.9,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,6,63,TRUE,01f7fabb6cfb26efeb764da4a0a19cad2c754232,TRUE,TRUE,2024-06-12,2023-11-22,TRUE,TRUE,01-ai/Yi-6B-Chat,0,01-ai/Yi-6B-Chat,0.56,https://huggingface.co/01-ai/Yi-6B-Chat -💬,Qwen/Qwen2-1.5B-Instruct,13.99,33.71,0.34,13.7,0.39,6.27,0.06,1.57,0.26,12.03,0.43,16.68,0.25,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,131,TRUE,ba1cf1846d7df0a0591d6c00649f57e798519da8,TRUE,TRUE,2024-06-12,2024-06-03,TRUE,TRUE,Qwen/Qwen2-1.5B-Instruct,0,Qwen/Qwen2-1.5B-Instruct,0.66,https://huggingface.co/Qwen/Qwen2-1.5B-Instruct +💬,Qwen/Qwen2-1.5B-Instruct,13.99,33.71,0.34,13.7,0.39,6.27,0.06,1.57,0.26,12.03,0.43,16.68,0.25,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,132,TRUE,ba1cf1846d7df0a0591d6c00649f57e798519da8,TRUE,TRUE,2024-06-12,2024-06-03,TRUE,TRUE,Qwen/Qwen2-1.5B-Instruct,0,Qwen/Qwen2-1.5B-Instruct,0.66,https://huggingface.co/Qwen/Qwen2-1.5B-Instruct 🟢,apple/DCLM-7B,13.99,21.73,0.22,19.76,0.42,2.95,0.03,8.72,0.32,7.31,0.39,23.45,0.31,🟢 pretrained,OpenLMModel,Original,bfloat16,TRUE,apple-ascl,7,825,TRUE,c85bfa168f999ce27e954808bc005a2748fda5c5,TRUE,TRUE,2024-08-16,2024-07-11,FALSE,FALSE,apple/DCLM-7B,0,apple/DCLM-7B,0.63,https://huggingface.co/apple/DCLM-7B 🟢,stabilityai/stablelm-2-12b,13.94,15.69,0.16,22.69,0.45,3.93,0.04,3.8,0.28,14.49,0.45,23.02,0.31,🟢 pretrained,StableLmForCausalLM,Original,bfloat16,TRUE,other,12,116,TRUE,fead13ddbf4492970666650c3cd6f85f485411ec,TRUE,TRUE,2024-06-12,2024-03-21,FALSE,TRUE,stabilityai/stablelm-2-12b,0,stabilityai/stablelm-2-12b,1.47,https://huggingface.co/stabilityai/stablelm-2-12b 🔶,EpistemeAI/Alpaca-Llama3.1-8B,13.92,15.99,0.16,25.94,0.48,4.68,0.05,5.37,0.29,6.6,0.34,24.96,0.32,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,apache-2.0,8,0,TRUE,3152dfa17322dff7c6af6dbf3daceaf5db51e230,TRUE,TRUE,2024-08-13,2024-09-11,FALSE,FALSE,EpistemeAI/Alpaca-Llama3.1-8B,2,meta-llama/Meta-Llama-3.1-8B,0.92,https://huggingface.co/EpistemeAI/Alpaca-Llama3.1-8B @@ -1531,9 +1544,10 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,spmurrayzzz/Mistral-Syndicate-7B,13.9,24.96,0.25,20.51,0.42,2.72,0.03,3.47,0.28,13.62,0.44,18.13,0.26,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,0,TRUE,c74379dd6055ef4a70339b105ea315cebec23d24,TRUE,TRUE,2024-06-27,2023-12-30,FALSE,FALSE,spmurrayzzz/Mistral-Syndicate-7B,1,mistralai/Mistral-7B-v0.1,0.58,https://huggingface.co/spmurrayzzz/Mistral-Syndicate-7B 🔶,xinchen9/llama3-b8-ft-dis,13.9,15.46,0.15,24.73,0.46,3.47,0.03,8.39,0.31,6.41,0.37,24.93,0.32,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,apache-2.0,8,0,TRUE,e4da730f28f79543262de37908943c35f8df81fe,TRUE,TRUE,2024-07-11,2024-06-28,FALSE,FALSE,xinchen9/llama3-b8-ft-dis,0,xinchen9/llama3-b8-ft-dis,1.06,https://huggingface.co/xinchen9/llama3-b8-ft-dis 🔶,sequelbox/Llama3.1-8B-PlumMath,13.89,22.42,0.22,16.45,0.4,4.46,0.04,9.06,0.32,8.98,0.39,21.95,0.3,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,FALSE,llama3.1,8,1,TRUE,b857c30a626f7c020fcba89df7bece4bb7381ac2,TRUE,TRUE,2024-10-03,2024-10-01,FALSE,FALSE,sequelbox/Llama3.1-8B-PlumMath,1,sequelbox/Llama3.1-8B-PlumMath (Merge),0.87,https://huggingface.co/sequelbox/Llama3.1-8B-PlumMath -🟢,meta-llama/Meta-Llama-3.1-8B,13.87,12.7,0.13,25.29,0.47,5.14,0.05,6.15,0.3,8.98,0.38,24.95,0.32,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,8,1118,TRUE,e5c39e551424c763dbc3e58e32ef2999d33a6d8d,TRUE,TRUE,2024-07-23,2024-07-14,TRUE,TRUE,meta-llama/Meta-Llama-3.1-8B,0,meta-llama/Meta-Llama-3.1-8B,3.6,https://huggingface.co/meta-llama/Meta-Llama-3.1-8B +🟢,meta-llama/Meta-Llama-3.1-8B,13.87,12.7,0.13,25.29,0.47,5.14,0.05,6.15,0.3,8.98,0.38,24.95,0.32,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,8,1123,TRUE,e5c39e551424c763dbc3e58e32ef2999d33a6d8d,TRUE,TRUE,2024-07-23,2024-07-14,TRUE,TRUE,meta-llama/Meta-Llama-3.1-8B,0,meta-llama/Meta-Llama-3.1-8B,3.6,https://huggingface.co/meta-llama/Meta-Llama-3.1-8B 🔶,openchat/openchat_v3.2,13.85,29.81,0.3,20.32,0.43,1.36,0.01,2.68,0.27,13.1,0.43,15.8,0.24,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama2,13,42,TRUE,acc7ce92558681e749678648189812f15c1465fe,TRUE,TRUE,2024-06-12,2023-07-30,FALSE,TRUE,openchat/openchat_v3.2,0,openchat/openchat_v3.2,5.3,https://huggingface.co/openchat/openchat_v3.2 🔶,ValiantLabs/Llama3.1-8B-Esper2,13.84,25.67,0.26,22.2,0.45,5.29,0.05,3.02,0.27,5.71,0.36,21.15,0.29,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,llama3.1,8,2,TRUE,38f24f2fe90f839acbc57e7530221acf1232e9dc,TRUE,TRUE,2024-10-09,2024-10-02,FALSE,FALSE,ValiantLabs/Llama3.1-8B-Esper2,2,meta-llama/Meta-Llama-3.1-8B,0.88,https://huggingface.co/ValiantLabs/Llama3.1-8B-Esper2 +💬,Norquinal/Golf,13.83,35.34,0.35,9.9,0.35,4.76,0.05,5.37,0.29,4.75,0.34,22.84,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,"",8,0,FALSE,5b1a3ad20fd4f7915fcc8eaf5e04d4c5f996e70b,TRUE,TRUE,2024-11-30,2024-11-28,TRUE,FALSE,Norquinal/Golf,0,Norquinal/Golf,0.69,https://huggingface.co/Norquinal/Golf 🟢,tiiuae/falcon-11B,13.81,32.61,0.33,21.94,0.44,2.57,0.03,2.8,0.27,7.53,0.4,15.44,0.24,🟢 pretrained,FalconForCausalLM,Original,bfloat16,TRUE,unknown,11,212,TRUE,066e3bf4e2d9aaeefa129af0a6d39727d27816b3,TRUE,TRUE,2024-06-09,2024-05-09,FALSE,TRUE,tiiuae/falcon-11B,0,tiiuae/falcon-11B,1.08,https://huggingface.co/tiiuae/falcon-11B 💬,meta-llama/Llama-3.2-1B-Instruct,13.81,56.98,0.57,8.74,0.35,3.25,0.03,3.36,0.28,2.97,0.33,7.58,0.17,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3.2,1,583,TRUE,d0a2081ed47e20ce524e8bc5d132f3fad2f69ff0,TRUE,TRUE,2024-09-23,2024-09-18,TRUE,TRUE,meta-llama/Llama-3.2-1B-Instruct,0,meta-llama/Llama-3.2-1B-Instruct,0.4,https://huggingface.co/meta-llama/Llama-3.2-1B-Instruct 🟢,Qwen/Qwen2.5-1.5B,13.8,26.74,0.27,16.66,0.41,8.84,0.09,4.7,0.29,5.27,0.36,20.61,0.29,🟢 pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,43,TRUE,e5dfabbcffd9b0c7b31d89b82c5a6b72e663f32c,TRUE,TRUE,2024-09-19,2024-09-15,FALSE,TRUE,Qwen/Qwen2.5-1.5B,0,Qwen/Qwen2.5-1.5B,1.25,https://huggingface.co/Qwen/Qwen2.5-1.5B @@ -1551,15 +1565,17 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,Goekdeniz-Guelmez/j.o.s.i.e.v4o-1.5b-dpo-stage1-v1,13.57,41.88,0.42,17.75,0.41,2.95,0.03,0.11,0.25,1.44,0.35,17.28,0.26,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,1,TRUE,d5ddad290d83b1ba8a7612a6c1cfad6fb4346fe4,TRUE,TRUE,2024-10-08,2024-10-07,TRUE,FALSE,Goekdeniz-Guelmez/j.o.s.i.e.v4o-1.5b-dpo-stage1-v1,2,Qwen/Qwen2.5-1.5B,0.79,https://huggingface.co/Goekdeniz-Guelmez/j.o.s.i.e.v4o-1.5b-dpo-stage1-v1 🟢,google/flan-ul2,13.55,23.93,0.24,30.02,0.51,0.15,0,5.03,0.29,5.58,0.38,16.59,0.25,🟢 pretrained,T5ForConditionalGeneration,Original,bfloat16,TRUE,apache-2.0,19,554,TRUE,452d74ce28ac4a7f211d6ba3ef0717027f7a8074,TRUE,TRUE,2024-08-07,2023-03-03,FALSE,TRUE,google/flan-ul2,0,google/flan-ul2,0.56,https://huggingface.co/google/flan-ul2 💬,Goekdeniz-Guelmez/Josiefied-Qwen2.5-1.5B-Instruct-abliterated-v3,13.54,42.53,0.43,16.44,0.41,0.76,0.01,0,0.24,4.24,0.37,17.29,0.26,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,1,TRUE,03ffa6f7a6ada9d63d838707c597297f048d409b,TRUE,TRUE,2024-09-28,2024-09-28,TRUE,FALSE,Goekdeniz-Guelmez/Josiefied-Qwen2.5-1.5B-Instruct-abliterated-v3,3,Qwen/Qwen2.5-1.5B,0.71,https://huggingface.co/Goekdeniz-Guelmez/Josiefied-Qwen2.5-1.5B-Instruct-abliterated-v3 +💬,Norquinal/Bravo,13.54,30.25,0.3,10.65,0.36,4.98,0.05,4.25,0.28,7.46,0.39,23.64,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,"",8,0,FALSE,40ae6eda335ee30028fa907ec71e501b46a27f45,TRUE,TRUE,2024-11-30,2024-11-28,TRUE,FALSE,Norquinal/Bravo,0,Norquinal/Bravo,0.7,https://huggingface.co/Norquinal/Bravo 🔶,pankajmathur/orca_mini_v3_7b,13.52,28.21,0.28,17.84,0.41,0.3,0,0,0.25,22.71,0.5,12.04,0.21,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,other,7,40,TRUE,6252eb7ca29da8d951ae7d2bca948bf84e04a2b9,TRUE,TRUE,2024-06-26,2023-08-07,FALSE,FALSE,pankajmathur/orca_mini_v3_7b,0,pankajmathur/orca_mini_v3_7b,0.64,https://huggingface.co/pankajmathur/orca_mini_v3_7b 🟩,NousResearch/Yarn-Mistral-7b-64k,13.5,20.8,0.21,20.23,0.43,3.47,0.03,5.37,0.29,9.88,0.41,21.27,0.29,🟩 continuously pretrained,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,50,TRUE,0273c624561fcecc8e8f4030492a9307aa60f945,TRUE,TRUE,2024-06-12,2023-10-31,FALSE,TRUE,NousResearch/Yarn-Mistral-7b-64k,0,NousResearch/Yarn-Mistral-7b-64k,0.54,https://huggingface.co/NousResearch/Yarn-Mistral-7b-64k 🔶,Dans-DiscountModels/Dans-Instruct-Mix-8b-ChatML,13.5,8.25,0.08,26.34,0.47,5.36,0.05,5.93,0.29,9.68,0.39,25.42,0.33,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,0,TRUE,029d84d4f4a618aa798490c046753b12801158e2,TRUE,TRUE,2024-09-14,2024-09-09,FALSE,FALSE,Dans-DiscountModels/Dans-Instruct-Mix-8b-ChatML,1,Dans-DiscountModels/Meta-Llama-3.1-8B-ChatML,0.8,https://huggingface.co/Dans-DiscountModels/Dans-Instruct-Mix-8b-ChatML 🔶,chujiezheng/Mistral7B-PairRM-SPPO-ExPO,13.49,36.73,0.37,13.68,0.39,1.06,0.01,3.58,0.28,8.66,0.41,17.24,0.26,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,0,TRUE,d3e8342a63e5ae096f450f2467a92168db12768c,TRUE,TRUE,2024-09-21,2024-05-04,TRUE,FALSE,chujiezheng/Mistral7B-PairRM-SPPO-ExPO,0,chujiezheng/Mistral7B-PairRM-SPPO-ExPO,0.51,https://huggingface.co/chujiezheng/Mistral7B-PairRM-SPPO-ExPO -🔶,google/flan-t5-xxl,13.49,22,0.22,30.12,0.51,0,0,2.68,0.27,11.19,0.42,14.92,0.23,🔶 fine-tuned on domain-specific datasets,T5ForConditionalGeneration,Original,float16,TRUE,apache-2.0,11,1207,TRUE,ae7c9136adc7555eeccc78cdd960dfd60fb346ce,TRUE,TRUE,2024-09-06,2022-10-21,FALSE,TRUE,google/flan-t5-xxl,0,google/flan-t5-xxl,0.71,https://huggingface.co/google/flan-t5-xxl +🔶,google/flan-t5-xxl,13.49,22,0.22,30.12,0.51,0,0,2.68,0.27,11.19,0.42,14.92,0.23,🔶 fine-tuned on domain-specific datasets,T5ForConditionalGeneration,Original,float16,TRUE,apache-2.0,11,1208,TRUE,ae7c9136adc7555eeccc78cdd960dfd60fb346ce,TRUE,TRUE,2024-09-06,2022-10-21,FALSE,TRUE,google/flan-t5-xxl,0,google/flan-t5-xxl,0.71,https://huggingface.co/google/flan-t5-xxl 🤝,qingy2019/Oracle-14B,13.48,24.01,0.24,23.3,0.46,6.57,0.07,1.45,0.26,10.23,0.37,15.32,0.24,🤝 base merges and moerges,MixtralForCausalLM,Original,bfloat16,TRUE,"",13,0,FALSE,0154031aa9306aa98da156a0f3c8e10d9f1377f6,TRUE,TRUE,2024-11-24,"",FALSE,FALSE,qingy2019/Oracle-14B,0,Removed,1.37,https://huggingface.co/qingy2019/Oracle-14B 🔶,LeroyDyer/SpydazWeb_AI_CyberTron_Ultra_7b,13.48,15.56,0.16,27.75,0.48,0.83,0.01,5.7,0.29,10.3,0.41,20.73,0.29,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,apache-2.0,7,4,TRUE,50c69e539578ab5384eb018a60cc1268637becae,TRUE,TRUE,2024-07-12,2024-04-14,FALSE,FALSE,LeroyDyer/SpydazWeb_AI_CyberTron_Ultra_7b,1,LeroyDyer/Mixtral_AI_CyberTron_Ultra,0.66,https://huggingface.co/LeroyDyer/SpydazWeb_AI_CyberTron_Ultra_7b -🟢,meta-llama/Meta-Llama-3-8B,13.46,14.55,0.15,24.5,0.46,3.55,0.04,7.38,0.31,6.24,0.36,24.55,0.32,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,5848,TRUE,62bd457b6fe961a42a631306577e622c83876cb6,TRUE,TRUE,2024-06-12,2024-04-17,FALSE,TRUE,meta-llama/Meta-Llama-3-8B,0,meta-llama/Meta-Llama-3-8B,0.87,https://huggingface.co/meta-llama/Meta-Llama-3-8B +🟢,meta-llama/Meta-Llama-3-8B,13.46,14.55,0.15,24.5,0.46,3.55,0.04,7.38,0.31,6.24,0.36,24.55,0.32,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,5854,TRUE,62bd457b6fe961a42a631306577e622c83876cb6,TRUE,TRUE,2024-06-12,2024-04-17,FALSE,TRUE,meta-llama/Meta-Llama-3-8B,0,meta-llama/Meta-Llama-3-8B,0.87,https://huggingface.co/meta-llama/Meta-Llama-3-8B 💬,sonthenguyen/ft-unsloth-zephyr-sft-bnb-4bit-20241014-170522,13.44,37.64,0.38,14.14,0.38,0.98,0.01,2.01,0.27,14.12,0.44,11.73,0.21,"💬 chat models (RLHF, DPO, IFT, ...)",?,Adapter,float16,TRUE,apache-2.0,7,0,TRUE,467eff1ac1c3395c130929bbe1f34a8194715e7c,TRUE,TRUE,2024-10-16,2024-10-15,TRUE,FALSE,sonthenguyen/ft-unsloth-zephyr-sft-bnb-4bit-20241014-170522,1,unsloth/zephyr-sft-bnb-4bit,1.61,https://huggingface.co/sonthenguyen/ft-unsloth-zephyr-sft-bnb-4bit-20241014-170522 +💬,Norquinal/Echo,13.43,31.58,0.32,10.01,0.35,5.66,0.06,3.91,0.28,6.16,0.38,23.28,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,"",8,0,FALSE,0f7ce5af69a530e87867225d88275de8d3404ad8,TRUE,TRUE,2024-11-30,2024-11-28,TRUE,FALSE,Norquinal/Echo,0,Norquinal/Echo,0.67,https://huggingface.co/Norquinal/Echo 🔶,Alibaba-NLP/gte-Qwen2-7B-instruct,13.41,22.55,0.23,21.93,0.45,3.85,0.04,0,0.24,6.32,0.36,25.79,0.33,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,222,TRUE,e26182b2122f4435e8b3ebecbf363990f409b45b,TRUE,TRUE,2024-08-05,2024-06-15,TRUE,FALSE,Alibaba-NLP/gte-Qwen2-7B-instruct,0,Alibaba-NLP/gte-Qwen2-7B-instruct,2.17,https://huggingface.co/Alibaba-NLP/gte-Qwen2-7B-instruct 💬,OpenBuddy/openbuddy-llama3.2-3b-v23.2-131k,13.39,43.19,0.43,16.59,0.41,0.23,0,3.47,0.28,0.46,0.33,16.44,0.25,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3.2,3,0,TRUE,7cd2baa3d9bb99e970d711fb7afe786753bc25ea,TRUE,TRUE,2024-10-15,2024-10-14,TRUE,FALSE,OpenBuddy/openbuddy-llama3.2-3b-v23.2-131k,0,OpenBuddy/openbuddy-llama3.2-3b-v23.2-131k,0.7,https://huggingface.co/OpenBuddy/openbuddy-llama3.2-3b-v23.2-131k 💬,meditsolutions/Llama-3.2-SUN-1B-chat,13.38,54.82,0.55,8.69,0.35,4.83,0.05,1.57,0.26,1.05,0.32,9.31,0.18,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3.2,1,1,TRUE,a67791cfc31d09c3e96bd8c62a386f6107378087,TRUE,TRUE,2024-11-07,2024-11-03,TRUE,FALSE,meditsolutions/Llama-3.2-SUN-1B-chat,1,meditsolutions/Llama-3.2-SUN-1B-chat (Merge),0.73,https://huggingface.co/meditsolutions/Llama-3.2-SUN-1B-chat @@ -1567,13 +1583,16 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🤝,rombodawg/Rombos-LLM-V2.5.1-Qwen-3b,13.36,25.95,0.26,14.88,0.39,9.14,0.09,3.24,0.27,7.82,0.4,19.1,0.27,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,FALSE,other,3,1,TRUE,a3305ce148f4273ab334052ab47d3aebb51d104c,TRUE,TRUE,2024-10-08,2024-10-08,FALSE,FALSE,rombodawg/Rombos-LLM-V2.5.1-Qwen-3b,1,rombodawg/Rombos-LLM-V2.5.1-Qwen-3b (Merge),0.93,https://huggingface.co/rombodawg/Rombos-LLM-V2.5.1-Qwen-3b 🔶,xinchen9/Llama3.1_CoT,13.35,22.46,0.22,19.9,0.43,1.51,0.02,5.15,0.29,11.77,0.43,19.32,0.27,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,0,TRUE,3cb467f51a59ff163bb942fcde3ef60573c12b79,TRUE,TRUE,2024-09-06,2024-09-04,TRUE,FALSE,xinchen9/Llama3.1_CoT,0,xinchen9/Llama3.1_CoT,0.95,https://huggingface.co/xinchen9/Llama3.1_CoT 🤝,qingy2019/Oracle-14B,13.34,23.58,0.24,23.18,0.46,6.42,0.06,1.01,0.26,10.49,0.37,15.36,0.24,🤝 base merges and moerges,MixtralForCausalLM,Original,float16,TRUE,"",13,0,FALSE,0154031aa9306aa98da156a0f3c8e10d9f1377f6,TRUE,TRUE,2024-11-23,"",FALSE,FALSE,qingy2019/Oracle-14B,0,Removed,1.39,https://huggingface.co/qingy2019/Oracle-14B +💬,Norquinal/Foxtrot,13.33,30.12,0.3,10.17,0.36,5.66,0.06,4.92,0.29,6.32,0.38,22.78,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,"",8,0,FALSE,b102325f40a526f4a020c1e12322a1e7aeebb988,TRUE,TRUE,2024-11-30,2024-11-28,TRUE,FALSE,Norquinal/Foxtrot,0,Norquinal/Foxtrot,0.64,https://huggingface.co/Norquinal/Foxtrot 🔶,Dans-DiscountModels/Dans-Instruct-Mix-8b-ChatML-V0.1.1,13.31,9.11,0.09,26.41,0.47,5.74,0.06,5.48,0.29,7.81,0.38,25.32,0.33,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,0,TRUE,a6188cd1807d0d72e55adc371ddd198d7e9aa7ae,TRUE,TRUE,2024-09-23,2024-09-22,FALSE,FALSE,Dans-DiscountModels/Dans-Instruct-Mix-8b-ChatML-V0.1.1,1,Dans-DiscountModels/Meta-Llama-3.1-8B-ChatML,0.79,https://huggingface.co/Dans-DiscountModels/Dans-Instruct-Mix-8b-ChatML-V0.1.1 🔶,yam-peleg/Hebrew-Mistral-7B,13.3,23.28,0.23,20.18,0.43,4.98,0.05,3.91,0.28,7.67,0.4,19.78,0.28,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,62,TRUE,3d32134b5959492fd7efbbf16395352594bc89f7,TRUE,TRUE,2024-07-11,2024-04-26,FALSE,FALSE,yam-peleg/Hebrew-Mistral-7B,0,yam-peleg/Hebrew-Mistral-7B,1.4,https://huggingface.co/yam-peleg/Hebrew-Mistral-7B 🔶,kevin009/llamaRAGdrama,13.22,25.98,0.26,16.64,0.4,3.55,0.04,1.9,0.26,12.11,0.43,19.15,0.27,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,7,TRUE,8c103ca8fa6dd9a8d3dab81b319408095e9a1ad8,TRUE,TRUE,2024-06-26,2024-02-04,TRUE,FALSE,kevin009/llamaRAGdrama,0,kevin009/llamaRAGdrama,0.64,https://huggingface.co/kevin009/llamaRAGdrama 🟩,NousResearch/Yarn-Mistral-7b-128k,13.22,19.34,0.19,20.63,0.43,2.87,0.03,6.49,0.3,8.95,0.41,21.03,0.29,🟩 continuously pretrained,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,572,TRUE,d09f1f8ed437d61c1aff94c1beabee554843dcdd,TRUE,TRUE,2024-06-12,2023-10-31,FALSE,TRUE,NousResearch/Yarn-Mistral-7b-128k,0,NousResearch/Yarn-Mistral-7b-128k,0.55,https://huggingface.co/NousResearch/Yarn-Mistral-7b-128k 💬,allenai/OLMoE-1B-7B-0924-Instruct,13.21,46.52,0.47,14.57,0.39,0,0,2.35,0.27,6.07,0.38,9.73,0.19,"💬 chat models (RLHF, DPO, IFT, ...)",OlmoeForCausalLM,Original,bfloat16,TRUE,apache-2.0,6,85,TRUE,7f1c97f440f06ce36705e4f2b843edb5925f4498,TRUE,FALSE,2024-09-30,2024-08-13,TRUE,TRUE,allenai/OLMoE-1B-7B-0924-Instruct,2,allenai/OLMoE-1B-7B-0924,5.49,https://huggingface.co/allenai/OLMoE-1B-7B-0924-Instruct +💬,Norquinal/Hotel,13.2,32.15,0.32,11.51,0.37,4.76,0.05,3.91,0.28,2.87,0.33,23.96,0.32,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,"",8,0,FALSE,e359329defd5ebbd70c4df759f231d7f9a87364a,TRUE,TRUE,2024-11-30,2024-11-28,TRUE,FALSE,Norquinal/Hotel,0,Norquinal/Hotel,0.7,https://huggingface.co/Norquinal/Hotel 🤝,DeepAutoAI/Explore_Llama-3.2-1B-Inst_v0,13.18,55.97,0.56,7.04,0.34,4.91,0.05,1.79,0.26,0.46,0.31,8.93,0.18,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,TRUE,"",1,1,FALSE,9509dee6b01fff1a11dc26cf58d7eecbe3d9d9c4,TRUE,TRUE,2024-10-08,2024-10-08,TRUE,FALSE,DeepAutoAI/Explore_Llama-3.2-1B-Inst_v0,0,DeepAutoAI/Explore_Llama-3.2-1B-Inst_v0,0.47,https://huggingface.co/DeepAutoAI/Explore_Llama-3.2-1B-Inst_v0 🔶,sequelbox/Llama3.1-8B-PlumChat,13.15,42.43,0.42,13.94,0.39,3.25,0.03,2.01,0.27,4.77,0.38,12.52,0.21,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,FALSE,llama3.1,8,0,TRUE,1afdc9856591f573e4fcb52dba19a9d8da631e0b,TRUE,TRUE,2024-10-03,2024-10-02,TRUE,FALSE,sequelbox/Llama3.1-8B-PlumChat,1,sequelbox/Llama3.1-8B-PlumChat (Merge),0.99,https://huggingface.co/sequelbox/Llama3.1-8B-PlumChat +💬,Norquinal/Charlie,13.15,30.61,0.31,9.86,0.35,5.74,0.06,2.8,0.27,6.64,0.37,23.25,0.31,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,"",8,0,FALSE,e93fc3dfad9feb74d0a38f84bd42037f49482635,TRUE,TRUE,2024-11-30,2024-11-28,TRUE,FALSE,Norquinal/Charlie,0,Norquinal/Charlie,0.65,https://huggingface.co/Norquinal/Charlie 🔶,aloobun/Meta-Llama-3-7B-28Layers,13.14,19.64,0.2,22.1,0.44,1.36,0.01,5.93,0.29,5.8,0.36,24,0.32,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,FALSE,llama3,7,0,TRUE,9822e6b8d4de0c0f2964d299f6fcef72385a0341,TRUE,TRUE,2024-06-26,2024-05-10,FALSE,FALSE,aloobun/Meta-Llama-3-7B-28Layers,1,aloobun/Meta-Llama-3-7B-28Layers (Merge),0.81,https://huggingface.co/aloobun/Meta-Llama-3-7B-28Layers 🔶,rombodawg/Rombos-LLM-V2.5.1-Qwen-3b,13.13,25.66,0.26,15.06,0.39,9.21,0.09,1.68,0.26,7.82,0.4,19.34,0.27,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,float16,FALSE,other,3,1,TRUE,b65848c13b31f5b9d5d953df95d504d195082a3b,TRUE,TRUE,2024-11-14,2024-10-08,FALSE,FALSE,rombodawg/Rombos-LLM-V2.5.1-Qwen-3b,1,rombodawg/Rombos-LLM-V2.5.1-Qwen-3b (Merge),1.95,https://huggingface.co/rombodawg/Rombos-LLM-V2.5.1-Qwen-3b 💬,sci-m-wang/deepseek-llm-7b-chat-sa-v0.1,13.12,40.36,0.4,12.05,0.37,2.11,0.02,0.89,0.26,9.86,0.42,13.43,0.22,"💬 chat models (RLHF, DPO, IFT, ...)",?,Adapter,bfloat16,TRUE,other,7,0,TRUE,afbda8b347ec881666061fa67447046fc5164ec8,TRUE,TRUE,2024-06-27,2024-05-31,TRUE,FALSE,sci-m-wang/deepseek-llm-7b-chat-sa-v0.1,1,deepseek-ai/deepseek-llm-7b-chat,0.99,https://huggingface.co/sci-m-wang/deepseek-llm-7b-chat-sa-v0.1 @@ -1620,6 +1639,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 💬,llmat/Mistral-v0.3-7B-ORPO,12.02,36.4,0.36,15.59,0.4,0.15,0,2.57,0.27,2.97,0.35,14.46,0.23,"💬 chat models (RLHF, DPO, IFT, ...)",MistralForCausalLM,Original,float16,TRUE,apache-2.0,7,1,TRUE,868d8a51e8deb6fd948eabe5bc296c53bcf41073,TRUE,TRUE,2024-08-06,2024-08-04,TRUE,FALSE,llmat/Mistral-v0.3-7B-ORPO,2,mistralai/Mistral-7B-v0.3,0.63,https://huggingface.co/llmat/Mistral-v0.3-7B-ORPO 🔶,TencentARC/MetaMath-Mistral-Pro,12.01,21.19,0.21,22.37,0.44,4.61,0.05,2.57,0.27,4.99,0.35,16.35,0.25,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,8,5,TRUE,3835d38de15ed2a04c32aca879b782fc50e390bf,TRUE,TRUE,2024-06-12,2024-02-26,FALSE,TRUE,TencentARC/MetaMath-Mistral-Pro,0,TencentARC/MetaMath-Mistral-Pro,0.6,https://huggingface.co/TencentARC/MetaMath-Mistral-Pro 🔶,ymcki/gemma-2-2b-jpn-it-abliterated-17-ORPO-alpaca,12,30.65,0.31,16.92,0.41,0.08,0,2.57,0.27,7.91,0.4,13.88,0.22,🔶 fine-tuned on domain-specific datasets,Gemma2ForCausalLM,Original,bfloat16,TRUE,gemma,2,2,TRUE,5503b5e892be463fa4b1d265b8ba9ba4304af012,TRUE,TRUE,2024-10-27,2024-10-27,TRUE,FALSE,ymcki/gemma-2-2b-jpn-it-abliterated-17-ORPO-alpaca,3,google/gemma-2-2b,1.18,https://huggingface.co/ymcki/gemma-2-2b-jpn-it-abliterated-17-ORPO-alpaca +💬,Norquinal/Alpha,11.97,28.03,0.28,8.66,0.34,5.06,0.05,2.01,0.27,5.79,0.36,22.25,0.3,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,"",8,0,FALSE,e873a2f862b6511d96de50be147e5b3d73d36afd,TRUE,TRUE,2024-11-30,2024-11-28,TRUE,FALSE,Norquinal/Alpha,0,Norquinal/Alpha,0.72,https://huggingface.co/Norquinal/Alpha 🔶,vonjack/SmolLM2-1.7B-Merged,11.94,36.98,0.37,10.77,0.36,4.53,0.05,3.91,0.28,3.83,0.34,11.64,0.2,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",1,0,FALSE,232d54a335220b0d83d6036f6d8df3971d3e79bb,TRUE,TRUE,2024-11-18,2024-11-18,TRUE,FALSE,vonjack/SmolLM2-1.7B-Merged,1,vonjack/SmolLM2-1.7B-Merged (Merge),0.31,https://huggingface.co/vonjack/SmolLM2-1.7B-Merged 🔶,Qwen/Qwen2-Math-7B,11.94,26.87,0.27,14.06,0.39,24.32,0.24,1.79,0.26,2.42,0.36,2.19,0.12,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,13,TRUE,47a44ff4136da8960adbab02b2326787086bcf6c,TRUE,TRUE,2024-08-19,2024-08-08,TRUE,TRUE,Qwen/Qwen2-Math-7B,0,Qwen/Qwen2-Math-7B,1.56,https://huggingface.co/Qwen/Qwen2-Math-7B 🟢,nvidia/Minitron-4B-Base,11.94,22.18,0.22,17.22,0.41,1.74,0.02,2.57,0.27,9.94,0.41,18,0.26,🟢 pretrained,NemotronForCausalLM,Original,bfloat16,TRUE,other,4,127,TRUE,d6321f64412982046a32d761701167e752fedc02,TRUE,TRUE,2024-09-25,2024-07-19,FALSE,TRUE,nvidia/Minitron-4B-Base,0,nvidia/Minitron-4B-Base,1.19,https://huggingface.co/nvidia/Minitron-4B-Base @@ -1662,6 +1682,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🟢,Qwen/Qwen1.5-4B,11.33,24.45,0.24,16.25,0.41,2.64,0.03,3.58,0.28,4.82,0.36,16.22,0.25,🟢 pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,other,3,33,TRUE,a66363a0c24e2155c561e4b53c658b1d3965474e,TRUE,TRUE,2024-06-13,2024-01-22,FALSE,TRUE,Qwen/Qwen1.5-4B,0,Qwen/Qwen1.5-4B,1.64,https://huggingface.co/Qwen/Qwen1.5-4B 🔶,Q-bert/MetaMath-1B,11.32,53,0.53,8.43,0.35,0,0,0.22,0.25,0.78,0.33,5.5,0.15,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,"",1,0,FALSE,da62756f069aba78d07d4c76108e246cb91dbc35,TRUE,TRUE,2024-09-30,"",TRUE,FALSE,Q-bert/MetaMath-1B,0,Removed,0.47,https://huggingface.co/Q-bert/MetaMath-1B 🔶,alcholjung/llama3_medical_tuned,11.31,1.06,0.01,23.27,0.45,0.23,0,4.81,0.29,16.85,0.47,21.63,0.29,🔶 fine-tuned on domain-specific datasets,?,Adapter,float16,TRUE,"",16,0,FALSE,62bd457b6fe961a42a631306577e622c83876cb6,TRUE,TRUE,2024-08-14,2024-08-14,FALSE,FALSE,alcholjung/llama3_medical_tuned,0,alcholjung/llama3_medical_tuned,0.91,https://huggingface.co/alcholjung/llama3_medical_tuned +💬,Norquinal/Delta,11.3,25.38,0.25,9.1,0.34,5.82,0.06,1.45,0.26,4.31,0.38,21.76,0.3,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,"",8,0,FALSE,acfee7dcb17b597d7278415873571b979b545c8a,TRUE,TRUE,2024-11-30,2024-11-28,TRUE,FALSE,Norquinal/Delta,0,Norquinal/Delta,0.65,https://huggingface.co/Norquinal/Delta 🟩,beomi/gemma-mling-7b,11.25,20.29,0.2,17.63,0.41,4.61,0.05,0,0.25,6.85,0.38,18.14,0.26,🟩 continuously pretrained,GemmaForCausalLM,Original,bfloat16,TRUE,other,8,13,TRUE,3f442e28bd50db6c438ce2a15b3a003532babba0,TRUE,TRUE,2024-07-17,2024-04-15,FALSE,FALSE,beomi/gemma-mling-7b,0,beomi/gemma-mling-7b,1.64,https://huggingface.co/beomi/gemma-mling-7b 🔶,xinchen9/Mistral-7B-CoT,11.2,27.99,0.28,14.81,0.39,1.96,0.02,0,0.25,8.2,0.4,14.27,0.23,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,0,TRUE,9a3c8103dac20d5497d1b8fc041bb5125ff4dc00,TRUE,TRUE,2024-09-23,2024-09-09,FALSE,FALSE,xinchen9/Mistral-7B-CoT,0,xinchen9/Mistral-7B-CoT,1.89,https://huggingface.co/xinchen9/Mistral-7B-CoT 🔶,netcat420/MFANN3bv0.23,11.18,20.48,0.2,22.7,0.45,0.91,0.01,0.22,0.25,7.04,0.34,15.75,0.24,🔶 fine-tuned on domain-specific datasets,PhiForCausalLM,Original,float16,TRUE,"",2,0,FALSE,93eacd43dcb307016e22a4d9f9f8deef49cd9111,TRUE,TRUE,2024-11-07,2024-11-06,FALSE,FALSE,netcat420/MFANN3bv0.23,0,netcat420/MFANN3bv0.23,0.39,https://huggingface.co/netcat420/MFANN3bv0.23 @@ -1677,7 +1698,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🟢,nlpguy/Mistral-NeMo-Minitron-Upscale-v1,10.88,16.48,0.16,22.07,0.45,0.76,0.01,4.03,0.28,4.84,0.38,17.08,0.25,🟢 pretrained,MistralForCausalLM,Original,bfloat16,FALSE,other,12,0,TRUE,9e6d747cbb81e1f25915a0f42802cbeb85b61c3e,TRUE,TRUE,2024-09-29,2024-09-29,FALSE,FALSE,nlpguy/Mistral-NeMo-Minitron-Upscale-v1,1,nlpguy/Mistral-NeMo-Minitron-Upscale-v1 (Merge),2.93,https://huggingface.co/nlpguy/Mistral-NeMo-Minitron-Upscale-v1 🔶,FuJhen/mistral_7b_v0.1_structedData_e2e,10.87,17.27,0.17,18.06,0.41,0.23,0,3.91,0.28,5.64,0.37,20.12,0.28,🔶 fine-tuned on domain-specific datasets,?,Adapter,bfloat16,TRUE,apache-2.0,7,0,TRUE,7231864981174d9bee8c7687c24c8344414eae6b,TRUE,TRUE,2024-09-13,2024-09-13,FALSE,FALSE,FuJhen/mistral_7b_v0.1_structedData_e2e,1,FuJhen/mistral_7b_v0.1_structedData_e2e (Merge),1.08,https://huggingface.co/FuJhen/mistral_7b_v0.1_structedData_e2e 🔶,Josephgflowers/Cinder-Phi-2-V1-F16-gguf,10.86,23.57,0.24,22.45,0.44,0,0,4.25,0.28,1.97,0.34,12.9,0.22,🔶 fine-tuned on domain-specific datasets,PhiForCausalLM,Original,float16,TRUE,mit,2,4,TRUE,85629ec9b18efee31d07630664e7a3815121badf,TRUE,TRUE,2024-06-26,2024-02-25,TRUE,FALSE,Josephgflowers/Cinder-Phi-2-V1-F16-gguf,0,Josephgflowers/Cinder-Phi-2-V1-F16-gguf,0.47,https://huggingface.co/Josephgflowers/Cinder-Phi-2-V1-F16-gguf -🔶,lmsys/vicuna-7b-v1.5,10.78,23.52,0.24,15.15,0.39,0.76,0.01,1.12,0.26,11.42,0.42,12.74,0.21,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,llama2,7,308,TRUE,3321f76e3f527bd14065daf69dad9344000a201d,TRUE,TRUE,2024-06-12,2023-07-29,FALSE,TRUE,lmsys/vicuna-7b-v1.5,0,lmsys/vicuna-7b-v1.5,0.6,https://huggingface.co/lmsys/vicuna-7b-v1.5 +🔶,lmsys/vicuna-7b-v1.5,10.78,23.52,0.24,15.15,0.39,0.76,0.01,1.12,0.26,11.42,0.42,12.74,0.21,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,llama2,7,309,TRUE,3321f76e3f527bd14065daf69dad9344000a201d,TRUE,TRUE,2024-06-12,2023-07-29,FALSE,TRUE,lmsys/vicuna-7b-v1.5,0,lmsys/vicuna-7b-v1.5,0.6,https://huggingface.co/lmsys/vicuna-7b-v1.5 💬,allenai/OLMo-7B-Instruct-hf,10.76,34.73,0.35,13.16,0.37,0.83,0.01,2.8,0.27,4.33,0.38,8.72,0.18,"💬 chat models (RLHF, DPO, IFT, ...)",OlmoForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,2,TRUE,2ea947518df93433aa71219f29b36c72ac63be95,TRUE,TRUE,2024-06-27,2024-06-04,TRUE,TRUE,allenai/OLMo-7B-Instruct-hf,0,allenai/OLMo-7B-Instruct-hf,1.2,https://huggingface.co/allenai/OLMo-7B-Instruct-hf 💬,dfurman/Llama-3-8B-Orpo-v0.1,10.76,28.35,0.28,13.68,0.38,4.38,0.04,1.45,0.26,2.25,0.36,14.42,0.23,"💬 chat models (RLHF, DPO, IFT, ...)",?,Adapter,float16,TRUE,llama3,8,1,TRUE,f02aef830e12a50892ac065826d5eb3dfc7675d1,TRUE,TRUE,2024-08-30,2024-04-26,TRUE,FALSE,dfurman/Llama-3-8B-Orpo-v0.1,1,dfurman/Llama-3-8B-Orpo-v0.1 (Merge),0.93,https://huggingface.co/dfurman/Llama-3-8B-Orpo-v0.1 🔶,ValiantLabs/Llama3.2-3B-Esper2,10.73,27.5,0.27,13.85,0.38,2.34,0.02,2.68,0.27,4.04,0.35,13.97,0.23,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,llama3.2,3,3,TRUE,64a2c619a2e1680ab42945fcf5b75a5242cab3a1,TRUE,TRUE,2024-10-09,2024-10-03,FALSE,FALSE,ValiantLabs/Llama3.2-3B-Esper2,1,meta-llama/Llama-3.2-3B-Instruct,0.74,https://huggingface.co/ValiantLabs/Llama3.2-3B-Esper2 @@ -1687,7 +1708,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🤝,3rd-Degree-Burn/Llama-3.1-8B-Squareroot,10.58,22.13,0.22,8.62,0.35,22.73,0.23,0.89,0.26,0.78,0.31,8.33,0.17,🤝 base merges and moerges,LlamaForCausalLM,Original,float16,FALSE,apache-2.0,8,1,TRUE,2bec01c2c5d53276eac2222c80190eb44ab2e6af,TRUE,TRUE,2024-10-10,2024-10-10,TRUE,FALSE,3rd-Degree-Burn/Llama-3.1-8B-Squareroot,1,3rd-Degree-Burn/Llama-3.1-8B-Squareroot (Merge),0.99,https://huggingface.co/3rd-Degree-Burn/Llama-3.1-8B-Squareroot 💬,internlm/internlm2-chat-1_8b,10.55,23.87,0.24,20.67,0.45,2.72,0.03,2.13,0.27,4.61,0.36,9.33,0.18,"💬 chat models (RLHF, DPO, IFT, ...)",InternLM2ForCausalLM,Original,bfloat16,TRUE,other,1,29,TRUE,4e226eeb354499f4d34ef4c27f6939f377475cc1,TRUE,TRUE,2024-06-12,2024-01-30,TRUE,TRUE,internlm/internlm2-chat-1_8b,0,internlm/internlm2-chat-1_8b,0.6,https://huggingface.co/internlm/internlm2-chat-1_8b 🤝,shastraai/Shastra-LLAMA2-Math-Commonsense-SFT,10.5,30.42,0.3,13.66,0.38,1.81,0.02,1.23,0.26,4.82,0.36,11.08,0.2,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,TRUE,"",6,0,FALSE,97a578246d4edecb5fde3dae262a64e4ec9f489a,TRUE,TRUE,2024-10-27,"",FALSE,FALSE,shastraai/Shastra-LLAMA2-Math-Commonsense-SFT,0,Removed,0.76,https://huggingface.co/shastraai/Shastra-LLAMA2-Math-Commonsense-SFT -🔶,VAGOsolutions/SauerkrautLM-gemma-2-2b-it,10.47,13.21,0.13,18.91,0.42,0.08,0,3.02,0.27,8.77,0.4,18.81,0.27,🔶 fine-tuned on domain-specific datasets,Gemma2ForCausalLM,Original,bfloat16,TRUE,gemma,2,7,TRUE,7fd35fcb32aebfc422e535739161d7528fc562d5,TRUE,TRUE,2024-08-26,2024-08-03,TRUE,FALSE,VAGOsolutions/SauerkrautLM-gemma-2-2b-it,0,VAGOsolutions/SauerkrautLM-gemma-2-2b-it,3.16,https://huggingface.co/VAGOsolutions/SauerkrautLM-gemma-2-2b-it +🔶,VAGOsolutions/SauerkrautLM-gemma-2-2b-it,10.47,13.21,0.13,18.91,0.42,0.08,0,3.02,0.27,8.77,0.4,18.81,0.27,🔶 fine-tuned on domain-specific datasets,Gemma2ForCausalLM,Original,bfloat16,TRUE,gemma,2,8,TRUE,7fd35fcb32aebfc422e535739161d7528fc562d5,TRUE,TRUE,2024-08-26,2024-08-03,TRUE,FALSE,VAGOsolutions/SauerkrautLM-gemma-2-2b-it,0,VAGOsolutions/SauerkrautLM-gemma-2-2b-it,3.16,https://huggingface.co/VAGOsolutions/SauerkrautLM-gemma-2-2b-it 🟢,Qwen/Qwen2-1.5B,10.45,21.13,0.21,11.78,0.36,7.02,0.07,1.9,0.26,3.59,0.37,17.24,0.26,🟢 pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,82,TRUE,8a16abf2848eda07cc5253dec660bf1ce007ad7a,TRUE,TRUE,2024-06-09,2024-05-31,FALSE,TRUE,Qwen/Qwen2-1.5B,0,Qwen/Qwen2-1.5B,1.11,https://huggingface.co/Qwen/Qwen2-1.5B 💬,tiiuae/falcon-40b-instruct,10.43,24.54,0.25,17.22,0.41,1.66,0.02,0,0.25,5.16,0.38,14.02,0.23,"💬 chat models (RLHF, DPO, IFT, ...)",FalconForCausalLM,Original,bfloat16,TRUE,apache-2.0,40,1172,TRUE,ecb78d97ac356d098e79f0db222c9ce7c5d9ee5f,TRUE,TRUE,2024-06-09,2023-05-25,FALSE,TRUE,tiiuae/falcon-40b-instruct,0,tiiuae/falcon-40b-instruct,19.73,https://huggingface.co/tiiuae/falcon-40b-instruct 🤝,nbeerbower/Nemo-Loony-12B-experimental,10.43,37.34,0.37,12.97,0.38,1.28,0.01,2.68,0.27,1.76,0.33,6.55,0.16,🤝 base merges and moerges,MistralForCausalLM,Original,bfloat16,TRUE,"",12,0,FALSE,7b06f30502a9b58c028ac1079e1b3d2988b76866,TRUE,TRUE,2024-11-26,2024-11-26,TRUE,FALSE,nbeerbower/Nemo-Loony-12B-experimental,1,nbeerbower/Nemo-Loony-12B-experimental (Merge),1.24,https://huggingface.co/nbeerbower/Nemo-Loony-12B-experimental @@ -1707,7 +1728,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,skymizer/Llama2-7b-sft-chat-custom-template-dpo,10.09,23.53,0.24,11.24,0.37,1.13,0.01,0,0.24,14.12,0.44,10.52,0.19,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama2,6,0,TRUE,22302ebd8c551a5f302fcb8366cc61fdeedf0e00,TRUE,TRUE,2024-07-01,2024-06-11,FALSE,FALSE,skymizer/Llama2-7b-sft-chat-custom-template-dpo,1,Removed,0.62,https://huggingface.co/skymizer/Llama2-7b-sft-chat-custom-template-dpo 🟢,BSC-LT/salamandra-7b-instruct,10.08,24.51,0.25,14.69,0.39,0.23,0,1.9,0.26,10.21,0.41,8.95,0.18,🟢 pretrained,LlamaForCausalLM,Original,float16,TRUE,apache-2.0,7,31,TRUE,77ddccbc7d9f9ffd55a8535365e8eebc493ccb8e,TRUE,TRUE,2024-11-22,2024-09-30,TRUE,FALSE,BSC-LT/salamandra-7b-instruct,1,BSC-LT/salamandra-7b-instruct (Merge),1.15,https://huggingface.co/BSC-LT/salamandra-7b-instruct 🟩,pszemraj/Mistral-v0.3-6B,10.05,24.54,0.25,13.52,0.38,0.91,0.01,2.01,0.27,6.61,0.39,12.7,0.21,🟩 continuously pretrained,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,5,1,TRUE,ae11a699012b83996361f04808f4d45debf3b01c,TRUE,TRUE,2024-06-26,2024-05-25,FALSE,FALSE,pszemraj/Mistral-v0.3-6B,2,pszemraj/Mistral-7B-v0.3-prune6 (Merge),0.53,https://huggingface.co/pszemraj/Mistral-v0.3-6B -🟩,h2oai/h2o-danube3-4b-base,10.02,23.38,0.23,10.56,0.36,1.81,0.02,5.48,0.29,6.53,0.38,12.33,0.21,🟩 continuously pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,3,20,TRUE,6bdf2f1e317143c998b88d9e9d72facc621a863f,TRUE,TRUE,2024-08-10,2024-07-04,FALSE,FALSE,h2oai/h2o-danube3-4b-base,0,h2oai/h2o-danube3-4b-base,0.44,https://huggingface.co/h2oai/h2o-danube3-4b-base +🟩,h2oai/h2o-danube3-4b-base,10.02,23.38,0.23,10.56,0.36,1.81,0.02,5.48,0.29,6.53,0.38,12.33,0.21,🟩 continuously pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,3,21,TRUE,6bdf2f1e317143c998b88d9e9d72facc621a863f,TRUE,TRUE,2024-08-10,2024-07-04,FALSE,FALSE,h2oai/h2o-danube3-4b-base,0,h2oai/h2o-danube3-4b-base,0.44,https://huggingface.co/h2oai/h2o-danube3-4b-base 🤝,allknowingroger/Llama3.1-60B,9.95,18.15,0.18,7.78,0.32,0,0,5.93,0.29,2.18,0.36,25.67,0.33,🤝 base merges and moerges,LlamaForCausalLM,Original,float16,FALSE,apache-2.0,61,0,TRUE,5fb1ddcce0bddc60949a9d0c2fc9f8326be5bc4e,TRUE,TRUE,2024-10-08,2024-09-10,FALSE,FALSE,allknowingroger/Llama3.1-60B,1,allknowingroger/Llama3.1-60B (Merge),13.49,https://huggingface.co/allknowingroger/Llama3.1-60B 🤝,LeroyDyer/SpydazWebAI_Human_AGI,9.91,33.88,0.34,7.45,0.34,1.06,0.01,4.36,0.28,7.38,0.4,5.32,0.15,🤝 base merges and moerges,MistralForCausalLM,Original,float16,FALSE,apache-2.0,7,2,TRUE,0bc02d34a0b49c3473505d8df757de211af37131,TRUE,TRUE,2024-10-16,2024-10-16,FALSE,FALSE,LeroyDyer/SpydazWebAI_Human_AGI,1,LeroyDyer/SpydazWebAI_Human_AGI (Merge),0.67,https://huggingface.co/LeroyDyer/SpydazWebAI_Human_AGI 💬,AALF/gemma-2-27b-it-SimPO-37K-100steps,9.89,25.68,0.26,15.26,0.39,0,0,5.15,0.29,0.78,0.33,12.5,0.21,"💬 chat models (RLHF, DPO, IFT, ...)",Gemma2ForCausalLM,Original,bfloat16,TRUE,gemma,27,11,TRUE,d5cbf18b2eb90b77f5ddbb74cfcaeedfa692c90c,TRUE,TRUE,2024-09-21,2024-08-13,TRUE,FALSE,AALF/gemma-2-27b-it-SimPO-37K-100steps,2,google/gemma-2-27b,9.86,https://huggingface.co/AALF/gemma-2-27b-it-SimPO-37K-100steps @@ -1719,14 +1740,14 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,LeroyDyer/SpydazWeb_AI_HumanAI_011_INSTRUCT,9.62,31.49,0.31,9.42,0.35,0.53,0.01,3.91,0.28,5.79,0.38,6.61,0.16,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,1,TRUE,4e84d3da2fdd58b49e1b2abbc2653b854234fe89,TRUE,TRUE,2024-11-26,2024-11-26,FALSE,FALSE,LeroyDyer/SpydazWeb_AI_HumanAI_011_INSTRUCT,1,LeroyDyer/SpydazWeb_AI_HumanAI_011_INSTRUCT (Merge),0.46,https://huggingface.co/LeroyDyer/SpydazWeb_AI_HumanAI_011_INSTRUCT 🤝,ylalain/ECE-PRYMMAL-YL-1B-SLERP-V8,9.6,15.05,0.15,15.18,0.4,0,0,5.26,0.29,6.77,0.39,15.37,0.24,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,0,TRUE,2c00dbc74e55d42fbc8b08f474fb9568f820edb9,TRUE,TRUE,2024-11-13,2024-11-13,FALSE,FALSE,ylalain/ECE-PRYMMAL-YL-1B-SLERP-V8,0,ylalain/ECE-PRYMMAL-YL-1B-SLERP-V8,0.55,https://huggingface.co/ylalain/ECE-PRYMMAL-YL-1B-SLERP-V8 🔶,NotASI/FineTome-Llama3.2-1B-0929,9.56,39.91,0.4,5.74,0.32,1.28,0.01,3.02,0.27,2.66,0.35,4.76,0.14,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,llama3.2,1,1,TRUE,61c8742238d0cfe68a0a3f61326b84cd6624ad02,TRUE,TRUE,2024-10-04,2024-09-29,TRUE,FALSE,NotASI/FineTome-Llama3.2-1B-0929,2,meta-llama/Llama-3.2-1B-Instruct,0.47,https://huggingface.co/NotASI/FineTome-Llama3.2-1B-0929 -🟢,HuggingFaceTB/SmolLM2-1.7B,9.5,24.4,0.24,9.3,0.35,2.11,0.02,3.91,0.28,4.6,0.35,12.64,0.21,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,78,TRUE,4fa12cab4f5f53670b05125fb9d2873af587d231,TRUE,TRUE,2024-11-06,2024-10-30,FALSE,TRUE,HuggingFaceTB/SmolLM2-1.7B,0,HuggingFaceTB/SmolLM2-1.7B,0.33,https://huggingface.co/HuggingFaceTB/SmolLM2-1.7B +🟢,HuggingFaceTB/SmolLM2-1.7B,9.5,24.4,0.24,9.3,0.35,2.11,0.02,3.91,0.28,4.6,0.35,12.64,0.21,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,80,TRUE,4fa12cab4f5f53670b05125fb9d2873af587d231,TRUE,TRUE,2024-11-06,2024-10-30,FALSE,TRUE,HuggingFaceTB/SmolLM2-1.7B,0,HuggingFaceTB/SmolLM2-1.7B,0.33,https://huggingface.co/HuggingFaceTB/SmolLM2-1.7B 🔶,teknium/OpenHermes-7B,9.48,18.13,0.18,12.08,0.36,1.06,0.01,2.57,0.27,12.68,0.43,10.37,0.19,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,mit,7,13,TRUE,9f55d6eb15f1edd52ee1fd863a220aa682e78a00,TRUE,TRUE,2024-06-12,2023-09-14,FALSE,TRUE,teknium/OpenHermes-7B,1,NousResearch/Llama-2-7b-hf,2.48,https://huggingface.co/teknium/OpenHermes-7B 🔶,LeroyDyer/SpydazWeb_AI_HumanAI_009_CHAT,9.46,29.73,0.3,7.03,0.33,0.76,0.01,4.14,0.28,10.32,0.41,4.81,0.14,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,0,TRUE,2d337fc6b89936da20a6d2062069b97a53720748,TRUE,TRUE,2024-11-26,2024-11-19,FALSE,FALSE,LeroyDyer/SpydazWeb_AI_HumanAI_009_CHAT,2,LeroyDyer/SpydazWeb_AI_HumanAI_009_Base64Vision (Merge),0.45,https://huggingface.co/LeroyDyer/SpydazWeb_AI_HumanAI_009_CHAT 💬,cluebbers/Llama-3.1-8B-paraphrase-type-generation-etpc,9.43,12.09,0.12,12.69,0.38,0.45,0,2.01,0.27,12.05,0.43,17.29,0.26,"💬 chat models (RLHF, DPO, IFT, ...)",?,Adapter,bfloat16,TRUE,apache-2.0,8,0,TRUE,a003a227aed5c1ad67cd4a653b13a0dd7acb7ed5,TRUE,TRUE,2024-11-15,2024-11-04,FALSE,FALSE,cluebbers/Llama-3.1-8B-paraphrase-type-generation-etpc,1,cluebbers/Llama-3.1-8B-paraphrase-type-generation-etpc (Merge),0.74,https://huggingface.co/cluebbers/Llama-3.1-8B-paraphrase-type-generation-etpc 🟢,ibm-granite/granite-3.0-3b-a800m-base,9.43,27.32,0.27,11.35,0.37,4.46,0.04,0.22,0.25,3.31,0.34,9.9,0.19,🟢 pretrained,GraniteForCausalLM,Original,bfloat16,TRUE,apache-2.0,3,4,TRUE,0d1d12f91791b25289ef407e39d88f00d1256d10,TRUE,TRUE,"",2024-10-03,FALSE,TRUE,ibm-granite/granite-3.0-3b-a800m-base,0,ibm-granite/granite-3.0-3b-a800m-base,3.54,https://huggingface.co/ibm-granite/granite-3.0-3b-a800m-base -🟢,google/flan-t5-large,9.42,22.01,0.22,17.51,0.42,0,0,0.11,0.25,9.01,0.41,7.88,0.17,🟢 pretrained,T5ForConditionalGeneration,Original,float16,TRUE,apache-2.0,0,623,TRUE,0613663d0d48ea86ba8cb3d7a44f0f65dc596a2a,TRUE,TRUE,2024-08-14,2022-10-21,FALSE,TRUE,google/flan-t5-large,0,google/flan-t5-large,0.23,https://huggingface.co/google/flan-t5-large +🟢,google/flan-t5-large,9.42,22.01,0.22,17.51,0.42,0,0,0.11,0.25,9.01,0.41,7.88,0.17,🟢 pretrained,T5ForConditionalGeneration,Original,float16,TRUE,apache-2.0,0,626,TRUE,0613663d0d48ea86ba8cb3d7a44f0f65dc596a2a,TRUE,TRUE,2024-08-14,2022-10-21,FALSE,TRUE,google/flan-t5-large,0,google/flan-t5-large,0.23,https://huggingface.co/google/flan-t5-large 🔶,PocketDoc/Dans-Instruct-CoreCurriculum-12b,9.4,21.91,0.22,13.23,0.38,4.91,0.05,4.36,0.28,9.56,0.41,2.44,0.12,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,"",12,0,FALSE,c50db5ba880b7edc0efd32a7f3b9d2f051c3f4a6,TRUE,TRUE,2024-09-01,"",TRUE,FALSE,PocketDoc/Dans-Instruct-CoreCurriculum-12b,0,Removed,1.59,https://huggingface.co/PocketDoc/Dans-Instruct-CoreCurriculum-12b -🟢,meta-llama/Llama-2-7b-chat-hf,9.4,39.86,0.4,4.46,0.31,0.68,0.01,0.45,0.25,3.28,0.37,7.64,0.17,🟢 pretrained,LlamaForCausalLM,Original,float16,TRUE,llama2,6,4025,TRUE,f5db02db724555f92da89c216ac04704f23d4590,TRUE,TRUE,2024-08-30,2023-07-13,TRUE,TRUE,meta-llama/Llama-2-7b-chat-hf,0,meta-llama/Llama-2-7b-chat-hf,1.16,https://huggingface.co/meta-llama/Llama-2-7b-chat-hf +🟢,meta-llama/Llama-2-7b-chat-hf,9.4,39.86,0.4,4.46,0.31,0.68,0.01,0.45,0.25,3.28,0.37,7.64,0.17,🟢 pretrained,LlamaForCausalLM,Original,float16,TRUE,llama2,6,4027,TRUE,f5db02db724555f92da89c216ac04704f23d4590,TRUE,TRUE,2024-08-30,2023-07-13,TRUE,TRUE,meta-llama/Llama-2-7b-chat-hf,0,meta-llama/Llama-2-7b-chat-hf,1.16,https://huggingface.co/meta-llama/Llama-2-7b-chat-hf 🤝,llnYou/ECE-PRYMMAL-YL-1B-SLERP-V6,9.36,13.88,0.14,14.54,0.39,0,0,5.37,0.29,7.37,0.39,15,0.23,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,0,TRUE,f15fb39e40475348e7d349c3ec2f346ffca39377,TRUE,TRUE,2024-11-13,2024-11-13,FALSE,FALSE,llnYou/ECE-PRYMMAL-YL-1B-SLERP-V6,0,llnYou/ECE-PRYMMAL-YL-1B-SLERP-V6,0.56,https://huggingface.co/llnYou/ECE-PRYMMAL-YL-1B-SLERP-V6 🔶,LeroyDyer/SpydazWeb_AI_HumanAI_TextVision,9.35,30.63,0.31,7.53,0.34,0.53,0.01,5.59,0.29,7.5,0.39,4.3,0.14,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,1,TRUE,ba0dcf52fec492cc5d91b3297c08c5581d893607,TRUE,TRUE,2024-11-18,2024-10-25,FALSE,FALSE,LeroyDyer/SpydazWeb_AI_HumanAI_TextVision,2,LeroyDyer/SpydazWeb_AI_HumanAI_RP (Merge),0.46,https://huggingface.co/LeroyDyer/SpydazWeb_AI_HumanAI_TextVision 🔶,iRyanBell/ARC1-II,9.32,17.08,0.17,7.25,0.34,0.76,0.01,2.91,0.27,20.31,0.49,7.62,0.17,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,1,TRUE,c81076b9bdaac0722b33e411a49b07a296e8fae8,TRUE,TRUE,2024-06-26,2024-06-12,FALSE,FALSE,iRyanBell/ARC1-II,0,iRyanBell/ARC1-II,0.9,https://huggingface.co/iRyanBell/ARC1-II @@ -1755,7 +1776,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,TencentARC/LLaMA-Pro-8B,8.78,22.77,0.23,9.29,0.35,1.66,0.02,1.34,0.26,8.59,0.4,9.01,0.18,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama2,8,171,TRUE,7115e7179060e0623d1ee9ff4476faed7e478d8c,TRUE,TRUE,2024-06-12,2024-01-05,FALSE,TRUE,TencentARC/LLaMA-Pro-8B,0,TencentARC/LLaMA-Pro-8B,47.81,https://huggingface.co/TencentARC/LLaMA-Pro-8B 🤝,Lil-R/2_PRYMMAL-ECE-7B-SLERP-V3,8.78,22.35,0.22,10.61,0.36,0,0,0.89,0.26,9.74,0.41,9.08,0.18,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,TRUE,"",7,0,FALSE,691d98e52b8136355cf3884a4c29968bf0fc6dcf,TRUE,TRUE,2024-10-28,2024-10-28,FALSE,FALSE,Lil-R/2_PRYMMAL-ECE-7B-SLERP-V3,1,Lil-R/2_PRYMMAL-ECE-7B-SLERP-V3 (Merge),1.29,https://huggingface.co/Lil-R/2_PRYMMAL-ECE-7B-SLERP-V3 🤝,wave-on-discord/qwent-7b,8.73,20.15,0.2,18.07,0.42,0,0,2.01,0.27,5.47,0.38,6.7,0.16,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,TRUE,"",7,0,FALSE,40000e76d2a4d0ad054aff9fe873c5beb0e4925e,TRUE,TRUE,2024-09-30,2024-09-30,FALSE,FALSE,wave-on-discord/qwent-7b,1,wave-on-discord/qwent-7b (Merge),1.32,https://huggingface.co/wave-on-discord/qwent-7b -🟢,meta-llama/Llama-2-7b-hf,8.73,25.19,0.25,10.35,0.35,1.28,0.01,2.24,0.27,3.76,0.37,9.57,0.19,🟢 pretrained,LlamaForCausalLM,Original,float16,TRUE,llama2,6,1816,TRUE,01c7f73d771dfac7d292323805ebc428287df4f9,TRUE,TRUE,2024-06-12,2023-07-13,FALSE,TRUE,meta-llama/Llama-2-7b-hf,0,meta-llama/Llama-2-7b-hf,0.56,https://huggingface.co/meta-llama/Llama-2-7b-hf +🟢,meta-llama/Llama-2-7b-hf,8.73,25.19,0.25,10.35,0.35,1.28,0.01,2.24,0.27,3.76,0.37,9.57,0.19,🟢 pretrained,LlamaForCausalLM,Original,float16,TRUE,llama2,6,1817,TRUE,01c7f73d771dfac7d292323805ebc428287df4f9,TRUE,TRUE,2024-06-12,2023-07-13,FALSE,TRUE,meta-llama/Llama-2-7b-hf,0,meta-llama/Llama-2-7b-hf,0.56,https://huggingface.co/meta-llama/Llama-2-7b-hf 🔶,rombodawg/Rombos-LLM-V2.5-Qwen-0.5b,8.72,28.47,0.28,8.41,0.33,2.79,0.03,2.24,0.27,0.78,0.32,9.62,0.19,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,3,TRUE,aae2e55548c8090ce357c64ca78e8b9ef6baf118,TRUE,TRUE,2024-09-29,2024-10-06,FALSE,FALSE,rombodawg/Rombos-LLM-V2.5-Qwen-0.5b,1,rombodawg/Rombos-LLM-V2.5-Qwen-0.5b (Merge),0.65,https://huggingface.co/rombodawg/Rombos-LLM-V2.5-Qwen-0.5b 🤝,Youlln/ECE.EIFFEIL.ia-0.5B-SLERP,8.72,25.61,0.26,8.41,0.33,5.29,0.05,2.01,0.27,0.94,0.31,10.04,0.19,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,FALSE,apache-2.0,0,0,TRUE,e376ce416af881eefa778d2566d15d9a6d29e7d9,TRUE,TRUE,2024-10-14,2024-10-14,FALSE,FALSE,Youlln/ECE.EIFFEIL.ia-0.5B-SLERP,1,Youlln/ECE.EIFFEIL.ia-0.5B-SLERP (Merge),0.6,https://huggingface.co/Youlln/ECE.EIFFEIL.ia-0.5B-SLERP 🟢,awnr/Mistral-7B-v0.1-signtensors-1-over-4,8.71,21.33,0.21,9.23,0.35,2.27,0.02,2.68,0.27,2.19,0.35,14.56,0.23,🟢 pretrained,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,1,TRUE,b288ab9d8adfd2963a44a7935bb47649f55bcbee,TRUE,TRUE,2024-07-29,2024-07-29,FALSE,FALSE,awnr/Mistral-7B-v0.1-signtensors-1-over-4,0,awnr/Mistral-7B-v0.1-signtensors-1-over-4,1.28,https://huggingface.co/awnr/Mistral-7B-v0.1-signtensors-1-over-4 @@ -1763,13 +1784,13 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 💬,stabilityai/stablelm-2-1_6b-chat,8.64,30.6,0.31,7.49,0.34,1.13,0.01,0,0.25,5.71,0.36,6.91,0.16,"💬 chat models (RLHF, DPO, IFT, ...)",StableLmForCausalLM,Original,bfloat16,TRUE,other,1,32,TRUE,f3fe67057c2789ae1bb1fe42b038da99840d4f13,TRUE,TRUE,2024-06-12,2024-04-08,TRUE,TRUE,stabilityai/stablelm-2-1_6b-chat,0,stabilityai/stablelm-2-1_6b-chat,0.5,https://huggingface.co/stabilityai/stablelm-2-1_6b-chat 🤝,bunnycore/Best-Mix-Llama-3.1-8B,8.62,20.67,0.21,7.26,0.34,14.43,0.14,2.01,0.27,1.11,0.29,6.28,0.16,🤝 base merges and moerges,LlamaForCausalLM,Original,float16,FALSE,apache-2.0,8,0,TRUE,4bde0e60ac20d6944b1fbdfb3456efea8ba59ae9,TRUE,TRUE,2024-10-10,2024-10-10,FALSE,FALSE,bunnycore/Best-Mix-Llama-3.1-8B,0,bunnycore/Best-Mix-Llama-3.1-8B,0.91,https://huggingface.co/bunnycore/Best-Mix-Llama-3.1-8B 🟢,internlm/internlm2-1_8b,8.6,21.98,0.22,13.63,0.39,1.21,0.01,0,0.25,8.23,0.38,6.54,0.16,🟢 pretrained,InternLM2ForCausalLM,Original,bfloat16,TRUE,other,8,28,TRUE,c24f301c7374ad9f9b58d1ea80f68b5f57cbca13,TRUE,TRUE,2024-06-12,2024-01-30,FALSE,TRUE,internlm/internlm2-1_8b,0,internlm/internlm2-1_8b,0.66,https://huggingface.co/internlm/internlm2-1_8b -🟢,meta-llama/Llama-3.2-3B,8.58,13.37,0.13,14.23,0.39,1.21,0.01,2.35,0.27,3.81,0.36,16.53,0.25,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.2,3,355,TRUE,95c102307f55fbd6d18ddf28bfbcb537ffdc2806,TRUE,TRUE,2024-09-27,2024-09-18,FALSE,TRUE,meta-llama/Llama-3.2-3B,0,meta-llama/Llama-3.2-3B,1.33,https://huggingface.co/meta-llama/Llama-3.2-3B +🟢,meta-llama/Llama-3.2-3B,8.58,13.37,0.13,14.23,0.39,1.21,0.01,2.35,0.27,3.81,0.36,16.53,0.25,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.2,3,357,TRUE,95c102307f55fbd6d18ddf28bfbcb537ffdc2806,TRUE,TRUE,2024-09-27,2024-09-18,FALSE,TRUE,meta-llama/Llama-3.2-3B,0,meta-llama/Llama-3.2-3B,1.33,https://huggingface.co/meta-llama/Llama-3.2-3B 🤝,TeeZee/DoubleBagel-57B-v1.0,8.54,23.36,0.23,5.52,0.33,0,0,3.47,0.28,13.6,0.43,5.31,0.15,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,56,1,TRUE,6e10dc1fb5223d1b045dc2a19c9c267a574e520f,TRUE,TRUE,2024-08-10,2024-08-05,TRUE,FALSE,TeeZee/DoubleBagel-57B-v1.0,1,TeeZee/DoubleBagel-57B-v1.0 (Merge),9.37,https://huggingface.co/TeeZee/DoubleBagel-57B-v1.0 💬,LenguajeNaturalAI/leniachat-qwen2-1.5B-v0,8.54,22.21,0.22,12.77,0.37,1.06,0.01,1.57,0.26,3.87,0.37,9.78,0.19,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,19,TRUE,031a2efebb3cc1150e46f42ba0bea9fa7b855436,TRUE,TRUE,2024-09-30,2024-06-16,TRUE,FALSE,LenguajeNaturalAI/leniachat-qwen2-1.5B-v0,1,Qwen/Qwen2-1.5B,0.84,https://huggingface.co/LenguajeNaturalAI/leniachat-qwen2-1.5B-v0 🟩,NousResearch/Yarn-Llama-2-13b-128k,8.42,16.55,0.17,13.51,0.38,1.28,0.01,1.12,0.26,3.39,0.35,14.67,0.23,🟩 continuously pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,"",13,114,TRUE,4e3e87a067f64f8814c83dd5e3bad92dcf8a2391,TRUE,TRUE,2024-06-13,2023-08-30,FALSE,TRUE,NousResearch/Yarn-Llama-2-13b-128k,0,NousResearch/Yarn-Llama-2-13b-128k,51.94,https://huggingface.co/NousResearch/Yarn-Llama-2-13b-128k 🔶,Goekdeniz-Guelmez/Josiefied-Qwen2.5-0.5B-Instruct-abliterated-v1,8.42,34.17,0.34,7.22,0.33,0.23,0,1.01,0.26,0.78,0.32,7.09,0.16,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,float16,TRUE,apache-2.0,0,1,TRUE,bfc0e7dc6add02baecd9b6f84a078f7f3d164315,TRUE,TRUE,2024-11-18,2024-11-17,TRUE,FALSE,Goekdeniz-Guelmez/Josiefied-Qwen2.5-0.5B-Instruct-abliterated-v1,2,Qwen/Qwen2.5-0.5B,0.5,https://huggingface.co/Goekdeniz-Guelmez/Josiefied-Qwen2.5-0.5B-Instruct-abliterated-v1 🔶,OliveiraJLT/Sagui-7B-Instruct-v0.1,8.39,28.92,0.29,5.04,0.31,0.38,0,0,0.24,10.61,0.42,5.39,0.15,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",6,0,FALSE,e3032ba89a6df12b801ab3be2a29b59068aa048d,TRUE,TRUE,2024-07-18,"",TRUE,FALSE,OliveiraJLT/Sagui-7B-Instruct-v0.1,0,Removed,1.07,https://huggingface.co/OliveiraJLT/Sagui-7B-Instruct-v0.1 -💬,Qwen/Qwen2.5-0.5B-Instruct,8.38,31.53,0.32,8.17,0.33,0,0,1.23,0.26,1.37,0.33,8,0.17,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,float16,TRUE,apache-2.0,0,111,TRUE,7ae557604adf67be50417f59c2c2f167def9a775,TRUE,TRUE,2024-10-16,2024-09-16,TRUE,TRUE,Qwen/Qwen2.5-0.5B-Instruct,1,Qwen/Qwen2.5-0.5B,0.62,https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct +💬,Qwen/Qwen2.5-0.5B-Instruct,8.38,31.53,0.32,8.17,0.33,0,0,1.23,0.26,1.37,0.33,8,0.17,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,float16,TRUE,apache-2.0,0,112,TRUE,7ae557604adf67be50417f59c2c2f167def9a775,TRUE,TRUE,2024-10-16,2024-09-16,TRUE,TRUE,Qwen/Qwen2.5-0.5B-Instruct,1,Qwen/Qwen2.5-0.5B,0.62,https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct 🔶,LeroyDyer/SpydazWeb_AI_HumanAI_010_CHAT,8.33,25.07,0.25,7.35,0.33,1.51,0.02,1.23,0.26,10.01,0.41,4.78,0.14,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,0,TRUE,d127a9f81ff8a13ff5bcb90db65aa6dd3b321e89,TRUE,TRUE,2024-11-26,2024-11-20,FALSE,FALSE,LeroyDyer/SpydazWeb_AI_HumanAI_010_CHAT,3,LeroyDyer/SpydazWeb_AI_HumanAI_009_Base64Vision (Merge),0.44,https://huggingface.co/LeroyDyer/SpydazWeb_AI_HumanAI_010_CHAT 🔶,Goekdeniz-Guelmez/Josiefied-Qwen2.5-0.5B-Instruct-abliterated-v1,8.32,34.72,0.35,6.85,0.33,0.23,0,0.22,0.25,0.78,0.33,7.13,0.16,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,1,TRUE,bfc0e7dc6add02baecd9b6f84a078f7f3d164315,TRUE,TRUE,2024-11-18,2024-11-17,TRUE,FALSE,Goekdeniz-Guelmez/Josiefied-Qwen2.5-0.5B-Instruct-abliterated-v1,2,Qwen/Qwen2.5-0.5B,0.49,https://huggingface.co/Goekdeniz-Guelmez/Josiefied-Qwen2.5-0.5B-Instruct-abliterated-v1 🔶,nbeerbower/SmolNemo-12B-FFT-experimental,8.32,33.48,0.33,6.54,0.33,0.23,0,1.34,0.26,5.92,0.38,2.41,0.12,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,12,0,TRUE,d8d7a90ae9b9cb79cdc0912a685c3cb8d7a25560,TRUE,TRUE,2024-11-26,2024-11-25,TRUE,FALSE,nbeerbower/SmolNemo-12B-FFT-experimental,1,nbeerbower/SmolNemo-12B-FFT-experimental (Merge),1.23,https://huggingface.co/nbeerbower/SmolNemo-12B-FFT-experimental @@ -1782,17 +1803,18 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🟩,yam-peleg/Hebrew-Mistral-7B-200K,8.24,17.7,0.18,7.67,0.34,2.19,0.02,0.45,0.25,4.42,0.37,16.99,0.25,🟩 continuously pretrained,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,15,TRUE,7b51c7b31e3d9e29ea964c579a45233cfad255fe,TRUE,TRUE,2024-08-06,2024-05-05,TRUE,FALSE,yam-peleg/Hebrew-Mistral-7B-200K,0,yam-peleg/Hebrew-Mistral-7B-200K,1.68,https://huggingface.co/yam-peleg/Hebrew-Mistral-7B-200K 🟢,nlpguy/Mistral-NeMo-Minitron-Upscale-v2,8.23,15.73,0.16,14.38,0.39,0.6,0.01,3.13,0.27,5.25,0.38,10.29,0.19,🟢 pretrained,MistralForCausalLM,Original,bfloat16,FALSE,other,12,0,TRUE,4ac077e496705687fdcbe51f3b915be42e91bf79,TRUE,TRUE,2024-09-29,2024-09-29,FALSE,FALSE,nlpguy/Mistral-NeMo-Minitron-Upscale-v2,1,nlpguy/Mistral-NeMo-Minitron-Upscale-v2 (Merge),2.92,https://huggingface.co/nlpguy/Mistral-NeMo-Minitron-Upscale-v2 🔶,togethercomputer/Llama-2-7B-32K-Instruct,8.21,21.3,0.21,8.56,0.34,1.28,0.01,0.22,0.25,9.2,0.41,8.68,0.18,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,llama2,7,159,TRUE,d27380af003252f5eb0d218e104938b4e673e3f3,TRUE,TRUE,2024-06-12,2023-08-08,FALSE,TRUE,togethercomputer/Llama-2-7B-32K-Instruct,0,togethercomputer/Llama-2-7B-32K-Instruct,0.59,https://huggingface.co/togethercomputer/Llama-2-7B-32K-Instruct -💬,Qwen/Qwen2.5-0.5B-Instruct,8.14,30.71,0.31,8.43,0.33,0,0,1.01,0.26,0.94,0.33,7.75,0.17,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,111,TRUE,a8b602d9dafd3a75d382e62757d83d89fca3be54,TRUE,TRUE,2024-09-19,2024-09-16,TRUE,TRUE,Qwen/Qwen2.5-0.5B-Instruct,1,Qwen/Qwen2.5-0.5B,0.63,https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct +💬,Qwen/Qwen2.5-0.5B-Instruct,8.14,30.71,0.31,8.43,0.33,0,0,1.01,0.26,0.94,0.33,7.75,0.17,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,112,TRUE,a8b602d9dafd3a75d382e62757d83d89fca3be54,TRUE,TRUE,2024-09-19,2024-09-16,TRUE,TRUE,Qwen/Qwen2.5-0.5B-Instruct,1,Qwen/Qwen2.5-0.5B,0.63,https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct 🟢,deepseek-ai/deepseek-llm-7b-base,8.14,21.79,0.22,9.77,0.35,1.44,0.01,3.13,0.27,3.76,0.37,8.96,0.18,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,other,7,36,TRUE,7683fea62db869066ddaff6a41d032262c490d4f,TRUE,TRUE,2024-06-12,2023-11-29,FALSE,TRUE,deepseek-ai/deepseek-llm-7b-base,0,deepseek-ai/deepseek-llm-7b-base,0.82,https://huggingface.co/deepseek-ai/deepseek-llm-7b-base 💬,meditsolutions/Llama-3.2-SUN-2.4B-checkpoint-34800,8.04,25.01,0.25,5.47,0.32,0.15,0,4.81,0.29,8.85,0.4,3.97,0.14,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3.2,2,1,TRUE,ef65f05f577a69a1992349c8d33c96cd099844f7,TRUE,TRUE,2024-10-05,2024-09-27,TRUE,FALSE,meditsolutions/Llama-3.2-SUN-2.4B-checkpoint-34800,1,meditsolutions/Llama-3.2-SUN-2.4B-checkpoint-34800 (Merge),0.82,https://huggingface.co/meditsolutions/Llama-3.2-SUN-2.4B-checkpoint-34800 💬,ibm-granite/granite-3.0-1b-a400m-instruct,8.02,33.32,0.33,5.45,0.32,2.49,0.02,1.45,0.26,2.69,0.36,2.71,0.12,"💬 chat models (RLHF, DPO, IFT, ...)",GraniteForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,18,TRUE,acb9675a7d67b8657d9b8105d5cbd5818408293f,TRUE,TRUE,"",2024-10-03,TRUE,TRUE,ibm-granite/granite-3.0-1b-a400m-instruct,1,ibm-granite/granite-3.0-1b-a400m-instruct (Merge),2.18,https://huggingface.co/ibm-granite/granite-3.0-1b-a400m-instruct 🟢,ell44ot/gemma-2b-def,8.01,26.93,0.27,4.59,0.32,1.74,0.02,3.13,0.27,5.31,0.37,6.36,0.16,🟢 pretrained,GemmaModel,Original,float16,TRUE,apache-2.0,1,0,TRUE,f9f1f882322360354fbc7a71d44d9b0b9ddd87ee,TRUE,TRUE,2024-11-28,2024-11-28,FALSE,FALSE,ell44ot/gemma-2b-def,1,ell44ot/gemma-2b-def (Merge),0.45,https://huggingface.co/ell44ot/gemma-2b-def -💬,HuggingFaceTB/SmolLM2-360M-Instruct,8,38.42,0.38,4.17,0.31,0.68,0.01,0.67,0.26,2.77,0.35,1.3,0.11,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,57,TRUE,4873f67095301d304753fae05bc09ec766634e50,TRUE,TRUE,2024-11-06,2024-10-31,TRUE,TRUE,HuggingFaceTB/SmolLM2-360M-Instruct,0,HuggingFaceTB/SmolLM2-360M-Instruct,0.38,https://huggingface.co/HuggingFaceTB/SmolLM2-360M-Instruct +💬,HuggingFaceTB/SmolLM2-360M-Instruct,8,38.42,0.38,4.17,0.31,0.68,0.01,0.67,0.26,2.77,0.35,1.3,0.11,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,58,TRUE,4873f67095301d304753fae05bc09ec766634e50,TRUE,TRUE,2024-11-06,2024-10-31,TRUE,TRUE,HuggingFaceTB/SmolLM2-360M-Instruct,0,HuggingFaceTB/SmolLM2-360M-Instruct,0.38,https://huggingface.co/HuggingFaceTB/SmolLM2-360M-Instruct 🤝,allknowingroger/Ph3merge2-14B,7.96,17.06,0.17,10.55,0.36,0,0,5.48,0.29,6.65,0.39,8.03,0.17,🤝 base merges and moerges,Phi3ForCausalLM,Original,bfloat16,FALSE,apache-2.0,13,0,TRUE,2256ab821e286a1d8a4f0d42e00a50013e119671,TRUE,TRUE,2024-10-08,2024-08-30,FALSE,FALSE,allknowingroger/Ph3merge2-14B,1,allknowingroger/Ph3merge2-14B (Merge),3.05,https://huggingface.co/allknowingroger/Ph3merge2-14B 💬,meditsolutions/Llama-3.2-SUN-2.4B-checkpoint-26000,7.95,28.14,0.28,2.9,0.3,0.68,0.01,3.69,0.28,8.49,0.41,3.83,0.13,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,llama3.2,2,1,TRUE,1300885555ca8bbed20a57cf0ec9f7ae014200c3,TRUE,TRUE,2024-10-04,2024-09-27,TRUE,FALSE,meditsolutions/Llama-3.2-SUN-2.4B-checkpoint-26000,1,meditsolutions/Llama-3.2-SUN-2.4B-checkpoint-26000 (Merge),0.81,https://huggingface.co/meditsolutions/Llama-3.2-SUN-2.4B-checkpoint-26000 💬,google/recurrentgemma-2b-it,7.95,29.49,0.29,7.98,0.33,1.66,0.02,0.45,0.25,3.62,0.33,4.47,0.14,"💬 chat models (RLHF, DPO, IFT, ...)",RecurrentGemmaForCausalLM,Original,bfloat16,TRUE,gemma,2,109,TRUE,150248167d171fbdf4b02e7d28a4b3d749e570f6,TRUE,TRUE,2024-06-12,2024-04-08,TRUE,TRUE,google/recurrentgemma-2b-it,0,google/recurrentgemma-2b-it,1.93,https://huggingface.co/google/recurrentgemma-2b-it 🤝,allknowingroger/Ph3merge3-14B,7.93,16.45,0.16,10.39,0.36,0,0,4.7,0.29,8.86,0.41,7.19,0.16,🤝 base merges and moerges,Phi3ForCausalLM,Original,bfloat16,FALSE,apache-2.0,13,0,TRUE,90a036f7f136932ea525b5fd26cf2f54a66141af,TRUE,TRUE,2024-09-02,2024-08-30,FALSE,FALSE,allknowingroger/Ph3merge3-14B,1,allknowingroger/Ph3merge3-14B (Merge),1.99,https://huggingface.co/allknowingroger/Ph3merge3-14B 🟩,FlofloB/83k_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit,7.92,28.69,0.29,8.13,0.33,0,0,3.13,0.27,1.42,0.33,6.17,0.16,🟩 continuously pretrained,Qwen2ForCausalLM,Original,float16,TRUE,apache-2.0,0,1,TRUE,4c4d3660d0288295f89880a3a86f4eb9ecc9d344,TRUE,TRUE,2024-11-26,2024-11-26,TRUE,FALSE,FlofloB/83k_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit,3,Qwen/Qwen2.5-0.5B,0.49,https://huggingface.co/FlofloB/83k_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit +🟩,FlofloB/100k_fineweb_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit,7.87,30.83,0.31,7.35,0.33,0,0,2.57,0.27,0.94,0.33,5.53,0.15,🟩 continuously pretrained,Qwen2ForCausalLM,Original,float16,TRUE,apache-2.0,0,1,TRUE,ea6ceae8a6894f1c6ea3fe978846b2a66c3e369c,TRUE,TRUE,2024-11-29,2024-11-28,TRUE,FALSE,FlofloB/100k_fineweb_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit,3,Qwen/Qwen2.5-0.5B,0.48,https://huggingface.co/FlofloB/100k_fineweb_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit 🟩,FlofloB/10k_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit,7.85,28.15,0.28,7.53,0.33,0,0,3.91,0.28,1.48,0.33,6.01,0.15,🟩 continuously pretrained,Qwen2ForCausalLM,Original,float16,TRUE,apache-2.0,0,1,TRUE,2152657b389375f48fc5073413bba17835117bcc,TRUE,TRUE,2024-11-25,2024-11-25,TRUE,FALSE,FlofloB/10k_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit,3,Qwen/Qwen2.5-0.5B,0.51,https://huggingface.co/FlofloB/10k_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit 🟩,FlofloB/40k_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit,7.83,30.16,0.3,7.53,0.33,0,0,2.35,0.27,1.54,0.34,5.39,0.15,🟩 continuously pretrained,Qwen2ForCausalLM,Original,float16,TRUE,apache-2.0,0,1,TRUE,64c61d9c777da56597a338afd7586cc4ad07d350,TRUE,TRUE,2024-11-25,2024-11-25,TRUE,FALSE,FlofloB/40k_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit,3,Qwen/Qwen2.5-0.5B,0.48,https://huggingface.co/FlofloB/40k_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit 💬,google/gemma-1.1-2b-it,7.78,30.67,0.31,5.86,0.32,0.15,0,2.57,0.27,2.02,0.34,5.37,0.15,"💬 chat models (RLHF, DPO, IFT, ...)",GemmaForCausalLM,Original,bfloat16,TRUE,gemma,2,152,TRUE,bf4924f313df5166dee1467161e886e55f2eb4d4,TRUE,TRUE,2024-06-12,2024-03-26,TRUE,TRUE,google/gemma-1.1-2b-it,0,google/gemma-1.1-2b-it,0.33,https://huggingface.co/google/gemma-1.1-2b-it @@ -1809,24 +1831,24 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🟢,google/gemma-2b,7.36,20.38,0.2,8.47,0.34,3.02,0.03,0.67,0.26,7.56,0.4,4.06,0.14,🟢 pretrained,GemmaForCausalLM,Original,bfloat16,TRUE,gemma,2,918,TRUE,2ac59a5d7bf4e1425010f0d457dde7d146658953,TRUE,TRUE,2024-06-12,2024-02-08,FALSE,TRUE,google/gemma-2b,0,google/gemma-2b,1.24,https://huggingface.co/google/gemma-2b 🤝,BlackBeenie/Llama-3.1-8B-pythonic-passthrough-merge,7.31,23.16,0.23,9.36,0.35,0.6,0.01,2.46,0.27,4.59,0.38,3.69,0.13,🤝 base merges and moerges,LlamaForCausalLM,Original,float16,TRUE,"",20,0,FALSE,3ec46616f5b34821b3b928938931295f92e49213,TRUE,TRUE,2024-11-06,2024-11-06,FALSE,FALSE,BlackBeenie/Llama-3.1-8B-pythonic-passthrough-merge,1,BlackBeenie/Llama-3.1-8B-pythonic-passthrough-merge (Merge),3.58,https://huggingface.co/BlackBeenie/Llama-3.1-8B-pythonic-passthrough-merge 🔶,matouLeLoup/ECE-PRYMMAL-0.5B-FT-EnhancedMUSREnsembleV3,7.29,18.73,0.19,7.92,0.32,3.02,0.03,1.45,0.26,4.6,0.38,8,0.17,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,1,TRUE,60c5853d376d4b62b19dd4c4741224d0246ec5b4,TRUE,TRUE,2024-11-01,2024-11-01,FALSE,FALSE,matouLeLoup/ECE-PRYMMAL-0.5B-FT-EnhancedMUSREnsembleV3,0,matouLeLoup/ECE-PRYMMAL-0.5B-FT-EnhancedMUSREnsembleV3,0.85,https://huggingface.co/matouLeLoup/ECE-PRYMMAL-0.5B-FT-EnhancedMUSREnsembleV3 -🔶,matouLeLoup/ECE-PRYMMAL-0.5B-FT-MUSR-ENSEMBLE-V2Mathis,7.29,18.73,0.19,7.92,0.32,3.02,0.03,1.45,0.26,4.6,0.38,8,0.17,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,"",0,0,FALSE,3fd229bcc3b4d2502ed7f3bdd48ccb5c97e83212,TRUE,TRUE,2024-10-31,2024-10-31,FALSE,FALSE,matouLeLoup/ECE-PRYMMAL-0.5B-FT-MUSR-ENSEMBLE-V2Mathis,0,matouLeLoup/ECE-PRYMMAL-0.5B-FT-MUSR-ENSEMBLE-V2Mathis,0.85,https://huggingface.co/matouLeLoup/ECE-PRYMMAL-0.5B-FT-MUSR-ENSEMBLE-V2Mathis 🔶,matouLeLoup/ECE-PRYMMAL-0.5B-FT-V4-MUSR-ENSEMBLE-Mathis,7.29,18.73,0.19,7.92,0.32,3.02,0.03,1.45,0.26,4.6,0.38,8,0.17,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,"",0,1,FALSE,455945ed4318bbeae008a253f877f56a68291b8b,TRUE,TRUE,2024-10-31,2024-10-31,FALSE,FALSE,matouLeLoup/ECE-PRYMMAL-0.5B-FT-V4-MUSR-ENSEMBLE-Mathis,0,matouLeLoup/ECE-PRYMMAL-0.5B-FT-V4-MUSR-ENSEMBLE-Mathis,0.86,https://huggingface.co/matouLeLoup/ECE-PRYMMAL-0.5B-FT-V4-MUSR-ENSEMBLE-Mathis +🔶,matouLeLoup/ECE-PRYMMAL-0.5B-FT-MUSR-ENSEMBLE-V2Mathis,7.29,18.73,0.19,7.92,0.32,3.02,0.03,1.45,0.26,4.6,0.38,8,0.17,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,"",0,0,FALSE,3fd229bcc3b4d2502ed7f3bdd48ccb5c97e83212,TRUE,TRUE,2024-10-31,2024-10-31,FALSE,FALSE,matouLeLoup/ECE-PRYMMAL-0.5B-FT-MUSR-ENSEMBLE-V2Mathis,0,matouLeLoup/ECE-PRYMMAL-0.5B-FT-MUSR-ENSEMBLE-V2Mathis,0.85,https://huggingface.co/matouLeLoup/ECE-PRYMMAL-0.5B-FT-MUSR-ENSEMBLE-V2Mathis 🟢,stabilityai/stablelm-3b-4e1t,7.26,22.03,0.22,9.01,0.35,0.68,0.01,0,0.24,4.42,0.38,7.43,0.17,🟢 pretrained,StableLmForCausalLM,Original,bfloat16,TRUE,cc-by-sa-4.0,2,309,TRUE,fa4a6a92fca83c3b4223a3c9bf792887090ebfba,TRUE,TRUE,2024-08-10,2023-09-29,FALSE,TRUE,stabilityai/stablelm-3b-4e1t,0,stabilityai/stablelm-3b-4e1t,0.43,https://huggingface.co/stabilityai/stablelm-3b-4e1t 🔶,matouLeLoup/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis,7.26,18.82,0.19,8.08,0.32,2.72,0.03,1.79,0.26,4.13,0.37,8,0.17,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,float16,TRUE,"",0,1,FALSE,dd86c3d7f77748a0ba18d911ceb93358a69ce160,TRUE,TRUE,2024-10-31,2024-10-25,FALSE,FALSE,matouLeLoup/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis,0,matouLeLoup/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis,0.9,https://huggingface.co/matouLeLoup/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis 🔶,euclaise/ReMask-3B,7.26,24.19,0.24,8.74,0.35,1.74,0.02,2.24,0.27,2.66,0.33,3.97,0.14,🔶 fine-tuned on domain-specific datasets,StableLmForCausalLM,Original,bfloat16,TRUE,cc-by-sa-4.0,2,15,TRUE,e094dae96097c2bc6f758101ee269c089b65a2cf,TRUE,TRUE,2024-08-10,2024-03-28,TRUE,FALSE,euclaise/ReMask-3B,0,euclaise/ReMask-3B,0.45,https://huggingface.co/euclaise/ReMask-3B 🔶,cgato/TheSalt-L3-8b-v0.3.2,7.25,27.05,0.27,2.61,0.3,3.85,0.04,2.13,0.27,6.3,0.39,1.55,0.11,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,cc-by-nc-4.0,8,1,TRUE,5cf08e2bf9590ebcd14ba021e113def28c65afa2,TRUE,TRUE,2024-06-26,2024-06-18,TRUE,FALSE,cgato/TheSalt-L3-8b-v0.3.2,0,cgato/TheSalt-L3-8b-v0.3.2,0.94,https://huggingface.co/cgato/TheSalt-L3-8b-v0.3.2 -💬,google/gemma-2b-it,7.22,26.9,0.27,5.21,0.32,0.45,0,3.8,0.28,3.03,0.33,3.92,0.14,"💬 chat models (RLHF, DPO, IFT, ...)",GemmaForCausalLM,Original,bfloat16,TRUE,gemma,2,676,TRUE,de144fb2268dee1066f515465df532c05e699d48,TRUE,TRUE,2024-06-12,2024-02-08,TRUE,TRUE,google/gemma-2b-it,0,google/gemma-2b-it,0.35,https://huggingface.co/google/gemma-2b-it +💬,google/gemma-2b-it,7.22,26.9,0.27,5.21,0.32,0.45,0,3.8,0.28,3.03,0.33,3.92,0.14,"💬 chat models (RLHF, DPO, IFT, ...)",GemmaForCausalLM,Original,bfloat16,TRUE,gemma,2,678,TRUE,de144fb2268dee1066f515465df532c05e699d48,TRUE,TRUE,2024-06-12,2024-02-08,TRUE,TRUE,google/gemma-2b-it,0,google/gemma-2b-it,0.35,https://huggingface.co/google/gemma-2b-it 💬,anakin87/gemma-2b-orpo,7.18,24.78,0.25,7.95,0.34,1.28,0.01,1.57,0.26,4.13,0.37,3.4,0.13,"💬 chat models (RLHF, DPO, IFT, ...)",GemmaForCausalLM,Original,bfloat16,TRUE,other,2,28,TRUE,bf6bfe30c31c18620767ad60d0bff89343804230,TRUE,TRUE,2024-07-06,2024-03-24,TRUE,FALSE,anakin87/gemma-2b-orpo,1,google/gemma-2b,0.79,https://huggingface.co/anakin87/gemma-2b-orpo 🟢,allenai/OLMoE-1B-7B-0924,7.18,21.85,0.22,8.31,0.34,1.13,0.01,0,0.25,3.57,0.35,8.22,0.17,🟢 pretrained,OlmoeForCausalLM,Original,bfloat16,TRUE,apache-2.0,6,109,TRUE,4fa3a6e09ed0e41639962f38bfba0fc532b90075,TRUE,FALSE,2024-09-30,2024-07-20,FALSE,TRUE,allenai/OLMoE-1B-7B-0924,0,allenai/OLMoE-1B-7B-0924,3.08,https://huggingface.co/allenai/OLMoE-1B-7B-0924 🟩,NousResearch/Yarn-Llama-2-7b-64k,7.13,17,0.17,7.04,0.33,1.06,0.01,1.9,0.26,6.93,0.39,8.87,0.18,🟩 continuously pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,"",7,23,TRUE,08491431ac3b50add7443f5d4c02850801d877be,TRUE,TRUE,2024-06-13,2023-08-30,FALSE,TRUE,NousResearch/Yarn-Llama-2-7b-64k,0,NousResearch/Yarn-Llama-2-7b-64k,0.83,https://huggingface.co/NousResearch/Yarn-Llama-2-7b-64k 🔶,vonjack/SmolLM2-360M-Merged,7.13,32.06,0.32,4.74,0.32,0.76,0.01,0.78,0.26,3.36,0.35,1.09,0.11,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",0,0,FALSE,32bceedf56b29a4a9fdd459a36fbc7fae5e274c8,TRUE,TRUE,2024-11-15,2024-11-15,TRUE,FALSE,vonjack/SmolLM2-360M-Merged,1,vonjack/SmolLM2-360M-Merged (Merge),0.39,https://huggingface.co/vonjack/SmolLM2-360M-Merged -🟢,Qwen/Qwen2-0.5B,7.11,18.67,0.19,7.99,0.33,2.87,0.03,0.78,0.26,4.6,0.38,7.76,0.17,🟢 pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,112,TRUE,ff3a49fac17555b8dfc4db6709f480cc8f16a9fe,TRUE,TRUE,2024-06-09,2024-05-31,FALSE,TRUE,Qwen/Qwen2-0.5B,0,Qwen/Qwen2-0.5B,0.97,https://huggingface.co/Qwen/Qwen2-0.5B +🟢,Qwen/Qwen2-0.5B,7.11,18.67,0.19,7.99,0.33,2.87,0.03,0.78,0.26,4.6,0.38,7.76,0.17,🟢 pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,113,TRUE,ff3a49fac17555b8dfc4db6709f480cc8f16a9fe,TRUE,TRUE,2024-11-30,2024-05-31,FALSE,TRUE,Qwen/Qwen2-0.5B,0,Qwen/Qwen2-0.5B,0.97,https://huggingface.co/Qwen/Qwen2-0.5B 🔶,LEESM/llama-2-7b-hf-lora-oki10p,7.09,22.61,0.23,9.44,0.35,1.28,0.01,0.56,0.25,1.11,0.35,7.54,0.17,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,mit,6,0,TRUE,d6e5af01616a038ac2b5cb83f458e490e1102244,TRUE,TRUE,2024-11-08,2024-04-03,FALSE,FALSE,LEESM/llama-2-7b-hf-lora-oki10p,0,LEESM/llama-2-7b-hf-lora-oki10p,0.98,https://huggingface.co/LEESM/llama-2-7b-hf-lora-oki10p -🟢,microsoft/phi-1_5,7.06,20.33,0.2,7.47,0.34,1.13,0.01,2.35,0.27,3.39,0.34,7.68,0.17,🟢 pretrained,PhiForCausalLM,Original,float16,TRUE,mit,1,1316,TRUE,675aa382d814580b22651a30acb1a585d7c25963,TRUE,TRUE,2024-06-09,2023-09-10,FALSE,TRUE,microsoft/phi-1_5,0,microsoft/phi-1_5,0.34,https://huggingface.co/microsoft/phi-1_5 +🟢,microsoft/phi-1_5,7.06,20.33,0.2,7.47,0.34,1.13,0.01,2.35,0.27,3.39,0.34,7.68,0.17,🟢 pretrained,PhiForCausalLM,Original,float16,TRUE,mit,1,1317,TRUE,675aa382d814580b22651a30acb1a585d7c25963,TRUE,TRUE,2024-06-09,2023-09-10,FALSE,TRUE,microsoft/phi-1_5,0,microsoft/phi-1_5,0.34,https://huggingface.co/microsoft/phi-1_5 🔶,macadeliccc/magistrate-3.2-3b-it,7.04,22.92,0.23,5.32,0.33,1.66,0.02,0,0.25,5.74,0.38,6.58,0.16,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.2,3,0,TRUE,122961278c97195dd59d67b244907359013e4de5,TRUE,TRUE,2024-10-01,2024-10-01,TRUE,FALSE,macadeliccc/magistrate-3.2-3b-it,2,meta-llama/Llama-3.2-3B,0.7,https://huggingface.co/macadeliccc/magistrate-3.2-3b-it 🟢,google/codegemma-1.1-2b,7.03,22.94,0.23,7.55,0.34,0.68,0.01,2.01,0.27,5.93,0.39,3.09,0.13,🟢 pretrained,GemmaForCausalLM,Original,bfloat16,TRUE,gemma,2,17,TRUE,9d69e500da236427eab5867552ffc87108964f4d,TRUE,TRUE,2024-08-12,2024-04-30,FALSE,TRUE,google/codegemma-1.1-2b,0,google/codegemma-1.1-2b,0.95,https://huggingface.co/google/codegemma-1.1-2b 🔶,Mxode/NanoLM-1B-Instruct-v2,7.01,26.3,0.26,4.91,0.31,2.11,0.02,1.79,0.26,4.33,0.36,2.64,0.12,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,gpl-3.0,1,0,TRUE,ebd8c374447985dbd4e247ffe6c5ebb5b4910418,TRUE,TRUE,2024-09-09,2024-09-07,TRUE,FALSE,Mxode/NanoLM-1B-Instruct-v2,0,Mxode/NanoLM-1B-Instruct-v2,0.81,https://huggingface.co/Mxode/NanoLM-1B-Instruct-v2 -🔶,cognitivecomputations/dolphin-2.9.4-llama3.1-8b,6.96,27.57,0.28,8.97,0.35,0.15,0,1.79,0.26,0.62,0.32,2.63,0.12,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,8,90,TRUE,7b73d1b7760bf9abac168de3d388b30d1ca1a138,TRUE,TRUE,2024-09-17,2024-08-04,TRUE,TRUE,cognitivecomputations/dolphin-2.9.4-llama3.1-8b,1,meta-llama/Meta-Llama-3.1-8B,1.76,https://huggingface.co/cognitivecomputations/dolphin-2.9.4-llama3.1-8b +🔶,cognitivecomputations/dolphin-2.9.4-llama3.1-8b,6.96,27.57,0.28,8.97,0.35,0.15,0,1.79,0.26,0.62,0.32,2.63,0.12,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.1,8,91,TRUE,7b73d1b7760bf9abac168de3d388b30d1ca1a138,TRUE,TRUE,2024-09-17,2024-08-04,TRUE,TRUE,cognitivecomputations/dolphin-2.9.4-llama3.1-8b,1,meta-llama/Meta-Llama-3.1-8B,1.76,https://huggingface.co/cognitivecomputations/dolphin-2.9.4-llama3.1-8b 🟢,google/recurrentgemma-2b,6.95,30.17,0.3,4.82,0.32,1.66,0.02,0,0.25,3.1,0.34,1.96,0.12,🟢 pretrained,RecurrentGemmaForCausalLM,Original,bfloat16,TRUE,gemma,2,91,TRUE,195f13c55b371fc721eda0662c00c64642c70e17,TRUE,TRUE,2024-06-13,2024-04-06,FALSE,TRUE,google/recurrentgemma-2b,0,google/recurrentgemma-2b,3.69,https://huggingface.co/google/recurrentgemma-2b 🟢,databricks/dolly-v1-6b,6.92,22.24,0.22,4.78,0.32,1.51,0.02,1.9,0.26,8.12,0.4,2.95,0.13,🟢 pretrained,GPTJForCausalLM,Original,bfloat16,TRUE,cc-by-nc-4.0,6,310,TRUE,c9a85b3a322b402e20c839c702c725afe0cb454d,TRUE,TRUE,2024-06-12,2023-03-23,FALSE,TRUE,databricks/dolly-v1-6b,0,databricks/dolly-v1-6b,0.66,https://huggingface.co/databricks/dolly-v1-6b 🟩,shivam9980/NEPALI-LLM,6.89,4.17,0.04,13.13,0.38,0.68,0.01,1.57,0.26,9.99,0.41,11.83,0.21,🟩 continuously pretrained,Gemma2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,10,0,TRUE,5fe146065b53bfd6d8e242cffbe9176bc245551d,TRUE,TRUE,2024-09-24,2024-09-17,FALSE,FALSE,shivam9980/NEPALI-LLM,2,google/gemma-2-9b,9.63,https://huggingface.co/shivam9980/NEPALI-LLM @@ -1840,24 +1862,24 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🤝,CoolSpring/Qwen2-0.5B-Abyme-merge3,6.71,23.86,0.24,4.3,0.3,2.49,0.02,1.9,0.26,2.13,0.35,5.56,0.15,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,FALSE,apache-2.0,0,0,TRUE,86fed893893cc2a6240f0ea09ce2eeda1a5178cc,TRUE,TRUE,2024-07-27,2024-07-27,TRUE,FALSE,CoolSpring/Qwen2-0.5B-Abyme-merge3,1,CoolSpring/Qwen2-0.5B-Abyme-merge3 (Merge),0.61,https://huggingface.co/CoolSpring/Qwen2-0.5B-Abyme-merge3 🟩,NousResearch/Yarn-Llama-2-7b-128k,6.7,14.85,0.15,6.14,0.32,0.83,0.01,1.34,0.26,8.25,0.4,8.79,0.18,🟩 continuously pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,"",7,39,TRUE,e1ceedbbf2ed28b88086794441a6c05606d15437,TRUE,TRUE,2024-06-13,2023-08-31,FALSE,TRUE,NousResearch/Yarn-Llama-2-7b-128k,0,NousResearch/Yarn-Llama-2-7b-128k,0.84,https://huggingface.co/NousResearch/Yarn-Llama-2-7b-128k 🔶,Mxode/NanoLM-1B-Instruct-v1.1,6.64,23.95,0.24,6.11,0.32,2.95,0.03,1.79,0.26,2.68,0.34,2.39,0.12,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,gpl-3.0,1,0,TRUE,cad6274afcfcf33927dc6c116d63013dcc1dfc48,TRUE,TRUE,2024-09-08,2024-09-07,TRUE,FALSE,Mxode/NanoLM-1B-Instruct-v1.1,0,Mxode/NanoLM-1B-Instruct-v1.1,0.83,https://huggingface.co/Mxode/NanoLM-1B-Instruct-v1.1 -💬,rasyosef/Phi-1_5-Instruct-v0.1,6.64,24.02,0.24,4.82,0.31,0,0,1.34,0.26,3.4,0.34,6.24,0.16,"💬 chat models (RLHF, DPO, IFT, ...)",PhiForCausalLM,Original,bfloat16,TRUE,mit,1,0,TRUE,f4c405ee4bff5dc1a69383f3fe682342c9c87c77,TRUE,TRUE,2024-07-25,2024-07-24,TRUE,FALSE,rasyosef/Phi-1_5-Instruct-v0.1,1,microsoft/phi-1_5,0.3,https://huggingface.co/rasyosef/Phi-1_5-Instruct-v0.1 +💬,rasyosef/Phi-1_5-Instruct-v0.1,6.64,24.02,0.24,4.82,0.31,0,0,1.34,0.26,3.4,0.34,6.24,0.16,"💬 chat models (RLHF, DPO, IFT, ...)",PhiForCausalLM,Original,bfloat16,TRUE,mit,1,1,TRUE,f4c405ee4bff5dc1a69383f3fe682342c9c87c77,TRUE,TRUE,2024-07-25,2024-07-24,TRUE,FALSE,rasyosef/Phi-1_5-Instruct-v0.1,1,microsoft/phi-1_5,0.3,https://huggingface.co/rasyosef/Phi-1_5-Instruct-v0.1 🔶,SicariusSicariiStuff/2B_or_not_2B,6.58,20.62,0.21,7.68,0.34,1.89,0.02,0,0.25,4.85,0.38,4.43,0.14,🔶 fine-tuned on domain-specific datasets,GemmaForCausalLM,Original,float16,TRUE,apache-2.0,2,25,TRUE,abf87e8422284aa83a42efd7a91154f9af3c7ed3,TRUE,TRUE,2024-10-11,2024-08-11,FALSE,FALSE,SicariusSicariiStuff/2B_or_not_2B,0,SicariusSicariiStuff/2B_or_not_2B,0.88,https://huggingface.co/SicariusSicariiStuff/2B_or_not_2B 🤝,Marsouuu/MistralBase-4x7B-MoE-ECE-PRYMMAL-Martial,6.57,16.97,0.17,8.87,0.35,0.3,0,1.23,0.26,7.85,0.4,4.21,0.14,🤝 base merges and moerges,MixtralForCausalLM,Original,bfloat16,FALSE,apache-2.0,24,1,TRUE,9cb9e74d2a65abd6458dffac103ad99c3b8f5154,TRUE,FALSE,2024-10-03,2024-10-03,FALSE,FALSE,Marsouuu/MistralBase-4x7B-MoE-ECE-PRYMMAL-Martial,1,Marsouuu/MistralBase-4x7B-MoE-ECE-PRYMMAL-Martial (Merge),1.91,https://huggingface.co/Marsouuu/MistralBase-4x7B-MoE-ECE-PRYMMAL-Martial -🟢,EleutherAI/gpt-j-6b,6.56,25.22,0.25,4.91,0.32,1.28,0.01,0,0.25,5.25,0.37,2.68,0.12,🟢 pretrained,GPTJForCausalLM,Original,bfloat16,TRUE,apache-2.0,6,1445,TRUE,47e169305d2e8376be1d31e765533382721b2cc1,TRUE,TRUE,2024-08-19,2022-03-02,FALSE,TRUE,EleutherAI/gpt-j-6b,0,EleutherAI/gpt-j-6b,0.77,https://huggingface.co/EleutherAI/gpt-j-6b +🟢,EleutherAI/gpt-j-6b,6.56,25.22,0.25,4.91,0.32,1.28,0.01,0,0.25,5.25,0.37,2.68,0.12,🟢 pretrained,GPTJForCausalLM,Original,bfloat16,TRUE,apache-2.0,6,1446,TRUE,47e169305d2e8376be1d31e765533382721b2cc1,TRUE,TRUE,2024-08-19,2022-03-02,FALSE,TRUE,EleutherAI/gpt-j-6b,0,EleutherAI/gpt-j-6b,0.77,https://huggingface.co/EleutherAI/gpt-j-6b 🔶,winglian/llama-3-8b-256k-PoSE,6.56,29.09,0.29,5.5,0.32,1.51,0.02,1.01,0.26,0.94,0.33,1.29,0.11,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",8,42,FALSE,93e7b0b6433c96583ffcef3bc47203e6fdcbbe8b,TRUE,TRUE,2024-06-26,2024-04-26,TRUE,FALSE,winglian/llama-3-8b-256k-PoSE,0,winglian/llama-3-8b-256k-PoSE,1.05,https://huggingface.co/winglian/llama-3-8b-256k-PoSE 🟢,bigcode/starcoder2-3b,6.54,20.37,0.2,8.91,0.35,1.44,0.01,0,0.24,1.43,0.34,7.07,0.16,🟢 pretrained,Starcoder2ForCausalLM,Original,bfloat16,TRUE,bigcode-openrail-m,3,153,TRUE,733247c55e3f73af49ce8e9c7949bf14af205928,TRUE,TRUE,2024-06-09,2023-11-29,FALSE,TRUE,bigcode/starcoder2-3b,0,bigcode/starcoder2-3b,0.45,https://huggingface.co/bigcode/starcoder2-3b 🔶,lalainy/ECE-PRYMMAL-0.5B-FT-V5-MUSR,6.53,21.38,0.21,6.49,0.33,1.36,0.01,3.24,0.27,0.78,0.33,5.93,0.15,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,0,TRUE,bf80bf3d14a79b5dcb322b97b6dbaf10e316a3ee,TRUE,TRUE,2024-10-22,2024-10-22,FALSE,FALSE,lalainy/ECE-PRYMMAL-0.5B-FT-V5-MUSR,0,lalainy/ECE-PRYMMAL-0.5B-FT-V5-MUSR,0.58,https://huggingface.co/lalainy/ECE-PRYMMAL-0.5B-FT-V5-MUSR 🟩,BEE-spoke-data/smol_llama-220M-GQA-fineweb_edu,6.52,19.88,0.2,2.31,0.29,0,0,1.23,0.26,14.26,0.44,1.41,0.11,🟩 continuously pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,1,TRUE,dec16b41d5e94070dbc1f8449a554373fd4cc1d1,TRUE,TRUE,2024-06-26,2024-06-08,FALSE,FALSE,BEE-spoke-data/smol_llama-220M-GQA-fineweb_edu,1,BEE-spoke-data/smol_llama-220M-GQA,0.16,https://huggingface.co/BEE-spoke-data/smol_llama-220M-GQA-fineweb_edu -🟢,openai-community/gpt2,6.51,17.93,0.18,2.67,0.3,0.23,0,1.12,0.26,15.35,0.45,1.77,0.12,🟢 pretrained,GPT2LMHeadModel,Original,bfloat16,TRUE,mit,0,2386,TRUE,607a30d783dfa663caf39e06633721c8d4cfcd7e,TRUE,TRUE,2024-06-12,2022-03-02,FALSE,TRUE,openai-community/gpt2,0,openai-community/gpt2,0.09,https://huggingface.co/openai-community/gpt2 +🟢,openai-community/gpt2,6.51,17.93,0.18,2.67,0.3,0.23,0,1.12,0.26,15.35,0.45,1.77,0.12,🟢 pretrained,GPT2LMHeadModel,Original,bfloat16,TRUE,mit,0,2388,TRUE,607a30d783dfa663caf39e06633721c8d4cfcd7e,TRUE,TRUE,2024-06-12,2022-03-02,FALSE,TRUE,openai-community/gpt2,0,openai-community/gpt2,0.09,https://huggingface.co/openai-community/gpt2 🟢,oopere/pruned40-llama-1b,6.5,22.84,0.23,2.66,0.3,0.08,0,0,0.24,12.48,0.43,0.91,0.11,🟢 pretrained,LlamaForCausalLM,Original,float16,TRUE,llama3.2,0,0,TRUE,3de470d9c61cb57cea821e93b43fb250aa14b975,TRUE,TRUE,2024-11-26,2024-11-16,FALSE,FALSE,oopere/pruned40-llama-1b,1,oopere/pruned40-llama-1b (Merge),0.38,https://huggingface.co/oopere/pruned40-llama-1b 🟢,allenai/OLMo-1B-hf,6.47,21.82,0.22,3.2,0.31,0.76,0.01,1.57,0.26,9.56,0.41,1.93,0.12,🟢 pretrained,OlmoForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,16,TRUE,8e995430edd24416ccfa98b5b283fa07b0c9f1a9,TRUE,TRUE,2024-06-12,2024-04-12,FALSE,TRUE,allenai/OLMo-1B-hf,0,allenai/OLMo-1B-hf,0.25,https://huggingface.co/allenai/OLMo-1B-hf -💬,HuggingFaceTB/SmolLM2-135M-Instruct,6.47,28.83,0.29,4.72,0.31,0.3,0,0,0.24,3.68,0.37,1.27,0.11,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,61,TRUE,5a33ba103645800d7b3790c4448546c1b73efc71,TRUE,TRUE,2024-11-06,2024-10-31,TRUE,TRUE,HuggingFaceTB/SmolLM2-135M-Instruct,1,HuggingFaceTB/SmolLM2-135M-Instruct (Merge),0.34,https://huggingface.co/HuggingFaceTB/SmolLM2-135M-Instruct +💬,HuggingFaceTB/SmolLM2-135M-Instruct,6.47,28.83,0.29,4.72,0.31,0.3,0,0,0.24,3.68,0.37,1.27,0.11,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,65,TRUE,5a33ba103645800d7b3790c4448546c1b73efc71,TRUE,TRUE,2024-11-06,2024-10-31,TRUE,TRUE,HuggingFaceTB/SmolLM2-135M-Instruct,1,HuggingFaceTB/SmolLM2-135M-Instruct (Merge),0.34,https://huggingface.co/HuggingFaceTB/SmolLM2-135M-Instruct 🔶,LeroyDyer/_Spydaz_Web_AI_12,6.45,27.65,0.28,4.5,0.32,0.38,0,2.46,0.27,2.2,0.36,1.52,0.11,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,"",7,0,FALSE,675cf7fbfa36974b2eb5aef53afdf56a65ecfcfd,TRUE,TRUE,2024-09-19,"",FALSE,FALSE,LeroyDyer/_Spydaz_Web_AI_12,0,Removed,0.65,https://huggingface.co/LeroyDyer/_Spydaz_Web_AI_12 🔶,bunnycore/Llama-3.2-3B-ProdigyPlusPlus,6.44,16.45,0.16,11.56,0.37,2.95,0.03,0.45,0.25,1.7,0.35,5.56,0.15,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",3,0,FALSE,512865708a7ec9754997fb404b1ffc0752b099d7,TRUE,TRUE,2024-10-28,2024-10-28,TRUE,FALSE,bunnycore/Llama-3.2-3B-ProdigyPlusPlus,1,bunnycore/Llama-3.2-3B-ProdigyPlusPlus (Merge),0.67,https://huggingface.co/bunnycore/Llama-3.2-3B-ProdigyPlusPlus 💬,Qwen/Qwen2-0.5B-Instruct,6.41,22.47,0.22,5.88,0.32,1.81,0.02,0,0.25,2.41,0.34,5.9,0.15,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,163,TRUE,c291d6fce4804a1d39305f388dd32897d1f7acc4,TRUE,TRUE,2024-06-12,2024-06-03,TRUE,TRUE,Qwen/Qwen2-0.5B-Instruct,1,Qwen/Qwen2-0.5B,0.56,https://huggingface.co/Qwen/Qwen2-0.5B-Instruct 🟩,NYTK/PULI-LlumiX-32K,6.41,17,0.17,5.11,0.32,0.6,0.01,0.45,0.25,7.72,0.4,7.56,0.17,🟩 continuously pretrained,LlamaForCausalLM,Original,float16,TRUE,llama2,6,9,TRUE,a589894397a36b61c578d0dd4778ee6e5fe471ff,TRUE,TRUE,2024-08-24,2024-03-12,FALSE,FALSE,NYTK/PULI-LlumiX-32K,0,NYTK/PULI-LlumiX-32K,0.82,https://huggingface.co/NYTK/PULI-LlumiX-32K 🟢,BEE-spoke-data/smol_llama-220M-GQA,6.4,23.86,0.24,3.04,0.3,0,0,0.78,0.26,9.07,0.41,1.66,0.11,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,12,TRUE,8845b1d3c0bc73522ef2700aab467183cbdca9f7,TRUE,TRUE,2024-06-26,2023-12-22,FALSE,FALSE,BEE-spoke-data/smol_llama-220M-GQA,0,BEE-spoke-data/smol_llama-220M-GQA,0.16,https://huggingface.co/BEE-spoke-data/smol_llama-220M-GQA -🟢,gpt2,6.39,19.34,0.19,2.71,0.3,0.3,0,1.34,0.26,12.99,0.43,1.66,0.11,🟢 pretrained,GPT2LMHeadModel,Original,bfloat16,TRUE,mit,0,2386,TRUE,607a30d783dfa663caf39e06633721c8d4cfcd7e,TRUE,TRUE,2024-06-26,2022-03-02,FALSE,TRUE,gpt2,0,gpt2,0.32,https://huggingface.co/gpt2 +🟢,gpt2,6.39,19.34,0.19,2.71,0.3,0.3,0,1.34,0.26,12.99,0.43,1.66,0.11,🟢 pretrained,GPT2LMHeadModel,Original,bfloat16,TRUE,mit,0,2388,TRUE,607a30d783dfa663caf39e06633721c8d4cfcd7e,TRUE,TRUE,2024-06-26,2022-03-02,FALSE,TRUE,gpt2,0,gpt2,0.32,https://huggingface.co/gpt2 🔶,allura-org/MoE-Girl-1BA-7BT,6.39,27.05,0.27,4.84,0.31,1.44,0.01,1.12,0.26,1.48,0.34,2.42,0.12,🔶 fine-tuned on domain-specific datasets,OlmoeForCausalLM,Original,bfloat16,TRUE,apache-2.0,6,13,TRUE,ecfac73ab9e7f2ee006d6a2ad9c8e86a85deab2b,TRUE,FALSE,2024-10-10,2024-10-08,TRUE,FALSE,allura-org/MoE-Girl-1BA-7BT,1,allenai/OLMoE-1B-7B-0924,3.2,https://huggingface.co/allura-org/MoE-Girl-1BA-7BT 🔶,huggyllama/llama-7b,6.39,25.01,0.25,7.08,0.33,0.68,0.01,0.34,0.25,1.76,0.34,3.48,0.13,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,other,6,302,TRUE,4782ad278652c7c71b72204d462d6d01eaaf7549,TRUE,TRUE,2024-07-04,2023-04-03,FALSE,FALSE,huggyllama/llama-7b,0,huggyllama/llama-7b,0.56,https://huggingface.co/huggyllama/llama-7b 🔶,databricks/dolly-v2-12b,6.38,23.55,0.24,6.38,0.33,1.44,0.01,0,0.24,5.5,0.37,1.43,0.11,🔶 fine-tuned on domain-specific datasets,GPTNeoXForCausalLM,Original,bfloat16,TRUE,mit,12,1950,TRUE,19308160448536e378e3db21a73a751579ee7fdd,TRUE,TRUE,2024-06-12,2023-04-11,FALSE,TRUE,databricks/dolly-v2-12b,0,databricks/dolly-v2-12b,1.4,https://huggingface.co/databricks/dolly-v2-12b @@ -1866,21 +1888,21 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🟢,EleutherAI/gpt-neo-2.7B,6.36,25.9,0.26,4.18,0.31,0.6,0.01,2.13,0.27,3.52,0.36,1.81,0.12,🟢 pretrained,GPTNeoForCausalLM,Original,bfloat16,TRUE,mit,2,443,TRUE,e24fa291132763e59f4a5422741b424fb5d59056,TRUE,TRUE,2024-06-12,2022-03-02,FALSE,TRUE,EleutherAI/gpt-neo-2.7B,0,EleutherAI/gpt-neo-2.7B,0.51,https://huggingface.co/EleutherAI/gpt-neo-2.7B 🔶,vonjack/Qwen2.5-Coder-0.5B-Merged,6.35,31,0.31,3.59,0.31,0,0,0.45,0.25,0.83,0.33,2.24,0.12,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,"",0,0,FALSE,38e4789c0fc5fad359de2f7bafdb65c3ae26b95b,TRUE,TRUE,2024-11-19,2024-11-19,TRUE,FALSE,vonjack/Qwen2.5-Coder-0.5B-Merged,1,vonjack/Qwen2.5-Coder-0.5B-Merged (Merge),0.5,https://huggingface.co/vonjack/Qwen2.5-Coder-0.5B-Merged 🟢,princeton-nlp/Sheared-LLaMA-2.7B,6.32,24.17,0.24,5.66,0.33,0.6,0.01,3.36,0.28,2.09,0.36,2.08,0.12,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,2,60,TRUE,2f157a0306b75d37694ae05f6a4067220254d540,TRUE,TRUE,2024-07-29,2023-10-10,FALSE,FALSE,princeton-nlp/Sheared-LLaMA-2.7B,0,princeton-nlp/Sheared-LLaMA-2.7B,0.47,https://huggingface.co/princeton-nlp/Sheared-LLaMA-2.7B -🟢,Qwen/Qwen2.5-0.5B,6.31,16.27,0.16,6.95,0.33,2.49,0.02,0,0.25,2.08,0.34,10.06,0.19,🟢 pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,120,TRUE,2630d3d2321bc1f1878f702166d1b2af019a7310,TRUE,TRUE,2024-09-19,2024-09-15,FALSE,TRUE,Qwen/Qwen2.5-0.5B,0,Qwen/Qwen2.5-0.5B,1.17,https://huggingface.co/Qwen/Qwen2.5-0.5B -🟢,openai-community/gpt2,6.3,17.8,0.18,2.82,0.3,0.3,0,1.12,0.26,13.91,0.44,1.84,0.12,🟢 pretrained,GPT2LMHeadModel,Original,float16,TRUE,mit,0,2386,TRUE,607a30d783dfa663caf39e06633721c8d4cfcd7e,TRUE,TRUE,2024-08-12,2022-03-02,FALSE,TRUE,openai-community/gpt2,0,openai-community/gpt2,0.12,https://huggingface.co/openai-community/gpt2 +🟢,Qwen/Qwen2.5-0.5B,6.31,16.27,0.16,6.95,0.33,2.49,0.02,0,0.25,2.08,0.34,10.06,0.19,🟢 pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,121,TRUE,2630d3d2321bc1f1878f702166d1b2af019a7310,TRUE,TRUE,2024-09-19,2024-09-15,FALSE,TRUE,Qwen/Qwen2.5-0.5B,0,Qwen/Qwen2.5-0.5B,1.17,https://huggingface.co/Qwen/Qwen2.5-0.5B +🟢,openai-community/gpt2,6.3,17.8,0.18,2.82,0.3,0.3,0,1.12,0.26,13.91,0.44,1.84,0.12,🟢 pretrained,GPT2LMHeadModel,Original,float16,TRUE,mit,0,2388,TRUE,607a30d783dfa663caf39e06633721c8d4cfcd7e,TRUE,TRUE,2024-08-12,2022-03-02,FALSE,TRUE,openai-community/gpt2,0,openai-community/gpt2,0.12,https://huggingface.co/openai-community/gpt2 🤝,DeepAutoAI/d2nwg_causal_gpt2,6.29,19.16,0.19,2.85,0.3,0.38,0,1.01,0.26,12.68,0.43,1.68,0.12,🤝 base merges and moerges,GPT2LMHeadModel,Original,bfloat16,TRUE,"",0,0,FALSE,eab065cba5a7a9b08f8b264d61d504c4ecbb611b,TRUE,TRUE,2024-10-18,2024-10-18,FALSE,FALSE,DeepAutoAI/d2nwg_causal_gpt2,0,DeepAutoAI/d2nwg_causal_gpt2,0.13,https://huggingface.co/DeepAutoAI/d2nwg_causal_gpt2 -🟢,google/flan-t5-base,6.24,18.91,0.19,11.34,0.35,0,0,0,0.24,3.22,0.37,3.97,0.14,🟢 pretrained,T5ForConditionalGeneration,Original,float16,TRUE,apache-2.0,0,807,TRUE,7bcac572ce56db69c1ea7c8af255c5d7c9672fc2,TRUE,TRUE,2024-08-14,2022-10-21,FALSE,TRUE,google/flan-t5-base,0,google/flan-t5-base,0.16,https://huggingface.co/google/flan-t5-base +🟢,google/flan-t5-base,6.24,18.91,0.19,11.34,0.35,0,0,0,0.24,3.22,0.37,3.97,0.14,🟢 pretrained,T5ForConditionalGeneration,Original,float16,TRUE,apache-2.0,0,806,TRUE,7bcac572ce56db69c1ea7c8af255c5d7c9672fc2,TRUE,TRUE,2024-08-14,2022-10-21,FALSE,TRUE,google/flan-t5-base,0,google/flan-t5-base,0.16,https://huggingface.co/google/flan-t5-base 🟢,facebook/opt-30b,6.2,24.53,0.25,3.5,0.31,0.6,0.01,2.57,0.27,4.19,0.36,1.82,0.12,🟢 pretrained,OPTForCausalLM,Original,float16,TRUE,other,30,133,TRUE,ceea0a90ac0f6fae7c2c34bcb40477438c152546,TRUE,TRUE,2024-06-12,2022-05-11,FALSE,TRUE,facebook/opt-30b,0,facebook/opt-30b,3,https://huggingface.co/facebook/opt-30b 🟢,HuggingFaceTB/SmolLM-360M,6.15,21.34,0.21,3.28,0.31,0.45,0,2.35,0.27,8.09,0.4,1.37,0.11,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,62,TRUE,318cc630b73730bfd712e5873063156ffb8936b5,TRUE,TRUE,2024-07-18,2024-07-14,FALSE,TRUE,HuggingFaceTB/SmolLM-360M,0,HuggingFaceTB/SmolLM-360M,0.37,https://huggingface.co/HuggingFaceTB/SmolLM-360M 🔶,LeroyDyer/_Spydaz_Web_AI_ChatQA_003,6.13,22.09,0.22,4.29,0.32,0.3,0,2.8,0.27,5.83,0.38,1.48,0.11,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,"",7,0,FALSE,"",TRUE,TRUE,2024-09-14,"",FALSE,FALSE,LeroyDyer/_Spydaz_Web_AI_ChatQA_003,0,Removed,0.63,https://huggingface.co/LeroyDyer/_Spydaz_Web_AI_ChatQA_003 🤝,CoolSpring/Qwen2-0.5B-Abyme-merge2,6.12,20.22,0.2,3.71,0.3,2.11,0.02,1.34,0.26,3.89,0.37,5.44,0.15,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,FALSE,apache-2.0,0,0,TRUE,02c4c601453f7ecbfab5c95bf5afa889350026ba,TRUE,TRUE,2024-07-27,2024-07-27,TRUE,FALSE,CoolSpring/Qwen2-0.5B-Abyme-merge2,1,CoolSpring/Qwen2-0.5B-Abyme-merge2 (Merge),0.61,https://huggingface.co/CoolSpring/Qwen2-0.5B-Abyme-merge2 -🟢,HuggingFaceTB/SmolLM2-360M,6.1,21.15,0.21,5.54,0.32,0.3,0,0,0.25,7.73,0.4,1.88,0.12,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,24,TRUE,3ce05f63c246c44616da500b47b01f082f4d3bcc,TRUE,TRUE,2024-11-06,2024-10-31,FALSE,TRUE,HuggingFaceTB/SmolLM2-360M,0,HuggingFaceTB/SmolLM2-360M,0.39,https://huggingface.co/HuggingFaceTB/SmolLM2-360M +🟢,HuggingFaceTB/SmolLM2-360M,6.1,21.15,0.21,5.54,0.32,0.3,0,0,0.25,7.73,0.4,1.88,0.12,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,25,TRUE,3ce05f63c246c44616da500b47b01f082f4d3bcc,TRUE,TRUE,2024-11-06,2024-10-31,FALSE,TRUE,HuggingFaceTB/SmolLM2-360M,0,HuggingFaceTB/SmolLM2-360M,0.39,https://huggingface.co/HuggingFaceTB/SmolLM2-360M 🔶,aloobun/d-SmolLM2-360M,6.01,20.97,0.21,4.76,0.32,0.23,0,0.45,0.25,7.76,0.4,1.88,0.12,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,0,TRUE,2a1d82b4cbcdfdff3c2cfcd171435c5f01b8de43,TRUE,TRUE,2024-11-26,2024-11-20,FALSE,FALSE,aloobun/d-SmolLM2-360M,0,aloobun/d-SmolLM2-360M,0.37,https://huggingface.co/aloobun/d-SmolLM2-360M 🟢,google/flan-t5-small,6,15.24,0.15,6.36,0.33,0,0,1.45,0.26,10.37,0.41,2.59,0.12,🟢 pretrained,T5ForConditionalGeneration,Original,float16,TRUE,apache-2.0,0,278,TRUE,0fc9ddf78a1e988dac52e2dac162b0ede4fd74ab,TRUE,TRUE,2024-06-27,2022-10-21,FALSE,TRUE,google/flan-t5-small,0,google/flan-t5-small,0.14,https://huggingface.co/google/flan-t5-small -🟢,EleutherAI/gpt-neox-20b,6,25.87,0.26,4.93,0.32,0.68,0.01,0,0.24,2.82,0.36,1.73,0.12,🟢 pretrained,GPTNeoXForCausalLM,Original,float16,TRUE,apache-2.0,20,539,TRUE,c292233c833e336628618a88a648727eb3dff0a7,TRUE,TRUE,2024-06-09,2022-04-07,FALSE,TRUE,EleutherAI/gpt-neox-20b,0,EleutherAI/gpt-neox-20b,3.15,https://huggingface.co/EleutherAI/gpt-neox-20b +🟢,EleutherAI/gpt-neox-20b,6,25.87,0.26,4.93,0.32,0.68,0.01,0,0.24,2.82,0.36,1.73,0.12,🟢 pretrained,GPTNeoXForCausalLM,Original,float16,TRUE,apache-2.0,20,540,TRUE,c292233c833e336628618a88a648727eb3dff0a7,TRUE,TRUE,2024-06-09,2022-04-07,FALSE,TRUE,EleutherAI/gpt-neox-20b,0,EleutherAI/gpt-neox-20b,3.15,https://huggingface.co/EleutherAI/gpt-neox-20b 🟢,mosaicml/mpt-7b,5.99,21.52,0.22,6.55,0.33,1.36,0.01,1.34,0.26,2.9,0.37,2.29,0.12,🟢 pretrained,MPTForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,1161,TRUE,039e37745f00858f0e01e988383a8c4393b1a4f5,TRUE,TRUE,2024-06-08,2023-05-05,FALSE,TRUE,mosaicml/mpt-7b,0,mosaicml/mpt-7b,0.64,https://huggingface.co/mosaicml/mpt-7b 🤝,DeepAutoAI/causal_gpt2,5.98,18.13,0.18,2.63,0.3,0.23,0,1.34,0.26,12.1,0.43,1.46,0.11,🤝 base merges and moerges,GPT2LMHeadModel,Original,bfloat16,TRUE,"",0,0,FALSE,995f029f6645dde1ef830406001754b904c49775,TRUE,TRUE,2024-10-17,2024-10-17,FALSE,FALSE,DeepAutoAI/causal_gpt2,0,DeepAutoAI/causal_gpt2,0.13,https://huggingface.co/DeepAutoAI/causal_gpt2 -🟢,gpt2,5.98,8.33,0.08,9.2,0.31,0,0,0,0.23,18.33,0.43,0,0.1,🟢 pretrained,GPT2LMHeadModel,Original,float16,TRUE,mit,0,2386,TRUE,607a30d783dfa663caf39e06633721c8d4cfcd7e,TRUE,TRUE,2024-06-26,2022-03-02,FALSE,TRUE,gpt2,0,gpt2,0.04,https://huggingface.co/gpt2 +🟢,gpt2,5.98,8.33,0.08,9.2,0.31,0,0,0,0.23,18.33,0.43,0,0.1,🟢 pretrained,GPT2LMHeadModel,Original,float16,TRUE,mit,0,2388,TRUE,607a30d783dfa663caf39e06633721c8d4cfcd7e,TRUE,TRUE,2024-06-26,2022-03-02,FALSE,TRUE,gpt2,0,gpt2,0.04,https://huggingface.co/gpt2 🟩,macadeliccc/magistrate-3.2-3b-base,5.97,11.59,0.12,6.91,0.33,0.68,0.01,1.45,0.26,7.53,0.4,7.65,0.17,🟩 continuously pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.2,3,1,TRUE,2a40ac9ca1904fca2c1e69573e27f0ff8039b738,TRUE,TRUE,2024-10-01,2024-09-28,FALSE,FALSE,macadeliccc/magistrate-3.2-3b-base,1,meta-llama/Llama-3.2-3B,0.73,https://huggingface.co/macadeliccc/magistrate-3.2-3b-base 🔶,ehristoforu/SoRu-0009,5.95,25.82,0.26,5.14,0.31,0,0,1.45,0.26,0.62,0.34,2.66,0.12,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,float16,TRUE,apache-2.0,0,0,TRUE,fe4f439882175c3cad8a0f08f7b14d18318b53d1,TRUE,TRUE,2024-11-27,2024-11-26,TRUE,FALSE,ehristoforu/SoRu-0009,10,Vikhrmodels/Vikhr-Qwen-2.5-0.5b-Instruct (Merge),0.51,https://huggingface.co/ehristoforu/SoRu-0009 🔶,nidum/Nidum-Limitless-Gemma-2B,5.94,24.24,0.24,3.45,0.31,0,0,1.9,0.26,4.12,0.37,1.93,0.12,🔶 fine-tuned on domain-specific datasets,GemmaForCausalLM,Original,float16,TRUE,apache-2.0,2,4,TRUE,e209e3513d2b34c0e6c433ede26e17604c25cb1a,TRUE,TRUE,2024-08-07,2024-08-02,TRUE,FALSE,nidum/Nidum-Limitless-Gemma-2B,0,nidum/Nidum-Limitless-Gemma-2B,0.4,https://huggingface.co/nidum/Nidum-Limitless-Gemma-2B @@ -1904,7 +1926,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 💬,LenguajeNaturalAI/leniachat-gemma-2b-v0,5.6,21.5,0.21,4.14,0.31,0.3,0,2.13,0.27,3.64,0.37,1.89,0.12,"💬 chat models (RLHF, DPO, IFT, ...)",GemmaForCausalLM,Original,bfloat16,TRUE,apache-2.0,2,12,TRUE,e5691dcc682a10dc9ef4bdbb3dc896fcf271018e,TRUE,TRUE,2024-09-01,2024-04-09,TRUE,FALSE,LenguajeNaturalAI/leniachat-gemma-2b-v0,1,google/gemma-2b,0.97,https://huggingface.co/LenguajeNaturalAI/leniachat-gemma-2b-v0 🔶,databricks/dolly-v2-7b,5.57,20.1,0.2,5.45,0.32,0.98,0.01,2.46,0.27,2.78,0.36,1.66,0.11,🔶 fine-tuned on domain-specific datasets,GPTNeoXForCausalLM,Original,bfloat16,TRUE,mit,7,148,TRUE,d632f0c8b75b1ae5b26b250d25bfba4e99cb7c6f,TRUE,TRUE,2024-06-12,2023-04-13,FALSE,TRUE,databricks/dolly-v2-7b,0,databricks/dolly-v2-7b,0.83,https://huggingface.co/databricks/dolly-v2-7b 💬,Qwen/Qwen1.5-0.5B-Chat,5.56,18.07,0.18,4.32,0.32,0,0,2.57,0.27,6.06,0.38,2.36,0.12,"💬 chat models (RLHF, DPO, IFT, ...)",Qwen2ForCausalLM,Original,bfloat16,TRUE,other,0,74,TRUE,4d14e384a4b037942bb3f3016665157c8bcb70ea,TRUE,TRUE,2024-06-12,2024-01-31,TRUE,TRUE,Qwen/Qwen1.5-0.5B-Chat,0,Qwen/Qwen1.5-0.5B-Chat,0.55,https://huggingface.co/Qwen/Qwen1.5-0.5B-Chat -🟢,HuggingFaceTB/SmolLM2-135M,5.56,18.33,0.18,3.71,0.3,0.23,0,0,0.25,10.03,0.41,1.05,0.11,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,31,TRUE,28e66ca6931668447a3bac213f23d990ad3b0e2b,TRUE,TRUE,2024-11-06,2024-10-31,FALSE,TRUE,HuggingFaceTB/SmolLM2-135M,0,HuggingFaceTB/SmolLM2-135M,0.33,https://huggingface.co/HuggingFaceTB/SmolLM2-135M +🟢,HuggingFaceTB/SmolLM2-135M,5.56,18.33,0.18,3.71,0.3,0.23,0,0,0.25,10.03,0.41,1.05,0.11,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,32,TRUE,28e66ca6931668447a3bac213f23d990ad3b0e2b,TRUE,TRUE,2024-11-06,2024-10-31,FALSE,TRUE,HuggingFaceTB/SmolLM2-135M,0,HuggingFaceTB/SmolLM2-135M,0.33,https://huggingface.co/HuggingFaceTB/SmolLM2-135M 🔶,Youlln/ECE-PRYMMAL-0.5B-FT-V3-MUSR,5.55,15.33,0.15,5.06,0.3,2.49,0.02,0,0.25,3.25,0.37,7.16,0.16,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,0,TRUE,221dc80a1acd6f7dda0644699e6d61b90a5a0a05,TRUE,TRUE,2024-10-21,2024-10-21,FALSE,FALSE,Youlln/ECE-PRYMMAL-0.5B-FT-V3-MUSR,1,Youlln/ECE-PRYMMAL-0.5B-FT-V3-MUSR (Merge),1.03,https://huggingface.co/Youlln/ECE-PRYMMAL-0.5B-FT-V3-MUSR 🔶,LeroyDyer/_Spydaz_Web_AI_ChatML_002,5.53,24.12,0.24,4.19,0.31,0,0,1.01,0.26,2.79,0.36,1.05,0.11,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,float16,TRUE,"",7,0,FALSE,9475af8113cf4027839974283b702d6be502f7fa,TRUE,TRUE,2024-09-01,"",TRUE,FALSE,LeroyDyer/_Spydaz_Web_AI_ChatML_002,0,Removed,0.64,https://huggingface.co/LeroyDyer/_Spydaz_Web_AI_ChatML_002 🟢,microsoft/phi-1,5.52,20.68,0.21,4.27,0.31,0.68,0.01,2.01,0.27,3.7,0.35,1.8,0.12,🟢 pretrained,PhiForCausalLM,Original,bfloat16,TRUE,mit,1,207,TRUE,b9ac0e6d78d43970ecf88e9e0154b3a7da20ed89,TRUE,TRUE,2024-06-13,2023-09-10,FALSE,TRUE,microsoft/phi-1,0,microsoft/phi-1,0.29,https://huggingface.co/microsoft/phi-1 @@ -1921,9 +1943,10 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🟢,oopere/pruned60-llama-1b,5.43,18.29,0.18,2.94,0.3,0,0,0,0.25,9.43,0.41,1.92,0.12,🟢 pretrained,LlamaForCausalLM,Original,float16,TRUE,llama3.2,0,0,TRUE,86b157256928b50ee07cc3cf5b3884b70062f2fe,TRUE,TRUE,2024-11-25,2024-11-16,FALSE,FALSE,oopere/pruned60-llama-1b,1,oopere/pruned60-llama-1b (Merge),0.38,https://huggingface.co/oopere/pruned60-llama-1b 🟢,HuggingFaceTB/SmolLM-1.7B,5.43,23.62,0.24,4.41,0.32,0.76,0.01,0,0.24,2.13,0.34,1.64,0.11,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,163,TRUE,673a07602ca1191e5bc2ddda428e2f608a0a14c0,TRUE,TRUE,2024-07-18,2024-07-14,FALSE,TRUE,HuggingFaceTB/SmolLM-1.7B,0,HuggingFaceTB/SmolLM-1.7B,0.32,https://huggingface.co/HuggingFaceTB/SmolLM-1.7B 🤝,LeroyDyer/SpydazWeb_HumanAI_M3,5.41,15.79,0.16,4.77,0.31,0.3,0,2.8,0.27,7.13,0.39,1.65,0.11,🤝 base merges and moerges,MistralForCausalLM,Original,float16,TRUE,"",7,0,FALSE,01dbeb9536ad2cba5a3c4fbeef77e6b3f692adc5,TRUE,TRUE,2024-10-16,"",FALSE,FALSE,LeroyDyer/SpydazWeb_HumanAI_M3,0,Removed,0.69,https://huggingface.co/LeroyDyer/SpydazWeb_HumanAI_M3 -🔶,PygmalionAI/pygmalion-6b,5.39,20.91,0.21,5.09,0.32,0.6,0.01,0,0.25,3.71,0.37,2.04,0.12,🔶 fine-tuned on domain-specific datasets,GPTJForCausalLM,Original,float16,TRUE,creativeml-openrail-m,6,733,TRUE,2a0d74449c8fbf0378194e95f64aa92e16297294,TRUE,TRUE,2024-06-12,2023-01-07,FALSE,TRUE,PygmalionAI/pygmalion-6b,0,PygmalionAI/pygmalion-6b,31.92,https://huggingface.co/PygmalionAI/pygmalion-6b +🔶,PygmalionAI/pygmalion-6b,5.39,20.91,0.21,5.09,0.32,0.6,0.01,0,0.25,3.71,0.37,2.04,0.12,🔶 fine-tuned on domain-specific datasets,GPTJForCausalLM,Original,float16,TRUE,creativeml-openrail-m,6,734,TRUE,2a0d74449c8fbf0378194e95f64aa92e16297294,TRUE,TRUE,2024-06-12,2023-01-07,FALSE,TRUE,PygmalionAI/pygmalion-6b,0,PygmalionAI/pygmalion-6b,31.92,https://huggingface.co/PygmalionAI/pygmalion-6b 🔶,realtreetune/rho-1b-sft-MATH,5.36,21.21,0.21,4.2,0.31,2.19,0.02,0.34,0.25,2.9,0.35,1.3,0.11,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",1,0,FALSE,b5f93df6af679a860caac9a9598e0f70c326b4fb,TRUE,TRUE,2024-10-05,2024-06-06,FALSE,FALSE,realtreetune/rho-1b-sft-MATH,1,realtreetune/rho-1b-sft-MATH (Merge),0.28,https://huggingface.co/realtreetune/rho-1b-sft-MATH 🟢,EleutherAI/gpt-neo-1.3B,5.34,20.79,0.21,3.02,0.3,0.76,0.01,0.78,0.26,4.87,0.38,1.82,0.12,🟢 pretrained,GPTNeoForCausalLM,Original,bfloat16,TRUE,mit,1,269,TRUE,dbe59a7f4a88d01d1ba9798d78dbe3fe038792c8,TRUE,TRUE,2024-06-12,2022-03-02,FALSE,TRUE,EleutherAI/gpt-neo-1.3B,0,EleutherAI/gpt-neo-1.3B,0.36,https://huggingface.co/EleutherAI/gpt-neo-1.3B +🟩,cpayne1303/llama-43m-beta,5.29,19.16,0.19,2.48,0.3,0,0,2.46,0.27,6.16,0.39,1.47,0.11,🟩 continuously pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,0,TRUE,1f85bec8c3541ed58fc2fcf4e6f98c1c34d72f60,TRUE,TRUE,2024-11-30,2024-11-30,FALSE,FALSE,cpayne1303/llama-43m-beta,1,JackFram/llama-68m,0.06,https://huggingface.co/cpayne1303/llama-43m-beta 🟢,facebook/opt-1.3b,5.25,23.83,0.24,3.65,0.31,0.76,0.01,0,0.24,2.08,0.34,1.19,0.11,🟢 pretrained,OPTForCausalLM,Original,float16,TRUE,other,1,160,TRUE,3f5c25d0bc631cb57ac65913f76e22c2dfb61d62,TRUE,TRUE,2024-06-12,2022-05-11,FALSE,TRUE,facebook/opt-1.3b,0,facebook/opt-1.3b,0.4,https://huggingface.co/facebook/opt-1.3b 💬,microsoft/DialoGPT-medium,5.25,14.79,0.15,2.56,0.3,0,0,0.56,0.25,12.28,0.43,1.32,0.11,"💬 chat models (RLHF, DPO, IFT, ...)",GPT2LMHeadModel,Original,bfloat16,TRUE,mit,0,327,TRUE,7b40bb0f92c45fefa957d088000d8648e5c7fa33,TRUE,TRUE,2024-06-13,2022-03-02,TRUE,TRUE,microsoft/DialoGPT-medium,0,microsoft/DialoGPT-medium,0.13,https://huggingface.co/microsoft/DialoGPT-medium 🔶,Kimargin/GPT-NEO-1.3B-wiki,5.25,19.21,0.19,3.42,0.3,0.83,0.01,0,0.24,6.93,0.39,1.1,0.11,🔶 fine-tuned on domain-specific datasets,GPTNeoForCausalLM,Original,float16,TRUE,apache-2.0,1,1,TRUE,92fa51fa6589f6e8fdfcc83f085216b3dae11da5,TRUE,TRUE,2024-10-24,2024-10-23,FALSE,FALSE,Kimargin/GPT-NEO-1.3B-wiki,1,Kimargin/GPT-NEO-1.3B-wiki (Merge),0.83,https://huggingface.co/Kimargin/GPT-NEO-1.3B-wiki @@ -1935,18 +1958,18 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,Omkar1102/code-yi,5.17,22.54,0.23,1.58,0.28,0,0,1.01,0.26,4.52,0.38,1.36,0.11,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,"",2,0,FALSE,7e875c1d64029d1f8db6813bd2b715cb5406b745,TRUE,TRUE,2024-11-16,"",FALSE,FALSE,Omkar1102/code-yi,0,Removed,0.85,https://huggingface.co/Omkar1102/code-yi 🟢,TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T,5.17,22.77,0.23,3.55,0.31,0.83,0.01,0.34,0.25,2.19,0.34,1.34,0.11,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,163,TRUE,59f6f375b26bde864a6ca194a9a3044570490064,TRUE,TRUE,2024-11-27,2023-12-28,FALSE,TRUE,TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T,0,TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T,0.17,https://huggingface.co/TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T 🔶,sakhan10/quantized_open_llama_3b_v2,5.14,18.72,0.19,2.81,0.3,0,0,3.58,0.28,4.69,0.37,1.06,0.11,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,"",3,0,FALSE,e8d51ad5204806edf9c2eeb8c56139a440a70265,TRUE,TRUE,2024-08-28,2024-08-23,FALSE,FALSE,sakhan10/quantized_open_llama_3b_v2,1,openlm-research/open_llama_3b_v2,0.39,https://huggingface.co/sakhan10/quantized_open_llama_3b_v2 -💬,HuggingFaceTB/SmolLM-1.7B-Instruct,5.14,23.48,0.23,2.08,0.29,0,0,1.34,0.26,2.08,0.35,1.85,0.12,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,105,TRUE,0ad161e59935a9a691dfde2818df8b98786f30a7,TRUE,TRUE,2024-07-18,2024-07-15,TRUE,TRUE,HuggingFaceTB/SmolLM-1.7B-Instruct,1,HuggingFaceTB/SmolLM-1.7B,0.32,https://huggingface.co/HuggingFaceTB/SmolLM-1.7B-Instruct +💬,HuggingFaceTB/SmolLM-1.7B-Instruct,5.14,23.48,0.23,2.08,0.29,0,0,1.34,0.26,2.08,0.35,1.85,0.12,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,106,TRUE,0ad161e59935a9a691dfde2818df8b98786f30a7,TRUE,TRUE,2024-07-18,2024-07-15,TRUE,TRUE,HuggingFaceTB/SmolLM-1.7B-Instruct,1,HuggingFaceTB/SmolLM-1.7B,0.32,https://huggingface.co/HuggingFaceTB/SmolLM-1.7B-Instruct 🟢,Qwen/Qwen1.5-0.5B,5.14,17.06,0.17,5.04,0.32,0.45,0,0.56,0.25,4.3,0.36,3.41,0.13,🟢 pretrained,Qwen2ForCausalLM,Original,bfloat16,TRUE,other,0,144,TRUE,8f445e3628f3500ee69f24e1303c9f10f5342a39,TRUE,TRUE,2024-06-13,2024-01-22,FALSE,TRUE,Qwen/Qwen1.5-0.5B,0,Qwen/Qwen1.5-0.5B,0.98,https://huggingface.co/Qwen/Qwen1.5-0.5B 🔶,Josephgflowers/TinyLlama-v1.1-Cinders-World,5.13,24.69,0.25,3.11,0.3,0.15,0,0,0.24,0.62,0.34,2.21,0.12,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,mit,1,0,TRUE,11a2c305f787a7908dd87c4e5a7d0f1e314a1f05,TRUE,TRUE,2024-10-13,2024-10-12,TRUE,FALSE,Josephgflowers/TinyLlama-v1.1-Cinders-World,0,Josephgflowers/TinyLlama-v1.1-Cinders-World,0.26,https://huggingface.co/Josephgflowers/TinyLlama-v1.1-Cinders-World 🟢,EleutherAI/pythia-410m,5.11,21.95,0.22,2.72,0.3,0.3,0,1.23,0.26,3.06,0.36,1.42,0.11,🟢 pretrained,GPTNeoXForCausalLM,Original,float16,TRUE,apache-2.0,0,21,TRUE,9879c9b5f8bea9051dcb0e68dff21493d67e9d4f,TRUE,TRUE,2024-06-09,2023-02-13,FALSE,TRUE,EleutherAI/pythia-410m,0,EleutherAI/pythia-410m,0.38,https://huggingface.co/EleutherAI/pythia-410m -🟢,tiiuae/falcon-7b,5.11,18.21,0.18,5.96,0.33,0.6,0.01,0,0.24,4.5,0.38,1.39,0.11,🟢 pretrained,FalconForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,1079,TRUE,898df1396f35e447d5fe44e0a3ccaaaa69f30d36,TRUE,TRUE,2024-06-09,2023-04-24,FALSE,TRUE,tiiuae/falcon-7b,0,tiiuae/falcon-7b,0.79,https://huggingface.co/tiiuae/falcon-7b +🟢,tiiuae/falcon-7b,5.11,18.21,0.18,5.96,0.33,0.6,0.01,0,0.24,4.5,0.38,1.39,0.11,🟢 pretrained,FalconForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,1080,TRUE,898df1396f35e447d5fe44e0a3ccaaaa69f30d36,TRUE,TRUE,2024-06-09,2023-04-24,FALSE,TRUE,tiiuae/falcon-7b,0,tiiuae/falcon-7b,0.79,https://huggingface.co/tiiuae/falcon-7b 🔶,google/mt5-xxl,5.1,23.58,0.24,2.5,0.3,0,0,0,0.24,3.55,0.37,0.99,0.11,🔶 fine-tuned on domain-specific datasets,T5ForConditionalGeneration,Original,float16,TRUE,apache-2.0,11,67,TRUE,e07c395916dfbc315d4e5e48b4a54a1e8821b5c0,TRUE,TRUE,2024-09-06,2022-03-02,FALSE,TRUE,google/mt5-xxl,0,google/mt5-xxl,2.28,https://huggingface.co/google/mt5-xxl 💬,qq8933/OpenLongCoT-Base-Gemma2-2B,5.08,19.65,0.2,3.55,0.31,0,0,1.68,0.26,2.11,0.32,3.51,0.13,"💬 chat models (RLHF, DPO, IFT, ...)",Gemma2ForCausalLM,Original,bfloat16,TRUE,other,3,8,TRUE,39e5bc941f107ac28142c802aecfd257cc47c1bb,TRUE,TRUE,2024-11-12,2024-10-28,TRUE,FALSE,qq8933/OpenLongCoT-Base-Gemma2-2B,2,google/gemma-2-2b,1.66,https://huggingface.co/qq8933/OpenLongCoT-Base-Gemma2-2B 🟢,keeeeenw/MicroLlama,5.08,19.85,0.2,2.83,0.3,0,0,1.45,0.26,4.79,0.37,1.53,0.11,🟢 pretrained,LlamaForCausalLM,Original,float16,TRUE,apache-2.0,0,39,TRUE,8d5874ca07b86ea1ea2e71eea96212278506ba65,TRUE,TRUE,2024-09-15,2024-03-29,FALSE,FALSE,keeeeenw/MicroLlama,0,keeeeenw/MicroLlama,0.19,https://huggingface.co/keeeeenw/MicroLlama 🔶,BrainWave-ML/llama3.2-3B-maths-orpo,5.08,20.49,0.2,2.35,0.29,0,0,1.23,0.26,4.52,0.36,1.86,0.12,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,apache-2.0,3,2,TRUE,d149d83d8e8f3883421d800848fec85766181923,TRUE,TRUE,2024-10-24,2024-10-24,FALSE,FALSE,BrainWave-ML/llama3.2-3B-maths-orpo,2,meta-llama/Llama-3.2-3B-Instruct,0.71,https://huggingface.co/BrainWave-ML/llama3.2-3B-maths-orpo 🤝,allknowingroger/llama3-Jallabi-40B-s,5.03,19.21,0.19,5.96,0.33,0,0,0,0.24,4.04,0.37,0.98,0.11,🤝 base merges and moerges,LlamaForCausalLM,Original,float16,FALSE,apache-2.0,18,0,TRUE,a86d8cc3530fb466245b2cac55f25c28d0bd8c22,TRUE,TRUE,2024-09-19,2024-09-15,FALSE,FALSE,allknowingroger/llama3-Jallabi-40B-s,1,allknowingroger/llama3-Jallabi-40B-s (Merge),0.98,https://huggingface.co/allknowingroger/llama3-Jallabi-40B-s 💬,h2oai/h2o-danube3-500m-chat,5.03,22.08,0.22,3.07,0.3,0.6,0.01,0,0.23,2.82,0.34,1.6,0.11,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,apache-2.0,0,31,TRUE,c202f976c26875541e738ea978c8158fa536da9a,TRUE,TRUE,2024-10-11,2024-07-04,TRUE,FALSE,h2oai/h2o-danube3-500m-chat,0,h2oai/h2o-danube3-500m-chat,0.22,https://huggingface.co/h2oai/h2o-danube3-500m-chat -💬,tiiuae/falcon-7b-instruct,5.02,19.69,0.2,4.82,0.32,0.6,0.01,0,0.25,3.25,0.36,1.73,0.12,"💬 chat models (RLHF, DPO, IFT, ...)",FalconForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,924,TRUE,cf4b3c42ce2fdfe24f753f0f0d179202fea59c99,TRUE,TRUE,2024-06-09,2023-04-25,FALSE,TRUE,tiiuae/falcon-7b-instruct,0,tiiuae/falcon-7b-instruct,0.77,https://huggingface.co/tiiuae/falcon-7b-instruct +💬,tiiuae/falcon-7b-instruct,5.02,19.69,0.2,4.82,0.32,0.6,0.01,0,0.25,3.25,0.36,1.73,0.12,"💬 chat models (RLHF, DPO, IFT, ...)",FalconForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,925,TRUE,cf4b3c42ce2fdfe24f753f0f0d179202fea59c99,TRUE,TRUE,2024-06-09,2023-04-25,FALSE,TRUE,tiiuae/falcon-7b-instruct,0,tiiuae/falcon-7b-instruct,0.77,https://huggingface.co/tiiuae/falcon-7b-instruct 🟢,nlpguy/Mistral-NeMo-Minitron-Upscale-v3,5.01,14.12,0.14,3.4,0.31,0,0,1.23,0.26,9.43,0.41,1.9,0.12,🟢 pretrained,MistralForCausalLM,Original,bfloat16,FALSE,other,12,1,TRUE,6703b09d3d78cc020448ee93c53dc727312bcbaf,TRUE,TRUE,2024-10-04,2024-10-04,FALSE,FALSE,nlpguy/Mistral-NeMo-Minitron-Upscale-v3,1,nlpguy/Mistral-NeMo-Minitron-Upscale-v3 (Merge),6.04,https://huggingface.co/nlpguy/Mistral-NeMo-Minitron-Upscale-v3 🟢,openai-community/gpt2-xl,4.98,20.39,0.2,2.58,0.3,0.3,0,1.12,0.26,4.04,0.37,1.46,0.11,🟢 pretrained,GPT2LMHeadModel,Original,bfloat16,TRUE,mit,1,313,TRUE,15ea56dee5df4983c59b2538573817e1667135e2,TRUE,TRUE,2024-06-12,2022-03-02,FALSE,TRUE,openai-community/gpt2-xl,0,openai-community/gpt2-xl,0.22,https://huggingface.co/openai-community/gpt2-xl 🔶,togethercomputer/GPT-NeoXT-Chat-Base-20B,4.96,18.3,0.18,6.83,0.33,1.28,0.01,0,0.25,1.76,0.35,1.61,0.11,🔶 fine-tuned on domain-specific datasets,GPTNeoXForCausalLM,Original,float16,TRUE,apache-2.0,20,695,TRUE,d386708e84d862a65f7d2b4989f64750cb657227,TRUE,TRUE,2024-06-12,2023-03-03,FALSE,TRUE,togethercomputer/GPT-NeoXT-Chat-Base-20B,0,togethercomputer/GPT-NeoXT-Chat-Base-20B,2.98,https://huggingface.co/togethercomputer/GPT-NeoXT-Chat-Base-20B @@ -1965,6 +1988,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,LeroyDyer/SpydazWeb_AI_HumanAI_006,4.76,14.3,0.14,6.73,0.33,0.23,0,4.03,0.28,1.77,0.36,1.5,0.11,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,1,TRUE,c3ef6d31d58344f6d67825769a304b9ac5e702ca,TRUE,TRUE,2024-11-18,2024-11-01,FALSE,FALSE,LeroyDyer/SpydazWeb_AI_HumanAI_006,2,LeroyDyer/SpydazWeb_AI_HumanAI_005 (Merge),0.45,https://huggingface.co/LeroyDyer/SpydazWeb_AI_HumanAI_006 🔶,togethercomputer/RedPajama-INCITE-Chat-3B-v1,4.75,16.52,0.17,5.16,0.32,0.3,0,0,0.24,5.09,0.37,1.41,0.11,🔶 fine-tuned on domain-specific datasets,GPTNeoXForCausalLM,Original,float16,TRUE,apache-2.0,3,152,TRUE,f0e0995eba801096ed04cb87931d96a8316871af,TRUE,TRUE,2024-06-13,2023-05-05,FALSE,TRUE,togethercomputer/RedPajama-INCITE-Chat-3B-v1,0,togethercomputer/RedPajama-INCITE-Chat-3B-v1,0.77,https://huggingface.co/togethercomputer/RedPajama-INCITE-Chat-3B-v1 🟩,postbot/gpt2-medium-emailgen,4.74,14.92,0.15,3.67,0.31,0,0,1.34,0.26,6.89,0.39,1.63,0.11,🟩 continuously pretrained,GPT2LMHeadModel,Original,bfloat16,TRUE,apache-2.0,0,6,TRUE,a0299eb6760126e3bd04d2f10cd166c4563f82d2,TRUE,TRUE,2024-11-17,2022-09-29,FALSE,FALSE,postbot/gpt2-medium-emailgen,0,postbot/gpt2-medium-emailgen,0.08,https://huggingface.co/postbot/gpt2-medium-emailgen +🔶,voidful/smol-360m-ft,4.74,20.13,0.2,3.02,0.3,0.53,0.01,0,0.25,3.79,0.37,0.97,0.11,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,apache-2.0,0,0,TRUE,3889a38fc79d2400997e01bf1d00c8059d72fead,TRUE,TRUE,2024-11-28,2024-11-24,TRUE,FALSE,voidful/smol-360m-ft,1,voidful/smol-360m-ft (Merge),0.38,https://huggingface.co/voidful/smol-360m-ft 🟢,AI-Sweden-Models/gpt-sw3-40b,4.73,14.7,0.15,6.89,0.33,0.91,0.01,0,0.23,2.84,0.36,3.06,0.13,🟢 pretrained,GPT2LMHeadModel,Original,float16,TRUE,other,39,10,TRUE,1af27994df1287a7fac1b10d60e40ca43a22a385,TRUE,TRUE,2024-06-26,2023-02-22,FALSE,FALSE,AI-Sweden-Models/gpt-sw3-40b,0,AI-Sweden-Models/gpt-sw3-40b,2.96,https://huggingface.co/AI-Sweden-Models/gpt-sw3-40b 🟢,TinyLlama/TinyLlama_v1.1,4.72,20.01,0.2,3.21,0.3,0.6,0.01,0,0.25,3.98,0.37,0.54,0.1,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,75,TRUE,ff3c701f2424c7625fdefb9dd470f45ef18b02d6,TRUE,TRUE,2024-06-12,2024-03-09,FALSE,TRUE,TinyLlama/TinyLlama_v1.1,0,TinyLlama/TinyLlama_v1.1,0.25,https://huggingface.co/TinyLlama/TinyLlama_v1.1 🔶,Josephgflowers/Differential-Attention-Liquid-Metal-Tinyllama,4.71,22.27,0.22,2.55,0.29,0,0,0.11,0.25,0.94,0.34,2.38,0.12,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,mit,1,0,TRUE,bdb6c63ff1025241e8e10b1858d67dc410f0a702,TRUE,TRUE,2024-11-07,2024-11-05,TRUE,FALSE,Josephgflowers/Differential-Attention-Liquid-Metal-Tinyllama,0,Josephgflowers/Differential-Attention-Liquid-Metal-Tinyllama,0.17,https://huggingface.co/Josephgflowers/Differential-Attention-Liquid-Metal-Tinyllama @@ -1985,8 +2009,8 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🤝,allknowingroger/Qwen2.5-42B-AGI,4.47,19.13,0.19,2.24,0.29,0,0,1.34,0.26,2.25,0.36,1.86,0.12,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,FALSE,apache-2.0,42,1,TRUE,8939b021a9d84bc2e4ae0ea4f351d807f35b91d7,TRUE,TRUE,2024-10-21,2024-10-12,FALSE,FALSE,allknowingroger/Qwen2.5-42B-AGI,1,allknowingroger/Qwen2.5-42B-AGI (Merge),8.86,https://huggingface.co/allknowingroger/Qwen2.5-42B-AGI 🔶,YoungPanda/qwenqwen,4.44,12.64,0.13,8.19,0.34,1.51,0.02,0,0.25,2.45,0.34,1.86,0.12,🔶 fine-tuned on domain-specific datasets,Qwen2MoeForCausalLM,Original,bfloat16,TRUE,"",14,0,FALSE,3b5d9b63076acc8988b8f7e9734cf1d78bb39c25,TRUE,TRUE,2024-09-12,"",TRUE,FALSE,YoungPanda/qwenqwen,0,Removed,7.12,https://huggingface.co/YoungPanda/qwenqwen 🔶,BEE-spoke-data/tFINE-900m-e16-d32-flan,4.43,15.06,0.15,4.41,0.3,0,0,0,0.23,3.72,0.37,3.41,0.13,🔶 fine-tuned on domain-specific datasets,T5ForConditionalGeneration,Original,bfloat16,TRUE,apache-2.0,0,0,TRUE,d9ffec9798402d13d8f2c56ec3de3ad092445297,TRUE,TRUE,2024-09-13,2024-09-06,FALSE,FALSE,BEE-spoke-data/tFINE-900m-e16-d32-flan,1,pszemraj/tFINE-900m-e16-d32-1024ctx,2.46,https://huggingface.co/BEE-spoke-data/tFINE-900m-e16-d32-flan -🔶,DeepMount00/mergekit-ties-okvgjfz,4.38,15.3,0.15,2.64,0.3,0,0,1.68,0.26,5.38,0.38,1.31,0.11,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,"",7,0,FALSE,90df996cdb1f3d5f051513c50df4cdfda858b5f2,TRUE,TRUE,2024-10-24,"",TRUE,FALSE,DeepMount00/mergekit-ties-okvgjfz,0,Removed,1.29,https://huggingface.co/DeepMount00/mergekit-ties-okvgjfz 🔶,DeepMount00/Qwen2.5-7B-Instruct-MathCoder,4.38,15.3,0.15,2.64,0.3,0,0,1.68,0.26,5.38,0.38,1.31,0.11,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,"",7,0,FALSE,90df996cdb1f3d5f051513c50df4cdfda858b5f2,TRUE,TRUE,2024-10-24,"",TRUE,FALSE,DeepMount00/Qwen2.5-7B-Instruct-MathCoder,0,Removed,1.29,https://huggingface.co/DeepMount00/Qwen2.5-7B-Instruct-MathCoder +🔶,DeepMount00/mergekit-ties-okvgjfz,4.38,15.3,0.15,2.64,0.3,0,0,1.68,0.26,5.38,0.38,1.31,0.11,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,"",7,0,FALSE,90df996cdb1f3d5f051513c50df4cdfda858b5f2,TRUE,TRUE,2024-10-24,"",TRUE,FALSE,DeepMount00/mergekit-ties-okvgjfz,0,Removed,1.29,https://huggingface.co/DeepMount00/mergekit-ties-okvgjfz 🟢,EleutherAI/gpt-neo-125m,4.38,19.05,0.19,3.44,0.31,0.45,0,0.45,0.25,2.62,0.36,0.28,0.1,🟢 pretrained,GPTNeoForCausalLM,Original,bfloat16,TRUE,mit,0,182,TRUE,21def0189f5705e2521767faed922f1f15e7d7db,TRUE,TRUE,2024-08-10,2022-03-02,FALSE,TRUE,EleutherAI/gpt-neo-125m,0,EleutherAI/gpt-neo-125m,0.2,https://huggingface.co/EleutherAI/gpt-neo-125m 🤝,lalainy/ECE-PRYMMAL-0.5B-SLERP-V4,4.38,15.64,0.16,2.1,0.29,0,0,1.68,0.26,5,0.38,1.87,0.12,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,0,TRUE,3a34c33dba0f02cd8c5172f45b6f6510cad1563d,TRUE,TRUE,2024-10-22,2024-10-22,FALSE,FALSE,lalainy/ECE-PRYMMAL-0.5B-SLERP-V4,0,lalainy/ECE-PRYMMAL-0.5B-SLERP-V4,1.27,https://huggingface.co/lalainy/ECE-PRYMMAL-0.5B-SLERP-V4 🔶,Youlln/ECE-PRYMMAL-0.5B-FT-V3,4.34,16.42,0.16,3.62,0.31,0,0,1.01,0.26,3.22,0.36,1.79,0.12,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,0,TRUE,d542b4d53888fcc8e96c32892d47ec51afc9edc9,TRUE,TRUE,2024-10-16,2024-10-16,FALSE,FALSE,Youlln/ECE-PRYMMAL-0.5B-FT-V3,1,Youlln/ECE-PRYMMAL-0.5B-FT-V3 (Merge),0.57,https://huggingface.co/Youlln/ECE-PRYMMAL-0.5B-FT-V3 @@ -2007,7 +2031,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 💬,TinyLlama/TinyLlama-1.1B-Chat-v0.6,4.09,15.74,0.16,3.39,0.31,0.38,0,1.12,0.26,2.28,0.34,1.65,0.11,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,89,TRUE,bf9ae1c8bf026667e6f810768de259bb4a7f4777,TRUE,TRUE,2024-10-23,2023-11-20,TRUE,TRUE,TinyLlama/TinyLlama-1.1B-Chat-v0.6,0,TinyLlama/TinyLlama-1.1B-Chat-v0.6,0.43,https://huggingface.co/TinyLlama/TinyLlama-1.1B-Chat-v0.6 💬,TinyLlama/TinyLlama-1.1B-Chat-v0.5,4.08,16.34,0.16,3.41,0.31,0.08,0,0,0.25,3.57,0.37,1.07,0.11,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,1,8,TRUE,5c9e70dd07f5234bf6bf6a2425fffeecd5a6020b,TRUE,TRUE,2024-10-23,2023-11-20,FALSE,TRUE,TinyLlama/TinyLlama-1.1B-Chat-v0.5,0,TinyLlama/TinyLlama-1.1B-Chat-v0.5,0.09,https://huggingface.co/TinyLlama/TinyLlama-1.1B-Chat-v0.5 🤝,allknowingroger/Weirdslerp2-25B,4.04,17.54,0.18,1.57,0.29,0,0,0,0.25,3.71,0.35,1.42,0.11,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,25,0,TRUE,4221341fe45e3ee6eaab27830b27d46bbbd5ea23,TRUE,TRUE,2024-10-21,2024-10-20,FALSE,FALSE,allknowingroger/Weirdslerp2-25B,1,allknowingroger/Weirdslerp2-25B (Merge),1.71,https://huggingface.co/allknowingroger/Weirdslerp2-25B -🟢,meta-llama/Llama-3.2-1B,4.03,14.78,0.15,4.37,0.31,0.23,0,0,0.23,2.56,0.34,2.26,0.12,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.2,1,1067,TRUE,a7c18587d7f473bfea02aa5639aa349403307b54,TRUE,TRUE,2024-09-23,2024-09-18,FALSE,TRUE,meta-llama/Llama-3.2-1B,0,meta-llama/Llama-3.2-1B,0.42,https://huggingface.co/meta-llama/Llama-3.2-1B +🟢,meta-llama/Llama-3.2-1B,4.03,14.78,0.15,4.37,0.31,0.23,0,0,0.23,2.56,0.34,2.26,0.12,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,llama3.2,1,1080,TRUE,a7c18587d7f473bfea02aa5639aa349403307b54,TRUE,TRUE,2024-09-23,2024-09-18,FALSE,TRUE,meta-llama/Llama-3.2-1B,0,meta-llama/Llama-3.2-1B,0.42,https://huggingface.co/meta-llama/Llama-3.2-1B 🟢,bigscience/bloom-1b7,3.97,10.44,0.1,4.4,0.31,0.08,0,1.12,0.26,6.84,0.39,0.96,0.11,🟢 pretrained,BloomForCausalLM,Original,bfloat16,TRUE,bigscience-bloom-rail-1.0,1,118,TRUE,cc72a88036c2fb937d65efeacc57a0c2ef5d6fe5,TRUE,TRUE,2024-06-13,2022-05-19,FALSE,TRUE,bigscience/bloom-1b7,0,bigscience/bloom-1b7,0.82,https://huggingface.co/bigscience/bloom-1b7 💬,BlackBeenie/Neos-Llama-3.1-base,3.97,17.51,0.18,2.22,0.29,0,0,0,0.24,2.84,0.35,1.24,0.11,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,"",4,0,FALSE,d4af4d73ba5fea0275fd1e3ba5102a79ac8009db,TRUE,TRUE,2024-11-11,2024-11-11,TRUE,FALSE,BlackBeenie/Neos-Llama-3.1-base,0,BlackBeenie/Neos-Llama-3.1-base,1.41,https://huggingface.co/BlackBeenie/Neos-Llama-3.1-base 🔶,togethercomputer/RedPajama-INCITE-7B-Chat,3.96,15.58,0.16,4.5,0.32,0.15,0,0.34,0.25,1.86,0.34,1.35,0.11,🔶 fine-tuned on domain-specific datasets,GPTNeoXForCausalLM,Original,float16,TRUE,apache-2.0,7,92,TRUE,47b94a739e2f3164b438501c8684acc5d5acc146,TRUE,TRUE,2024-06-13,2023-05-04,FALSE,TRUE,togethercomputer/RedPajama-INCITE-7B-Chat,0,togethercomputer/RedPajama-INCITE-7B-Chat,1.22,https://huggingface.co/togethercomputer/RedPajama-INCITE-7B-Chat @@ -2023,11 +2047,12 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🤝,Solshine/Brimful-merged-replete,3.83,17.61,0.18,1.99,0.29,0,0,1.01,0.26,1.43,0.34,0.94,0.11,🤝 base merges and moerges,Qwen2ForCausalLM,Original,float16,TRUE,"",12,1,FALSE,01ce8c3df6edb87d31f0e9a9651cbcbc4d4823e8,TRUE,TRUE,2024-10-01,2024-10-01,TRUE,FALSE,Solshine/Brimful-merged-replete,1,Solshine/Brimful-merged-replete (Merge),2.17,https://huggingface.co/Solshine/Brimful-merged-replete 🔶,MEscriva/ECE-PRYMMAL-0.5B-FT-V5-MUSR-Mathis,3.82,8.66,0.09,3.24,0.31,0.45,0,0.22,0.25,8.61,0.4,1.72,0.12,🔶 fine-tuned on domain-specific datasets,?,Adapter,float16,TRUE,"",0,0,FALSE,7a9d848188a674302d64a865786d4508be19571a,TRUE,TRUE,2024-11-19,2024-11-12,FALSE,FALSE,MEscriva/ECE-PRYMMAL-0.5B-FT-V5-MUSR-Mathis,0,MEscriva/ECE-PRYMMAL-0.5B-FT-V5-MUSR-Mathis,1.05,https://huggingface.co/MEscriva/ECE-PRYMMAL-0.5B-FT-V5-MUSR-Mathis 💬,jaredjoss/pythia-410m-roberta-lr_8e7-kl_01-steps_12000-rlhf-model,3.82,15.72,0.16,1.82,0.29,0,0,1.23,0.26,2.25,0.36,1.87,0.12,"💬 chat models (RLHF, DPO, IFT, ...)",GPTNeoXForCausalLM,Original,float16,TRUE,mit,0,0,TRUE,048bc8edfc32fdcf6d957332d5f4c0d4e5950746,TRUE,TRUE,2024-08-06,2024-04-23,TRUE,FALSE,jaredjoss/pythia-410m-roberta-lr_8e7-kl_01-steps_12000-rlhf-model,0,jaredjoss/pythia-410m-roberta-lr_8e7-kl_01-steps_12000-rlhf-model,0.23,https://huggingface.co/jaredjoss/pythia-410m-roberta-lr_8e7-kl_01-steps_12000-rlhf-model +🟢,PrimeIntellect/INTELLECT-1,3.81,17.57,0.18,1.04,0.28,0,0,0.45,0.25,2.41,0.33,1.36,0.11,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,10,20,TRUE,3b8d48b5ce11ee9526495f1db9eb1644518bfce0,TRUE,TRUE,2024-11-29,2024-11-28,FALSE,TRUE,PrimeIntellect/INTELLECT-1,0,PrimeIntellect/INTELLECT-1,1,https://huggingface.co/PrimeIntellect/INTELLECT-1 🔶,lt-asset/nova-1.3b,3.8,12.14,0.12,4.44,0.32,0.91,0.01,0,0.25,3.76,0.37,1.58,0.11,🔶 fine-tuned on domain-specific datasets,NovaForCausalLM,Original,bfloat16,TRUE,bsd-3-clause-clear,1,4,TRUE,766eb459b5aa1e084b5474bb86ade09f9bed8fca,TRUE,TRUE,2024-11-16,2024-01-20,FALSE,FALSE,lt-asset/nova-1.3b,0,lt-asset/nova-1.3b,0.25,https://huggingface.co/lt-asset/nova-1.3b 🔶,vihangd/smart-dan-sft-v0.1,3.78,15.76,0.16,3.13,0.31,0.45,0,0.67,0.26,1.11,0.35,1.58,0.11,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,4bit,TRUE,apache-2.0,0,0,TRUE,924b4a09153d4061fa9d58f03b10cd7cde7e3084,TRUE,TRUE,2024-08-20,2024-08-09,FALSE,FALSE,vihangd/smart-dan-sft-v0.1,0,vihangd/smart-dan-sft-v0.1,0.36,https://huggingface.co/vihangd/smart-dan-sft-v0.1 💬,MultivexAI/Phi-3.5-Mini-Instruct-MultiVex-v0.25-GGUF,3.73,14.4,0.14,1.6,0.29,0,0,0.67,0.26,4.52,0.36,1.21,0.11,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,float16,TRUE,"",3,0,FALSE,0bdec12abd74bc164fdfa432528b914e19f6a9aa,TRUE,TRUE,2024-11-13,"",TRUE,FALSE,MultivexAI/Phi-3.5-Mini-Instruct-MultiVex-v0.25-GGUF,0,Removed,0.67,https://huggingface.co/MultivexAI/Phi-3.5-Mini-Instruct-MultiVex-v0.25-GGUF -🤝,Lil-R/2_PRYMMAL-ECE-7B-SLERP-V2,3.72,10.73,0.11,2.78,0.31,0,0,0.11,0.25,7.32,0.39,1.37,0.11,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,0,TRUE,d633d064bcd8723da5b2337048cee1079e745766,TRUE,TRUE,2024-10-28,2024-10-28,FALSE,FALSE,Lil-R/2_PRYMMAL-ECE-7B-SLERP-V2,0,Lil-R/2_PRYMMAL-ECE-7B-SLERP-V2,1.28,https://huggingface.co/Lil-R/2_PRYMMAL-ECE-7B-SLERP-V2 🤝,Lil-R/2_PRYMMAL-ECE-7B-SLERP-V1,3.72,10.73,0.11,2.78,0.31,0,0,0.11,0.25,7.32,0.39,1.37,0.11,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,0,TRUE,1f9b9683053a13b9f5c3863a6de53d9e14a2e6c5,TRUE,TRUE,2024-10-28,2024-10-28,FALSE,FALSE,Lil-R/2_PRYMMAL-ECE-7B-SLERP-V1,0,Lil-R/2_PRYMMAL-ECE-7B-SLERP-V1,1.25,https://huggingface.co/Lil-R/2_PRYMMAL-ECE-7B-SLERP-V1 +🤝,Lil-R/2_PRYMMAL-ECE-7B-SLERP-V2,3.72,10.73,0.11,2.78,0.31,0,0,0.11,0.25,7.32,0.39,1.37,0.11,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,0,TRUE,d633d064bcd8723da5b2337048cee1079e745766,TRUE,TRUE,2024-10-28,2024-10-28,FALSE,FALSE,Lil-R/2_PRYMMAL-ECE-7B-SLERP-V2,0,Lil-R/2_PRYMMAL-ECE-7B-SLERP-V2,1.28,https://huggingface.co/Lil-R/2_PRYMMAL-ECE-7B-SLERP-V2 🟢,bigscience/bloom-7b1,3.71,13.22,0.13,4.04,0.31,0,0,1.9,0.26,1.92,0.35,1.16,0.11,🟢 pretrained,BloomForCausalLM,Original,float16,TRUE,bigscience-bloom-rail-1.0,7,199,TRUE,6232703e399354503377bf59dfbb8397fd569e4a,TRUE,TRUE,2024-06-13,2022-05-19,FALSE,TRUE,bigscience/bloom-7b1,0,bigscience/bloom-7b1,1.01,https://huggingface.co/bigscience/bloom-7b1 🔶,OpenAssistant/oasst-sft-1-pythia-12b,3.67,10.55,0.11,4.78,0.31,1.44,0.01,1.01,0.26,2.99,0.33,1.25,0.11,🔶 fine-tuned on domain-specific datasets,GPTNeoXForCausalLM,Original,float16,TRUE,apache-2.0,12,278,TRUE,293df535fe7711a5726987fc2f17dfc87de452a1,TRUE,TRUE,2024-06-12,2023-03-09,FALSE,TRUE,OpenAssistant/oasst-sft-1-pythia-12b,0,OpenAssistant/oasst-sft-1-pythia-12b,0.89,https://huggingface.co/OpenAssistant/oasst-sft-1-pythia-12b 🤝,Youlln/ECE-PRYMMAL-0.5B-SLERP-V3,3.66,16.7,0.17,2.32,0.29,0,0,0.22,0.25,1.77,0.35,0.97,0.11,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,0,TRUE,94bfab3b1f41458427e5f8598ceb3ec731ba1bd6,TRUE,TRUE,2024-10-22,2024-10-22,FALSE,FALSE,Youlln/ECE-PRYMMAL-0.5B-SLERP-V3,0,Youlln/ECE-PRYMMAL-0.5B-SLERP-V3,0.64,https://huggingface.co/Youlln/ECE-PRYMMAL-0.5B-SLERP-V3 @@ -2036,7 +2061,7 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🤝,lalainy/ECE-PRYMMAL-YL-0.5B-SLERP-BIS-V1,3.6,14.37,0.14,2.93,0.3,0,0,0,0.23,2.94,0.36,1.35,0.11,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,0,TRUE,7865b6f386969b831e9c1754914463154fecbda2,TRUE,TRUE,2024-11-12,2024-11-09,FALSE,FALSE,lalainy/ECE-PRYMMAL-YL-0.5B-SLERP-BIS-V1,0,lalainy/ECE-PRYMMAL-YL-0.5B-SLERP-BIS-V1,0.53,https://huggingface.co/lalainy/ECE-PRYMMAL-YL-0.5B-SLERP-BIS-V1 💬,haoranxu/ALMA-13B-R,3.59,0.39,0,8.82,0.35,0,0,1.01,0.26,2.23,0.35,9.08,0.18,"💬 chat models (RLHF, DPO, IFT, ...)",?,Adapter,bfloat16,TRUE,mit,13,78,TRUE,b69ebad694274b929cfcf3db29dd7bb93d752e39,TRUE,TRUE,2024-10-01,2024-01-17,FALSE,FALSE,haoranxu/ALMA-13B-R,0,haoranxu/ALMA-13B-R,0.96,https://huggingface.co/haoranxu/ALMA-13B-R 🔶,Replete-AI/Replete-LLM-Qwen2-7b_Beta-Preview,3.58,8.58,0.09,1.97,0.29,0,0,0,0.25,7.76,0.4,3.17,0.13,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,"",7,0,FALSE,fe4c3fc2314db69083527ddd0c9a658fcbc54f15,TRUE,TRUE,2024-07-26,"",TRUE,FALSE,Replete-AI/Replete-LLM-Qwen2-7b_Beta-Preview,0,Removed,0.36,https://huggingface.co/Replete-AI/Replete-LLM-Qwen2-7b_Beta-Preview -🔶,google/mt5-base,3.57,16.45,0.16,1.3,0.29,0,0,0,0.24,2.87,0.37,0.77,0.11,🔶 fine-tuned on domain-specific datasets,MT5ForConditionalGeneration,Original,float16,TRUE,apache-2.0,0,191,TRUE,2eb15465c5dd7f72a8f7984306ad05ebc3dd1e1f,TRUE,TRUE,2024-09-06,2022-03-02,FALSE,TRUE,google/mt5-base,0,google/mt5-base,0.2,https://huggingface.co/google/mt5-base +🔶,google/mt5-base,3.57,16.45,0.16,1.3,0.29,0,0,0,0.24,2.87,0.37,0.77,0.11,🔶 fine-tuned on domain-specific datasets,MT5ForConditionalGeneration,Original,float16,TRUE,apache-2.0,0,192,TRUE,2eb15465c5dd7f72a8f7984306ad05ebc3dd1e1f,TRUE,TRUE,2024-09-06,2022-03-02,FALSE,TRUE,google/mt5-base,0,google/mt5-base,0.2,https://huggingface.co/google/mt5-base 💬,HuggingFaceTB/SmolLM-135M-Instruct,3.56,12.14,0.12,2.69,0.3,0,0,1.23,0.26,3.37,0.36,1.96,0.12,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,98,TRUE,8ca7af58e27777cae460ad8ca3ab9db15f5c160d,TRUE,TRUE,2024-10-12,2024-07-15,TRUE,TRUE,HuggingFaceTB/SmolLM-135M-Instruct,1,HuggingFaceTB/SmolLM-135M,0.47,https://huggingface.co/HuggingFaceTB/SmolLM-135M-Instruct 🤝,allknowingroger/Quen2-65B,3.53,17.58,0.18,1.24,0.28,0,0,0,0.24,1.11,0.32,1.26,0.11,🤝 base merges and moerges,Qwen2ForCausalLM,Original,float16,TRUE,"",63,0,FALSE,2259cd8ea037d0e590920e7106b0fd1641a96c1d,TRUE,TRUE,2024-09-19,"",FALSE,FALSE,allknowingroger/Quen2-65B,0,Removed,13.32,https://huggingface.co/allknowingroger/Quen2-65B 🔶,Replete-AI/Replete-LLM-Qwen2-7b,3.51,9.32,0.09,2.72,0.3,0,0,0,0.25,7.26,0.39,1.74,0.12,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,bfloat16,TRUE,"",7,0,FALSE,5b75b6180b45d83124e04a00766dc19d2ad52622,TRUE,TRUE,2024-08-13,"",TRUE,FALSE,Replete-AI/Replete-LLM-Qwen2-7b,0,Removed,1.86,https://huggingface.co/Replete-AI/Replete-LLM-Qwen2-7b @@ -2046,19 +2071,19 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🟢,cpayne1303/smallcp2024,3.46,15.82,0.16,3.12,0.3,0,0,0,0.23,0.53,0.34,1.26,0.11,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,0,0,TRUE,ef995127242553e4126190e7f70f927504834360,TRUE,TRUE,2024-11-27,2024-11-27,FALSE,FALSE,cpayne1303/smallcp2024,0,cpayne1303/smallcp2024,0.05,https://huggingface.co/cpayne1303/smallcp2024 🔶,google/umt5-base,3.44,17.46,0.17,0.81,0.28,0,0,0.56,0.25,0.94,0.34,0.87,0.11,🔶 fine-tuned on domain-specific datasets,UMT5ForConditionalGeneration,Original,float16,TRUE,apache-2.0,-1,13,TRUE,0de9394d54f8975e71838d309de1cb496c894ab9,TRUE,TRUE,2024-09-06,2023-07-02,FALSE,TRUE,google/umt5-base,0,google/umt5-base,0.67,https://huggingface.co/google/umt5-base 💬,BEE-spoke-data/tFINE-900m-instruct-orpo,3.43,13.3,0.13,3.27,0.3,0,0,1.23,0.26,1.11,0.34,1.69,0.12,"💬 chat models (RLHF, DPO, IFT, ...)",T5ForConditionalGeneration,Original,bfloat16,TRUE,apache-2.0,0,0,TRUE,e0a21c79bac74442252d36e2c01403afa3f0971b,TRUE,TRUE,2024-09-23,2024-09-22,TRUE,FALSE,BEE-spoke-data/tFINE-900m-instruct-orpo,0,BEE-spoke-data/tFINE-900m-instruct-orpo,2.57,https://huggingface.co/BEE-spoke-data/tFINE-900m-instruct-orpo -🔶,ministral/Ministral-3b-instruct,3.38,13.58,0.14,4.68,0.32,0,0,0.22,0.25,0.78,0.34,1.03,0.11,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,3,30,TRUE,2c95908929198d6e69af8638f0dbbd9bc6b93f9e,TRUE,TRUE,2024-10-25,2024-03-14,FALSE,FALSE,ministral/Ministral-3b-instruct,0,ministral/Ministral-3b-instruct,0.26,https://huggingface.co/ministral/Ministral-3b-instruct +🔶,ministral/Ministral-3b-instruct,3.38,13.58,0.14,4.68,0.32,0,0,0.22,0.25,0.78,0.34,1.03,0.11,🔶 fine-tuned on domain-specific datasets,MistralForCausalLM,Original,bfloat16,TRUE,apache-2.0,3,31,TRUE,2c95908929198d6e69af8638f0dbbd9bc6b93f9e,TRUE,TRUE,2024-10-25,2024-03-14,FALSE,FALSE,ministral/Ministral-3b-instruct,0,ministral/Ministral-3b-instruct,0.26,https://huggingface.co/ministral/Ministral-3b-instruct 🤝,LilRg/PRYMMAL-ECE-7B-SLERP-V4,3.38,12.49,0.12,2.29,0.3,0,0,0.89,0.26,3.19,0.37,1.41,0.11,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,TRUE,"",7,0,FALSE,5a45274282197dcce0f22b442f65df14ac75f507,TRUE,TRUE,2024-10-26,2024-10-26,FALSE,FALSE,LilRg/PRYMMAL-ECE-7B-SLERP-V4,1,LilRg/PRYMMAL-ECE-7B-SLERP-V4 (Merge),1.31,https://huggingface.co/LilRg/PRYMMAL-ECE-7B-SLERP-V4 -🤝,LilRg/PRYMMAL-ECE-7B-SLERP-V5,3.38,12.49,0.12,2.29,0.3,0,0,0.89,0.26,3.19,0.37,1.41,0.11,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,TRUE,"",7,0,FALSE,63f1ed2c963e3cb78d6c6a89836e0712aa7c3a6f,TRUE,TRUE,2024-10-26,2024-10-26,FALSE,FALSE,LilRg/PRYMMAL-ECE-7B-SLERP-V5,1,LilRg/PRYMMAL-ECE-7B-SLERP-V5 (Merge),1.29,https://huggingface.co/LilRg/PRYMMAL-ECE-7B-SLERP-V5 🤝,LilRg/PRYMMAL-ECE-7B-SLERP-V7,3.38,12.49,0.12,2.29,0.3,0,0,0.89,0.26,3.19,0.37,1.41,0.11,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,TRUE,"",7,0,FALSE,834363d4b420f85ff1af920a68149240c580726c,TRUE,TRUE,2024-10-26,2024-10-26,FALSE,FALSE,LilRg/PRYMMAL-ECE-7B-SLERP-V7,1,LilRg/PRYMMAL-ECE-7B-SLERP-V7 (Merge),1.27,https://huggingface.co/LilRg/PRYMMAL-ECE-7B-SLERP-V7 +🤝,LilRg/PRYMMAL-ECE-7B-SLERP-V5,3.38,12.49,0.12,2.29,0.3,0,0,0.89,0.26,3.19,0.37,1.41,0.11,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,TRUE,"",7,0,FALSE,63f1ed2c963e3cb78d6c6a89836e0712aa7c3a6f,TRUE,TRUE,2024-10-26,2024-10-26,FALSE,FALSE,LilRg/PRYMMAL-ECE-7B-SLERP-V5,1,LilRg/PRYMMAL-ECE-7B-SLERP-V5 (Merge),1.29,https://huggingface.co/LilRg/PRYMMAL-ECE-7B-SLERP-V5 🤝,LilRg/PRYMMAL-ECE-7B-SLERP-V3,3.37,12.43,0.12,2.29,0.3,0,0,0.89,0.26,3.19,0.37,1.41,0.11,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,TRUE,"",7,0,FALSE,742eee22ab39880acb8650b7290d420065d0514b,TRUE,TRUE,2024-10-26,2024-10-26,FALSE,FALSE,LilRg/PRYMMAL-ECE-7B-SLERP-V3,1,LilRg/PRYMMAL-ECE-7B-SLERP-V3 (Merge),1.28,https://huggingface.co/LilRg/PRYMMAL-ECE-7B-SLERP-V3 🤝,LilRg/PRYMMAL-ECE-7B-SLERP-V6,3.37,12.43,0.12,2.29,0.3,0,0,0.89,0.26,3.19,0.37,1.41,0.11,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,TRUE,"",7,0,FALSE,92a8c865ef44974d0bafd22c1f991afe7889717b,TRUE,TRUE,2024-10-26,2024-10-26,FALSE,FALSE,LilRg/PRYMMAL-ECE-7B-SLERP-V6,1,LilRg/PRYMMAL-ECE-7B-SLERP-V6 (Merge),1.25,https://huggingface.co/LilRg/PRYMMAL-ECE-7B-SLERP-V6 🔶,Replete-AI/Replete-LLM-Qwen2-7b,3.33,9.05,0.09,2.84,0.3,0,0,0.45,0.25,5.86,0.38,1.75,0.12,🔶 fine-tuned on domain-specific datasets,Qwen2ForCausalLM,Original,float16,TRUE,"",7,0,FALSE,e3569433b23fde853683ad61f342d2c1bd01d60a,TRUE,TRUE,2024-08-13,"",TRUE,FALSE,Replete-AI/Replete-LLM-Qwen2-7b,0,Removed,0.93,https://huggingface.co/Replete-AI/Replete-LLM-Qwen2-7b 🔶,google/switch-base-8,3.3,15.85,0.16,1.7,0.29,0,0,0,0.25,1.13,0.35,1.09,0.11,🔶 fine-tuned on domain-specific datasets,SwitchTransformersForConditionalGeneration,Original,float16,TRUE,apache-2.0,0,15,TRUE,92fe2d22b024d9937146fe097ba3d3a7ba146e1b,TRUE,TRUE,2024-09-06,2022-10-24,FALSE,TRUE,google/switch-base-8,0,google/switch-base-8,0.15,https://huggingface.co/google/switch-base-8 🤝,LilRg/PRYMMAL-6B-slerp,3.23,11.53,0.12,2.21,0.29,0,0,0,0.25,4.45,0.37,1.2,0.11,🤝 base merges and moerges,LlamaForCausalLM,Original,bfloat16,FALSE,apache-2.0,3,0,TRUE,1ce0f5fdaae6a7866eda77df18378e9b5621af65,TRUE,TRUE,2024-09-24,2024-09-24,FALSE,FALSE,LilRg/PRYMMAL-6B-slerp,1,LilRg/PRYMMAL-6B-slerp (Merge),0.35,https://huggingface.co/LilRg/PRYMMAL-6B-slerp 🤝,Lil-R/PRYMMAL-ECE-7B-SLERP-V8,3.22,12.58,0.13,2.27,0.3,0,0,0,0.25,3.06,0.36,1.42,0.11,🤝 base merges and moerges,Qwen2ForCausalLM,Original,bfloat16,TRUE,apache-2.0,7,0,TRUE,19fa915c941013075673c2943e2d06d131afcfef,TRUE,TRUE,2024-10-28,2024-10-28,FALSE,FALSE,Lil-R/PRYMMAL-ECE-7B-SLERP-V8,0,Lil-R/PRYMMAL-ECE-7B-SLERP-V8,1.28,https://huggingface.co/Lil-R/PRYMMAL-ECE-7B-SLERP-V8 -🔶,HuggingFaceTB/SmolLM2-360M-Instruct,3.1,8.3,0.08,3.3,0.31,0.83,0.01,2.01,0.27,2.75,0.34,1.4,0.11,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,apache-2.0,0,57,TRUE,4873f67095301d304753fae05bc09ec766634e50,TRUE,TRUE,2024-11-14,2024-10-31,FALSE,TRUE,HuggingFaceTB/SmolLM2-360M-Instruct,0,HuggingFaceTB/SmolLM2-360M-Instruct,0.39,https://huggingface.co/HuggingFaceTB/SmolLM2-360M-Instruct +🔶,HuggingFaceTB/SmolLM2-360M-Instruct,3.1,8.3,0.08,3.3,0.31,0.83,0.01,2.01,0.27,2.75,0.34,1.4,0.11,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,apache-2.0,0,58,TRUE,4873f67095301d304753fae05bc09ec766634e50,TRUE,TRUE,2024-11-14,2024-10-31,FALSE,TRUE,HuggingFaceTB/SmolLM2-360M-Instruct,0,HuggingFaceTB/SmolLM2-360M-Instruct,0.39,https://huggingface.co/HuggingFaceTB/SmolLM2-360M-Instruct 🔶,pankajmathur/orca_mini_3b,3.07,7.42,0.07,4.69,0.32,0.53,0.01,0,0.25,4.2,0.33,1.61,0.11,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,cc-by-nc-sa-4.0,3,158,TRUE,31e1a7bc3f7ea2f247b432d60036d975b8d590e9,TRUE,TRUE,2024-06-26,2023-06-22,FALSE,FALSE,pankajmathur/orca_mini_3b,0,pankajmathur/orca_mini_3b,0.52,https://huggingface.co/pankajmathur/orca_mini_3b -🔶,HuggingFaceTB/SmolLM2-135M-Instruct,2.99,5.93,0.06,4.8,0.31,0.15,0,0,0.23,6.06,0.39,1.02,0.11,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,apache-2.0,0,61,TRUE,5a33ba103645800d7b3790c4448546c1b73efc71,TRUE,TRUE,2024-11-14,2024-10-31,FALSE,TRUE,HuggingFaceTB/SmolLM2-135M-Instruct,1,HuggingFaceTB/SmolLM2-135M-Instruct (Merge),0.35,https://huggingface.co/HuggingFaceTB/SmolLM2-135M-Instruct +🔶,HuggingFaceTB/SmolLM2-135M-Instruct,2.99,5.93,0.06,4.8,0.31,0.15,0,0,0.23,6.06,0.39,1.02,0.11,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,apache-2.0,0,65,TRUE,5a33ba103645800d7b3790c4448546c1b73efc71,TRUE,TRUE,2024-11-14,2024-10-31,FALSE,TRUE,HuggingFaceTB/SmolLM2-135M-Instruct,1,HuggingFaceTB/SmolLM2-135M-Instruct (Merge),0.35,https://huggingface.co/HuggingFaceTB/SmolLM2-135M-Instruct 🟢,instruction-pretrain/InstructLM-500M,2.85,10.28,0.1,2.32,0.29,0,0,0.89,0.26,2.07,0.35,1.57,0.11,🟢 pretrained,MistralForCausalLM,Original,float16,TRUE,apache-2.0,0,34,TRUE,e9d33823c76303dfaff6a8397a8b70d0118ea350,TRUE,TRUE,2024-06-27,2024-06-18,FALSE,FALSE,instruction-pretrain/InstructLM-500M,0,instruction-pretrain/InstructLM-500M,0.25,https://huggingface.co/instruction-pretrain/InstructLM-500M 🔶,TinyLlama/TinyLlama-1.1B-Chat-v1.0,2.72,5.96,0.06,4.01,0.31,0.91,0.01,0,0.25,4.31,0.35,1.12,0.11,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,apache-2.0,1,1094,TRUE,fe8a4ea1ffedaf415f4da2f062534de366a451e6,TRUE,TRUE,2024-08-04,2023-12-30,FALSE,TRUE,TinyLlama/TinyLlama-1.1B-Chat-v1.0,0,TinyLlama/TinyLlama-1.1B-Chat-v1.0,0.27,https://huggingface.co/TinyLlama/TinyLlama-1.1B-Chat-v1.0 🔶,Josephgflowers/TinyLlama_v1.1_math_code-world-test-1,1.84,0.78,0.01,4.16,0.31,0.98,0.01,0,0.23,3.64,0.35,1.47,0.11,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,float16,TRUE,mit,1,0,TRUE,6f7c2aaf0b8723bc6a1dc23a4a1ff0ec24dc11ec,TRUE,TRUE,2024-09-09,2024-06-23,FALSE,FALSE,Josephgflowers/TinyLlama_v1.1_math_code-world-test-1,0,Josephgflowers/TinyLlama_v1.1_math_code-world-test-1,0.27,https://huggingface.co/Josephgflowers/TinyLlama_v1.1_math_code-world-test-1 @@ -2066,3 +2091,4 @@ t,model,average,ifeval,ifeval_raw,bbh,bbh_raw,math_lvl_5,math_lvl_5_raw,gpqa,gpq 🔶,NAPS-ai/naps-gemma-2-27b-v-0.1.0,1.68,0,0,2.35,0.29,0,0,1.34,0.26,4.52,0.36,1.86,0.12,🔶 fine-tuned on domain-specific datasets,Gemma2ForCausalLM,Original,float16,TRUE,apache-2.0,27,0,TRUE,c75cc878c364615db4b1b173b21b97ebcfb13d70,TRUE,TRUE,2024-11-11,2024-11-11,FALSE,FALSE,NAPS-ai/naps-gemma-2-27b-v-0.1.0,1,NAPS-ai/naps-gemma-2-27b-v-0.1.0 (Merge),11.22,https://huggingface.co/NAPS-ai/naps-gemma-2-27b-v-0.1.0 🟢,NucleusAI/nucleus-22B-token-500B,1.63,2.57,0.03,1.89,0.29,0,0,0,0.25,3.55,0.35,1.8,0.12,🟢 pretrained,LlamaForCausalLM,Original,bfloat16,TRUE,mit,21,25,TRUE,49bb1a47c0d32b4bfa6630a4eff04a857adcd4ca,TRUE,TRUE,2024-06-26,2023-10-06,FALSE,FALSE,NucleusAI/nucleus-22B-token-500B,0,NucleusAI/nucleus-22B-token-500B,0.59,https://huggingface.co/NucleusAI/nucleus-22B-token-500B 🔶,pankajmathur/orca_mini_v6_8b,1.41,1.11,0.01,3.22,0.3,0,0,0,0.24,2.77,0.36,1.38,0.11,🔶 fine-tuned on domain-specific datasets,LlamaForCausalLM,Original,bfloat16,TRUE,llama3,8,1,TRUE,e95dc8e4c6b6ca5957b657cc2d905683142eaf3e,TRUE,TRUE,2024-06-26,2024-06-02,TRUE,FALSE,pankajmathur/orca_mini_v6_8b,0,pankajmathur/orca_mini_v6_8b,1.22,https://huggingface.co/pankajmathur/orca_mini_v6_8b +💬,PrimeIntellect/INTELLECT-1-Instruct,1.03,0,0,1.75,0.29,0,0,0,0.25,3.71,0.36,0.71,0.11,"💬 chat models (RLHF, DPO, IFT, ...)",LlamaForCausalLM,Original,bfloat16,TRUE,apache-2.0,10,48,TRUE,a672cbe91f9bd4df58f90619ca3c2acb2eb11294,TRUE,TRUE,2024-11-29,2024-11-28,TRUE,TRUE,PrimeIntellect/INTELLECT-1-Instruct,1,PrimeIntellect/INTELLECT-1-Instruct (Merge),1.89,https://huggingface.co/PrimeIntellect/INTELLECT-1-Instruct