[{"eval_name":"0-hero_Matter-0.2-7B-DPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"0-hero/Matter-0.2-7B-DPO 📑","fullname":"0-hero/Matter-0.2-7B-DPO","Model sha":"26a66f0d862e2024ce4ad0a09c37052ac36e8af6","Average ⬆️":8.90636130175029,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.219174164123715,"IFEval Raw":0.3302792147058693,"IFEval":33.02792147058693,"BBH Raw":0.3596254301656297,"BBH":10.055525080241035,"MATH Lvl 5 Raw":0.014350453172205438,"MATH Lvl 5":1.4350453172205437,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.381375,"MUSR":5.871874999999999,"MMLU-PRO Raw":0.1163563829787234,"MMLU-PRO":1.8173758865248217,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-13","Submission Date":"2024-08-05","Generation":0,"Base Model":"0-hero/Matter-0.2-7B-DPO"},{"eval_name":"01-ai_Yi-1.5-34B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"01-ai/Yi-1.5-34B 📑","fullname":"01-ai/Yi-1.5-34B","Model sha":"4b486f81c935a2dadde84c6baa1e1370d40a098f","Average ⬆️":25.64649419429311,"Hub License":"apache-2.0","Hub ❤️":46,"#Params (B)":34.389,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":22.7033978747449,"IFEval Raw":0.2841172533322695,"IFEval":28.411725333226947,"BBH Raw":0.5976391706360018,"BBH":42.74936268839652,"MATH Lvl 5 Raw":0.15332326283987915,"MATH Lvl 5":15.332326283987916,"GPQA Raw":0.36577181208053694,"GPQA":15.436241610738257,"MUSR Raw":0.4236041666666667,"MUSR":11.217187500000003,"MMLU-PRO Raw":0.4665890957446808,"MMLU-PRO":40.732121749408975,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-11","Submission Date":"2024-06-12","Generation":0,"Base Model":"01-ai/Yi-1.5-34B"},{"eval_name":"01-ai_Yi-1.5-34B-32K_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"01-ai/Yi-1.5-34B-32K 📑","fullname":"01-ai/Yi-1.5-34B-32K","Model sha":"2c03a29761e4174f20347a60fbe229be4383d48b","Average ⬆️":26.727912908508134,"Hub License":"apache-2.0","Hub ❤️":36,"#Params (B)":34.389,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":23.15462857509891,"IFEval Raw":0.3118691737922047,"IFEval":31.186917379220468,"BBH Raw":0.6015685776542417,"BBH":43.38184666762572,"MATH Lvl 5 Raw":0.1540785498489426,"MATH Lvl 5":15.407854984894259,"GPQA Raw":0.36325503355704697,"GPQA":15.100671140939594,"MUSR Raw":0.4398229166666667,"MUSR":14.07786458333333,"MMLU-PRO Raw":0.4709109042553192,"MMLU-PRO":41.21232269503546,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-15","Submission Date":"2024-06-12","Generation":0,"Base Model":"01-ai/Yi-1.5-34B-32K"},{"eval_name":"01-ai_Yi-1.5-34B-Chat_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"01-ai/Yi-1.5-34B-Chat 📑","fullname":"01-ai/Yi-1.5-34B-Chat","Model sha":"f3128b2d02d82989daae566c0a7eadc621ca3254","Average ⬆️":33.35799367075618,"Hub License":"apache-2.0","Hub ❤️":268,"#Params (B)":34.389,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":22.423843867327744,"IFEval Raw":0.6066758423205982,"IFEval":60.66758423205982,"BBH Raw":0.6083748310271819,"BBH":44.262825981005655,"MATH Lvl 5 Raw":0.277190332326284,"MATH Lvl 5":27.719033232628398,"GPQA Raw":0.3649328859060403,"GPQA":15.324384787472036,"MUSR Raw":0.4281979166666667,"MUSR":13.058072916666665,"MMLU-PRO Raw":0.45204454787234044,"MMLU-PRO":39.11606087470449,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-10","Submission Date":"2024-06-12","Generation":0,"Base Model":"01-ai/Yi-1.5-34B-Chat"},{"eval_name":"01-ai_Yi-1.5-34B-Chat-16K_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"01-ai/Yi-1.5-34B-Chat-16K 📑","fullname":"01-ai/Yi-1.5-34B-Chat-16K","Model sha":"ff74452e11f0f749ab872dc19b1dd3813c25c4d8","Average ⬆️":29.403554842710225,"Hub License":"apache-2.0","Hub ❤️":26,"#Params (B)":34.389,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.774022458148835,"IFEval Raw":0.456449997118756,"IFEval":45.6449997118756,"BBH Raw":0.6100218256499571,"BBH":44.53615654671034,"MATH Lvl 5 Raw":0.21374622356495468,"MATH Lvl 5":21.37462235649547,"GPQA Raw":0.33808724832214765,"GPQA":11.74496644295302,"MUSR Raw":0.43976041666666665,"MUSR":13.736718750000001,"MMLU-PRO Raw":0.45445478723404253,"MMLU-PRO":39.383865248226954,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-15","Submission Date":"2024-07-15","Generation":0,"Base Model":"01-ai/Yi-1.5-34B-Chat-16K"},{"eval_name":"01-ai_Yi-1.5-6B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"01-ai/Yi-1.5-6B 📑","fullname":"01-ai/Yi-1.5-6B","Model sha":"cab51fce425b4c1fb19fccfdd96bd5d0908c1657","Average ⬆️":16.745698054972127,"Hub License":"apache-2.0","Hub ❤️":30,"#Params (B)":6.061,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8442095716487765,"IFEval Raw":0.26166017278598563,"IFEval":26.166017278598567,"BBH Raw":0.44925820198929056,"BBH":22.027904536694773,"MATH Lvl 5 Raw":0.06646525679758308,"MATH Lvl 5":6.646525679758309,"GPQA Raw":0.313758389261745,"GPQA":8.501118568232664,"MUSR Raw":0.43740625,"MUSR":13.309114583333335,"MMLU-PRO Raw":0.31441156914893614,"MMLU-PRO":23.823507683215126,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-11","Submission Date":"2024-08-10","Generation":0,"Base Model":"01-ai/Yi-1.5-6B"},{"eval_name":"01-ai_Yi-1.5-6B-Chat_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"01-ai/Yi-1.5-6B-Chat 📑","fullname":"01-ai/Yi-1.5-6B-Chat","Model sha":"3f64d3f159c6ad8494227bb77e2a7baef8cd808b","Average ⬆️":22.784006289829847,"Hub License":"apache-2.0","Hub ❤️":41,"#Params (B)":6.061,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4447911071090622,"IFEval Raw":0.5145270105542183,"IFEval":51.452701055421834,"BBH Raw":0.4571311331954389,"BBH":23.67872313235784,"MATH Lvl 5 Raw":0.1623867069486405,"MATH Lvl 5":16.238670694864048,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.43917708333333333,"MUSR":14.030468750000002,"MMLU-PRO Raw":0.3193151595744681,"MMLU-PRO":24.368351063829788,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-11","Submission Date":"2024-10-22","Generation":0,"Base Model":"01-ai/Yi-1.5-6B-Chat"},{"eval_name":"01-ai_Yi-1.5-9B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"01-ai/Yi-1.5-9B 📑","fullname":"01-ai/Yi-1.5-9B","Model sha":"8cfde9604384c50137bee480b8cef8a08e5ae81d","Average ⬆️":22.153901514184795,"Hub License":"apache-2.0","Hub ❤️":48,"#Params (B)":8.829,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4688920320817076,"IFEval Raw":0.29358435617494916,"IFEval":29.358435617494916,"BBH Raw":0.514294179104191,"BBH":30.50071699492122,"MATH Lvl 5 Raw":0.11404833836858005,"MATH Lvl 5":11.404833836858005,"GPQA Raw":0.37919463087248323,"GPQA":17.225950782997764,"MUSR Raw":0.43278124999999995,"MUSR":12.030989583333332,"MMLU-PRO Raw":0.3916223404255319,"MMLU-PRO":32.402482269503544,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-11","Submission Date":"2024-06-12","Generation":0,"Base Model":"01-ai/Yi-1.5-9B"},{"eval_name":"01-ai_Yi-1.5-9B-32K_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"01-ai/Yi-1.5-9B-32K 📑","fullname":"01-ai/Yi-1.5-9B-32K","Model sha":"116561dfae63af90f9d163b43077629e0e916bb1","Average ⬆️":19.809786285875365,"Hub License":"apache-2.0","Hub ❤️":18,"#Params (B)":8.829,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5680734132696938,"IFEval Raw":0.23031113002389217,"IFEval":23.031113002389215,"BBH Raw":0.496332115988265,"BBH":28.937011582169664,"MATH Lvl 5 Raw":0.10800604229607251,"MATH Lvl 5":10.80060422960725,"GPQA Raw":0.35906040268456374,"GPQA":14.541387024608499,"MUSR Raw":0.4186145833333333,"MUSR":10.82682291666667,"MMLU-PRO Raw":0.37649601063829785,"MMLU-PRO":30.721778959810877,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-15","Submission Date":"2024-06-12","Generation":0,"Base Model":"01-ai/Yi-1.5-9B-32K"},{"eval_name":"01-ai_Yi-1.5-9B-Chat_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"01-ai/Yi-1.5-9B-Chat 📑","fullname":"01-ai/Yi-1.5-9B-Chat","Model sha":"bc87d8557c98dc1e5fdef6ec23ed31088c4d3f35","Average ⬆️":29.530872220260978,"Hub License":"apache-2.0","Hub ❤️":141,"#Params (B)":8.829,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.453543490910605,"IFEval Raw":0.6045525871354672,"IFEval":60.455258713546726,"BBH Raw":0.555906430281685,"BBH":36.95293138417893,"MATH Lvl 5 Raw":0.2258308157099698,"MATH Lvl 5":22.58308157099698,"GPQA Raw":0.3347315436241611,"GPQA":11.297539149888143,"MUSR Raw":0.42590625,"MUSR":12.838281249999996,"MMLU-PRO Raw":0.39752327127659576,"MMLU-PRO":33.05814125295508,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-10","Submission Date":"2024-06-12","Generation":0,"Base Model":"01-ai/Yi-1.5-9B-Chat"},{"eval_name":"01-ai_Yi-1.5-9B-Chat-16K_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"01-ai/Yi-1.5-9B-Chat-16K 📑","fullname":"01-ai/Yi-1.5-9B-Chat-16K","Model sha":"2b397e5f0fab87984efa66856c5c4ed4bbe68b50","Average ⬆️":23.76539234993476,"Hub License":"apache-2.0","Hub ❤️":35,"#Params (B)":8.829,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5847450134017533,"IFEval Raw":0.4214040966856829,"IFEval":42.14040966856828,"BBH Raw":0.5153383364651778,"BBH":31.497608947018318,"MATH Lvl 5 Raw":0.1782477341389728,"MATH Lvl 5":17.82477341389728,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.40990624999999997,"MUSR":10.03828125,"MMLU-PRO Raw":0.39935172872340424,"MMLU-PRO":33.261303191489354,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-15","Submission Date":"2024-06-12","Generation":0,"Base Model":"01-ai/Yi-1.5-9B-Chat-16K"},{"eval_name":"01-ai_Yi-34B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"01-ai/Yi-34B 📑","fullname":"01-ai/Yi-34B","Model sha":"e1e7da8c75cfd5c44522228599fd4d2990cedd1c","Average ⬆️":22.373127018936653,"Hub License":"apache-2.0","Hub ❤️":1293,"#Params (B)":34.389,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":25.657483288779545,"IFEval Raw":0.3045751938190667,"IFEval":30.45751938190668,"BBH Raw":0.5457099951794562,"BBH":35.542431259008794,"MATH Lvl 5 Raw":0.0513595166163142,"MATH Lvl 5":5.13595166163142,"GPQA Raw":0.36661073825503354,"GPQA":15.548098434004473,"MUSR Raw":0.4118541666666667,"MUSR":9.648437500000004,"MMLU-PRO Raw":0.441156914893617,"MMLU-PRO":37.90632387706855,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-11-01","Submission Date":"2024-06-12","Generation":0,"Base Model":"01-ai/Yi-34B"},{"eval_name":"01-ai_Yi-34B-200K_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"01-ai/Yi-34B-200K 📑","fullname":"01-ai/Yi-34B-200K","Model sha":"8ac1a1ebe011df28b78ccd08012aeb2222443c77","Average ⬆️":20.01347533597433,"Hub License":"apache-2.0","Hub ❤️":318,"#Params (B)":34.389,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":25.50385584712952,"IFEval Raw":0.15424850507763843,"IFEval":15.424850507763843,"BBH Raw":0.5441817925289527,"BBH":36.02211028900003,"MATH Lvl 5 Raw":0.05740181268882175,"MATH Lvl 5":5.740181268882175,"GPQA Raw":0.3565436241610738,"GPQA":14.205816554809845,"MUSR Raw":0.38171874999999994,"MUSR":9.414843749999998,"MMLU-PRO Raw":0.45345744680851063,"MMLU-PRO":39.273049645390074,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-11-06","Submission Date":"2024-06-12","Generation":0,"Base Model":"01-ai/Yi-34B-200K"},{"eval_name":"01-ai_Yi-34B-Chat_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"01-ai/Yi-34B-Chat 📑","fullname":"01-ai/Yi-34B-Chat","Model sha":"2e528b6a80fb064a0a746c5ca43114b135e30464","Average ⬆️":24.226662652803373,"Hub License":"apache-2.0","Hub ❤️":350,"#Params (B)":34.389,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":25.125695689981566,"IFEval Raw":0.4698887839820565,"IFEval":46.98887839820566,"BBH Raw":0.5560872910766164,"BBH":37.623987597243485,"MATH Lvl 5 Raw":0.06268882175226587,"MATH Lvl 5":6.268882175226587,"GPQA Raw":0.33808724832214765,"GPQA":11.74496644295302,"MUSR Raw":0.39784375,"MUSR":8.363802083333338,"MMLU-PRO Raw":0.4093251329787234,"MMLU-PRO":34.369459219858165,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-11-22","Submission Date":"2024-06-12","Generation":0,"Base Model":"01-ai/Yi-34B-Chat"},{"eval_name":"01-ai_Yi-6B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"01-ai/Yi-6B 📑","fullname":"01-ai/Yi-6B","Model sha":"7f7fb7662fd8ec09029364f408053c954986c8e5","Average ⬆️":13.611617485376058,"Hub License":"apache-2.0","Hub ❤️":372,"#Params (B)":6.061,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.0985492537000408,"IFEval Raw":0.28933784580468713,"IFEval":28.93378458046871,"BBH Raw":0.4309230591000865,"BBH":19.408504737915056,"MATH Lvl 5 Raw":0.015861027190332326,"MATH Lvl 5":1.5861027190332326,"GPQA Raw":0.26929530201342283,"GPQA":2.572706935123044,"MUSR Raw":0.39368749999999997,"MUSR":7.044270833333335,"MMLU-PRO Raw":0.29911901595744683,"MMLU-PRO":22.12433510638298,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-11-01","Submission Date":"2024-06-12","Generation":0,"Base Model":"01-ai/Yi-6B"},{"eval_name":"01-ai_Yi-6B-200K_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"01-ai/Yi-6B-200K 📑","fullname":"01-ai/Yi-6B-200K","Model sha":"4a74338e778a599f313e9fa8f5bc08c717604420","Average ⬆️":11.996098298832841,"Hub License":"apache-2.0","Hub ❤️":172,"#Params (B)":6.061,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1264239806184515,"IFEval Raw":0.08433068702154728,"IFEval":8.433068702154728,"BBH Raw":0.42892948109603307,"BBH":20.148020103768047,"MATH Lvl 5 Raw":0.01812688821752266,"MATH Lvl 5":1.812688821752266,"GPQA Raw":0.28187919463087246,"GPQA":4.250559284116329,"MUSR Raw":0.45873958333333337,"MUSR":16.842447916666668,"MMLU-PRO Raw":0.2844082446808511,"MMLU-PRO":20.489804964539008,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-11-06","Submission Date":"2024-06-12","Generation":0,"Base Model":"01-ai/Yi-6B-200K"},{"eval_name":"01-ai_Yi-6B-Chat_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"01-ai/Yi-6B-Chat 📑","fullname":"01-ai/Yi-6B-Chat","Model sha":"01f7fabb6cfb26efeb764da4a0a19cad2c754232","Average ⬆️":14.11765000523676,"Hub License":"apache-2.0","Hub ❤️":65,"#Params (B)":6.061,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1106656722436012,"IFEval Raw":0.33952135888331847,"IFEval":33.95213588833185,"BBH Raw":0.41326019207548687,"BBH":17.00016656742376,"MATH Lvl 5 Raw":0.013595166163141994,"MATH Lvl 5":1.3595166163141994,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.36879166666666663,"MUSR":3.5656250000000003,"MMLU-PRO Raw":0.3061003989361702,"MMLU-PRO":22.90004432624113,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-11-22","Submission Date":"2024-06-12","Generation":0,"Base Model":"01-ai/Yi-6B-Chat"},{"eval_name":"01-ai_Yi-9B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"01-ai/Yi-9B 📑","fullname":"01-ai/Yi-9B","Model sha":"b4a466d95091696285409f1dcca3028543cb39da","Average ⬆️":17.811867367746064,"Hub License":"apache-2.0","Hub ❤️":185,"#Params (B)":8.829,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.530663961417017,"IFEval Raw":0.2708779372066118,"IFEval":27.08779372066118,"BBH Raw":0.49396075125308075,"BBH":27.626956112077934,"MATH Lvl 5 Raw":0.055891238670694864,"MATH Lvl 5":5.589123867069486,"GPQA Raw":0.3179530201342282,"GPQA":9.060402684563762,"MUSR Raw":0.40540624999999997,"MUSR":8.909114583333334,"MMLU-PRO Raw":0.35738031914893614,"MMLU-PRO":28.59781323877068,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-03-01","Submission Date":"2024-06-12","Generation":0,"Base Model":"01-ai/Yi-9B"},{"eval_name":"01-ai_Yi-9B-200K_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"01-ai/Yi-9B-200K 📑","fullname":"01-ai/Yi-9B-200K","Model sha":"8c93accd5589dbb74ee938e103613508c4a9b88d","Average ⬆️":17.72955178611439,"Hub License":"apache-2.0","Hub ❤️":75,"#Params (B)":8.829,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5489823437933046,"IFEval Raw":0.23270921155866434,"IFEval":23.270921155866432,"BBH Raw":0.4793302602023641,"BBH":26.49249509714754,"MATH Lvl 5 Raw":0.06646525679758308,"MATH Lvl 5":6.646525679758309,"GPQA Raw":0.31543624161073824,"GPQA":8.7248322147651,"MUSR Raw":0.42940625,"MUSR":12.109114583333332,"MMLU-PRO Raw":0.36220079787234044,"MMLU-PRO":29.1334219858156,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-03-15","Submission Date":"2024-06-12","Generation":0,"Base Model":"01-ai/Yi-9B-200K"},{"eval_name":"01-ai_Yi-Coder-9B-Chat_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"01-ai/Yi-Coder-9B-Chat 📑","fullname":"01-ai/Yi-Coder-9B-Chat","Model sha":"356a1f8d4e4a606d0b879e54191ca809918576b8","Average ⬆️":16.985989314863886,"Hub License":"apache-2.0","Hub ❤️":198,"#Params (B)":8.829,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8195322295921676,"IFEval Raw":0.4817041006750976,"IFEval":48.17041006750976,"BBH Raw":0.48142000339111674,"BBH":25.94315294491389,"MATH Lvl 5 Raw":0.04003021148036254,"MATH Lvl 5":4.003021148036254,"GPQA Raw":0.24748322147651006,"GPQA":0.0,"MUSR Raw":0.3991770833333333,"MUSR":7.963802083333333,"MMLU-PRO Raw":0.24251994680851063,"MMLU-PRO":15.83554964539007,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-08-21","Submission Date":"2024-09-12","Generation":1,"Base Model":"01-ai/Yi-Coder-9B"},{"eval_name":"1-800-LLMs_Qwen-2.5-14B-Hindi_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"1-800-LLMs/Qwen-2.5-14B-Hindi 📑","fullname":"1-800-LLMs/Qwen-2.5-14B-Hindi","Model sha":"554e931a1b7e72689bdf044f8507e319e4b722e7","Average ⬆️":36.266177006668904,"Hub License":"mit","Hub ❤️":1,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.8660742873468124,"IFEval Raw":0.582570911847232,"IFEval":58.2570911847232,"BBH Raw":0.6523901531956199,"BBH":49.32988995210337,"MATH Lvl 5 Raw":0.3330815709969788,"MATH Lvl 5":33.30815709969788,"GPQA Raw":0.3624161073825503,"GPQA":14.988814317673373,"MUSR Raw":0.4489375,"MUSR":14.350520833333334,"MMLU-PRO Raw":0.5262632978723404,"MMLU-PRO":47.362588652482266,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-06","Generation":0,"Base Model":"1-800-LLMs/Qwen-2.5-14B-Hindi"},{"eval_name":"1-800-LLMs_Qwen-2.5-14B-Hindi-Custom-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"1-800-LLMs/Qwen-2.5-14B-Hindi-Custom-Instruct 📑","fullname":"1-800-LLMs/Qwen-2.5-14B-Hindi-Custom-Instruct","Model sha":"05b8099d33cc43eb065ab4aadb13c5362e1c3cbe","Average ⬆️":31.020777275634742,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.400465469071647,"IFEval Raw":0.30774677854758703,"IFEval":30.774677854758707,"BBH Raw":0.6284322714967584,"BBH":46.54015554088327,"MATH Lvl 5 Raw":0.311178247734139,"MATH Lvl 5":31.1178247734139,"GPQA Raw":0.3699664429530201,"GPQA":15.99552572706935,"MUSR Raw":0.4490625,"MUSR":15.432812499999995,"MMLU-PRO Raw":0.516373005319149,"MMLU-PRO":46.263667257683224,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-05","Submission Date":"2025-02-06","Generation":2,"Base Model":"Qwen/Qwen2.5-14B"},{"eval_name":"1024m_PHI-4-Hindi_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"1024m/PHI-4-Hindi 📑","fullname":"1024m/PHI-4-Hindi","Model sha":"9bb64444dcd4d306619ac29bcb32d29299238373","Average ⬆️":27.48785095027712,"Hub License":"mit","Hub ❤️":1,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.65964205977959,"IFEval Raw":0.00816832670647216,"IFEval":0.816832670647216,"BBH Raw":0.6710015642760666,"BBH":52.46181381023763,"MATH Lvl 5 Raw":0.23338368580060423,"MATH Lvl 5":23.338368580060422,"GPQA Raw":0.3976510067114094,"GPQA":19.686800894854585,"MUSR Raw":0.4913541666666667,"MUSR":21.519270833333326,"MMLU-PRO Raw":0.523936170212766,"MMLU-PRO":47.10401891252955,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-06","Submission Date":"2025-02-06","Generation":0,"Base Model":"1024m/PHI-4-Hindi"},{"eval_name":"1024m_QWEN-14B-B100_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"1024m/QWEN-14B-B100 📑","fullname":"1024m/QWEN-14B-B100","Model sha":"adecb879fc4c585b789f36f19d5bccc150f40837","Average ⬆️":41.91906679224076,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.370181942335884,"IFEval Raw":0.7762104549262623,"IFEval":77.62104549262622,"BBH Raw":0.653271132679638,"BBH":49.77664782103219,"MATH Lvl 5 Raw":0.5438066465256798,"MATH Lvl 5":54.38066465256798,"GPQA Raw":0.35067114093959734,"GPQA":13.422818791946312,"MUSR Raw":0.41,"MUSR":9.883333333333335,"MMLU-PRO Raw":0.5178690159574468,"MMLU-PRO":46.429890661938536,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-23","Submission Date":"2025-02-06","Generation":3,"Base Model":"Qwen/Qwen2.5-14B"},{"eval_name":"152334H_miqu-1-70b-sf_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"152334H/miqu-1-70b-sf 📑","fullname":"152334H/miqu-1-70b-sf","Model sha":"1dca4cce36f01f2104ee2e6b97bac6ff7bb300c1","Average ⬆️":29.097407726236643,"Hub License":"","Hub ❤️":221,"#Params (B)":68.977,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":12.19797195382831,"IFEval Raw":0.5181740005407873,"IFEval":51.81740005407873,"BBH Raw":0.6102361685099691,"BBH":43.807147003691966,"MATH Lvl 5 Raw":0.12462235649546828,"MATH Lvl 5":12.462235649546828,"GPQA Raw":0.35067114093959734,"GPQA":13.422818791946312,"MUSR Raw":0.45820833333333333,"MUSR":17.209374999999998,"MMLU-PRO Raw":0.42278922872340424,"MMLU-PRO":35.865469858156025,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-01-30","Submission Date":"2024-06-26","Generation":0,"Base Model":"152334H/miqu-1-70b-sf"},{"eval_name":"1TuanPham_T-VisStar-7B-v0.1_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"1TuanPham/T-VisStar-7B-v0.1 📑","fullname":"1TuanPham/T-VisStar-7B-v0.1","Model sha":"b111b59971c14b46c888b96723ff7f3c7b6fd92f","Average ⬆️":19.144808610895357,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":7.294,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9052644538640493,"IFEval Raw":0.36070404305021786,"IFEval":36.07040430502179,"BBH Raw":0.5052203113352468,"BBH":30.24383447882599,"MATH Lvl 5 Raw":0.05740181268882175,"MATH Lvl 5":5.740181268882175,"GPQA Raw":0.28523489932885904,"GPQA":4.697986577181204,"MUSR Raw":0.4375,"MUSR":13.554166666666669,"MMLU-PRO Raw":0.3210605053191489,"MMLU-PRO":24.562278368794324,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-19","Submission Date":"2024-09-22","Generation":0,"Base Model":"1TuanPham/T-VisStar-7B-v0.1"},{"eval_name":"1TuanPham_T-VisStar-v0.1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"1TuanPham/T-VisStar-v0.1 📑","fullname":"1TuanPham/T-VisStar-v0.1","Model sha":"c9779bd9630a533f7e42fd8effcca69623d48c9c","Average ⬆️":19.144808610895357,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":7.294,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2487688271364052,"IFEval Raw":0.36070404305021786,"IFEval":36.07040430502179,"BBH Raw":0.5052203113352468,"BBH":30.24383447882599,"MATH Lvl 5 Raw":0.05740181268882175,"MATH Lvl 5":5.740181268882175,"GPQA Raw":0.28523489932885904,"GPQA":4.697986577181204,"MUSR Raw":0.4375,"MUSR":13.554166666666669,"MMLU-PRO Raw":0.3210605053191489,"MMLU-PRO":24.562278368794324,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-19","Submission Date":"2024-09-20","Generation":0,"Base Model":"1TuanPham/T-VisStar-v0.1"},{"eval_name":"3rd-Degree-Burn_L-3.1-Science-Writer-8B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"3rd-Degree-Burn/L-3.1-Science-Writer-8B 📑","fullname":"3rd-Degree-Burn/L-3.1-Science-Writer-8B","Model sha":"d9bb11fb02f8eca3aec408912278e513377115da","Average ⬆️":21.09120798437004,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4193565486098367,"IFEval Raw":0.42625012743963797,"IFEval":42.625012743963794,"BBH Raw":0.5041306326216103,"BBH":29.19930078641656,"MATH Lvl 5 Raw":0.10347432024169184,"MATH Lvl 5":10.347432024169184,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.3959479166666666,"MUSR":11.693489583333331,"MMLU-PRO Raw":0.36494348404255317,"MMLU-PRO":29.43816489361702,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-19","Generation":0,"Base Model":"Removed"},{"eval_name":"3rd-Degree-Burn_Llama-3.1-8B-Squareroot_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"3rd-Degree-Burn/Llama-3.1-8B-Squareroot 📑","fullname":"3rd-Degree-Burn/Llama-3.1-8B-Squareroot","Model sha":"2bec01c2c5d53276eac2222c80190eb44ab2e6af","Average ⬆️":11.223740793316347,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.974099722258276,"IFEval Raw":0.22134381219608418,"IFEval":22.134381219608414,"BBH Raw":0.34609423326328875,"BBH":8.618063681935197,"MATH Lvl 5 Raw":0.26586102719033233,"MATH Lvl 5":26.586102719033235,"GPQA Raw":0.25671140939597314,"GPQA":0.8948545861297527,"MUSR Raw":0.3089166666666667,"MUSR":0.7812499999999996,"MMLU-PRO Raw":0.17495013297872342,"MMLU-PRO":8.32779255319149,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-10","Submission Date":"2024-10-10","Generation":1,"Base Model":"3rd-Degree-Burn/Llama-3.1-8B-Squareroot (Merge)"},{"eval_name":"3rd-Degree-Burn_Llama-3.1-8B-Squareroot-v1_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"3rd-Degree-Burn/Llama-3.1-8B-Squareroot-v1 📑","fullname":"3rd-Degree-Burn/Llama-3.1-8B-Squareroot-v1","Model sha":"09339d9c3b118ae3c6e7beab8b84347471990988","Average ⬆️":8.037946007988568,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5454985447919645,"IFEval Raw":0.2892381104358657,"IFEval":28.923811043586575,"BBH Raw":0.33427703119251256,"BBH":6.515144725982737,"MATH Lvl 5 Raw":0.08836858006042296,"MATH Lvl 5":8.836858006042297,"GPQA Raw":0.2558724832214765,"GPQA":0.7829977628635317,"MUSR Raw":0.3340625,"MUSR":1.7578124999999993,"MMLU-PRO Raw":0.11269946808510638,"MMLU-PRO":1.4110520094562635,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-10","Generation":0,"Base Model":"Removed"},{"eval_name":"3rd-Degree-Burn_Llama-Squared-8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"3rd-Degree-Burn/Llama-Squared-8B 📑","fullname":"3rd-Degree-Burn/Llama-Squared-8B","Model sha":"f30737e92b3a3fa0ef2a3f3ade487cc94ad34400","Average ⬆️":12.434954194134717,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.022223049482849,"IFEval Raw":0.27552449722292405,"IFEval":27.55244972229241,"BBH Raw":0.4431025683868353,"BBH":21.277103190106818,"MATH Lvl 5 Raw":0.05740181268882175,"MATH Lvl 5":5.740181268882175,"GPQA Raw":0.27181208053691275,"GPQA":2.9082774049216997,"MUSR Raw":0.30894791666666666,"MUSR":1.9518229166666672,"MMLU-PRO Raw":0.2366190159574468,"MMLU-PRO":15.179890661938533,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-08","Generation":0,"Base Model":"Removed"},{"eval_name":"4season_final_model_test_v2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"4season/final_model_test_v2 📑","fullname":"4season/final_model_test_v2","Model sha":"cf690c35d9cf0b0b6bf034fa16dbf88c56fe861c","Average ⬆️":23.086235043644056,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":21.421,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.1620767196814024,"IFEval Raw":0.3191132860809319,"IFEval":31.911328608093193,"BBH Raw":0.6342049783295018,"BBH":47.410670136906425,"MATH Lvl 5 Raw":0.08383685800604229,"MATH Lvl 5":8.38368580060423,"GPQA Raw":0.3271812080536913,"GPQA":10.290827740492169,"MUSR Raw":0.4314479166666667,"MUSR":12.430989583333334,"MMLU-PRO Raw":0.3528091755319149,"MMLU-PRO":28.08990839243498,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-20","Submission Date":"2024-06-27","Generation":0,"Base Model":"4season/final_model_test_v2"},{"eval_name":"AALF_FuseChat-Llama-3.1-8B-Instruct-preview_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"AALF/FuseChat-Llama-3.1-8B-Instruct-preview 📑","fullname":"AALF/FuseChat-Llama-3.1-8B-Instruct-preview","Model sha":"f740497979293c90fa1cfaa7c446016e107cc2c1","Average ⬆️":28.56857495894073,"Hub License":"apache-2.0","Hub ❤️":10,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3772382561660794,"IFEval Raw":0.7189579205397235,"IFEval":71.89579205397234,"BBH Raw":0.5119887898349903,"BBH":30.84806521622957,"MATH Lvl 5 Raw":0.24773413897280966,"MATH Lvl 5":24.773413897280967,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.38200000000000006,"MUSR":6.150000000000006,"MMLU-PRO Raw":0.3732546542553192,"MMLU-PRO":30.361628250591018,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-20","Submission Date":"2024-11-20","Generation":0,"Base Model":"AALF/FuseChat-Llama-3.1-8B-Instruct-preview"},{"eval_name":"AALF_FuseChat-Llama-3.1-8B-SFT-preview_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"AALF/FuseChat-Llama-3.1-8B-SFT-preview 📑","fullname":"AALF/FuseChat-Llama-3.1-8B-SFT-preview","Model sha":"601f2b8c448acc5686656d3979ed732ce050b827","Average ⬆️":29.225292099823264,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.368615076760581,"IFEval Raw":0.7280504616639405,"IFEval":72.80504616639405,"BBH Raw":0.5240303130445233,"BBH":32.53678156315301,"MATH Lvl 5 Raw":0.22507552870090636,"MATH Lvl 5":22.507552870090635,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.40199999999999997,"MUSR":9.749999999999998,"MMLU-PRO Raw":0.37433510638297873,"MMLU-PRO":30.481678486997637,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-20","Submission Date":"2024-11-21","Generation":0,"Base Model":"AALF/FuseChat-Llama-3.1-8B-SFT-preview"},{"eval_name":"AALF_gemma-2-27b-it-SimPO-37K_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"AALF/gemma-2-27b-it-SimPO-37K 📑","fullname":"AALF/gemma-2-27b-it-SimPO-37K","Model sha":"27f15219df2000a16955c9403c3f38b5f3413b3d","Average ⬆️":9.512077380763676,"Hub License":"gemma","Hub ❤️":18,"#Params (B)":27.227,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":19.995443250824795,"IFEval Raw":0.24065257959990605,"IFEval":24.065257959990603,"BBH Raw":0.3911343917952534,"BBH":15.307880971954303,"MATH Lvl 5 Raw":0.01283987915407855,"MATH Lvl 5":1.283987915407855,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.3487604166666667,"MUSR":1.5950520833333328,"MMLU-PRO Raw":0.1971409574468085,"MMLU-PRO":10.793439716312056,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-13","Submission Date":"2024-09-05","Generation":2,"Base Model":"google/gemma-2-27b"},{"eval_name":"AALF_gemma-2-27b-it-SimPO-37K-100steps_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"AALF/gemma-2-27b-it-SimPO-37K-100steps 📑","fullname":"AALF/gemma-2-27b-it-SimPO-37K-100steps","Model sha":"d5cbf18b2eb90b77f5ddbb74cfcaeedfa692c90c","Average ⬆️":10.246803363324455,"Hub License":"gemma","Hub ❤️":12,"#Params (B)":27.227,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":19.7134709493991,"IFEval Raw":0.2567642743476199,"IFEval":25.67642743476199,"BBH Raw":0.39308230769885016,"BBH":15.261078322847055,"MATH Lvl 5 Raw":0.021148036253776436,"MATH Lvl 5":2.1148036253776437,"GPQA Raw":0.28859060402684567,"GPQA":5.145413870246088,"MUSR Raw":0.3329166666666667,"MUSR":0.7812499999999996,"MMLU-PRO Raw":0.21251662234042554,"MMLU-PRO":12.501846926713947,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-13","Submission Date":"2024-09-21","Generation":2,"Base Model":"google/gemma-2-27b"},{"eval_name":"AELLM_gemma-2-aeria-infinity-9b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"AELLM/gemma-2-aeria-infinity-9b 📑","fullname":"AELLM/gemma-2-aeria-infinity-9b","Model sha":"24e1de07258925d5ddb52134b66e2eb0d698dc11","Average ⬆️":31.919053815912523,"Hub License":"","Hub ❤️":1,"#Params (B)":9.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.007578688357264,"IFEval Raw":0.759399504426034,"IFEval":75.93995044260342,"BBH Raw":0.5983336669577649,"BBH":42.0902142313775,"MATH Lvl 5 Raw":0.21450151057401812,"MATH Lvl 5":21.45015105740181,"GPQA Raw":0.3338926174496644,"GPQA":11.185682326621922,"MUSR Raw":0.40196875,"MUSR":9.046093750000004,"MMLU-PRO Raw":0.38622007978723405,"MMLU-PRO":31.80223108747045,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-09","Submission Date":"2024-10-09","Generation":1,"Base Model":"AELLM/gemma-2-aeria-infinity-9b (Merge)"},{"eval_name":"AELLM_gemma-2-lyco-infinity-9b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"AELLM/gemma-2-lyco-infinity-9b 📑","fullname":"AELLM/gemma-2-lyco-infinity-9b","Model sha":"2941a682fcbcfea3f1485c9e0691cc1d9edc742e","Average ⬆️":30.04985134020671,"Hub License":"","Hub ❤️":1,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":5.957040134565551,"IFEval Raw":0.7316475839660989,"IFEval":73.1647583966099,"BBH Raw":0.5839534871023703,"BBH":39.78753882674737,"MATH Lvl 5 Raw":0.17069486404833836,"MATH Lvl 5":17.069486404833835,"GPQA Raw":0.32802013422818793,"GPQA":10.402684563758392,"MUSR Raw":0.40063541666666663,"MUSR":8.912760416666671,"MMLU-PRO Raw":0.378656914893617,"MMLU-PRO":30.961879432624112,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-09","Submission Date":"2024-10-09","Generation":1,"Base Model":"AELLM/gemma-2-lyco-infinity-9b (Merge)"},{"eval_name":"AGI-0_Art-v0-3B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"AGI-0/Art-v0-3B 📑","fullname":"AGI-0/Art-v0-3B","Model sha":"7a55f84e91334c5732b516c35432bf59c7001525","Average ⬆️":12.132145545921874,"Hub License":"other","Hub ❤️":10,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.3615763771653406,"IFEval Raw":0.319238509377341,"IFEval":31.9238509377341,"BBH Raw":0.3400959483013824,"BBH":8.029776912286984,"MATH Lvl 5 Raw":0.24622356495468278,"MATH Lvl 5":24.622356495468278,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.3768229166666666,"MUSR":5.002864583333332,"MMLU-PRO Raw":0.11785239361702128,"MMLU-PRO":1.9835992907801419,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-30","Submission Date":"2025-01-19","Generation":0,"Base Model":"AGI-0/Art-v0-3B"},{"eval_name":"AGI-0_Artificium-llama3.1-8B-001_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"AGI-0/Artificium-llama3.1-8B-001 📑","fullname":"AGI-0/Artificium-llama3.1-8B-001","Model sha":"6bf3dcca3b75a06a4e04e5f944e709cccf4673fd","Average ⬆️":19.491817924739056,"Hub License":"unknown","Hub ❤️":33,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.7974026325717554,"IFEval Raw":0.5247687247614108,"IFEval":52.47687247614108,"BBH Raw":0.42562150225923556,"BBH":19.34889807323965,"MATH Lvl 5 Raw":0.13595166163141995,"MATH Lvl 5":13.595166163141995,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.3794583333333333,"MUSR":5.165625000000001,"MMLU-PRO Raw":0.3181515957446808,"MMLU-PRO":24.23906619385342,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-16","Submission Date":"2024-09-08","Generation":0,"Base Model":"AGI-0/Artificium-llama3.1-8B-001"},{"eval_name":"AGI-0_smartllama3.1-8B-001_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"AGI-0/smartllama3.1-8B-001 📑","fullname":"AGI-0/smartllama3.1-8B-001","Model sha":"974d5ee685f1be003a1d8d08e907fe672d225035","Average ⬆️":20.424552077662117,"Hub License":"unknown","Hub ❤️":33,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4376684950180103,"IFEval Raw":0.35178659290682057,"IFEval":35.178659290682056,"BBH Raw":0.46701787510868176,"BBH":24.8577369132814,"MATH Lvl 5 Raw":0.1299093655589124,"MATH Lvl 5":12.990936555891238,"GPQA Raw":0.3062080536912752,"GPQA":7.494407158836691,"MUSR Raw":0.43864583333333335,"MUSR":14.397395833333333,"MMLU-PRO Raw":0.3486535904255319,"MMLU-PRO":27.628176713947987,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-16","Submission Date":"2024-11-25","Generation":0,"Base Model":"AGI-0/smartllama3.1-8B-001"},{"eval_name":"AI-MO_NuminaMath-7B-CoT_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"AI-MO/NuminaMath-7B-CoT 📑","fullname":"AI-MO/NuminaMath-7B-CoT","Model sha":"ff7e3044218efe64128bd9c21f9ec66c3de04324","Average ⬆️":16.118457218023075,"Hub License":"apache-2.0","Hub ❤️":22,"#Params (B)":6.91,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4919779154384423,"IFEval Raw":0.2688544173903022,"IFEval":26.88544173903022,"BBH Raw":0.4314193495860012,"BBH":19.152364282090307,"MATH Lvl 5 Raw":0.26963746223564955,"MATH Lvl 5":26.963746223564954,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.33034375,"MUSR":0.8263020833333333,"MMLU-PRO Raw":0.28681848404255317,"MMLU-PRO":20.75760933806146,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-15","Submission Date":"2024-09-10","Generation":1,"Base Model":"deepseek-ai/deepseek-math-7b-base"},{"eval_name":"AI-MO_NuminaMath-7B-TIR_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"AI-MO/NuminaMath-7B-TIR 📑","fullname":"AI-MO/NuminaMath-7B-TIR","Model sha":"c6e394cc0579423c9cde6df6cc192c07dae73388","Average ⬆️":14.182289143173433,"Hub License":"apache-2.0","Hub ❤️":340,"#Params (B)":6.91,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.148219574988251,"IFEval Raw":0.27562423259174545,"IFEval":27.562423259174547,"BBH Raw":0.41436913375897894,"BBH":16.87354725795866,"MATH Lvl 5 Raw":0.1608761329305136,"MATH Lvl 5":16.08761329305136,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.35092708333333333,"MUSR":4.199218749999999,"MMLU-PRO Raw":0.2732712765957447,"MMLU-PRO":19.252364066193852,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-04","Submission Date":"2024-07-11","Generation":1,"Base Model":"deepseek-ai/deepseek-math-7b-base"},{"eval_name":"AI-Sweden-Models_Llama-3-8B-instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"AI-Sweden-Models/Llama-3-8B-instruct 📑","fullname":"AI-Sweden-Models/Llama-3-8B-instruct","Model sha":"4e1c955228bdb4d69c1c4560e8d5872312a8f033","Average ⬆️":14.343669671742774,"Hub License":"llama3","Hub ❤️":10,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.3322217617350347,"IFEval Raw":0.24012841482821137,"IFEval":24.012841482821138,"BBH Raw":0.4173460154515302,"BBH":18.388095615027524,"MATH Lvl 5 Raw":0.03851963746223565,"MATH Lvl 5":3.8519637462235647,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.47709375000000004,"MUSR":19.936718749999997,"MMLU-PRO Raw":0.25972406914893614,"MMLU-PRO":17.747118794326237,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-01","Submission Date":"2024-06-27","Generation":2,"Base Model":"meta-llama/Meta-Llama-3-8B"},{"eval_name":"AI-Sweden-Models_gpt-sw3-40b_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GPT2LMHeadModel","Model":"AI-Sweden-Models/gpt-sw3-40b 📑","fullname":"AI-Sweden-Models/gpt-sw3-40b","Model sha":"1af27994df1287a7fac1b10d60e40ca43a22a385","Average ⬆️":4.872902485288683,"Hub License":"other","Hub ❤️":10,"#Params (B)":39.927,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.919638730114153,"IFEval Raw":0.1470298807164989,"IFEval":14.702988071649889,"BBH Raw":0.3267744702957652,"BBH":6.894934050796576,"MATH Lvl 5 Raw":0.017371601208459216,"MATH Lvl 5":1.7371601208459215,"GPQA Raw":0.2348993288590604,"GPQA":0.0,"MUSR Raw":0.36323958333333334,"MUSR":2.8382812499999996,"MMLU-PRO Raw":0.12757646276595744,"MMLU-PRO":3.064051418439715,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-02-22","Submission Date":"2024-06-26","Generation":0,"Base Model":"AI-Sweden-Models/gpt-sw3-40b"},{"eval_name":"AI4free_Dhanishtha_float16","Precision":"float16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"AI4free/Dhanishtha 📑","fullname":"AI4free/Dhanishtha","Model sha":"b7dd53b35d0c7c9e162cd336f5c9d8a13dbf6992","Average ⬆️":11.247711953182252,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":1.777,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1626300441273092,"IFEval Raw":0.2451240486353985,"IFEval":24.51240486353985,"BBH Raw":0.34039444943326375,"BBH":7.93648440557281,"MATH Lvl 5 Raw":0.25604229607250756,"MATH Lvl 5":25.604229607250755,"GPQA Raw":0.2525167785234899,"GPQA":0.33557046979865535,"MUSR Raw":0.35694791666666664,"MUSR":1.951822916666666,"MMLU-PRO Raw":0.16431183510638298,"MMLU-PRO":7.145759456264774,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-19","Submission Date":"2025-02-19","Generation":1,"Base Model":"AI4free/Dhanishtha (Merge)"},{"eval_name":"AI4free_t2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"AI4free/t2 📑","fullname":"AI4free/t2","Model sha":"8b541ace084aa8c95a4e89c0d4c4c64a74bcdf51","Average ⬆️":11.33461581083953,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7121244370774158,"IFEval Raw":0.3866828902866616,"IFEval":38.66828902866616,"BBH Raw":0.2910111436321769,"BBH":2.133152068631521,"MATH Lvl 5 Raw":0.18957703927492447,"MATH Lvl 5":18.957703927492446,"GPQA Raw":0.2575503355704698,"GPQA":1.0067114093959737,"MUSR Raw":0.3846354166666666,"MUSR":5.646093750000001,"MMLU-PRO Raw":0.11436170212765957,"MMLU-PRO":1.595744680851063,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-27","Generation":0,"Base Model":"Removed"},{"eval_name":"AIDC-AI_Marco-o1_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"AIDC-AI/Marco-o1 📑","fullname":"AIDC-AI/Marco-o1","Model sha":"5e4deeeb286b7a2e35a6d16989e64df860f7f4e5","Average ⬆️":27.639223265636087,"Hub License":"apache-2.0","Hub ❤️":714,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5728705744515559,"IFEval Raw":0.477083028586373,"IFEval":47.7083028586373,"BBH Raw":0.5364362696398749,"BBH":34.84254498655976,"MATH Lvl 5 Raw":0.37462235649546827,"MATH Lvl 5":37.46223564954683,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.41384375,"MUSR":9.963802083333334,"MMLU-PRO Raw":0.41165226063829785,"MMLU-PRO":34.62802895981088,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-13","Submission Date":"2025-01-31","Generation":0,"Base Model":"AIDC-AI/Marco-o1"},{"eval_name":"Aashraf995_Creative-7B-nerd_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Aashraf995/Creative-7B-nerd 📑","fullname":"Aashraf995/Creative-7B-nerd","Model sha":"fc24bca48549ef8e39cbee5a438e5a16e25e4afa","Average ⬆️":29.97819251596781,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.297734001048624,"IFEval Raw":0.4721871301480073,"IFEval":47.21871301480073,"BBH Raw":0.5606785565640195,"BBH":37.080153817355196,"MATH Lvl 5 Raw":0.3164652567975831,"MATH Lvl 5":31.64652567975831,"GPQA Raw":0.3263422818791946,"GPQA":10.17897091722595,"MUSR Raw":0.4515416666666667,"MUSR":14.942708333333334,"MMLU-PRO Raw":0.44921875,"MMLU-PRO":38.802083333333336,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-13","Submission Date":"2024-12-13","Generation":1,"Base Model":"Aashraf995/Creative-7B-nerd (Merge)"},{"eval_name":"Aashraf995_Gemma-Evo-10B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"Aashraf995/Gemma-Evo-10B 📑","fullname":"Aashraf995/Gemma-Evo-10B","Model sha":"5ec9c5763ca6662dd897cd292e08014ec10b0d74","Average ⬆️":34.32632733409121,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.596031436815906,"IFEval Raw":0.7332211864519476,"IFEval":73.32211864519475,"BBH Raw":0.6044352897552882,"BBH":43.42455936867185,"MATH Lvl 5 Raw":0.22280966767371602,"MATH Lvl 5":22.280966767371602,"GPQA Raw":0.3540268456375839,"GPQA":13.870246085011187,"MUSR Raw":0.45947916666666666,"MUSR":16.66822916666666,"MMLU-PRO Raw":0.4275265957446808,"MMLU-PRO":36.3918439716312,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-13","Submission Date":"2024-12-13","Generation":1,"Base Model":"Aashraf995/Gemma-Evo-10B (Merge)"},{"eval_name":"Aashraf995_Qwen-Evo-7B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Aashraf995/Qwen-Evo-7B 📑","fullname":"Aashraf995/Qwen-Evo-7B","Model sha":"641aac3f105805414efe0a55b18736dce73da0a0","Average ⬆️":30.275058582706105,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.268015219938996,"IFEval Raw":0.4757343847657549,"IFEval":47.57343847657549,"BBH Raw":0.5709361538590277,"BBH":38.585326990506125,"MATH Lvl 5 Raw":0.31419939577039274,"MATH Lvl 5":31.419939577039273,"GPQA Raw":0.32550335570469796,"GPQA":10.067114093959727,"MUSR Raw":0.4541458333333333,"MUSR":15.534895833333335,"MMLU-PRO Raw":0.44622672872340424,"MMLU-PRO":38.46963652482269,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-13","Submission Date":"2024-12-13","Generation":1,"Base Model":"Aashraf995/Qwen-Evo-7B (Merge)"},{"eval_name":"Aashraf995_QwenStock-14B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Aashraf995/QwenStock-14B 📑","fullname":"Aashraf995/QwenStock-14B","Model sha":"b91871dcd31fe2e445c233a449d021b47ebfe1fb","Average ⬆️":37.13002133952593,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.7498913058726506,"IFEval Raw":0.5008632650256873,"IFEval":50.08632650256874,"BBH Raw":0.6550130348108012,"BBH":50.433898707168744,"MATH Lvl 5 Raw":0.35725075528700906,"MATH Lvl 5":35.725075528700906,"GPQA Raw":0.38926174496644295,"GPQA":18.568232662192393,"MUSR Raw":0.4792604166666667,"MUSR":19.274218750000003,"MMLU-PRO Raw":0.5382313829787234,"MMLU-PRO":48.69237588652482,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-13","Submission Date":"2024-12-13","Generation":1,"Base Model":"Aashraf995/QwenStock-14B (Merge)"},{"eval_name":"AbacusResearch_Jallabi-34B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"AbacusResearch/Jallabi-34B 📑","fullname":"AbacusResearch/Jallabi-34B","Model sha":"f65696da4ed82c9a20e94b200d9dccffa07af682","Average ⬆️":26.186081920716532,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":34.389,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":6.572984679569464,"IFEval Raw":0.3528604103777976,"IFEval":35.28604103777975,"BBH Raw":0.6023380603196266,"BBH":43.61576498719506,"MATH Lvl 5 Raw":0.05211480362537765,"MATH Lvl 5":5.211480362537765,"GPQA Raw":0.3389261744966443,"GPQA":11.85682326621924,"MUSR Raw":0.48217708333333337,"MUSR":20.23880208333333,"MMLU-PRO Raw":0.4681682180851064,"MMLU-PRO":40.90757978723404,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-03-01","Submission Date":"2024-06-27","Generation":0,"Base Model":"AbacusResearch/Jallabi-34B"},{"eval_name":"Ahdoot_StructuredThinker-v0.3-MoreStructure_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Ahdoot/StructuredThinker-v0.3-MoreStructure 📑","fullname":"Ahdoot/StructuredThinker-v0.3-MoreStructure","Model sha":"05762859c0efcd44e7aa0043868de67208cde7ff","Average ⬆️":23.924082152035727,"Hub License":"","Hub ❤️":0,"#Params (B)":3.397,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4898812996305322,"IFEval Raw":0.4192808415005519,"IFEval":41.928084150055184,"BBH Raw":0.48376906494893984,"BBH":27.258541777802407,"MATH Lvl 5 Raw":0.290785498489426,"MATH Lvl 5":29.078549848942597,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.41582291666666665,"MUSR":10.011197916666667,"MMLU-PRO Raw":0.36103723404255317,"MMLU-PRO":29.00413711583924,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-31","Submission Date":"2025-01-01","Generation":1,"Base Model":"Ahdoot/StructuredThinker-v0.3-MoreStructure (Merge)"},{"eval_name":"Ahdoot_Test_StealthThinker_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Ahdoot/Test_StealthThinker 📑","fullname":"Ahdoot/Test_StealthThinker","Model sha":"475333d513a2779ff839ceb003e626681569ac1c","Average ⬆️":22.06904758264274,"Hub License":"mit","Hub ❤️":0,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5976047229935322,"IFEval Raw":0.42200361706937595,"IFEval":42.20036170693759,"BBH Raw":0.46466398134666304,"BBH":25.366571749083093,"MATH Lvl 5 Raw":0.17900302114803626,"MATH Lvl 5":17.900302114803626,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.42804166666666665,"MUSR":11.938541666666666,"MMLU-PRO Raw":0.35970744680851063,"MMLU-PRO":28.856382978723406,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-04","Submission Date":"2025-01-05","Generation":1,"Base Model":"Ahdoot/Test_StealthThinker (Merge)"},{"eval_name":"AicoresSecurity_Cybernet-Sec-3B-R1-V0_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"AicoresSecurity/Cybernet-Sec-3B-R1-V0 📑","fullname":"AicoresSecurity/Cybernet-Sec-3B-R1-V0","Model sha":"b5434e21936031982db15694c91b783bf85d06ea","Average ⬆️":20.584200054790823,"Hub License":"","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5825486726169312,"IFEval Raw":0.6358018945287394,"IFEval":63.58018945287393,"BBH Raw":0.4497434194912941,"BBH":22.32210586978715,"MATH Lvl 5 Raw":0.11555891238670694,"MATH Lvl 5":11.555891238670695,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.33136458333333335,"MUSR":1.920572916666666,"MMLU-PRO Raw":0.301030585106383,"MMLU-PRO":22.336731678486995,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-26","Generation":0,"Base Model":"Removed"},{"eval_name":"AicoresSecurity_Cybernet-Sec-3B-R1-V0-Coder_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"AicoresSecurity/Cybernet-Sec-3B-R1-V0-Coder 📑","fullname":"AicoresSecurity/Cybernet-Sec-3B-R1-V0-Coder","Model sha":"fada53c826e3ae5db7a7c10936d2a5d05395ddbe","Average ⬆️":22.930540293017284,"Hub License":"","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5676457690031012,"IFEval Raw":0.7097656440466851,"IFEval":70.9765644046685,"BBH Raw":0.4477501104993749,"BBH":22.65149321038919,"MATH Lvl 5 Raw":0.1487915407854985,"MATH Lvl 5":14.879154078549849,"GPQA Raw":0.27181208053691275,"GPQA":2.9082774049216997,"MUSR Raw":0.34079166666666666,"MUSR":1.965625,"MMLU-PRO Raw":0.3178191489361702,"MMLU-PRO":24.202127659574465,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-26","Generation":0,"Base Model":"Removed"},{"eval_name":"AicoresSecurity_Cybernet-Sec-3B-R1-V1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"AicoresSecurity/Cybernet-Sec-3B-R1-V1 📑","fullname":"AicoresSecurity/Cybernet-Sec-3B-R1-V1","Model sha":"25f5123401151a36ada50cce93c590a259a11150","Average ⬆️":19.9979903395144,"Hub License":"","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5874449879343348,"IFEval Raw":0.6145693426774292,"IFEval":61.45693426774292,"BBH Raw":0.4282342020189216,"BBH":19.125071594281845,"MATH Lvl 5 Raw":0.15181268882175228,"MATH Lvl 5":15.181268882175228,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.32869791666666665,"MUSR":1.920572916666666,"MMLU-PRO Raw":0.2876496010638298,"MMLU-PRO":20.849955673758867,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-07","Generation":0,"Base Model":"Removed"},{"eval_name":"AicoresSecurity_Cybernet-Sec-3B-R1-V1.1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"AicoresSecurity/Cybernet-Sec-3B-R1-V1.1 📑","fullname":"AicoresSecurity/Cybernet-Sec-3B-R1-V1.1","Model sha":"df6b8ed99a44693cfca83e0f676d9f3f2d5d298f","Average ⬆️":22.643406810994602,"Hub License":"","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6141912522744508,"IFEval Raw":0.6730209178313542,"IFEval":67.30209178313541,"BBH Raw":0.4391775517124728,"BBH":20.43056853928926,"MATH Lvl 5 Raw":0.17598187311178248,"MATH Lvl 5":17.598187311178247,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.35409375000000004,"MUSR":4.528385416666668,"MMLU-PRO Raw":0.308843085106383,"MMLU-PRO":23.204787234042552,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-07","Generation":0,"Base Model":"Removed"},{"eval_name":"Alepach_notHumpback-M0_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Alepach/notHumpback-M0 📑","fullname":"Alepach/notHumpback-M0","Model sha":"e4db4662cb3978bf14843eef4ff2897767dc96b3","Average ⬆️":5.137220097878128,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.507090986732091,"IFEval Raw":0.23500755772461512,"IFEval":23.500755772461517,"BBH Raw":0.27849287879199425,"BBH":1.2773603683897798,"MATH Lvl 5 Raw":0.0188821752265861,"MATH Lvl 5":1.8882175226586102,"GPQA Raw":0.24916107382550334,"GPQA":0.0,"MUSR Raw":0.35523958333333333,"MUSR":2.8382812499999996,"MMLU-PRO Raw":0.1118683510638298,"MMLU-PRO":1.3187056737588652,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2025-01-17","Generation":1,"Base Model":"meta-llama/Llama-3.2-3B"},{"eval_name":"Alepach_notHumpback-M1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Alepach/notHumpback-M1 📑","fullname":"Alepach/notHumpback-M1","Model sha":"5fd575e6f460b6dc9aea53f1b738a1fdf54a2151","Average ⬆️":4.779297887614574,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.5944551921441956,"IFEval Raw":0.2206944241279804,"IFEval":22.06944241279804,"BBH Raw":0.28824720129981835,"BBH":1.922946094565394,"MATH Lvl 5 Raw":0.015861027190332326,"MATH Lvl 5":1.5861027190332326,"GPQA Raw":0.23741610738255034,"GPQA":0.0,"MUSR Raw":0.342,"MUSR":2.0833333333333326,"MMLU-PRO Raw":0.10912566489361702,"MMLU-PRO":1.0139627659574466,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-31","Submission Date":"2025-01-17","Generation":1,"Base Model":"meta-llama/Llama-3.2-3B"},{"eval_name":"Alepach_notHumpback-M1-v2_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Alepach/notHumpback-M1-v2 📑","fullname":"Alepach/notHumpback-M1-v2","Model sha":"7fc79144d17da44c736f6f4a0ea32b8c9152718a","Average ⬆️":5.206724746715221,"Hub License":"","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.170536546043483,"IFEval Raw":0.2277135777514772,"IFEval":22.77135777514772,"BBH Raw":0.2775640398406834,"BBH":1.2676708259061196,"MATH Lvl 5 Raw":0.02190332326283988,"MATH Lvl 5":2.190332326283988,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.3473333333333333,"MUSR":2.3499999999999996,"MMLU-PRO Raw":0.1118683510638298,"MMLU-PRO":1.3187056737588652,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-19","Generation":0,"Base Model":"Removed"},{"eval_name":"Alibaba-NLP_gte-Qwen2-7B-instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Alibaba-NLP/gte-Qwen2-7B-instruct 📑","fullname":"Alibaba-NLP/gte-Qwen2-7B-instruct","Model sha":"e26182b2122f4435e8b3ebecbf363990f409b45b","Average ⬆️":13.834176058521932,"Hub License":"apache-2.0","Hub ❤️":354,"#Params (B)":7.613,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.344226697159869,"IFEval Raw":0.22554045488193547,"IFEval":22.55404548819355,"BBH Raw":0.4495144990818469,"BBH":21.92548248566236,"MATH Lvl 5 Raw":0.06419939577039276,"MATH Lvl 5":6.419939577039275,"GPQA Raw":0.24496644295302014,"GPQA":0.0,"MUSR Raw":0.35585416666666664,"MUSR":6.315104166666665,"MMLU-PRO Raw":0.33211436170212766,"MMLU-PRO":25.790484633569736,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-15","Submission Date":"2024-08-05","Generation":0,"Base Model":"Alibaba-NLP/gte-Qwen2-7B-instruct"},{"eval_name":"Alsebay_Qwen2.5-7B-test-novelist_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Alsebay/Qwen2.5-7B-test-novelist 📑","fullname":"Alsebay/Qwen2.5-7B-test-novelist","Model sha":"89f34e5e67378dc38ce0da19d347ea26c23fbca5","Average ⬆️":27.172849099811746,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3343856523700721,"IFEval Raw":0.5351600420218354,"IFEval":53.51600420218354,"BBH Raw":0.515121518446605,"BBH":30.417500036352994,"MATH Lvl 5 Raw":0.2348942598187311,"MATH Lvl 5":23.48942598187311,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.47488541666666667,"MUSR":18.29401041666667,"MMLU-PRO Raw":0.3865525265957447,"MMLU-PRO":31.839169621749413,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-12","Submission Date":"2024-12-12","Generation":3,"Base Model":"Qwen/Qwen2.5-7B"},{"eval_name":"Amaorynho_BBAI2006_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Amaorynho/BBAI2006 📑","fullname":"Amaorynho/BBAI2006","Model sha":"523790b424a66cfcbef03bfb360686d7e51d81c0","Average ⬆️":3.4638352160730896,"Hub License":"","Hub ❤️":0,"#Params (B)":1.09,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.08851011477487543,"IFEval Raw":0.14670518668244703,"IFEval":14.670518668244704,"BBH Raw":0.2704366990167133,"BBH":1.6776683167876156,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2525167785234899,"GPQA":0.33557046979865535,"MUSR Raw":0.3605416666666667,"MUSR":2.7343749999999996,"MMLU-PRO Raw":0.11228390957446809,"MMLU-PRO":1.3648788416075646,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-27","Generation":1,"Base Model":"Amaorynho/BBAI2006 (Merge)"},{"eval_name":"Amaorynho_BBAI270V4_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Amaorynho/BBAI270V4 📑","fullname":"Amaorynho/BBAI270V4","Model sha":"8896a9c03756dd01a912121946c9f838cebe3c63","Average ⬆️":4.549298117195413,"Hub License":"","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6849635831653293,"IFEval Raw":0.1990374428737971,"IFEval":19.90374428737971,"BBH Raw":0.30712046736502824,"BBH":3.006785000149223,"MATH Lvl 5 Raw":0.008308157099697885,"MATH Lvl 5":0.8308157099697886,"GPQA Raw":0.24580536912751677,"GPQA":0.0,"MUSR Raw":0.33139583333333333,"MUSR":2.291145833333333,"MMLU-PRO Raw":0.11136968085106383,"MMLU-PRO":1.2632978723404247,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-26","Submission Date":"2025-02-26","Generation":1,"Base Model":"Amaorynho/BBAI270V4 (Merge)"},{"eval_name":"Amaorynho_BBAIIFEV1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Amaorynho/BBAIIFEV1 📑","fullname":"Amaorynho/BBAIIFEV1","Model sha":"33fe7318e700f67458fa3c1872f4821e35d0095a","Average ⬆️":30.577013862416408,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6822098163443253,"IFEval Raw":0.8047369867507104,"IFEval":80.47369867507103,"BBH Raw":0.5292462038560509,"BBH":32.97465792285014,"MATH Lvl 5 Raw":0.1933534743202417,"MATH Lvl 5":19.335347432024168,"GPQA Raw":0.3104026845637584,"GPQA":8.05369127516779,"MUSR Raw":0.4184895833333333,"MUSR":10.877864583333329,"MMLU-PRO Raw":0.3857214095744681,"MMLU-PRO":31.746823286052013,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-01","Submission Date":"2025-03-01","Generation":1,"Base Model":"Amaorynho/BBAIIFEV1 (Merge)"},{"eval_name":"Amaorynho_BBAI_375_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Amaorynho/BBAI_375 📑","fullname":"Amaorynho/BBAI_375","Model sha":"4754976361b6f11107115121ff8bcb942c9b8b7e","Average ⬆️":3.4638352160730896,"Hub License":"","Hub ❤️":1,"#Params (B)":1.09,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.08627659342838825,"IFEval Raw":0.14670518668244703,"IFEval":14.670518668244704,"BBH Raw":0.2704366990167133,"BBH":1.6776683167876156,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2525167785234899,"GPQA":0.33557046979865535,"MUSR Raw":0.3605416666666667,"MUSR":2.7343749999999996,"MMLU-PRO Raw":0.11228390957446809,"MMLU-PRO":1.3648788416075646,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-27","Generation":1,"Base Model":"Amaorynho/BBAI_375 (Merge)"},{"eval_name":"Amu_t1-1.5B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Amu/t1-1.5B 📑","fullname":"Amu/t1-1.5B","Model sha":"c716f5dc63c3d82b185cbac27f6fafd970131db3","Average ⬆️":12.141383312461109,"Hub License":"mit","Hub ❤️":1,"#Params (B)":1.777,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6206258731095564,"IFEval Raw":0.3393717558300864,"IFEval":33.93717558300864,"BBH Raw":0.4007606984109216,"BBH":15.172860277880739,"MATH Lvl 5 Raw":0.0513595166163142,"MATH Lvl 5":5.13595166163142,"GPQA Raw":0.24328859060402686,"GPQA":0.0,"MUSR Raw":0.3517083333333333,"MUSR":1.1968749999999995,"MMLU-PRO Raw":0.2566489361702128,"MMLU-PRO":17.405437352245865,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-12","Submission Date":"2025-03-08","Generation":1,"Base Model":"Amu/t1-1.5B (Merge)"},{"eval_name":"Amu_t1-3B_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Amu/t1-3B 📑","fullname":"Amu/t1-3B","Model sha":"400974f4c14e78c9f0ea2660748e3b6d5253c350","Average ⬆️":11.160895171582572,"Hub License":"mit","Hub ❤️":1,"#Params (B)":3.397,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8009694476236229,"IFEval Raw":0.33277703160946287,"IFEval":33.27770316094629,"BBH Raw":0.39989750143834385,"BBH":15.248848632790677,"MATH Lvl 5 Raw":0.13746223564954682,"MATH Lvl 5":13.746223564954683,"GPQA Raw":0.2407718120805369,"GPQA":0.0,"MUSR Raw":0.34348958333333335,"MUSR":1.5361979166666664,"MMLU-PRO Raw":0.12840757978723405,"MMLU-PRO":3.1563977541371155,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-10","Submission Date":"2025-03-13","Generation":1,"Base Model":"Amu/t1-3B (Merge)"},{"eval_name":"ArliAI_ArliAI-RPMax-12B-v1.1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"ArliAI/ArliAI-RPMax-12B-v1.1 📑","fullname":"ArliAI/ArliAI-RPMax-12B-v1.1","Model sha":"645db1cf8ad952eb57854a133e8e15303b898b04","Average ⬆️":20.976339912086193,"Hub License":"apache-2.0","Hub ❤️":44,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.6668046106558903,"IFEval Raw":0.5348852156721942,"IFEval":53.48852156721942,"BBH Raw":0.475181760840119,"BBH":24.80906331793277,"MATH Lvl 5 Raw":0.11253776435045318,"MATH Lvl 5":11.253776435045317,"GPQA Raw":0.28187919463087246,"GPQA":4.250559284116329,"MUSR Raw":0.36184375,"MUSR":5.563802083333336,"MMLU-PRO Raw":0.3384308510638298,"MMLU-PRO":26.492316784869978,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-31","Submission Date":"2024-09-05","Generation":0,"Base Model":"ArliAI/ArliAI-RPMax-12B-v1.1"},{"eval_name":"ArliAI_Llama-3.1-8B-ArliAI-RPMax-v1.1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ArliAI/Llama-3.1-8B-ArliAI-RPMax-v1.1 📑","fullname":"ArliAI/Llama-3.1-8B-ArliAI-RPMax-v1.1","Model sha":"540bd352e59c63900af91b95a932b33aaee70c76","Average ⬆️":23.942143268323218,"Hub License":"llama3","Hub ❤️":29,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7854895170769118,"IFEval Raw":0.6359016298975606,"IFEval":63.59016298975607,"BBH Raw":0.5015613456039083,"BBH":28.787014099442825,"MATH Lvl 5 Raw":0.13141993957703926,"MATH Lvl 5":13.141993957703926,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.3576875,"MUSR":5.3109375000000005,"MMLU-PRO Raw":0.35513630319148937,"MMLU-PRO":28.34847813238771,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-23","Submission Date":"2024-09-19","Generation":0,"Base Model":"ArliAI/Llama-3.1-8B-ArliAI-RPMax-v1.1"},{"eval_name":"Arthur-LAGACHERIE_Precis-1B-Instruct_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Arthur-LAGACHERIE/Precis-1B-Instruct 📑","fullname":"Arthur-LAGACHERIE/Precis-1B-Instruct","Model sha":"c3916b69283eb7424aa4df62deeeafbd81883521","Average ⬆️":8.848710962428209,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7923436680964789,"IFEval Raw":0.3670738086056109,"IFEval":36.70738086056109,"BBH Raw":0.3223614510687368,"BBH":6.06909792285563,"MATH Lvl 5 Raw":0.0037764350453172208,"MATH Lvl 5":0.3776435045317221,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.34355208333333337,"MUSR":3.077343750000001,"MMLU-PRO Raw":0.14261968085106383,"MMLU-PRO":4.735520094562647,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-19","Submission Date":"2025-01-19","Generation":1,"Base Model":"Arthur-LAGACHERIE/Precis-1B-Instruct (Merge)"},{"eval_name":"Artples_L-MChat-7b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Artples/L-MChat-7b 📑","fullname":"Artples/L-MChat-7b","Model sha":"e10137f5cbfc1b73068d6473e4a87241cca0b3f4","Average ⬆️":21.238493444242586,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1844523714047013,"IFEval Raw":0.5296646231997766,"IFEval":52.96646231997766,"BBH Raw":0.46003301674679414,"BBH":24.20155738881327,"MATH Lvl 5 Raw":0.09214501510574018,"MATH Lvl 5":9.214501510574017,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.4028645833333333,"MUSR":8.124739583333334,"MMLU-PRO Raw":0.3298703457446808,"MMLU-PRO":25.541149527186757,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-04-02","Submission Date":"2024-07-07","Generation":1,"Base Model":"Artples/L-MChat-7b (Merge)"},{"eval_name":"Artples_L-MChat-Small_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"PhiForCausalLM","Model":"Artples/L-MChat-Small 📑","fullname":"Artples/L-MChat-Small","Model sha":"52484c277f6062c12dc6d6b6397ee0d0c21b0126","Average ⬆️":15.23132798262929,"Hub License":"mit","Hub ❤️":1,"#Params (B)":2.78,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9310211903677648,"IFEval Raw":0.32870561222002065,"IFEval":32.87056122200207,"BBH Raw":0.48225627665257265,"BBH":26.856515500031353,"MATH Lvl 5 Raw":0.0377643504531722,"MATH Lvl 5":3.7764350453172204,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.36959375,"MUSR":9.265885416666663,"MMLU-PRO Raw":0.24642619680851063,"MMLU-PRO":16.269577423167846,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-04-11","Submission Date":"2024-07-07","Generation":1,"Base Model":"Artples/L-MChat-Small (Merge)"},{"eval_name":"Aryanne_QwentileSwap_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Aryanne/QwentileSwap 📑","fullname":"Aryanne/QwentileSwap","Model sha":"e373a84c38c369967edd4ba037d24dba7cb35738","Average ⬆️":43.91650770857709,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":34.397309465760216,"IFEval Raw":0.7378422585406721,"IFEval":73.78422585406722,"BBH Raw":0.7008370136278447,"BBH":57.67565555333628,"MATH Lvl 5 Raw":0.42220543806646527,"MATH Lvl 5":42.220543806646525,"GPQA Raw":0.3674496644295302,"GPQA":15.659955257270694,"MUSR Raw":0.4640416666666667,"MUSR":19.20520833333333,"MMLU-PRO Raw":0.5945811170212766,"MMLU-PRO":54.95345744680851,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-12","Submission Date":"2025-02-05","Generation":1,"Base Model":"Aryanne/QwentileSwap (Merge)"},{"eval_name":"Aryanne_SHBA_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Aryanne/SHBA 📑","fullname":"Aryanne/SHBA","Model sha":"66d0feb9f54c375520fa6342f3d8f7e2be707101","Average ⬆️":29.875548231649606,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5300866770671717,"IFEval Raw":0.7816560060639104,"IFEval":78.16560060639105,"BBH Raw":0.5233174837035715,"BBH":32.47770265291174,"MATH Lvl 5 Raw":0.1797583081570997,"MATH Lvl 5":17.97583081570997,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.41613541666666665,"MUSR":11.11692708333333,"MMLU-PRO Raw":0.3892121010638298,"MMLU-PRO":32.134677895981085,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-05","Submission Date":"2025-01-11","Generation":1,"Base Model":"Aryanne/SHBA (Merge)"},{"eval_name":"Aryanne_SuperHeart_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Aryanne/SuperHeart 📑","fullname":"Aryanne/SuperHeart","Model sha":"02b5050d7e600ce3db81a19638f6043c895d60cf","Average ⬆️":25.55719928277682,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8079185536473381,"IFEval Raw":0.5192234382549413,"IFEval":51.92234382549414,"BBH Raw":0.5215375046264326,"BBH":31.893554212659296,"MATH Lvl 5 Raw":0.15634441087613293,"MATH Lvl 5":15.634441087613293,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.44357291666666665,"MUSR":14.713281249999996,"MMLU-PRO Raw":0.3912067819148936,"MMLU-PRO":32.35630910165484,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-23","Submission Date":"2024-09-23","Generation":1,"Base Model":"Aryanne/SuperHeart (Merge)"},{"eval_name":"AtAndDev_Qwen2.5-1.5B-continuous-learnt_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"AtAndDev/Qwen2.5-1.5B-continuous-learnt 📑","fullname":"AtAndDev/Qwen2.5-1.5B-continuous-learnt","Model sha":"01c0981db9cf0f146fe050065f17343af75a8aa6","Average ⬆️":16.518524239214223,"Hub License":"","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.673034773667099,"IFEval Raw":0.4605214165081982,"IFEval":46.05214165081983,"BBH Raw":0.42577470857933336,"BBH":19.53766599736009,"MATH Lvl 5 Raw":0.07477341389728097,"MATH Lvl 5":7.477341389728097,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.3636458333333333,"MUSR":3.7890625000000013,"MMLU-PRO Raw":0.28116688829787234,"MMLU-PRO":20.12965425531915,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-13","Generation":0,"Base Model":"Removed"},{"eval_name":"AtAndDev_Qwen2.5-1.5B-continuous-learnt_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"AtAndDev/Qwen2.5-1.5B-continuous-learnt 📑","fullname":"AtAndDev/Qwen2.5-1.5B-continuous-learnt","Model sha":"01c0981db9cf0f146fe050065f17343af75a8aa6","Average ⬆️":17.483555890459094,"Hub License":"","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3771692115967817,"IFEval Raw":0.45105431366551857,"IFEval":45.105431366551855,"BBH Raw":0.42746984992662185,"BBH":19.766408804078655,"MATH Lvl 5 Raw":0.1472809667673716,"MATH Lvl 5":14.72809667673716,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.36228124999999994,"MUSR":2.551822916666667,"MMLU-PRO Raw":0.28058510638297873,"MMLU-PRO":20.06501182033097,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-18","Generation":0,"Base Model":"Removed"},{"eval_name":"Ateron_Glowing-Forest-12B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Ateron/Glowing-Forest-12B 📑","fullname":"Ateron/Glowing-Forest-12B","Model sha":"22dd37b5d3b433069b1685d6b1f01035e3c4a817","Average ⬆️":22.612024614962053,"Hub License":"","Hub ❤️":0,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8972694159256903,"IFEval Raw":0.3591803082487799,"IFEval":35.91803082487799,"BBH Raw":0.549176294722067,"BBH":35.52548240518279,"MATH Lvl 5 Raw":0.07779456193353475,"MATH Lvl 5":7.779456193353475,"GPQA Raw":0.33305369127516776,"GPQA":11.073825503355701,"MUSR Raw":0.44490625,"MUSR":15.179947916666663,"MMLU-PRO Raw":0.37175864361702127,"MMLU-PRO":30.1954048463357,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-06","Generation":0,"Base Model":"Removed"},{"eval_name":"Ateron_Lotus-Magpic_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Ateron/Lotus-Magpic 📑","fullname":"Ateron/Lotus-Magpic","Model sha":"6b74d29b20a99f2cc681967178c98413f933f982","Average ⬆️":25.49856357813722,"Hub License":"","Hub ❤️":1,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8675250939281365,"IFEval Raw":0.6286076499244228,"IFEval":62.86076499244227,"BBH Raw":0.5253514950133299,"BBH":32.65772737584173,"MATH Lvl 5 Raw":0.09969788519637462,"MATH Lvl 5":9.969788519637463,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.4331875,"MUSR":12.781770833333335,"MMLU-PRO Raw":0.3490691489361702,"MMLU-PRO":27.67434988179669,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-03-05","Generation":1,"Base Model":"Ateron/Lotus-Magpic (Merge)"},{"eval_name":"Ateron_Way_of_MagPicaro_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Ateron/Way_of_MagPicaro 📑","fullname":"Ateron/Way_of_MagPicaro","Model sha":"f24956949dbd0d0713da0e14562e74fc20b7367d","Average ⬆️":20.630569141650984,"Hub License":"","Hub ❤️":1,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8622054716791998,"IFEval Raw":0.2637091805298829,"IFEval":26.37091805298829,"BBH Raw":0.5427386861946704,"BBH":34.315941121704846,"MATH Lvl 5 Raw":0.05891238670694864,"MATH Lvl 5":5.8912386706948645,"GPQA Raw":0.3338926174496644,"GPQA":11.185682326621922,"MUSR Raw":0.46490625,"MUSR":17.84661458333333,"MMLU-PRO Raw":0.35355718085106386,"MMLU-PRO":28.173020094562645,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-15","Submission Date":"2025-03-05","Generation":1,"Base Model":"Ateron/Way_of_MagPicaro (Merge)"},{"eval_name":"AuraIndustries_Aura-4B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"AuraIndustries/Aura-4B 📑","fullname":"AuraIndustries/Aura-4B","Model sha":"808d578b460382ddc90f8828a4dcd1c58deb7045","Average ⬆️":16.063480369846303,"Hub License":"apache-2.0","Hub ❤️":10,"#Params (B)":4.513,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1599834197817673,"IFEval Raw":0.38156203318306536,"IFEval":38.15620331830654,"BBH Raw":0.4490409465001946,"BBH":22.64085672774061,"MATH Lvl 5 Raw":0.04229607250755287,"MATH Lvl 5":4.229607250755287,"GPQA Raw":0.287751677852349,"GPQA":5.033557046979867,"MUSR Raw":0.39384375,"MUSR":7.3638020833333355,"MMLU-PRO Raw":0.27061170212765956,"MMLU-PRO":18.95685579196217,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-12","Submission Date":"2024-12-13","Generation":1,"Base Model":"AuraIndustries/Aura-4B (Merge)"},{"eval_name":"AuraIndustries_Aura-8B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"AuraIndustries/Aura-8B 📑","fullname":"AuraIndustries/Aura-8B","Model sha":"d7f840c57c89fd655690a8371ce8f5c82f57ad80","Average ⬆️":27.363297533889394,"Hub License":"apache-2.0","Hub ❤️":7,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.279427720279719,"IFEval Raw":0.7205315230255722,"IFEval":72.05315230255721,"BBH Raw":0.5131231419849063,"BBH":30.981348410709717,"MATH Lvl 5 Raw":0.15181268882175228,"MATH Lvl 5":15.181268882175228,"GPQA Raw":0.2860738255033557,"GPQA":4.809843400447425,"MUSR Raw":0.4004479166666666,"MUSR":9.22265625,"MMLU-PRO Raw":0.38738364361702127,"MMLU-PRO":31.93151595744681,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-08","Submission Date":"2024-12-10","Generation":1,"Base Model":"AuraIndustries/Aura-8B (Merge)"},{"eval_name":"AuraIndustries_Aura-MoE-2x4B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"AuraIndustries/Aura-MoE-2x4B 📑","fullname":"AuraIndustries/Aura-MoE-2x4B","Model sha":"82e9951d78355fd6b37c2a54778df2948e1b52a9","Average ⬆️":16.79797839924053,"Hub License":"","Hub ❤️":0,"#Params (B)":7.231,"Available on the hub":false,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.994775253625848,"IFEval Raw":0.460096987105325,"IFEval":46.00969871053249,"BBH Raw":0.43385067041774666,"BBH":20.61384808360901,"MATH Lvl 5 Raw":0.030966767371601207,"MATH Lvl 5":3.096676737160121,"GPQA Raw":0.27181208053691275,"GPQA":2.9082774049216997,"MUSR Raw":0.40851041666666665,"MUSR":9.830468750000001,"MMLU-PRO Raw":0.26496010638297873,"MMLU-PRO":18.32890070921986,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-14","Generation":0,"Base Model":"Removed"},{"eval_name":"AuraIndustries_Aura-MoE-2x4B-v2_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"AuraIndustries/Aura-MoE-2x4B-v2 📑","fullname":"AuraIndustries/Aura-MoE-2x4B-v2","Model sha":"cc78898fad6443ccfe79b956bfde17bd101c15a0","Average ⬆️":17.515881576703762,"Hub License":"","Hub ❤️":0,"#Params (B)":7.231,"Available on the hub":false,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8490265375303532,"IFEval Raw":0.4777822843388875,"IFEval":47.77822843388875,"BBH Raw":0.43152444292813597,"BBH":20.801181076748463,"MATH Lvl 5 Raw":0.03172205438066465,"MATH Lvl 5":3.1722054380664653,"GPQA Raw":0.287751677852349,"GPQA":5.033557046979867,"MUSR Raw":0.4100625,"MUSR":10.42447916666667,"MMLU-PRO Raw":0.2609707446808511,"MMLU-PRO":17.88563829787234,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-15","Generation":0,"Base Model":"Removed"},{"eval_name":"Aurel9_testmerge-7b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Aurel9/testmerge-7b 📑","fullname":"Aurel9/testmerge-7b","Model sha":"b5f0a72d981b5b2c6bd6294093c6956d88477a3e","Average ⬆️":20.96930213435916,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9529287302081578,"IFEval Raw":0.3979984219648311,"IFEval":39.79984219648311,"BBH Raw":0.5189590919105128,"BBH":32.79279332763635,"MATH Lvl 5 Raw":0.06570996978851963,"MATH Lvl 5":6.570996978851963,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.4658645833333333,"MUSR":17.133072916666666,"MMLU-PRO Raw":0.3052692819148936,"MMLU-PRO":22.807697990543733,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-16","Submission Date":"2024-11-16","Generation":1,"Base Model":"Aurel9/testmerge-7b (Merge)"},{"eval_name":"Ayush-Singh_Llama1B-sft-2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Ayush-Singh/Llama1B-sft-2 📑","fullname":"Ayush-Singh/Llama1B-sft-2","Model sha":"8979241089bc73efdb2b89c47fcadc90586d7688","Average ⬆️":3.1693229450767695,"Hub License":"","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7669701604841612,"IFEval Raw":0.13743755457741016,"IFEval":13.743755457741015,"BBH Raw":0.283428204214368,"BBH":1.2375708061002186,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.24580536912751677,"GPQA":0.0,"MUSR Raw":0.35520833333333335,"MUSR":2.7343749999999996,"MMLU-PRO Raw":0.11170212765957446,"MMLU-PRO":1.300236406619384,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-28","Submission Date":"2025-02-05","Generation":0,"Base Model":"Ayush-Singh/Llama1B-sft-2"},{"eval_name":"Azure99_Blossom-V6-14B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Azure99/Blossom-V6-14B 📑","fullname":"Azure99/Blossom-V6-14B","Model sha":"7bc5a97a4faf8de6554255a287f76b1841f8572f","Average ⬆️":32.80581546858162,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.503315116093226,"IFEval Raw":0.6395486198841297,"IFEval":63.95486198841297,"BBH Raw":0.5068726694646123,"BBH":30.3528011952772,"MATH Lvl 5 Raw":0.525679758308157,"MATH Lvl 5":52.567975830815705,"GPQA Raw":0.2625838926174497,"GPQA":1.6778523489932917,"MUSR Raw":0.40352083333333333,"MUSR":8.906770833333335,"MMLU-PRO Raw":0.4543716755319149,"MMLU-PRO":39.3746306146572,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-27","Submission Date":"2025-01-30","Generation":1,"Base Model":"Azure99/Blossom-V6-14B (Merge)"},{"eval_name":"Azure99_Blossom-V6-7B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Azure99/Blossom-V6-7B 📑","fullname":"Azure99/Blossom-V6-7B","Model sha":"a4e3f54a7a3d5db6486cc1bc491a1b38e9883954","Average ⬆️":31.04565038906736,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8136679248856464,"IFEval Raw":0.5538194213575536,"IFEval":55.38194213575535,"BBH Raw":0.49736683240887,"BBH":29.447521285247884,"MATH Lvl 5 Raw":0.45845921450151056,"MATH Lvl 5":45.84592145015105,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.43009375,"MUSR":13.395052083333335,"MMLU-PRO Raw":0.41439494680851063,"MMLU-PRO":34.932771867612296,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-27","Submission Date":"2025-01-30","Generation":1,"Base Model":"Azure99/Blossom-V6-7B (Merge)"},{"eval_name":"Azure99_blossom-v5-32b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Azure99/blossom-v5-32b 📑","fullname":"Azure99/blossom-v5-32b","Model sha":"ccd4d86e3de01187043683dea1e28df904f7408e","Average ⬆️":27.724659940062114,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":32.512,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":11.376000661812801,"IFEval Raw":0.5235441960664371,"IFEval":52.3544196066437,"BBH Raw":0.5954545257004673,"BBH":42.883055884713976,"MATH Lvl 5 Raw":0.1865558912386707,"MATH Lvl 5":18.65558912386707,"GPQA Raw":0.311241610738255,"GPQA":8.165548098434002,"MUSR Raw":0.40199999999999997,"MUSR":8.350000000000001,"MMLU-PRO Raw":0.4234541223404255,"MMLU-PRO":35.93934692671394,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-29","Submission Date":"2024-09-21","Generation":0,"Base Model":"Azure99/blossom-v5-32b"},{"eval_name":"Azure99_blossom-v5-llama3-8b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Azure99/blossom-v5-llama3-8b 📑","fullname":"Azure99/blossom-v5-llama3-8b","Model sha":"91ea35e2e65516988021e4bb3b908e3e497e05c2","Average ⬆️":14.598962808998438,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7443057854894946,"IFEval Raw":0.434293230849701,"IFEval":43.4293230849701,"BBH Raw":0.4184909197087261,"BBH":18.306535405618444,"MATH Lvl 5 Raw":0.0513595166163142,"MATH Lvl 5":5.13595166163142,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.36702083333333335,"MUSR":5.3109375000000005,"MMLU-PRO Raw":0.2205784574468085,"MMLU-PRO":13.397606382978722,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-20","Submission Date":"2024-09-21","Generation":0,"Base Model":"Azure99/blossom-v5-llama3-8b"},{"eval_name":"Azure99_blossom-v5.1-34b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Azure99/blossom-v5.1-34b 📑","fullname":"Azure99/blossom-v5.1-34b","Model sha":"2c803204f5dbf4ce37e2df98eb0205cdc53de10d","Average ⬆️":30.298681690900178,"Hub License":"apache-2.0","Hub ❤️":5,"#Params (B)":34.389,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":12.700997469006204,"IFEval Raw":0.5696562897556262,"IFEval":56.96562897556262,"BBH Raw":0.6109110096611161,"BBH":44.14770458838461,"MATH Lvl 5 Raw":0.2590634441087613,"MATH Lvl 5":25.90634441087613,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.39279166666666665,"MUSR":7.298958333333334,"MMLU-PRO Raw":0.4557845744680851,"MMLU-PRO":39.531619385342786,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-19","Submission Date":"2024-07-27","Generation":0,"Base Model":"Azure99/blossom-v5.1-34b"},{"eval_name":"Azure99_blossom-v5.1-9b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Azure99/blossom-v5.1-9b 📑","fullname":"Azure99/blossom-v5.1-9b","Model sha":"6044a3dc1e04529fe883aa513d37f266a320d793","Average ⬆️":26.470194407631528,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":8.829,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.227728401062798,"IFEval Raw":0.5085816744016985,"IFEval":50.85816744016986,"BBH Raw":0.5343292377916368,"BBH":34.20124449031171,"MATH Lvl 5 Raw":0.2122356495468278,"MATH Lvl 5":21.22356495468278,"GPQA Raw":0.33557046979865773,"GPQA":11.409395973154364,"MUSR Raw":0.39939583333333334,"MUSR":8.024479166666667,"MMLU-PRO Raw":0.39793882978723405,"MMLU-PRO":33.10431442080379,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-15","Submission Date":"2024-07-24","Generation":0,"Base Model":"Azure99/blossom-v5.1-9b"},{"eval_name":"BAAI_Gemma2-9B-IT-Simpo-Infinity-Preference_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"BAAI/Gemma2-9B-IT-Simpo-Infinity-Preference 📑","fullname":"BAAI/Gemma2-9B-IT-Simpo-Infinity-Preference","Model sha":"028a91b1a4f14d365c6db08093b03348455c7bad","Average ⬆️":22.607935619579848,"Hub License":"","Hub ❤️":17,"#Params (B)":9.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":8.800296921754853,"IFEval Raw":0.31763831079314,"IFEval":31.763831079313995,"BBH Raw":0.5979459664230056,"BBH":42.19084405906616,"MATH Lvl 5 Raw":0.09743202416918428,"MATH Lvl 5":9.743202416918429,"GPQA Raw":0.33976510067114096,"GPQA":11.968680089485462,"MUSR Raw":0.39657291666666666,"MUSR":8.104947916666669,"MMLU-PRO Raw":0.3868849734042553,"MMLU-PRO":31.876108156028373,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-28","Submission Date":"2024-09-05","Generation":2,"Base Model":"google/gemma-2-9b"},{"eval_name":"BAAI_Infinity-Instruct-3M-0613-Llama3-70B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"BAAI/Infinity-Instruct-3M-0613-Llama3-70B 📑","fullname":"BAAI/Infinity-Instruct-3M-0613-Llama3-70B","Model sha":"9fc53668064bdda22975ca72c5a287f8241c95b3","Average ⬆️":35.578242909223654,"Hub License":"apache-2.0","Hub ❤️":5,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":21.053813934815626,"IFEval Raw":0.6821134589555713,"IFEval":68.21134589555712,"BBH Raw":0.6641614484348598,"BBH":51.327160982522116,"MATH Lvl 5 Raw":0.21525679758308158,"MATH Lvl 5":21.525679758308158,"GPQA Raw":0.35822147651006714,"GPQA":14.429530201342287,"MUSR Raw":0.45226041666666666,"MUSR":16.53255208333333,"MMLU-PRO Raw":0.47298869680851063,"MMLU-PRO":41.44318853427896,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-27","Submission Date":"2024-06-28","Generation":0,"Base Model":"BAAI/Infinity-Instruct-3M-0613-Llama3-70B"},{"eval_name":"BAAI_Infinity-Instruct-3M-0613-Mistral-7B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"BAAI/Infinity-Instruct-3M-0613-Mistral-7B 📑","fullname":"BAAI/Infinity-Instruct-3M-0613-Mistral-7B","Model sha":"c7a742e539ec264b9eaeefe2aed29e92e8a7ebd6","Average ⬆️":22.29353000800769,"Hub License":"apache-2.0","Hub ❤️":11,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.898749257491813,"IFEval Raw":0.5319873491225504,"IFEval":53.19873491225504,"BBH Raw":0.49582333763258896,"BBH":28.992936470320583,"MATH Lvl 5 Raw":0.08157099697885196,"MATH Lvl 5":8.157099697885197,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.4350833333333333,"MUSR":13.252083333333333,"MMLU-PRO Raw":0.31607380319148937,"MMLU-PRO":24.00820035460993,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-21","Submission Date":"2024-06-27","Generation":0,"Base Model":"BAAI/Infinity-Instruct-3M-0613-Mistral-7B"},{"eval_name":"BAAI_Infinity-Instruct-3M-0625-Llama3-70B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"BAAI/Infinity-Instruct-3M-0625-Llama3-70B 📑","fullname":"BAAI/Infinity-Instruct-3M-0625-Llama3-70B","Model sha":"6d8ceada57e55cff3503191adc4d6379ff321fe2","Average ⬆️":36.91009196843762,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":20.86191028123878,"IFEval Raw":0.7442120240960651,"IFEval":74.42120240960651,"BBH Raw":0.6670337872930245,"BBH":52.02816164280523,"MATH Lvl 5 Raw":0.22507552870090636,"MATH Lvl 5":22.507552870090635,"GPQA Raw":0.3573825503355705,"GPQA":14.317673378076066,"MUSR Raw":0.46165625000000005,"MUSR":18.34036458333333,"MMLU-PRO Raw":0.4586103723404255,"MMLU-PRO":39.84559692671394,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-09","Submission Date":"2024-08-30","Generation":0,"Base Model":"BAAI/Infinity-Instruct-3M-0625-Llama3-70B"},{"eval_name":"BAAI_Infinity-Instruct-3M-0625-Llama3-8B_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"BAAI/Infinity-Instruct-3M-0625-Llama3-8B 📑","fullname":"BAAI/Infinity-Instruct-3M-0625-Llama3-8B","Model sha":"7be7c0ff1e35c3bb781c47222da99a1724f5f1da","Average ⬆️":22.062531958779175,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7160075623568083,"IFEval Raw":0.6050268842227512,"IFEval":60.50268842227513,"BBH Raw":0.4954985723563075,"BBH":28.9882222457564,"MATH Lvl 5 Raw":0.08836858006042296,"MATH Lvl 5":8.836858006042297,"GPQA Raw":0.2751677852348993,"GPQA":3.355704697986576,"MUSR Raw":0.37120833333333336,"MUSR":5.6677083333333345,"MMLU-PRO Raw":0.3252160904255319,"MMLU-PRO":25.02401004728132,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-09","Submission Date":"2024-07-13","Generation":0,"Base Model":"BAAI/Infinity-Instruct-3M-0625-Llama3-8B"},{"eval_name":"BAAI_Infinity-Instruct-3M-0625-Mistral-7B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"BAAI/Infinity-Instruct-3M-0625-Mistral-7B 📑","fullname":"BAAI/Infinity-Instruct-3M-0625-Mistral-7B","Model sha":"302e3ae0bcc50dae3fb69fc1b08b518398e8c407","Average ⬆️":22.843425216048672,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5715943827465826,"IFEval Raw":0.5867420666054957,"IFEval":58.67420666054956,"BBH Raw":0.4939670574681802,"BBH":28.82328942958971,"MATH Lvl 5 Raw":0.07628398791540786,"MATH Lvl 5":7.628398791540786,"GPQA Raw":0.28691275167785235,"GPQA":4.921700223713646,"MUSR Raw":0.42723958333333334,"MUSR":12.23828125,"MMLU-PRO Raw":0.3229720744680851,"MMLU-PRO":24.774674940898343,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-09","Submission Date":"2024-08-05","Generation":0,"Base Model":"BAAI/Infinity-Instruct-3M-0625-Mistral-7B"},{"eval_name":"BAAI_Infinity-Instruct-3M-0625-Qwen2-7B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"BAAI/Infinity-Instruct-3M-0625-Qwen2-7B 📑","fullname":"BAAI/Infinity-Instruct-3M-0625-Qwen2-7B","Model sha":"503c24156d7682458686a7b5324f7f886e63470d","Average ⬆️":26.199808011295485,"Hub License":"apache-2.0","Hub ❤️":8,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.660155948960905,"IFEval Raw":0.5553930238434022,"IFEval":55.53930238434022,"BBH Raw":0.5345911997776569,"BBH":34.65682860864863,"MATH Lvl 5 Raw":0.19259818731117825,"MATH Lvl 5":19.259818731117825,"GPQA Raw":0.31291946308724833,"GPQA":8.389261744966444,"MUSR Raw":0.38876041666666666,"MUSR":6.461718749999999,"MMLU-PRO Raw":0.39602726063829785,"MMLU-PRO":32.89191784869976,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-09","Submission Date":"2024-08-05","Generation":0,"Base Model":"BAAI/Infinity-Instruct-3M-0625-Qwen2-7B"},{"eval_name":"BAAI_Infinity-Instruct-3M-0625-Yi-1.5-9B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"BAAI/Infinity-Instruct-3M-0625-Yi-1.5-9B 📑","fullname":"BAAI/Infinity-Instruct-3M-0625-Yi-1.5-9B","Model sha":"a42c86c61b98ca4fdf238d688fe6ea11cf414d29","Average ⬆️":28.14496041142372,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":8.829,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.233602481106533,"IFEval Raw":0.5185984299436606,"IFEval":51.85984299436606,"BBH Raw":0.5509115146247398,"BBH":35.37870748220464,"MATH Lvl 5 Raw":0.16389728096676737,"MATH Lvl 5":16.389728096676738,"GPQA Raw":0.3540268456375839,"GPQA":13.870246085011187,"MUSR Raw":0.45753125,"MUSR":16.724739583333335,"MMLU-PRO Raw":0.41181848404255317,"MMLU-PRO":34.64649822695036,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-09","Submission Date":"2024-08-05","Generation":0,"Base Model":"BAAI/Infinity-Instruct-3M-0625-Yi-1.5-9B"},{"eval_name":"BAAI_Infinity-Instruct-7M-0729-Llama3_1-8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"BAAI/Infinity-Instruct-7M-0729-Llama3_1-8B 📑","fullname":"BAAI/Infinity-Instruct-7M-0729-Llama3_1-8B","Model sha":"0aca33fd7500a781d041e8bf7e5e3789b03f54f4","Average ⬆️":23.447423677135685,"Hub License":"llama3.1","Hub ❤️":8,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7336102063619132,"IFEval Raw":0.6131952109292234,"IFEval":61.31952109292233,"BBH Raw":0.5077335431381055,"BBH":30.888804607565575,"MATH Lvl 5 Raw":0.12764350453172205,"MATH Lvl 5":12.764350453172204,"GPQA Raw":0.29278523489932884,"GPQA":5.7046979865771785,"MUSR Raw":0.35784375,"MUSR":5.297135416666668,"MMLU-PRO Raw":0.3223902925531915,"MMLU-PRO":24.710032505910167,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-02","Submission Date":"2024-08-05","Generation":0,"Base Model":"BAAI/Infinity-Instruct-7M-0729-Llama3_1-8B"},{"eval_name":"BAAI_Infinity-Instruct-7M-0729-mistral-7B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"BAAI/Infinity-Instruct-7M-0729-mistral-7B 📑","fullname":"BAAI/Infinity-Instruct-7M-0729-mistral-7B","Model sha":"36651591cb13346ecbde23832013e024029700fa","Average ⬆️":23.21644934658775,"Hub License":"apache-2.0","Hub ❤️":5,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5985224340218647,"IFEval Raw":0.6161928128476886,"IFEval":61.61928128476886,"BBH Raw":0.4963813586525743,"BBH":28.697915491520025,"MATH Lvl 5 Raw":0.08308157099697885,"MATH Lvl 5":8.308157099697885,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.4061875,"MUSR":10.04010416666667,"MMLU-PRO Raw":0.3273769946808511,"MMLU-PRO":25.26411052009456,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-25","Submission Date":"2024-08-05","Generation":0,"Base Model":"BAAI/Infinity-Instruct-7M-0729-mistral-7B"},{"eval_name":"BAAI_Infinity-Instruct-7M-Gen-Llama3_1-70B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"BAAI/Infinity-Instruct-7M-Gen-Llama3_1-70B 📑","fullname":"BAAI/Infinity-Instruct-7M-Gen-Llama3_1-70B","Model sha":"1ef63c4993a8c723c9695c827295c17080a64435","Average ⬆️":37.48445364047765,"Hub License":"llama3.1","Hub ❤️":19,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":22.138242550850272,"IFEval Raw":0.7335458804859993,"IFEval":73.35458804859994,"BBH Raw":0.6695200461367471,"BBH":52.49894685232329,"MATH Lvl 5 Raw":0.25226586102719034,"MATH Lvl 5":25.226586102719033,"GPQA Raw":0.37583892617449666,"GPQA":16.778523489932887,"MUSR Raw":0.45390625,"MUSR":16.97161458333333,"MMLU-PRO Raw":0.460688164893617,"MMLU-PRO":40.076462765957444,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-25","Submission Date":"2024-09-26","Generation":0,"Base Model":"BAAI/Infinity-Instruct-7M-Gen-Llama3_1-70B"},{"eval_name":"BAAI_Infinity-Instruct-7M-Gen-Llama3_1-8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"BAAI/Infinity-Instruct-7M-Gen-Llama3_1-8B 📑","fullname":"BAAI/Infinity-Instruct-7M-Gen-Llama3_1-8B","Model sha":"56f9c2845ae024eb8b1dd9ea0d8891cbaf33c596","Average ⬆️":23.447423677135685,"Hub License":"llama3.1","Hub ❤️":8,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8342796170800313,"IFEval Raw":0.6131952109292234,"IFEval":61.31952109292233,"BBH Raw":0.5077335431381055,"BBH":30.888804607565575,"MATH Lvl 5 Raw":0.12764350453172205,"MATH Lvl 5":12.764350453172204,"GPQA Raw":0.29278523489932884,"GPQA":5.7046979865771785,"MUSR Raw":0.35784375,"MUSR":5.297135416666668,"MMLU-PRO Raw":0.3223902925531915,"MMLU-PRO":24.710032505910167,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-02","Submission Date":"2024-08-29","Generation":0,"Base Model":"BAAI/Infinity-Instruct-7M-Gen-Llama3_1-8B"},{"eval_name":"BAAI_Infinity-Instruct-7M-Gen-mistral-7B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"BAAI/Infinity-Instruct-7M-Gen-mistral-7B 📑","fullname":"BAAI/Infinity-Instruct-7M-Gen-mistral-7B","Model sha":"82c83d670a8954f4250547b53a057dea1fbd460d","Average ⬆️":23.191053766563783,"Hub License":"apache-2.0","Hub ❤️":5,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.64927044522619,"IFEval Raw":0.6146690780462506,"IFEval":61.46690780462506,"BBH Raw":0.4963813586525743,"BBH":28.697915491520025,"MATH Lvl 5 Raw":0.08308157099697885,"MATH Lvl 5":8.308157099697885,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.4061875,"MUSR":10.04010416666667,"MMLU-PRO Raw":0.3273769946808511,"MMLU-PRO":25.26411052009456,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-25","Submission Date":"2024-08-29","Generation":0,"Base Model":"BAAI/Infinity-Instruct-7M-Gen-mistral-7B"},{"eval_name":"BAAI_OPI-Llama-3.1-8B-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"BAAI/OPI-Llama-3.1-8B-Instruct 📑","fullname":"BAAI/OPI-Llama-3.1-8B-Instruct","Model sha":"48504799d009b4e1b29e6d2948a7cde68acdc3b0","Average ⬆️":8.531604396997649,"Hub License":"llama3.1","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.343313618854893,"IFEval Raw":0.20745510800232272,"IFEval":20.745510800232275,"BBH Raw":0.3551224419497605,"BBH":9.76871171424153,"MATH Lvl 5 Raw":0.013595166163141994,"MATH Lvl 5":1.3595166163141994,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.3233020833333333,"MUSR":3.579427083333334,"MMLU-PRO Raw":0.21243351063829788,"MMLU-PRO":12.492612293144207,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-06","Submission Date":"2024-09-21","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"BEE-spoke-data_Meta-Llama-3-8Bee_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"BEE-spoke-data/Meta-Llama-3-8Bee 📑","fullname":"BEE-spoke-data/Meta-Llama-3-8Bee","Model sha":"8143e34e77a49a30ec2617c5c9cc22cb3cda2287","Average ⬆️":14.657811877680324,"Hub License":"llama3","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6607598585562942,"IFEval Raw":0.19506575885317623,"IFEval":19.506575885317623,"BBH Raw":0.46263641905752745,"BBH":24.19903269979749,"MATH Lvl 5 Raw":0.04833836858006042,"MATH Lvl 5":4.833836858006042,"GPQA Raw":0.313758389261745,"GPQA":8.501118568232664,"MUSR Raw":0.36540625,"MUSR":6.242447916666666,"MMLU-PRO Raw":0.32197473404255317,"MMLU-PRO":24.66385933806146,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-28","Submission Date":"2024-07-04","Generation":1,"Base Model":"meta-llama/Meta-Llama-3-8B"},{"eval_name":"BEE-spoke-data_smol_llama-101M-GQA_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"BEE-spoke-data/smol_llama-101M-GQA 📑","fullname":"BEE-spoke-data/smol_llama-101M-GQA","Model sha":"bb26643db413bada7e0c3c50752bf9da82403dba","Average ⬆️":4.019599868138451,"Hub License":"apache-2.0","Hub ❤️":28,"#Params (B)":0.101,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.23921130531719068,"IFEval Raw":0.13843712460715346,"IFEval":13.843712460715347,"BBH Raw":0.3017560771912554,"BBH":3.1980040943527936,"MATH Lvl 5 Raw":0.006042296072507553,"MATH Lvl 5":0.6042296072507553,"GPQA Raw":0.2575503355704698,"GPQA":1.0067114093959737,"MUSR Raw":0.3712708333333334,"MUSR":4.275520833333334,"MMLU-PRO Raw":0.11070478723404255,"MMLU-PRO":1.1894208037825047,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-10-26","Submission Date":"2024-07-06","Generation":0,"Base Model":"BEE-spoke-data/smol_llama-101M-GQA"},{"eval_name":"BEE-spoke-data_smol_llama-220M-GQA_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"BEE-spoke-data/smol_llama-220M-GQA 📑","fullname":"BEE-spoke-data/smol_llama-220M-GQA","Model sha":"8845b1d3c0bc73522ef2700aab467183cbdca9f7","Average ⬆️":6.577800964187134,"Hub License":"apache-2.0","Hub ❤️":12,"#Params (B)":0.218,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.3272265469372181,"IFEval Raw":0.23860468002677343,"IFEval":23.860468002677344,"BBH Raw":0.30316731388708956,"BBH":3.03784275772053,"MATH Lvl 5 Raw":0.010574018126888218,"MATH Lvl 5":1.0574018126888218,"GPQA Raw":0.2558724832214765,"GPQA":0.7829977628635317,"MUSR Raw":0.405875,"MUSR":9.067708333333334,"MMLU-PRO Raw":0.1149434840425532,"MMLU-PRO":1.6603871158392434,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-12-22","Submission Date":"2024-06-26","Generation":0,"Base Model":"BEE-spoke-data/smol_llama-220M-GQA"},{"eval_name":"BEE-spoke-data_smol_llama-220M-GQA-fineweb_edu_bfloat16","Precision":"bfloat16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"BEE-spoke-data/smol_llama-220M-GQA-fineweb_edu 📑","fullname":"BEE-spoke-data/smol_llama-220M-GQA-fineweb_edu","Model sha":"dec16b41d5e94070dbc1f8449a554373fd4cc1d1","Average ⬆️":6.629850832257909,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":0.218,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.32375200832341444,"IFEval Raw":0.19881248420856662,"IFEval":19.88124842085666,"BBH Raw":0.29290517164510593,"BBH":2.314902449149024,"MATH Lvl 5 Raw":0.006797583081570997,"MATH Lvl 5":0.6797583081570997,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.4367604166666667,"MUSR":14.261718750000002,"MMLU-PRO Raw":0.11269946808510638,"MMLU-PRO":1.4110520094562635,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-08","Submission Date":"2024-06-26","Generation":1,"Base Model":"BEE-spoke-data/smol_llama-220M-GQA"},{"eval_name":"BEE-spoke-data_smol_llama-220M-openhermes_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"BEE-spoke-data/smol_llama-220M-openhermes 📑","fullname":"BEE-spoke-data/smol_llama-220M-openhermes","Model sha":"fb4bcd4b7eee363baacb4176a26cea2aaeb173f4","Average ⬆️":4.938005238605682,"Hub License":"apache-2.0","Hub ❤️":5,"#Params (B)":0.218,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.30885179519116146,"IFEval Raw":0.1555229014570229,"IFEval":15.552290145702292,"BBH Raw":0.30275191401927726,"BBH":3.107692077087363,"MATH Lvl 5 Raw":0.010574018126888218,"MATH Lvl 5":1.0574018126888218,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.3847291666666666,"MUSR":6.224479166666669,"MMLU-PRO Raw":0.11203457446808511,"MMLU-PRO":1.337174940898345,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-12-30","Submission Date":"2024-09-21","Generation":1,"Base Model":"BEE-spoke-data/smol_llama-220M-GQA"},{"eval_name":"BEE-spoke-data_tFINE-900m-e16-d32-flan_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"T5ForConditionalGeneration","Model":"BEE-spoke-data/tFINE-900m-e16-d32-flan 📑","fullname":"BEE-spoke-data/tFINE-900m-e16-d32-flan","Model sha":"d9ffec9798402d13d8f2c56ec3de3ad092445297","Average ⬆️":4.597533011984676,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.887,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.912012576744369,"IFEval Raw":0.15057713533424646,"IFEval":15.057713533424646,"BBH Raw":0.30280434847620613,"BBH":4.411893932611097,"MATH Lvl 5 Raw":0.009818731117824773,"MATH Lvl 5":0.9818731117824773,"GPQA Raw":0.2332214765100671,"GPQA":0.0,"MUSR Raw":0.3724166666666667,"MUSR":3.7187500000000013,"MMLU-PRO Raw":0.1307347074468085,"MMLU-PRO":3.4149674940898342,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-06","Submission Date":"2024-09-13","Generation":1,"Base Model":"pszemraj/tFINE-900m-e16-d32-1024ctx"},{"eval_name":"BEE-spoke-data_tFINE-900m-e16-d32-flan-infinity-instruct-7m-T2T_en-1024_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"T5ForConditionalGeneration","Model":"BEE-spoke-data/tFINE-900m-e16-d32-flan-infinity-instruct-7m-T2T_en-1024 📑","fullname":"BEE-spoke-data/tFINE-900m-e16-d32-flan-infinity-instruct-7m-T2T_en-1024","Model sha":"b1e2f12f5224be9f7da0cb5ff30e1bbb3f10f6ca","Average ⬆️":5.999886320692095,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.887,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.2012158962348956,"IFEval Raw":0.13206735905176042,"IFEval":13.206735905176043,"BBH Raw":0.3137786304497592,"BBH":4.737018282627999,"MATH Lvl 5 Raw":0.010574018126888218,"MATH Lvl 5":1.0574018126888218,"GPQA Raw":0.25419463087248323,"GPQA":0.5592841163310973,"MUSR Raw":0.43927083333333333,"MUSR":13.808854166666668,"MMLU-PRO Raw":0.12367021276595745,"MMLU-PRO":2.6300236406619386,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-10","Submission Date":"2024-09-14","Generation":2,"Base Model":"pszemraj/tFINE-900m-e16-d32-1024ctx"},{"eval_name":"BEE-spoke-data_tFINE-900m-e16-d32-instruct_2e_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"T5ForConditionalGeneration","Model":"BEE-spoke-data/tFINE-900m-e16-d32-instruct_2e 📑","fullname":"BEE-spoke-data/tFINE-900m-e16-d32-instruct_2e","Model sha":"4c626138c9f4e0c3eafe74b2755eb89334c7ca59","Average ⬆️":5.908138429401099,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.887,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.033237360715477,"IFEval Raw":0.1402855534426433,"IFEval":14.02855534426433,"BBH Raw":0.31345674638809023,"BBH":5.013070335904381,"MATH Lvl 5 Raw":0.013595166163141994,"MATH Lvl 5":1.3595166163141994,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.42069791666666667,"MUSR":11.187239583333335,"MMLU-PRO Raw":0.12367021276595745,"MMLU-PRO":2.6300236406619386,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-17","Submission Date":"2024-09-22","Generation":3,"Base Model":"pszemraj/tFINE-900m-e16-d32-1024ctx"},{"eval_name":"BEE-spoke-data_tFINE-900m-instruct-orpo_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"T5ForConditionalGeneration","Model":"BEE-spoke-data/tFINE-900m-instruct-orpo 📑","fullname":"BEE-spoke-data/tFINE-900m-instruct-orpo","Model sha":"e0a21c79bac74442252d36e2c01403afa3f0971b","Average ⬆️":3.69630792495429,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.887,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":5.149923864058659,"IFEval Raw":0.13299157346950535,"IFEval":13.299157346950535,"BBH Raw":0.30220933767045094,"BBH":3.267300577931774,"MATH Lvl 5 Raw":0.015861027190332326,"MATH Lvl 5":1.5861027190332326,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.3408541666666667,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.11519281914893617,"MMLU-PRO":1.6880910165484628,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-22","Submission Date":"2024-09-23","Generation":0,"Base Model":"BEE-spoke-data/tFINE-900m-instruct-orpo"},{"eval_name":"BSC-LT_salamandra-7b_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"BSC-LT/salamandra-7b 📑","fullname":"BSC-LT/salamandra-7b","Model sha":"bf30739316ceac4b624583a27ec96dfc401179e8","Average ⬆️":5.704911444345451,"Hub License":"apache-2.0","Hub ❤️":27,"#Params (B)":7.768,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.37857732828203783,"IFEval Raw":0.13673829882489574,"IFEval":13.673829882489574,"BBH Raw":0.3516612209885983,"BBH":10.157421990520298,"MATH Lvl 5 Raw":0.0037764350453172208,"MATH Lvl 5":0.3776435045317221,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.35009375000000004,"MUSR":1.8617187499999996,"MMLU-PRO Raw":0.14926861702127658,"MMLU-PRO":5.474290780141842,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-30","Submission Date":"2024-11-22","Generation":0,"Base Model":"BSC-LT/salamandra-7b"},{"eval_name":"BSC-LT_salamandra-7b-instruct_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"BSC-LT/salamandra-7b-instruct 📑","fullname":"BSC-LT/salamandra-7b-instruct","Model sha":"77ddccbc7d9f9ffd55a8535365e8eebc493ccb8e","Average ⬆️":10.181243697003833,"Hub License":"apache-2.0","Hub ❤️":54,"#Params (B)":7.768,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.2950081726740126,"IFEval Raw":0.24507418095098782,"IFEval":24.507418095098785,"BBH Raw":0.3851324290080956,"BBH":14.688128545731287,"MATH Lvl 5 Raw":0.008308157099697885,"MATH Lvl 5":0.8308157099697886,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.41343749999999996,"MUSR":10.213020833333337,"MMLU-PRO Raw":0.18051861702127658,"MMLU-PRO":8.946513002364064,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-30","Submission Date":"2024-11-22","Generation":1,"Base Model":"BSC-LT/salamandra-7b-instruct (Merge)"},{"eval_name":"Ba2han_Llama-Phi-3_DoRA_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Ba2han/Llama-Phi-3_DoRA 📑","fullname":"Ba2han/Llama-Phi-3_DoRA","Model sha":"36f99064a7be8ba475c2ee5c5424e95c263ccb87","Average ⬆️":25.469895001154402,"Hub License":"mit","Hub ❤️":6,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0662727000384584,"IFEval Raw":0.5130531434371911,"IFEval":51.30531434371911,"BBH Raw":0.5514558259029191,"BBH":37.24916418079274,"MATH Lvl 5 Raw":0.1216012084592145,"MATH Lvl 5":12.16012084592145,"GPQA Raw":0.3263422818791946,"GPQA":10.17897091722595,"MUSR Raw":0.40692708333333333,"MUSR":9.532552083333336,"MMLU-PRO Raw":0.39153922872340424,"MMLU-PRO":32.393247635933804,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-15","Submission Date":"2024-06-26","Generation":0,"Base Model":"Ba2han/Llama-Phi-3_DoRA"},{"eval_name":"Baptiste-HUVELLE-10_LeTriomphant2.2_ECE_iLAB_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Baptiste-HUVELLE-10/LeTriomphant2.2_ECE_iLAB 📑","fullname":"Baptiste-HUVELLE-10/LeTriomphant2.2_ECE_iLAB","Model sha":"d6e0221f0a3fc019049cc411fddc2bf2f646519e","Average ⬆️":41.30426754456703,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":72.706,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":33.66266319511599,"IFEval Raw":0.5076330802271307,"IFEval":50.76330802271307,"BBH Raw":0.7256319952414622,"BBH":61.61232489960707,"MATH Lvl 5 Raw":0.44486404833836857,"MATH Lvl 5":44.48640483383686,"GPQA Raw":0.39932885906040266,"GPQA":19.910514541387023,"MUSR Raw":0.46255208333333336,"MUSR":17.15234375,"MMLU-PRO Raw":0.5851063829787234,"MMLU-PRO":53.90070921985816,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-24","Submission Date":"2025-02-28","Generation":0,"Base Model":"Baptiste-HUVELLE-10/LeTriomphant2.2_ECE_iLAB"},{"eval_name":"BenevolenceMessiah_Qwen2.5-72B-2x-Instruct-TIES-v1.0_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"BenevolenceMessiah/Qwen2.5-72B-2x-Instruct-TIES-v1.0 📑","fullname":"BenevolenceMessiah/Qwen2.5-72B-2x-Instruct-TIES-v1.0","Model sha":"459891ec78c9bbed2836a8bba706e1707db10231","Average ⬆️":42.26732013588396,"Hub License":"","Hub ❤️":1,"#Params (B)":72.7,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":34.70178370637048,"IFEval Raw":0.5473499204333391,"IFEval":54.73499204333391,"BBH Raw":0.727311411382245,"BBH":61.91149453060484,"MATH Lvl 5 Raw":0.5785498489425982,"MATH Lvl 5":57.85498489425982,"GPQA Raw":0.3674496644295302,"GPQA":15.659955257270694,"MUSR Raw":0.4206666666666667,"MUSR":12.016666666666671,"MMLU-PRO Raw":0.5628324468085106,"MMLU-PRO":51.425827423167846,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-11","Submission Date":"2024-11-24","Generation":1,"Base Model":"BenevolenceMessiah/Qwen2.5-72B-2x-Instruct-TIES-v1.0 (Merge)"},{"eval_name":"BenevolenceMessiah_Yi-Coder-9B-Chat-Instruct-TIES-MoE-v1.0_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"BenevolenceMessiah/Yi-Coder-9B-Chat-Instruct-TIES-MoE-v1.0 📑","fullname":"BenevolenceMessiah/Yi-Coder-9B-Chat-Instruct-TIES-MoE-v1.0","Model sha":"d90f6e36584dc9b367461701e83c833bdeb736f2","Average ⬆️":15.07109165755061,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":28.309,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":6.669594250051597,"IFEval Raw":0.3011531624977283,"IFEval":30.115316249772825,"BBH Raw":0.4908666248538678,"BBH":26.877991478721707,"MATH Lvl 5 Raw":0.04154078549848943,"MATH Lvl 5":4.1540785498489425,"GPQA Raw":0.2625838926174497,"GPQA":1.6778523489932917,"MUSR Raw":0.4079791666666666,"MUSR":8.930729166666667,"MMLU-PRO Raw":0.26803523936170215,"MMLU-PRO":18.670582151300238,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-21","Submission Date":"2024-09-22","Generation":1,"Base Model":"BenevolenceMessiah/Yi-Coder-9B-Chat-Instruct-TIES-MoE-v1.0 (Merge)"},{"eval_name":"BlackBeenie_Bloslain-8B-v0.2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"BlackBeenie/Bloslain-8B-v0.2 📑","fullname":"BlackBeenie/Bloslain-8B-v0.2","Model sha":"ebcb7f9f30bc172523a827d1ddefeb52b1aba494","Average ⬆️":23.803914231544336,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3835257027469932,"IFEval Raw":0.5023371321427147,"IFEval":50.233713214271475,"BBH Raw":0.511087946253543,"BBH":30.662901797340655,"MATH Lvl 5 Raw":0.14501510574018128,"MATH Lvl 5":14.501510574018129,"GPQA Raw":0.3062080536912752,"GPQA":7.494407158836691,"MUSR Raw":0.4075729166666667,"MUSR":10.446614583333334,"MMLU-PRO Raw":0.3653590425531915,"MMLU-PRO":29.484338061465724,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-19","Submission Date":"2024-11-19","Generation":1,"Base Model":"BlackBeenie/Bloslain-8B-v0.2 (Merge)"},{"eval_name":"BlackBeenie_Llama-3.1-8B-OpenO1-SFT-v0.1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"BlackBeenie/Llama-3.1-8B-OpenO1-SFT-v0.1 📑","fullname":"BlackBeenie/Llama-3.1-8B-OpenO1-SFT-v0.1","Model sha":"35e7781b9dff5aea29576709201d641e5f44440d","Average ⬆️":21.4004099666704,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.462855656236873,"IFEval Raw":0.5124037553690873,"IFEval":51.240375536908736,"BBH Raw":0.4787448361604986,"BBH":26.034289552808826,"MATH Lvl 5 Raw":0.15256797583081572,"MATH Lvl 5":15.256797583081571,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.36181250000000004,"MUSR":5.726562500000003,"MMLU-PRO Raw":0.34915226063829785,"MMLU-PRO":27.683584515366427,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-28","Submission Date":"2024-12-29","Generation":1,"Base Model":"BlackBeenie/Llama-3.1-8B-OpenO1-SFT-v0.1 (Merge)"},{"eval_name":"BlackBeenie_Llama-3.1-8B-pythonic-passthrough-merge_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"BlackBeenie/Llama-3.1-8B-pythonic-passthrough-merge 📑","fullname":"BlackBeenie/Llama-3.1-8B-pythonic-passthrough-merge","Model sha":"3ec46616f5b34821b3b928938931295f92e49213","Average ⬆️":7.3995789368526035,"Hub License":"","Hub ❤️":0,"#Params (B)":20.245,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":7.166580943068515,"IFEval Raw":0.23158552640327662,"IFEval":23.158552640327663,"BBH Raw":0.3453848032699584,"BBH":9.359904687487282,"MATH Lvl 5 Raw":0.011329305135951661,"MATH Lvl 5":1.1329305135951662,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.37781249999999994,"MUSR":4.593229166666666,"MMLU-PRO Raw":0.1332280585106383,"MMLU-PRO":3.6920065011820316,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-06","Submission Date":"2024-11-06","Generation":1,"Base Model":"BlackBeenie/Llama-3.1-8B-pythonic-passthrough-merge (Merge)"},{"eval_name":"BlackBeenie_Neos-Gemma-2-9b_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"BlackBeenie/Neos-Gemma-2-9b 📑","fullname":"BlackBeenie/Neos-Gemma-2-9b","Model sha":"56dbbb4f972be887e5b57311a8a32e148e98d154","Average ⬆️":25.475663495967385,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":5.358184238723577,"IFEval Raw":0.5875665456544192,"IFEval":58.75665456544192,"BBH Raw":0.5502975126048852,"BBH":35.638851313766615,"MATH Lvl 5 Raw":0.09818731117824774,"MATH Lvl 5":9.818731117824774,"GPQA Raw":0.32298657718120805,"GPQA":9.731543624161072,"MUSR Raw":0.36175,"MUSR":5.785416666666667,"MMLU-PRO Raw":0.39810505319148937,"MMLU-PRO":33.12278368794326,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-11","Submission Date":"2024-11-11","Generation":1,"Base Model":"BlackBeenie/Neos-Gemma-2-9b (Merge)"},{"eval_name":"BlackBeenie_Neos-Llama-3.1-8B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"BlackBeenie/Neos-Llama-3.1-8B 📑","fullname":"BlackBeenie/Neos-Llama-3.1-8B","Model sha":"9b48520ec1a777be0f1fd88f95454d85ac568407","Average ⬆️":19.51217705998031,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5877339071002958,"IFEval Raw":0.49439376410147295,"IFEval":49.43937641014729,"BBH Raw":0.4424998411442879,"BBH":21.080122945815933,"MATH Lvl 5 Raw":0.13217522658610273,"MATH Lvl 5":13.217522658610273,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.3749895833333334,"MUSR":5.740364583333334,"MMLU-PRO Raw":0.32621343085106386,"MMLU-PRO":25.134825650118202,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-12","Submission Date":"2024-11-12","Generation":1,"Base Model":"BlackBeenie/Neos-Llama-3.1-8B (Merge)"},{"eval_name":"BlackBeenie_Neos-Llama-3.1-base_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"BlackBeenie/Neos-Llama-3.1-base 📑","fullname":"BlackBeenie/Neos-Llama-3.1-base","Model sha":"d4af4d73ba5fea0275fd1e3ba5102a79ac8009db","Average ⬆️":3.9687947544913142,"Hub License":"","Hub ❤️":0,"#Params (B)":4.65,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.818569405998589,"IFEval Raw":0.17508211545366295,"IFEval":17.508211545366294,"BBH Raw":0.29303397468240516,"BBH":2.2214471263806472,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.23741610738255034,"GPQA":0.0,"MUSR Raw":0.34990625000000003,"MUSR":2.8382812499999996,"MMLU-PRO Raw":0.11120345744680851,"MMLU-PRO":1.2448286052009452,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-11","Submission Date":"2024-11-11","Generation":0,"Base Model":"BlackBeenie/Neos-Llama-3.1-base"},{"eval_name":"BlackBeenie_Neos-Phi-3-14B-v0.1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"BlackBeenie/Neos-Phi-3-14B-v0.1 📑","fullname":"BlackBeenie/Neos-Phi-3-14B-v0.1","Model sha":"0afb7cc74a94f11f2695dc92788cdc6e28325f9c","Average ⬆️":27.032306783654633,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":13.96,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8192521859467732,"IFEval Raw":0.4022449323350931,"IFEval":40.22449323350931,"BBH Raw":0.6211931530444463,"BBH":46.63138689861978,"MATH Lvl 5 Raw":0.1782477341389728,"MATH Lvl 5":17.82477341389728,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.41254166666666664,"MUSR":10.534375000000002,"MMLU-PRO Raw":0.45636635638297873,"MMLU-PRO":39.596261820330966,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-27","Submission Date":"2024-11-27","Generation":1,"Base Model":"BlackBeenie/Neos-Phi-3-14B-v0.1 (Merge)"},{"eval_name":"BlackBeenie_llama-3-luminous-merged_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"BlackBeenie/llama-3-luminous-merged 📑","fullname":"BlackBeenie/llama-3-luminous-merged","Model sha":"64288dd8e3305f2dc11d84fe0c653f351b2e8a9d","Average ⬆️":21.618577268829103,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.527707129075998,"IFEval Raw":0.43234506664538974,"IFEval":43.234506664538976,"BBH Raw":0.5153924501559338,"BBH":30.643687228787254,"MATH Lvl 5 Raw":0.08685800604229607,"MATH Lvl 5":8.685800604229607,"GPQA Raw":0.29278523489932884,"GPQA":5.7046979865771785,"MUSR Raw":0.4148958333333333,"MUSR":10.628645833333335,"MMLU-PRO Raw":0.3773271276595745,"MMLU-PRO":30.814125295508273,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-15","Submission Date":"2024-10-11","Generation":1,"Base Model":"BlackBeenie/llama-3-luminous-merged (Merge)"},{"eval_name":"BlackBeenie_llama-3.1-8B-Galore-openassistant-guanaco_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"BlackBeenie/llama-3.1-8B-Galore-openassistant-guanaco 📑","fullname":"BlackBeenie/llama-3.1-8B-Galore-openassistant-guanaco","Model sha":"828fa03c10e9085700b7abbe26f95067fab010fd","Average ⬆️":18.37421537036845,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7136395964032798,"IFEval Raw":0.2634842218646525,"IFEval":26.348422186465246,"BBH Raw":0.5213365363748029,"BBH":31.444704759068383,"MATH Lvl 5 Raw":0.06646525679758308,"MATH Lvl 5":6.646525679758309,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.44062500000000004,"MUSR":14.578124999999995,"MMLU-PRO Raw":0.32064494680851063,"MMLU-PRO":24.516105200945624,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-16","Submission Date":"2024-10-19","Generation":0,"Base Model":"BlackBeenie/llama-3.1-8B-Galore-openassistant-guanaco"},{"eval_name":"Bllossom_llama-3.2-Korean-Bllossom-AICA-5B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MllamaForConditionalGeneration","Model":"Bllossom/llama-3.2-Korean-Bllossom-AICA-5B 📑","fullname":"Bllossom/llama-3.2-Korean-Bllossom-AICA-5B","Model sha":"4672b7de38c2cc390b146d6b6ce7a6dd295d8a0e","Average ⬆️":19.012851991491477,"Hub License":"llama3.2","Hub ❤️":70,"#Params (B)":5.199,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2202363351953194,"IFEval Raw":0.5172497861230424,"IFEval":51.72497861230424,"BBH Raw":0.42930745041520607,"BBH":18.650222512085886,"MATH Lvl 5 Raw":0.12386706948640483,"MATH Lvl 5":12.386706948640484,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.3833958333333333,"MUSR":5.824479166666667,"MMLU-PRO Raw":0.27102726063829785,"MMLU-PRO":19.003028959810873,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-12","Submission Date":"2024-12-16","Generation":0,"Base Model":"Bllossom/llama-3.2-Korean-Bllossom-AICA-5B"},{"eval_name":"BoltMonkey_DreadMix_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"BoltMonkey/DreadMix 📑","fullname":"BoltMonkey/DreadMix","Model sha":"ab5dbaaff606538db73b6fd89aa169760104a566","Average ⬆️":28.76173172145654,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.4194278361687624,"IFEval Raw":0.7094908176970438,"IFEval":70.94908176970438,"BBH Raw":0.5435097438362475,"BBH":34.84501521605123,"MATH Lvl 5 Raw":0.1555891238670695,"MATH Lvl 5":15.55891238670695,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.42121875,"MUSR":13.619010416666663,"MMLU-PRO Raw":0.37898936170212766,"MMLU-PRO":30.99881796690307,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-12","Submission Date":"2024-10-13","Generation":1,"Base Model":"BoltMonkey/DreadMix (Merge)"},{"eval_name":"BoltMonkey_NeuralDaredevil-SuperNova-Lite-7B-DARETIES-abliterated_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"BoltMonkey/NeuralDaredevil-SuperNova-Lite-7B-DARETIES-abliterated 📑","fullname":"BoltMonkey/NeuralDaredevil-SuperNova-Lite-7B-DARETIES-abliterated","Model sha":"969e4c9b41e733a367f5ea18ed50a6171b5e2357","Average ⬆️":27.776634015071924,"Hub License":"llama3.1","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.486203373854456,"IFEval Raw":0.7998909559967553,"IFEval":79.98909559967552,"BBH Raw":0.5151987922850448,"BBH":30.75990006920939,"MATH Lvl 5 Raw":0.11933534743202417,"MATH Lvl 5":11.933534743202417,"GPQA Raw":0.28104026845637586,"GPQA":4.138702460850116,"MUSR Raw":0.401875,"MUSR":9.467708333333329,"MMLU-PRO Raw":0.37333776595744683,"MMLU-PRO":30.37086288416076,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-01","Submission Date":"2024-10-10","Generation":1,"Base Model":"BoltMonkey/NeuralDaredevil-SuperNova-Lite-7B-DARETIES-abliterated (Merge)"},{"eval_name":"BoltMonkey_NeuralDaredevil-SuperNova-Lite-7B-DARETIES-abliterated_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"BoltMonkey/NeuralDaredevil-SuperNova-Lite-7B-DARETIES-abliterated 📑","fullname":"BoltMonkey/NeuralDaredevil-SuperNova-Lite-7B-DARETIES-abliterated","Model sha":"969e4c9b41e733a367f5ea18ed50a6171b5e2357","Average ⬆️":21.345510590269537,"Hub License":"llama3.1","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7743185740676325,"IFEval Raw":0.45902316963434797,"IFEval":45.9023169634348,"BBH Raw":0.5185441912447182,"BBH":30.793784752659274,"MATH Lvl 5 Raw":0.09365558912386707,"MATH Lvl 5":9.365558912386707,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.4082604166666666,"MUSR":9.532552083333336,"MMLU-PRO Raw":0.3631150265957447,"MMLU-PRO":29.235002955082745,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-01","Submission Date":"2024-10-01","Generation":1,"Base Model":"BoltMonkey/NeuralDaredevil-SuperNova-Lite-7B-DARETIES-abliterated (Merge)"},{"eval_name":"BoltMonkey_SuperNeuralDreadDevil-8b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"BoltMonkey/SuperNeuralDreadDevil-8b 📑","fullname":"BoltMonkey/SuperNeuralDreadDevil-8b","Model sha":"804d5864127e603abec179a159b43f446246fafc","Average ⬆️":27.11105496878025,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.2814161034398572,"IFEval Raw":0.7709898624538447,"IFEval":77.09898624538445,"BBH Raw":0.5286196012035721,"BBH":32.61215762394777,"MATH Lvl 5 Raw":0.09290030211480363,"MATH Lvl 5":9.290030211480364,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.39768749999999997,"MUSR":8.3109375,"MMLU-PRO Raw":0.36785239361702127,"MMLU-PRO":29.76137706855792,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-13","Submission Date":"2024-10-13","Generation":1,"Base Model":"BoltMonkey/SuperNeuralDreadDevil-8b (Merge)"},{"eval_name":"BrainWave-ML_llama3.2-3B-maths-orpo_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"BrainWave-ML/llama3.2-3B-maths-orpo 📑","fullname":"BrainWave-ML/llama3.2-3B-maths-orpo","Model sha":"d149d83d8e8f3883421d800848fec85766181923","Average ⬆️":5.07608283209792,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":3.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4144381166479545,"IFEval Raw":0.20490742341431845,"IFEval":20.490742341431847,"BBH Raw":0.2911778102988436,"BBH":2.3470409575204094,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.35753125,"MUSR":4.524739583333332,"MMLU-PRO Raw":0.11677194148936171,"MMLU-PRO":1.8635490543735225,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-24","Submission Date":"2024-10-24","Generation":2,"Base Model":"meta-llama/Llama-3.2-3B-Instruct"},{"eval_name":"BramVanroy_GEITje-7B-ultra_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"BramVanroy/GEITje-7B-ultra 📑","fullname":"BramVanroy/GEITje-7B-ultra","Model sha":"d4552cdc6f015754646464d8411aa4f6bcdba8e8","Average ⬆️":11.022898819216541,"Hub License":"cc-by-nc-4.0","Hub ❤️":43,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2390464419973757,"IFEval Raw":0.3723442687624392,"IFEval":37.234426876243916,"BBH Raw":0.37761612997305494,"BBH":12.879913010035898,"MATH Lvl 5 Raw":0.015861027190332326,"MATH Lvl 5":1.5861027190332326,"GPQA Raw":0.2625838926174497,"GPQA":1.6778523489932917,"MUSR Raw":0.32897916666666666,"MUSR":1.5223958333333336,"MMLU-PRO Raw":0.20113031914893617,"MMLU-PRO":11.236702127659573,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-01-27","Submission Date":"2024-10-28","Generation":3,"Base Model":"mistralai/Mistral-7B-v0.1"},{"eval_name":"BramVanroy_fietje-2_bfloat16","Precision":"bfloat16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"PhiForCausalLM","Model":"BramVanroy/fietje-2 📑","fullname":"BramVanroy/fietje-2","Model sha":"3abe75d01094b713368e3d911ffb78a2d66ead22","Average ⬆️":9.140300477810824,"Hub License":"mit","Hub ❤️":9,"#Params (B)":2.78,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6250772888227508,"IFEval Raw":0.20980332185268422,"IFEval":20.980332185268423,"BBH Raw":0.40356695178386187,"BBH":15.603676192567876,"MATH Lvl 5 Raw":0.015861027190332326,"MATH Lvl 5":1.5861027190332326,"GPQA Raw":0.25419463087248323,"GPQA":0.5592841163310973,"MUSR Raw":0.3695625,"MUSR":5.161979166666666,"MMLU-PRO Raw":0.19855385638297873,"MMLU-PRO":10.950428486997636,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-09","Submission Date":"2024-10-28","Generation":1,"Base Model":"microsoft/phi-2"},{"eval_name":"BramVanroy_fietje-2-chat_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"PhiForCausalLM","Model":"BramVanroy/fietje-2-chat 📑","fullname":"BramVanroy/fietje-2-chat","Model sha":"364e785d90438b787b94e33741a930c9932353c0","Average ⬆️":10.615455210257904,"Hub License":"mit","Hub ❤️":5,"#Params (B)":2.775,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7980654163418115,"IFEval Raw":0.2917359273394593,"IFEval":29.17359273394593,"BBH Raw":0.4149753717401999,"BBH":17.718965848323496,"MATH Lvl 5 Raw":0.0188821752265861,"MATH Lvl 5":1.8882175226586102,"GPQA Raw":0.23993288590604026,"GPQA":0.0,"MUSR Raw":0.3527604166666667,"MUSR":3.195052083333334,"MMLU-PRO Raw":0.20545212765957446,"MMLU-PRO":11.71690307328605,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-29","Submission Date":"2024-10-28","Generation":3,"Base Model":"microsoft/phi-2"},{"eval_name":"BramVanroy_fietje-2-instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"PhiForCausalLM","Model":"BramVanroy/fietje-2-instruct 📑","fullname":"BramVanroy/fietje-2-instruct","Model sha":"b7b44797cd52eda1182667217e8371dbdfee4976","Average ⬆️":10.48571837435655,"Hub License":"mit","Hub ❤️":3,"#Params (B)":2.775,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6487901858353973,"IFEval Raw":0.2789963962286732,"IFEval":27.899639622867326,"BBH Raw":0.41360714173029806,"BBH":17.57247980884759,"MATH Lvl 5 Raw":0.022658610271903322,"MATH Lvl 5":2.2658610271903323,"GPQA Raw":0.2332214765100671,"GPQA":0.0,"MUSR Raw":0.3369166666666667,"MUSR":2.9145833333333346,"MMLU-PRO Raw":0.2103557180851064,"MMLU-PRO":12.26174645390071,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-27","Submission Date":"2024-10-28","Generation":2,"Base Model":"microsoft/phi-2"},{"eval_name":"CYFRAGOVPL_Llama-PLLuM-8B-base_bfloat16","Precision":"bfloat16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"CYFRAGOVPL/Llama-PLLuM-8B-base 📑","fullname":"CYFRAGOVPL/Llama-PLLuM-8B-base","Model sha":"d24d927d110786097dba5512d12f9311c49c4ddc","Average ⬆️":14.51887667865397,"Hub License":"llama3.1","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.723931594223454,"IFEval Raw":0.28988749850396944,"IFEval":28.98874985039695,"BBH Raw":0.43204480458140976,"BBH":20.218737977791477,"MATH Lvl 5 Raw":0.03625377643504532,"MATH Lvl 5":3.625377643504532,"GPQA Raw":0.28523489932885904,"GPQA":4.697986577181204,"MUSR Raw":0.39703125,"MUSR":10.062239583333335,"MMLU-PRO Raw":0.27568151595744683,"MMLU-PRO":19.52016843971631,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-07","Submission Date":"2025-02-28","Generation":0,"Base Model":"CYFRAGOVPL/Llama-PLLuM-8B-base"},{"eval_name":"CYFRAGOVPL_Llama-PLLuM-8B-chat_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"CYFRAGOVPL/Llama-PLLuM-8B-chat 📑","fullname":"CYFRAGOVPL/Llama-PLLuM-8B-chat","Model sha":"b6bb9172444c07e51ad16e8092d0f23e864a8956","Average ⬆️":14.61481701543444,"Hub License":"llama3.1","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6247553846649435,"IFEval Raw":0.3514862786295917,"IFEval":35.148627862959174,"BBH Raw":0.40770722535589576,"BBH":16.279056764258215,"MATH Lvl 5 Raw":0.033987915407854986,"MATH Lvl 5":3.3987915407854987,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.41991666666666666,"MUSR":11.856249999999998,"MMLU-PRO Raw":0.27194148936170215,"MMLU-PRO":19.104609929078016,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-07","Submission Date":"2025-02-28","Generation":0,"Base Model":"CYFRAGOVPL/Llama-PLLuM-8B-chat"},{"eval_name":"CYFRAGOVPL_PLLuM-12B-base_bfloat16","Precision":"bfloat16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"CYFRAGOVPL/PLLuM-12B-base 📑","fullname":"CYFRAGOVPL/PLLuM-12B-base","Model sha":"f8770799a0f1f32861a19ae190933ed475fe5488","Average ⬆️":14.667469455106152,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8935730836523827,"IFEval Raw":0.2820937335159599,"IFEval":28.20937335159599,"BBH Raw":0.4390596143784447,"BBH":21.240801542833136,"MATH Lvl 5 Raw":0.028700906344410877,"MATH Lvl 5":2.8700906344410875,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.4142395833333334,"MUSR":10.979947916666669,"MMLU-PRO Raw":0.2740192819148936,"MMLU-PRO":19.335475768321512,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-07","Submission Date":"2025-02-28","Generation":0,"Base Model":"CYFRAGOVPL/PLLuM-12B-base"},{"eval_name":"CYFRAGOVPL_PLLuM-12B-chat_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"CYFRAGOVPL/PLLuM-12B-chat 📑","fullname":"CYFRAGOVPL/PLLuM-12B-chat","Model sha":"3a0b90db5f90490eb05e757355b711b59fca7b95","Average ⬆️":15.348386882498241,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7807010086114211,"IFEval Raw":0.32143601200370575,"IFEval":32.14360120037057,"BBH Raw":0.44458000333075703,"BBH":21.319737721095155,"MATH Lvl 5 Raw":0.01812688821752266,"MATH Lvl 5":1.812688821752266,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.4114791666666666,"MUSR":14.668229166666663,"MMLU-PRO Raw":0.2872340425531915,"MMLU-PRO":20.803782505910167,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-07","Submission Date":"2025-02-28","Generation":0,"Base Model":"CYFRAGOVPL/PLLuM-12B-chat"},{"eval_name":"CYFRAGOVPL_PLLuM-12B-nc-base_bfloat16","Precision":"bfloat16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"CYFRAGOVPL/PLLuM-12B-nc-base 📑","fullname":"CYFRAGOVPL/PLLuM-12B-nc-base","Model sha":"28b2cf24ee46567c55939ec12edc1bf17d445adb","Average ⬆️":11.421222164941392,"Hub License":"cc-by-nc-4.0","Hub ❤️":0,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9262126633435942,"IFEval Raw":0.24045310886226323,"IFEval":24.045310886226325,"BBH Raw":0.42767589675970014,"BBH":19.387664951963906,"MATH Lvl 5 Raw":0.02190332326283988,"MATH Lvl 5":2.190332326283988,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.36451041666666667,"MUSR":2.897135416666666,"MMLU-PRO Raw":0.25590093085106386,"MMLU-PRO":17.322325650118206,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-07","Submission Date":"2025-02-28","Generation":0,"Base Model":"CYFRAGOVPL/PLLuM-12B-nc-base"},{"eval_name":"CYFRAGOVPL_PLLuM-12B-nc-chat_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"CYFRAGOVPL/PLLuM-12B-nc-chat 📑","fullname":"CYFRAGOVPL/PLLuM-12B-nc-chat","Model sha":"5b29326cb35c193039ea219183f7e606ec7acda9","Average ⬆️":14.598342751082507,"Hub License":"cc-by-nc-4.0","Hub ❤️":5,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8350715162365853,"IFEval Raw":0.28344237733657807,"IFEval":28.344237733657806,"BBH Raw":0.45764328318815456,"BBH":23.008553823293614,"MATH Lvl 5 Raw":0.012084592145015106,"MATH Lvl 5":1.2084592145015105,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.4353541666666667,"MUSR":12.919270833333334,"MMLU-PRO Raw":0.25972406914893614,"MMLU-PRO":17.747118794326237,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-07","Submission Date":"2025-02-28","Generation":0,"Base Model":"CYFRAGOVPL/PLLuM-12B-nc-chat"},{"eval_name":"CarrotAI_Llama-3.2-Rabbit-Ko-3B-Instruct_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"CarrotAI/Llama-3.2-Rabbit-Ko-3B-Instruct 📑","fullname":"CarrotAI/Llama-3.2-Rabbit-Ko-3B-Instruct","Model sha":"5be46c768d800447b82de41fdc9df2f8c43ba3c0","Average ⬆️":23.50945092474288,"Hub License":"llama3.2","Hub ❤️":8,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1359074637893565,"IFEval Raw":0.7198821349574684,"IFEval":71.98821349574685,"BBH Raw":0.4426719080820793,"BBH":21.49731033280348,"MATH Lvl 5 Raw":0.2054380664652568,"MATH Lvl 5":20.54380664652568,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.3649166666666667,"MUSR":3.9812500000000024,"MMLU-PRO Raw":0.2822473404255319,"MMLU-PRO":20.249704491725765,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-30","Submission Date":"2024-12-20","Generation":1,"Base Model":"CarrotAI/Llama-3.2-Rabbit-Ko-3B-Instruct (Merge)"},{"eval_name":"CarrotAI_Llama-3.2-Rabbit-Ko-3B-Instruct-2412_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"CarrotAI/Llama-3.2-Rabbit-Ko-3B-Instruct-2412 📑","fullname":"CarrotAI/Llama-3.2-Rabbit-Ko-3B-Instruct-2412","Model sha":"ac6f1c0b756412163e17cb05d9e2f7ced274dc12","Average ⬆️":20.301755342918195,"Hub License":"llama3.2","Hub ❤️":4,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2871786673601686,"IFEval Raw":0.47818233398493776,"IFEval":47.818233398493774,"BBH Raw":0.43577246498246686,"BBH":20.175679614215046,"MATH Lvl 5 Raw":0.17598187311178248,"MATH Lvl 5":17.598187311178247,"GPQA Raw":0.29278523489932884,"GPQA":5.7046979865771785,"MUSR Raw":0.3872083333333334,"MUSR":6.801041666666673,"MMLU-PRO Raw":0.31341422872340424,"MMLU-PRO":23.712692080378247,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-03","Submission Date":"2024-12-19","Generation":1,"Base Model":"CarrotAI/Llama-3.2-Rabbit-Ko-3B-Instruct-2412 (Merge)"},{"eval_name":"Casual-Autopsy_L3-Umbral-Mind-RP-v2.0-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Casual-Autopsy/L3-Umbral-Mind-RP-v2.0-8B 📑","fullname":"Casual-Autopsy/L3-Umbral-Mind-RP-v2.0-8B","Model sha":"b46c066ea8387264858dc3461f382e7b42fd9c48","Average ⬆️":25.899338809216697,"Hub License":"llama3","Hub ❤️":15,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.976769816253202,"IFEval Raw":0.7122634609502786,"IFEval":71.22634609502786,"BBH Raw":0.5262406145493724,"BBH":32.48627762381486,"MATH Lvl 5 Raw":0.1095166163141994,"MATH Lvl 5":10.95166163141994,"GPQA Raw":0.28691275167785235,"GPQA":4.921700223713646,"MUSR Raw":0.3686666666666667,"MUSR":5.550000000000002,"MMLU-PRO Raw":0.3723404255319149,"MMLU-PRO":30.26004728132387,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-26","Submission Date":"2024-07-02","Generation":1,"Base Model":"Casual-Autopsy/L3-Umbral-Mind-RP-v2.0-8B (Merge)"},{"eval_name":"CausalLM_14B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"CausalLM/14B 📑","fullname":"CausalLM/14B","Model sha":"cc054cf5953252d0709cb3267d1a85246e489e95","Average ⬆️":17.235580154596317,"Hub License":"wtfpl","Hub ❤️":302,"#Params (B)":14.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9928289272104154,"IFEval Raw":0.2788213052478535,"IFEval":27.882130524785346,"BBH Raw":0.4700462397700626,"BBH":24.780942674518666,"MATH Lvl 5 Raw":0.0755287009063444,"MATH Lvl 5":7.552870090634441,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.4154791666666667,"MUSR":11.468229166666669,"MMLU-PRO Raw":0.3221409574468085,"MMLU-PRO":24.682328605200944,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-10-22","Submission Date":"2024-06-12","Generation":0,"Base Model":"CausalLM/14B"},{"eval_name":"CausalLM_34b-beta_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"CausalLM/34b-beta 📑","fullname":"CausalLM/34b-beta","Model sha":"0429951eb30ccdfff3515e711aaa7649a8a7364c","Average ⬆️":23.29783304542188,"Hub License":"gpl-3.0","Hub ❤️":63,"#Params (B)":34.389,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.853192681528399,"IFEval Raw":0.3043247472262486,"IFEval":30.43247472262486,"BBH Raw":0.5590996102136266,"BBH":36.677226262739055,"MATH Lvl 5 Raw":0.04833836858006042,"MATH Lvl 5":4.833836858006042,"GPQA Raw":0.3464765100671141,"GPQA":12.863534675615215,"MUSR Raw":0.37486458333333333,"MUSR":6.924739583333334,"MMLU-PRO Raw":0.5324966755319149,"MMLU-PRO":48.05518617021277,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-02-06","Submission Date":"2024-06-26","Generation":0,"Base Model":"CausalLM/34b-beta"},{"eval_name":"CausalLM_preview-1-hf_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"GlmForCausalLM","Model":"CausalLM/preview-1-hf 📑","fullname":"CausalLM/preview-1-hf","Model sha":"08e1e1ab428a591e74d849ff30bd8766474205bf","Average ⬆️":16.706753161023286,"Hub License":"","Hub ❤️":0,"#Params (B)":9.543,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.5574978825517047,"IFEval Raw":0.5558928088582737,"IFEval":55.58928088582738,"BBH Raw":0.3614567463880903,"BBH":10.100940706274752,"MATH Lvl 5 Raw":0.030211480362537766,"MATH Lvl 5":3.0211480362537766,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.34218750000000003,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.35970744680851063,"MMLU-PRO":28.856382978723406,"Merged":false,"Official Providers":true,"Upload To Hub Date":"","Submission Date":"2025-01-26","Generation":0,"Base Model":"Removed"},{"eval_name":"Changgil_K2S3-14b-v0.2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Changgil/K2S3-14b-v0.2 📑","fullname":"Changgil/K2S3-14b-v0.2","Model sha":"b4f0e1eed2640df2b75847ff37e6ebb1be217b6c","Average ⬆️":15.275784761251337,"Hub License":"cc-by-nc-4.0","Hub ❤️":0,"#Params (B)":14.352,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.2492605048590075,"IFEval Raw":0.3242840108689389,"IFEval":32.428401086893885,"BBH Raw":0.4613311786298187,"BBH":24.283946726650168,"MATH Lvl 5 Raw":0.05740181268882175,"MATH Lvl 5":5.740181268882175,"GPQA Raw":0.28104026845637586,"GPQA":4.138702460850116,"MUSR Raw":0.3922604166666666,"MUSR":6.7992187500000005,"MMLU-PRO Raw":0.2643783244680851,"MMLU-PRO":18.26425827423168,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-17","Submission Date":"2024-06-27","Generation":0,"Base Model":"Changgil/K2S3-14b-v0.2"},{"eval_name":"Changgil_K2S3-v0.1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Changgil/K2S3-v0.1 📑","fullname":"Changgil/K2S3-v0.1","Model sha":"d544e389f091983bb4f11314edb526d81753c919","Average ⬆️":14.839283995827836,"Hub License":"cc-by-nc-4.0","Hub ❤️":0,"#Params (B)":14.352,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.4997646880101265,"IFEval Raw":0.32765617450586665,"IFEval":32.76561745058666,"BBH Raw":0.46554920672286154,"BBH":24.559557672503786,"MATH Lvl 5 Raw":0.04607250755287009,"MATH Lvl 5":4.607250755287009,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.40140624999999996,"MUSR":7.842447916666667,"MMLU-PRO Raw":0.2562333776595745,"MMLU-PRO":17.359264184397162,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-29","Submission Date":"2024-06-27","Generation":0,"Base Model":"Changgil/K2S3-v0.1"},{"eval_name":"ClaudioItaly_Albacus_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"ClaudioItaly/Albacus 📑","fullname":"ClaudioItaly/Albacus","Model sha":"a53faf62d0f99b67478ed9d262872c821a3ba83c","Average ⬆️":20.505574062384014,"Hub License":"mit","Hub ❤️":1,"#Params (B)":8.987,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5078778727070576,"IFEval Raw":0.4667415790103592,"IFEval":46.674157901035926,"BBH Raw":0.5113043406568835,"BBH":31.63886474402479,"MATH Lvl 5 Raw":0.07099697885196375,"MATH Lvl 5":7.099697885196375,"GPQA Raw":0.27181208053691275,"GPQA":2.9082774049216997,"MUSR Raw":0.41353124999999996,"MUSR":10.658072916666663,"MMLU-PRO Raw":0.31648936170212766,"MMLU-PRO":24.054373522458626,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-08","Submission Date":"2024-09-08","Generation":1,"Base Model":"ClaudioItaly/Albacus (Merge)"},{"eval_name":"ClaudioItaly_Book-Gut12B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"ClaudioItaly/Book-Gut12B 📑","fullname":"ClaudioItaly/Book-Gut12B","Model sha":"ae54351faca8170c93bf1de3a51bf16650f5bcf5","Average ⬆️":23.39409811229197,"Hub License":"mit","Hub ❤️":1,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.9044964466390915,"IFEval Raw":0.39984685080032095,"IFEval":39.984685080032094,"BBH Raw":0.5417370194443233,"BBH":34.63219258973313,"MATH Lvl 5 Raw":0.10196374622356495,"MATH Lvl 5":10.196374622356496,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.4635416666666667,"MUSR":18.276041666666668,"MMLU-PRO Raw":0.3670212765957447,"MMLU-PRO":29.669030732860524,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-12","Submission Date":"2024-09-17","Generation":1,"Base Model":"ClaudioItaly/Book-Gut12B (Merge)"},{"eval_name":"ClaudioItaly_Evolutionstory-7B-v2.2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"ClaudioItaly/Evolutionstory-7B-v2.2 📑","fullname":"ClaudioItaly/Evolutionstory-7B-v2.2","Model sha":"9f838721d24a5195bed59a5ed8d9af536f7f2459","Average ⬆️":20.810835332574907,"Hub License":"mit","Hub ❤️":2,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.120463976671076,"IFEval Raw":0.4813794066410457,"IFEval":48.137940664104576,"BBH Raw":0.5108043406568835,"BBH":31.62386474402479,"MATH Lvl 5 Raw":0.07099697885196375,"MATH Lvl 5":7.099697885196375,"GPQA Raw":0.2751677852348993,"GPQA":3.355704697986576,"MUSR Raw":0.41353124999999996,"MUSR":10.658072916666663,"MMLU-PRO Raw":0.31590757978723405,"MMLU-PRO":23.98973108747045,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-08-30","Submission Date":"2024-09-01","Generation":1,"Base Model":"ClaudioItaly/Evolutionstory-7B-v2.2 (Merge)"},{"eval_name":"ClaudioItaly_intelligence-cod-rag-7b-v3_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ClaudioItaly/intelligence-cod-rag-7b-v3 📑","fullname":"ClaudioItaly/intelligence-cod-rag-7b-v3","Model sha":"2b21473c8a086f8d0c54b82c3454bf5499cdde3a","Average ⬆️":31.836966345244434,"Hub License":"mit","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3209446661048176,"IFEval Raw":0.6897820006471718,"IFEval":68.97820006471717,"BBH Raw":0.5366339718839108,"BBH":34.776158539494425,"MATH Lvl 5 Raw":0.3806646525679758,"MATH Lvl 5":38.066465256797585,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.4152708333333333,"MUSR":10.675520833333335,"MMLU-PRO Raw":0.4195478723404255,"MMLU-PRO":35.50531914893617,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-29","Submission Date":"2024-12-02","Generation":1,"Base Model":"ClaudioItaly/intelligence-cod-rag-7b-v3 (Merge)"},{"eval_name":"CohereForAI_aya-23-35B_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"CohereForCausalLM","Model":"CohereForAI/aya-23-35B 📑","fullname":"CohereForAI/aya-23-35B","Model sha":"31d6fd858f20539a55401c7ad913086f54d9ca2c","Average ⬆️":24.755408446939658,"Hub License":"cc-by-nc-4.0","Hub ❤️":278,"#Params (B)":34.981,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":33.970634038967276,"IFEval Raw":0.6461932117891638,"IFEval":64.61932117891638,"BBH Raw":0.5399551450731271,"BBH":34.85836046775463,"MATH Lvl 5 Raw":0.03474320241691843,"MATH Lvl 5":3.474320241691843,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.4309895833333333,"MUSR":13.47369791666666,"MMLU-PRO Raw":0.33560505319148937,"MMLU-PRO":26.178339243498815,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-19","Submission Date":"2024-06-12","Generation":0,"Base Model":"CohereForAI/aya-23-35B"},{"eval_name":"CohereForAI_aya-23-8B_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"CohereForCausalLM","Model":"CohereForAI/aya-23-8B 📑","fullname":"CohereForAI/aya-23-8B","Model sha":"ec151d218a24031eb039d92fb83d10445427efc9","Average ⬆️":16.010983148168723,"Hub License":"cc-by-nc-4.0","Hub ❤️":410,"#Params (B)":8.028,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.3903441626419175,"IFEval Raw":0.4698887839820565,"IFEval":46.98887839820566,"BBH Raw":0.4296161519220307,"BBH":20.203760646739372,"MATH Lvl 5 Raw":0.01661631419939577,"MATH Lvl 5":1.6616314199395772,"GPQA Raw":0.28439597315436244,"GPQA":4.5861297539149914,"MUSR Raw":0.3940625,"MUSR":8.424479166666664,"MMLU-PRO Raw":0.2278091755319149,"MMLU-PRO":14.2010195035461,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-19","Submission Date":"2024-06-12","Generation":0,"Base Model":"CohereForAI/aya-23-8B"},{"eval_name":"CohereForAI_aya-expanse-32b_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"CohereForCausalLM","Model":"CohereForAI/aya-expanse-32b 📑","fullname":"CohereForAI/aya-expanse-32b","Model sha":"08b69cfa4240e2009c80ad304f000b491d1b8c38","Average ⬆️":29.718510126577055,"Hub License":"cc-by-nc-4.0","Hub ❤️":241,"#Params (B)":32.296,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":11.035470199820203,"IFEval Raw":0.7301737168490716,"IFEval":73.01737168490715,"BBH Raw":0.5648670099212114,"BBH":38.70961143301418,"MATH Lvl 5 Raw":0.15332326283987915,"MATH Lvl 5":15.332326283987916,"GPQA Raw":0.32550335570469796,"GPQA":10.067114093959727,"MUSR Raw":0.3872708333333333,"MUSR":6.408854166666668,"MMLU-PRO Raw":0.41298204787234044,"MMLU-PRO":34.77578309692671,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-10-23","Submission Date":"2024-10-24","Generation":0,"Base Model":"CohereForAI/aya-expanse-32b"},{"eval_name":"CohereForAI_aya-expanse-8b_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"CohereForCausalLM","Model":"CohereForAI/aya-expanse-8b 📑","fullname":"CohereForAI/aya-expanse-8b","Model sha":"b9848575c8731981dfcf2e1f3bfbcb917a2e585d","Average ⬆️":22.406573697993498,"Hub License":"cc-by-nc-4.0","Hub ❤️":352,"#Params (B)":8.028,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.3393781377514093,"IFEval Raw":0.6358517622131501,"IFEval":63.585176221315,"BBH Raw":0.4977203055736406,"BBH":28.52348250428851,"MATH Lvl 5 Raw":0.08610271903323263,"MATH Lvl 5":8.610271903323262,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.37288541666666664,"MUSR":4.410677083333334,"MMLU-PRO Raw":0.3003656914893617,"MMLU-PRO":22.26285460992908,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-10-23","Submission Date":"2024-10-24","Generation":0,"Base Model":"CohereForAI/aya-expanse-8b"},{"eval_name":"CohereForAI_c4ai-command-r-plus_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"CohereForCausalLM","Model":"CohereForAI/c4ai-command-r-plus 📑","fullname":"CohereForAI/c4ai-command-r-plus","Model sha":"fa1bd7fb1572ceb861bbbbecfa8af83b29fa8cca","Average ⬆️":30.936070612618508,"Hub License":"cc-by-nc-4.0","Hub ❤️":1715,"#Params (B)":103.811,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":57.263063423341556,"IFEval Raw":0.7664186580495308,"IFEval":76.64186580495308,"BBH Raw":0.581542357407793,"BBH":39.91995423143177,"MATH Lvl 5 Raw":0.08006042296072508,"MATH Lvl 5":8.006042296072508,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.48071875000000003,"MUSR":20.42317708333333,"MMLU-PRO Raw":0.3991855053191489,"MMLU-PRO":33.242833924349874,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-04-03","Submission Date":"2024-06-13","Generation":0,"Base Model":"CohereForAI/c4ai-command-r-plus"},{"eval_name":"CohereForAI_c4ai-command-r-plus-08-2024_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"CohereForCausalLM","Model":"CohereForAI/c4ai-command-r-plus-08-2024 📑","fullname":"CohereForAI/c4ai-command-r-plus-08-2024","Model sha":"2d8cf3ab0af78b9e43546486b096f86adf3ba4d0","Average ⬆️":33.647474595578004,"Hub License":"cc-by-nc-4.0","Hub ❤️":250,"#Params (B)":103.811,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":44.63775333534616,"IFEval Raw":0.7539539532883859,"IFEval":75.39539532883859,"BBH Raw":0.5995999913027185,"BBH":42.83686540770696,"MATH Lvl 5 Raw":0.12386706948640483,"MATH Lvl 5":12.386706948640484,"GPQA Raw":0.35067114093959734,"GPQA":13.422818791946312,"MUSR Raw":0.48294791666666664,"MUSR":19.835156249999994,"MMLU-PRO Raw":0.44207114361702127,"MMLU-PRO":38.0079048463357,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-08-21","Submission Date":"2024-09-19","Generation":0,"Base Model":"CohereForAI/c4ai-command-r-plus-08-2024"},{"eval_name":"CohereForAI_c4ai-command-r-v01_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"CohereForCausalLM","Model":"CohereForAI/c4ai-command-r-v01 📑","fullname":"CohereForAI/c4ai-command-r-v01","Model sha":"16881ccde1c68bbc7041280e6a66637bc46bfe88","Average ⬆️":25.929031834951832,"Hub License":"cc-by-nc-4.0","Hub ❤️":1080,"#Params (B)":34.981,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":26.79087453397965,"IFEval Raw":0.6748194789824333,"IFEval":67.48194789824333,"BBH Raw":0.5406415512767856,"BBH":34.556659257058264,"MATH Lvl 5 Raw":0.03474320241691843,"MATH Lvl 5":3.474320241691843,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.45169791666666664,"MUSR":16.12890625,"MMLU-PRO Raw":0.3369348404255319,"MMLU-PRO":26.326093380614658,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-03-11","Submission Date":"2024-06-13","Generation":0,"Base Model":"CohereForAI/c4ai-command-r-v01"},{"eval_name":"CohereForAI_c4ai-command-r7b-12-2024_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Cohere2ForCausalLM","Model":"CohereForAI/c4ai-command-r7b-12-2024 📑","fullname":"CohereForAI/c4ai-command-r7b-12-2024","Model sha":"a9650f3bda8b0e00825ee36592e086b4ee621102","Average ⬆️":31.61752928799648,"Hub License":"cc-by-nc-4.0","Hub ❤️":375,"#Params (B)":8.028,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.909613871990747,"IFEval Raw":0.7713145564878965,"IFEval":77.13145564878965,"BBH Raw":0.5502642151855635,"BBH":36.0245641700103,"MATH Lvl 5 Raw":0.2990936555891239,"MATH Lvl 5":29.909365558912388,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.41251041666666666,"MUSR":10.230468750000002,"MMLU-PRO Raw":0.3572140957446808,"MMLU-PRO":28.5793439716312,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-12-11","Submission Date":"2024-12-20","Generation":0,"Base Model":"CohereForAI/c4ai-command-r7b-12-2024"},{"eval_name":"Columbia-NLP_LION-Gemma-2b-dpo-v1.0_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"GemmaForCausalLM","Model":"Columbia-NLP/LION-Gemma-2b-dpo-v1.0 📑","fullname":"Columbia-NLP/LION-Gemma-2b-dpo-v1.0","Model sha":"a5f780075831374f8850324448acf94976dea504","Average ⬆️":11.483994762243412,"Hub License":"","Hub ❤️":0,"#Params (B)":2.506,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9796484742504703,"IFEval Raw":0.3278312654866864,"IFEval":32.78312654866864,"BBH Raw":0.39199563613207467,"BBH":14.585976093815775,"MATH Lvl 5 Raw":0.04305135951661632,"MATH Lvl 5":4.305135951661631,"GPQA Raw":0.24916107382550334,"GPQA":0.0,"MUSR Raw":0.41201041666666666,"MUSR":9.834635416666668,"MMLU-PRO Raw":0.16655585106382978,"MMLU-PRO":7.395094562647753,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-28","Submission Date":"2024-07-04","Generation":0,"Base Model":"Columbia-NLP/LION-Gemma-2b-dpo-v1.0"},{"eval_name":"Columbia-NLP_LION-Gemma-2b-dpo-v1.0_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"GemmaForCausalLM","Model":"Columbia-NLP/LION-Gemma-2b-dpo-v1.0 📑","fullname":"Columbia-NLP/LION-Gemma-2b-dpo-v1.0","Model sha":"a5f780075831374f8850324448acf94976dea504","Average ⬆️":11.26209259662469,"Hub License":"","Hub ❤️":0,"#Params (B)":2.506,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9891382403495008,"IFEval Raw":0.3102457036219453,"IFEval":31.02457036219453,"BBH Raw":0.38810309159554507,"BBH":14.243045647726928,"MATH Lvl 5 Raw":0.05362537764350453,"MATH Lvl 5":5.362537764350453,"GPQA Raw":0.2533557046979866,"GPQA":0.44742729306487633,"MUSR Raw":0.4080729166666666,"MUSR":9.109114583333335,"MMLU-PRO Raw":0.16647273936170212,"MMLU-PRO":7.385859929078014,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-28","Submission Date":"2024-07-04","Generation":0,"Base Model":"Columbia-NLP/LION-Gemma-2b-dpo-v1.0"},{"eval_name":"Columbia-NLP_LION-Gemma-2b-odpo-v1.0_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"GemmaForCausalLM","Model":"Columbia-NLP/LION-Gemma-2b-odpo-v1.0 📑","fullname":"Columbia-NLP/LION-Gemma-2b-odpo-v1.0","Model sha":"090d9f59c3b47ab8dd099ddd278c058aa6d2d529","Average ⬆️":11.897378852943028,"Hub License":"","Hub ❤️":4,"#Params (B)":2.506,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.924136196677034,"IFEval Raw":0.30664858131978706,"IFEval":30.664858131978704,"BBH Raw":0.3895836210706875,"BBH":14.023921665416339,"MATH Lvl 5 Raw":0.06948640483383686,"MATH Lvl 5":6.948640483383686,"GPQA Raw":0.2424496644295302,"GPQA":0.0,"MUSR Raw":0.42791666666666667,"MUSR":12.056250000000004,"MMLU-PRO Raw":0.1692154255319149,"MMLU-PRO":7.690602836879433,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-28","Submission Date":"2024-07-13","Generation":0,"Base Model":"Columbia-NLP/LION-Gemma-2b-odpo-v1.0"},{"eval_name":"Columbia-NLP_LION-Gemma-2b-sft-v1.0_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"GemmaForCausalLM","Model":"Columbia-NLP/LION-Gemma-2b-sft-v1.0 📑","fullname":"Columbia-NLP/LION-Gemma-2b-sft-v1.0","Model sha":"44d6f26fa7e3b0d238064d844569bf8a07b7515e","Average ⬆️":12.60325045021582,"Hub License":"","Hub ❤️":0,"#Params (B)":2.506,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9216176259548279,"IFEval Raw":0.3692469314751526,"IFEval":36.924693147515256,"BBH Raw":0.387877927616119,"BBH":14.11717086360044,"MATH Lvl 5 Raw":0.06797583081570997,"MATH Lvl 5":6.797583081570997,"GPQA Raw":0.2558724832214765,"GPQA":0.7829977628635317,"MUSR Raw":0.4027395833333333,"MUSR":8.309114583333335,"MMLU-PRO Raw":0.17819148936170212,"MMLU-PRO":8.687943262411347,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-02","Submission Date":"2024-07-04","Generation":0,"Base Model":"Columbia-NLP/LION-Gemma-2b-sft-v1.0"},{"eval_name":"Columbia-NLP_LION-LLaMA-3-8b-dpo-v1.0_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Columbia-NLP/LION-LLaMA-3-8b-dpo-v1.0 📑","fullname":"Columbia-NLP/LION-LLaMA-3-8b-dpo-v1.0","Model sha":"3cddd4a6f5939a0a4db1092a0275342b7b9912f3","Average ⬆️":21.78540431507501,"Hub License":"","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3936984403045483,"IFEval Raw":0.4957424079220912,"IFEval":49.57424079220912,"BBH Raw":0.5028481044452986,"BBH":30.356398875749075,"MATH Lvl 5 Raw":0.11706948640483383,"MATH Lvl 5":11.706948640483382,"GPQA Raw":0.28104026845637586,"GPQA":4.138702460850116,"MUSR Raw":0.40971874999999996,"MUSR":10.281510416666665,"MMLU-PRO Raw":0.3218916223404255,"MMLU-PRO":24.654624704491724,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-28","Submission Date":"2024-07-04","Generation":0,"Base Model":"Columbia-NLP/LION-LLaMA-3-8b-dpo-v1.0"},{"eval_name":"Columbia-NLP_LION-LLaMA-3-8b-odpo-v1.0_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Columbia-NLP/LION-LLaMA-3-8b-odpo-v1.0 📑","fullname":"Columbia-NLP/LION-LLaMA-3-8b-odpo-v1.0","Model sha":"e2cec0d68a67092951e9205dfe634a59f2f4a2dd","Average ⬆️":19.85320809199725,"Hub License":"","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4373937651386457,"IFEval Raw":0.39679938119744496,"IFEval":39.6799381197445,"BBH Raw":0.5023929881802022,"BBH":30.457173008350704,"MATH Lvl 5 Raw":0.10649546827794562,"MATH Lvl 5":10.649546827794563,"GPQA Raw":0.28523489932885904,"GPQA":4.697986577181204,"MUSR Raw":0.40575,"MUSR":9.718749999999998,"MMLU-PRO Raw":0.3152426861702128,"MMLU-PRO":23.91585401891253,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-28","Submission Date":"2024-07-04","Generation":0,"Base Model":"Columbia-NLP/LION-LLaMA-3-8b-odpo-v1.0"},{"eval_name":"Columbia-NLP_LION-LLaMA-3-8b-sft-v1.0_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Columbia-NLP/LION-LLaMA-3-8b-sft-v1.0 📑","fullname":"Columbia-NLP/LION-LLaMA-3-8b-sft-v1.0","Model sha":"822eddb2fd127178d9fb7bb9f4fca0e93ada2836","Average ⬆️":20.748862299709277,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5072262758006536,"IFEval Raw":0.38171163623629745,"IFEval":38.17116362362975,"BBH Raw":0.5087766443418147,"BBH":30.88426036029,"MATH Lvl 5 Raw":0.11404833836858005,"MATH Lvl 5":11.404833836858005,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.45027083333333334,"MUSR":15.483854166666665,"MMLU-PRO Raw":0.32372007978723405,"MMLU-PRO":24.857786643026003,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-02","Submission Date":"2024-07-04","Generation":0,"Base Model":"Columbia-NLP/LION-LLaMA-3-8b-sft-v1.0"},{"eval_name":"CombinHorizon_Josiefied-abliteratedV4-Qwen2.5-14B-Inst-BaseMerge-TIES_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CombinHorizon/Josiefied-abliteratedV4-Qwen2.5-14B-Inst-BaseMerge-TIES 📑","fullname":"CombinHorizon/Josiefied-abliteratedV4-Qwen2.5-14B-Inst-BaseMerge-TIES","Model sha":"881729709fbf263b75e0f7341b66b5a880b82d11","Average ⬆️":41.765081012881176,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.3307043527297373,"IFEval Raw":0.8239958864701216,"IFEval":82.39958864701215,"BBH Raw":0.6370093752306357,"BBH":48.19594986631396,"MATH Lvl 5 Raw":0.5317220543806647,"MATH Lvl 5":53.17220543806647,"GPQA Raw":0.32466442953020136,"GPQA":9.955257270693513,"MUSR Raw":0.42603125000000003,"MUSR":12.65390625,"MMLU-PRO Raw":0.4979222074468085,"MMLU-PRO":44.213578605200944,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-07","Submission Date":"2024-12-07","Generation":1,"Base Model":"CombinHorizon/Josiefied-abliteratedV4-Qwen2.5-14B-Inst-BaseMerge-TIES (Merge)"},{"eval_name":"CombinHorizon_Rombos-Qwen2.5-7B-Inst-BaseMerge-TIES_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CombinHorizon/Rombos-Qwen2.5-7B-Inst-BaseMerge-TIES 📑","fullname":"CombinHorizon/Rombos-Qwen2.5-7B-Inst-BaseMerge-TIES","Model sha":"52d6f6308eba9c3a0b9116706fbb1ddc448e6101","Average ⬆️":35.36673047341537,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.091121739266506,"IFEval Raw":0.7564019025075688,"IFEval":75.64019025075689,"BBH Raw":0.5402085849577634,"BBH":34.954070231174235,"MATH Lvl 5 Raw":0.493202416918429,"MATH Lvl 5":49.320241691842895,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.40330208333333334,"MUSR":8.779427083333333,"MMLU-PRO Raw":0.4341755319148936,"MMLU-PRO":37.1306146572104,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-29","Submission Date":"2024-10-29","Generation":1,"Base Model":"CombinHorizon/Rombos-Qwen2.5-7B-Inst-BaseMerge-TIES (Merge)"},{"eval_name":"CombinHorizon_YiSM-blossom5.1-34B-SLERP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"CombinHorizon/YiSM-blossom5.1-34B-SLERP 📑","fullname":"CombinHorizon/YiSM-blossom5.1-34B-SLERP","Model sha":"ebd8d6507623008567a0548cd0ff9e28cbd6a656","Average ⬆️":31.379930205236757,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":34.389,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.141628447926251,"IFEval Raw":0.5033112142448702,"IFEval":50.33112142448702,"BBH Raw":0.6207548093635428,"BBH":46.397612796396146,"MATH Lvl 5 Raw":0.21525679758308158,"MATH Lvl 5":21.525679758308158,"GPQA Raw":0.35570469798657717,"GPQA":14.093959731543624,"MUSR Raw":0.44134375,"MUSR":14.367968750000003,"MMLU-PRO Raw":0.4740691489361702,"MMLU-PRO":41.56323877068557,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-08-27","Submission Date":"2024-08-27","Generation":1,"Base Model":"CombinHorizon/YiSM-blossom5.1-34B-SLERP (Merge)"},{"eval_name":"CombinHorizon_huihui-ai-abliterated-Qwen2.5-32B-Inst-BaseMerge-TIES_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CombinHorizon/huihui-ai-abliterated-Qwen2.5-32B-Inst-BaseMerge-TIES 📑","fullname":"CombinHorizon/huihui-ai-abliterated-Qwen2.5-32B-Inst-BaseMerge-TIES","Model sha":"3284c32f13733d1cd17c723ed754f2c01b65a15c","Average ⬆️":45.6578470977455,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":26.000843124030272,"IFEval Raw":0.8206237228331937,"IFEval":82.06237228331938,"BBH Raw":0.692924708291253,"BBH":56.04478184089901,"MATH Lvl 5 Raw":0.5944108761329305,"MATH Lvl 5":59.44108761329305,"GPQA Raw":0.3389261744966443,"GPQA":11.85682326621924,"MUSR Raw":0.42072916666666665,"MUSR":12.091145833333337,"MMLU-PRO Raw":0.5720578457446809,"MMLU-PRO":52.45087174940899,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-07","Submission Date":"2024-12-07","Generation":1,"Base Model":"CombinHorizon/huihui-ai-abliterated-Qwen2.5-32B-Inst-BaseMerge-TIES (Merge)"},{"eval_name":"CombinHorizon_huihui-ai-abliteratedV2-Qwen2.5-14B-Inst-BaseMerge-TIES_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CombinHorizon/huihui-ai-abliteratedV2-Qwen2.5-14B-Inst-BaseMerge-TIES 📑","fullname":"CombinHorizon/huihui-ai-abliteratedV2-Qwen2.5-14B-Inst-BaseMerge-TIES","Model sha":"d92237b4b4deccb92a72b5209c79978f09fe3f08","Average ⬆️":41.46621085774212,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.3342592235028725,"IFEval Raw":0.8175762532303177,"IFEval":81.75762532303177,"BBH Raw":0.6335891556421077,"BBH":47.767346005909815,"MATH Lvl 5 Raw":0.547583081570997,"MATH Lvl 5":54.7583081570997,"GPQA Raw":0.3145973154362416,"GPQA":8.612975391498878,"MUSR Raw":0.42603125000000003,"MUSR":12.453906250000001,"MMLU-PRO Raw":0.4910239361702128,"MMLU-PRO":43.44710401891253,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-07","Submission Date":"2024-12-07","Generation":1,"Base Model":"CombinHorizon/huihui-ai-abliteratedV2-Qwen2.5-14B-Inst-BaseMerge-TIES (Merge)"},{"eval_name":"CombinHorizon_zetasepic-abliteratedV2-Qwen2.5-32B-Inst-BaseMerge-TIES_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CombinHorizon/zetasepic-abliteratedV2-Qwen2.5-32B-Inst-BaseMerge-TIES 📑","fullname":"CombinHorizon/zetasepic-abliteratedV2-Qwen2.5-32B-Inst-BaseMerge-TIES","Model sha":"d976a5d6768d54c5e59a88fe63238a055c30c06a","Average ⬆️":46.76362120574333,"Hub License":"apache-2.0","Hub ❤️":14,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":7.366635145725348,"IFEval Raw":0.8328136012446974,"IFEval":83.28136012446973,"BBH Raw":0.6955174427138592,"BBH":56.82740697772572,"MATH Lvl 5 Raw":0.5853474320241692,"MATH Lvl 5":58.53474320241692,"GPQA Raw":0.3674496644295302,"GPQA":15.659955257270694,"MUSR Raw":0.43139583333333337,"MUSR":14.224479166666663,"MMLU-PRO Raw":0.5684840425531915,"MMLU-PRO":52.05378250591017,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-07","Submission Date":"2024-12-20","Generation":1,"Base Model":"CombinHorizon/zetasepic-abliteratedV2-Qwen2.5-32B-Inst-BaseMerge-TIES (Merge)"},{"eval_name":"ContactDoctor_Bio-Medical-3B-CoT-012025_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ContactDoctor/Bio-Medical-3B-CoT-012025 📑","fullname":"ContactDoctor/Bio-Medical-3B-CoT-012025","Model sha":"37e0ac4b64a82964af3b33324629324cbcbf7cda","Average ⬆️":18.73071055946323,"Hub License":"other","Hub ❤️":10,"#Params (B)":3.085,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5996892891616015,"IFEval Raw":0.360379349016166,"IFEval":36.037934901616595,"BBH Raw":0.438315337642466,"BBH":22.263528103895354,"MATH Lvl 5 Raw":0.2212990936555891,"MATH Lvl 5":22.129909365558913,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.3367604166666667,"MUSR":3.195052083333334,"MMLU-PRO Raw":0.2933843085106383,"MMLU-PRO":21.487145390070918,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-06","Submission Date":"2025-01-15","Generation":2,"Base Model":"Qwen/Qwen2.5-3B"},{"eval_name":"ContactDoctor_Bio-Medical-Llama-3-8B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ContactDoctor/Bio-Medical-Llama-3-8B 📑","fullname":"ContactDoctor/Bio-Medical-Llama-3-8B","Model sha":"5436cda92c65b0ef520d278d864305c0f429824b","Average ⬆️":19.91745266981443,"Hub License":"other","Hub ❤️":73,"#Params (B)":4.015,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2351165102170476,"IFEval Raw":0.4422365988909427,"IFEval":44.223659889094264,"BBH Raw":0.486311802622738,"BBH":26.195811296028182,"MATH Lvl 5 Raw":0.06722054380664652,"MATH Lvl 5":6.722054380664652,"GPQA Raw":0.3338926174496644,"GPQA":11.185682326621922,"MUSR Raw":0.35139583333333335,"MUSR":1.7578124999999993,"MMLU-PRO Raw":0.36477726063829785,"MMLU-PRO":29.419695626477544,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-09","Submission Date":"2024-12-24","Generation":1,"Base Model":"meta-llama/Meta-Llama-3-8B-Instruct"},{"eval_name":"CoolSpring_Qwen2-0.5B-Abyme_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CoolSpring/Qwen2-0.5B-Abyme 📑","fullname":"CoolSpring/Qwen2-0.5B-Abyme","Model sha":"a48b7c04b854e5c60fe3464f96904bfc53c8640c","Average ⬆️":4.999994251217356,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.355594617085158,"IFEval Raw":0.19151850423542865,"IFEval":19.151850423542868,"BBH Raw":0.2861834296481826,"BBH":2.2764835705971893,"MATH Lvl 5 Raw":0.02945619335347432,"MATH Lvl 5":2.9456193353474323,"GPQA Raw":0.2533557046979866,"GPQA":0.44742729306487633,"MUSR Raw":0.35421875,"MUSR":1.47734375,"MMLU-PRO Raw":0.13331117021276595,"MMLU-PRO":3.701241134751772,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-18","Submission Date":"2024-09-04","Generation":1,"Base Model":"Qwen/Qwen2-0.5B"},{"eval_name":"CoolSpring_Qwen2-0.5B-Abyme-merge2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CoolSpring/Qwen2-0.5B-Abyme-merge2 📑","fullname":"CoolSpring/Qwen2-0.5B-Abyme-merge2","Model sha":"02c4c601453f7ecbfab5c95bf5afa889350026ba","Average ⬆️":6.320258162859158,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2193908884207358,"IFEval Raw":0.2021846478454944,"IFEval":20.21846478454944,"BBH Raw":0.29942723009138733,"BBH":3.7090413943355123,"MATH Lvl 5 Raw":0.03323262839879154,"MATH Lvl 5":3.3232628398791544,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.3687291666666667,"MUSR":3.8911458333333346,"MMLU-PRO Raw":0.14893617021276595,"MMLU-PRO":5.437352245862883,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-07-27","Submission Date":"2024-07-27","Generation":1,"Base Model":"CoolSpring/Qwen2-0.5B-Abyme-merge2 (Merge)"},{"eval_name":"CoolSpring_Qwen2-0.5B-Abyme-merge3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CoolSpring/Qwen2-0.5B-Abyme-merge3 📑","fullname":"CoolSpring/Qwen2-0.5B-Abyme-merge3","Model sha":"86fed893893cc2a6240f0ea09ce2eeda1a5178cc","Average ⬆️":6.8201960830112,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":0.63,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2203426634256123,"IFEval Raw":0.23860468002677343,"IFEval":23.860468002677344,"BBH Raw":0.30031404525933675,"BBH":4.301149162861492,"MATH Lvl 5 Raw":0.03172205438066465,"MATH Lvl 5":3.1722054380664653,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.35009375000000004,"MUSR":2.1283854166666667,"MMLU-PRO Raw":0.15001662234042554,"MMLU-PRO":5.557402482269504,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-07-27","Submission Date":"2024-07-27","Generation":1,"Base Model":"CoolSpring/Qwen2-0.5B-Abyme-merge3 (Merge)"},{"eval_name":"Corianas_Neural-Mistral-7B_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Corianas/Neural-Mistral-7B 📑","fullname":"Corianas/Neural-Mistral-7B","Model sha":"cde6f0126310f38b6781cc26cdb9a02416b896b9","Average ⬆️":18.200438567718393,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9234265666392719,"IFEval Raw":0.5489235229191878,"IFEval":54.892352291918776,"BBH Raw":0.4428023404192858,"BBH":22.431162626805257,"MATH Lvl 5 Raw":0.0188821752265861,"MATH Lvl 5":1.8882175226586102,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.3872708333333333,"MUSR":6.208854166666669,"MMLU-PRO Raw":0.27376994680851063,"MMLU-PRO":19.307771867612292,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-03-05","Submission Date":"2024-12-06","Generation":0,"Base Model":"Corianas/Neural-Mistral-7B"},{"eval_name":"Corianas_Quokka_2.7b_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"GPT2LMHeadModel","Model":"Corianas/Quokka_2.7b 📑","fullname":"Corianas/Quokka_2.7b","Model sha":"d9b3274662c2ac6c6058daac90504b5a8ebcac3c","Average ⬆️":4.995249580966088,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":2.786,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.5873825038450923,"IFEval Raw":0.17490702447284318,"IFEval":17.490702447284317,"BBH Raw":0.3055474937424842,"BBH":3.1652676176883503,"MATH Lvl 5 Raw":0.008308157099697885,"MATH Lvl 5":0.8308157099697886,"GPQA Raw":0.2558724832214765,"GPQA":0.7829977628635317,"MUSR Raw":0.3908333333333333,"MUSR":6.087499999999999,"MMLU-PRO Raw":0.11452792553191489,"MMLU-PRO":1.6142139479905429,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-03-30","Submission Date":"2024-12-05","Generation":0,"Base Model":"Corianas/Quokka_2.7b"},{"eval_name":"Corianas_llama-3-reactor_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Corianas/llama-3-reactor 📑","fullname":"Corianas/llama-3-reactor","Model sha":"bef2eac42fd89baa0064badbc9c7958ad9ccbed3","Average ⬆️":13.995469727045661,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":-1.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6423296412642534,"IFEval Raw":0.23001192391742797,"IFEval":23.001192391742798,"BBH Raw":0.4457148560545015,"BBH":21.88855981925079,"MATH Lvl 5 Raw":0.04682779456193353,"MATH Lvl 5":4.682779456193353,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.39771874999999995,"MUSR":8.014843750000002,"MMLU-PRO Raw":0.2800864361702128,"MMLU-PRO":20.00960401891253,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-20","Submission Date":"2024-07-23","Generation":0,"Base Model":"Corianas/llama-3-reactor"},{"eval_name":"CortexLM_btlm-7b-base-v0.2_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"CortexLM/btlm-7b-base-v0.2 📑","fullname":"CortexLM/btlm-7b-base-v0.2","Model sha":"eda8b4298365a26c8981316e09427c237b11217f","Average ⬆️":8.920254930681883,"Hub License":"mit","Hub ❤️":1,"#Params (B)":6.885,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.422716700807614,"IFEval Raw":0.14832865685270635,"IFEval":14.832865685270637,"BBH Raw":0.4006411985841813,"BBH":16.19327709708517,"MATH Lvl 5 Raw":0.015105740181268883,"MATH Lvl 5":1.5105740181268883,"GPQA Raw":0.2533557046979866,"GPQA":0.44742729306487633,"MUSR Raw":0.38460416666666664,"MUSR":5.542187500000001,"MMLU-PRO Raw":0.2349567819148936,"MMLU-PRO":14.995197990543732,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-13","Submission Date":"2024-06-26","Generation":0,"Base Model":"CortexLM/btlm-7b-base-v0.2"},{"eval_name":"Cran-May_SCE-2-24B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Cran-May/SCE-2-24B 📑","fullname":"Cran-May/SCE-2-24B","Model sha":"6a477b347fa6c0ce76bcaf353ddc282dd1cc75c3","Average ⬆️":31.951539780759408,"Hub License":"","Hub ❤️":0,"#Params (B)":23.572,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.7042352510701058,"IFEval Raw":0.5865924635522636,"IFEval":58.65924635522636,"BBH Raw":0.6264692798019763,"BBH":46.32574571477496,"MATH Lvl 5 Raw":0.18957703927492447,"MATH Lvl 5":18.957703927492446,"GPQA Raw":0.337248322147651,"GPQA":11.633109619686799,"MUSR Raw":0.4528125,"MUSR":16.001562499999995,"MMLU-PRO Raw":0.461186835106383,"MMLU-PRO":40.131870567375884,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-04","Generation":1,"Base Model":"Cran-May/SCE-2-24B (Merge)"},{"eval_name":"Cran-May_SCE-3-24B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Cran-May/SCE-3-24B 📑","fullname":"Cran-May/SCE-3-24B","Model sha":"bf2b658dd404c423228e7001498bd69c2d147da2","Average ⬆️":30.620429636222998,"Hub License":"","Hub ❤️":0,"#Params (B)":23.572,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.3631698036966537,"IFEval Raw":0.5465254413844156,"IFEval":54.652544138441556,"BBH Raw":0.597283045074691,"BBH":42.278564800296486,"MATH Lvl 5 Raw":0.18806646525679757,"MATH Lvl 5":18.806646525679756,"GPQA Raw":0.3464765100671141,"GPQA":12.863534675615215,"MUSR Raw":0.44347916666666665,"MUSR":14.601562499999995,"MMLU-PRO Raw":0.4646775265957447,"MMLU-PRO":40.51972517730496,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-04","Generation":1,"Base Model":"Cran-May/SCE-3-24B (Merge)"},{"eval_name":"Cran-May_T.E-8.1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Cran-May/T.E-8.1 📑","fullname":"Cran-May/T.E-8.1","Model sha":"5f84709710dcce7cc05fa12473e8bb207fe25849","Average ⬆️":35.699515240521414,"Hub License":"cc-by-nc-sa-4.0","Hub ❤️":3,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.1812656007167486,"IFEval Raw":0.7076922565459647,"IFEval":70.76922565459647,"BBH Raw":0.5581754708123893,"BBH":37.02437662584371,"MATH Lvl 5 Raw":0.44561933534743203,"MATH Lvl 5":44.561933534743204,"GPQA Raw":0.31291946308724833,"GPQA":8.389261744966444,"MUSR Raw":0.4505208333333333,"MUSR":15.31510416666667,"MMLU-PRO Raw":0.4432347074468085,"MMLU-PRO":38.13718971631205,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-27","Submission Date":"2024-09-29","Generation":1,"Base Model":"Cran-May/T.E-8.1 (Merge)"},{"eval_name":"Cran-May_merge_model_20250308_2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Cran-May/merge_model_20250308_2 📑","fullname":"Cran-May/merge_model_20250308_2","Model sha":"07c1b6130747a2508a806d3b8df13e221312c713","Average ⬆️":40.257533671744866,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.021194536877009,"IFEval Raw":0.5932370554572978,"IFEval":59.32370554572978,"BBH Raw":0.6585311075974459,"BBH":50.99569841983836,"MATH Lvl 5 Raw":0.4380664652567976,"MATH Lvl 5":43.80664652567976,"GPQA Raw":0.39093959731543626,"GPQA":18.791946308724835,"MUSR Raw":0.4793541666666667,"MUSR":19.519270833333326,"MMLU-PRO Raw":0.5419714095744681,"MMLU-PRO":49.10793439716312,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-08","Submission Date":"2025-03-08","Generation":1,"Base Model":"Cran-May/merge_model_20250308_2 (Merge)"},{"eval_name":"Cran-May_merge_model_20250308_3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Cran-May/merge_model_20250308_3 📑","fullname":"Cran-May/merge_model_20250308_3","Model sha":"1062ad627bd1823458a3b1b22f434941dea75f35","Average ⬆️":33.22959855955027,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.025239989867329,"IFEval Raw":0.6017799438822324,"IFEval":60.177994388223254,"BBH Raw":0.6271459892225041,"BBH":46.56854499584235,"MATH Lvl 5 Raw":0.2545317220543807,"MATH Lvl 5":25.45317220543807,"GPQA Raw":0.3221476510067114,"GPQA":9.61968680089485,"MUSR Raw":0.43204166666666666,"MUSR":13.538541666666665,"MMLU-PRO Raw":0.49617686170212766,"MMLU-PRO":44.019651300236404,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-08","Submission Date":"2025-03-08","Generation":1,"Base Model":"Cran-May/merge_model_20250308_3 (Merge)"},{"eval_name":"Cran-May_merge_model_20250308_4_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Cran-May/merge_model_20250308_4 📑","fullname":"Cran-May/merge_model_20250308_4","Model sha":"5f8c7b1c49d946c3feb028f138add7efabde94e7","Average ⬆️":37.569693940140574,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9787744084472945,"IFEval Raw":0.4539521802151624,"IFEval":45.39521802151624,"BBH Raw":0.666435217186487,"BBH":52.02370667184541,"MATH Lvl 5 Raw":0.4199395770392749,"MATH Lvl 5":41.99395770392749,"GPQA Raw":0.3976510067114094,"GPQA":19.686800894854585,"MUSR Raw":0.4688125,"MUSR":17.801562500000003,"MMLU-PRO Raw":0.5366522606382979,"MMLU-PRO":48.51691784869976,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-08","Submission Date":"2025-03-08","Generation":1,"Base Model":"Cran-May/merge_model_20250308_4 (Merge)"},{"eval_name":"Cran-May_tempmotacilla-cinerea-0308_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Cran-May/tempmotacilla-cinerea-0308 📑","fullname":"Cran-May/tempmotacilla-cinerea-0308","Model sha":"36ba31b21cfe855ceb4dad313a5cf2b98616038c","Average ⬆️":43.6405549503723,"Hub License":"","Hub ❤️":1,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.6420107969216504,"IFEval Raw":0.8084837121061007,"IFEval":80.84837121061007,"BBH Raw":0.6550960569488126,"BBH":50.59894860885105,"MATH Lvl 5 Raw":0.5551359516616314,"MATH Lvl 5":55.51359516616314,"GPQA Raw":0.3624161073825503,"GPQA":14.988814317673373,"MUSR Raw":0.42082291666666666,"MUSR":12.669531249999999,"MMLU-PRO Raw":0.5250166223404256,"MMLU-PRO":47.224069148936174,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-08","Submission Date":"2025-03-09","Generation":1,"Base Model":"Cran-May/tempmotacilla-cinerea-0308 (Merge)"},{"eval_name":"CreitinGameplays_Llama-3.1-8B-R1-v0.1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"CreitinGameplays/Llama-3.1-8B-R1-v0.1 📑","fullname":"CreitinGameplays/Llama-3.1-8B-R1-v0.1","Model sha":"48af6b20168c9e157b33a7a005b6515901c93b0e","Average ⬆️":10.034841772545372,"Hub License":"mit","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.745944048401834,"IFEval Raw":0.323485019747603,"IFEval":32.3485019747603,"BBH Raw":0.3057485865545513,"BBH":3.2159805820764724,"MATH Lvl 5 Raw":0.18126888217522658,"MATH Lvl 5":18.12688821752266,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.36215624999999996,"MUSR":2.6028645833333326,"MMLU-PRO Raw":0.12516622340425532,"MMLU-PRO":2.7962470449172567,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-19","Submission Date":"2025-03-10","Generation":1,"Base Model":"CreitinGameplays/Llama-3.1-8B-R1-v0.1 (Merge)"},{"eval_name":"CultriX_Qwen2.5-14B-Broca_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CultriX/Qwen2.5-14B-Broca 📑","fullname":"CultriX/Qwen2.5-14B-Broca","Model sha":"51204ee25a629abfd6d5e77a850b5e7a36c78462","Average ⬆️":37.92450077102951,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.154002933010168,"IFEval Raw":0.560414145578177,"IFEval":56.0414145578177,"BBH Raw":0.6527145981540362,"BBH":50.034411781701095,"MATH Lvl 5 Raw":0.3580060422960725,"MATH Lvl 5":35.80060422960725,"GPQA Raw":0.38674496644295303,"GPQA":18.232662192393736,"MUSR Raw":0.47665625,"MUSR":18.94869791666667,"MMLU-PRO Raw":0.5364029255319149,"MMLU-PRO":48.48921394799055,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-23","Generation":0,"Base Model":"Removed"},{"eval_name":"CultriX_Qwen2.5-14B-BrocaV9_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CultriX/Qwen2.5-14B-BrocaV9 📑","fullname":"CultriX/Qwen2.5-14B-BrocaV9","Model sha":"883dafbff4edb8c83ef58a33413d4e09e922a53d","Average ⬆️":39.258747166851514,"Hub License":"","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.5480056069748076,"IFEval Raw":0.6762933460994606,"IFEval":67.62933460994606,"BBH Raw":0.6391383585238984,"BBH":48.05322494738571,"MATH Lvl 5 Raw":0.3814199395770393,"MATH Lvl 5":38.14199395770393,"GPQA Raw":0.3640939597315436,"GPQA":15.212527964205815,"MUSR Raw":0.46903125,"MUSR":18.395572916666662,"MMLU-PRO Raw":0.5330784574468085,"MMLU-PRO":48.119828605200944,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-10","Generation":1,"Base Model":"CultriX/Qwen2.5-14B-BrocaV9 (Merge)"},{"eval_name":"CultriX_Qwen2.5-14B-Brocav3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CultriX/Qwen2.5-14B-Brocav3 📑","fullname":"CultriX/Qwen2.5-14B-Brocav3","Model sha":"6f3fe686a79dcbcd5835ca100e194c49f493167b","Average ⬆️":39.84683205575066,"Hub License":"","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.6334779798943906,"IFEval Raw":0.6951776841004091,"IFEval":69.51776841004092,"BBH Raw":0.6452353476182755,"BBH":49.04911178348141,"MATH Lvl 5 Raw":0.38746223564954685,"MATH Lvl 5":38.74622356495468,"GPQA Raw":0.35906040268456374,"GPQA":14.541387024608499,"MUSR Raw":0.4756354166666667,"MUSR":19.254427083333326,"MMLU-PRO Raw":0.531748670212766,"MMLU-PRO":47.972074468085104,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-23","Submission Date":"2024-12-23","Generation":1,"Base Model":"CultriX/Qwen2.5-14B-Brocav3 (Merge)"},{"eval_name":"CultriX_Qwen2.5-14B-Brocav6_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CultriX/Qwen2.5-14B-Brocav6 📑","fullname":"CultriX/Qwen2.5-14B-Brocav6","Model sha":"bd981505b6950df69216b260c3c0d86124fded7b","Average ⬆️":39.840730335689976,"Hub License":"","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.5828022711198058,"IFEval Raw":0.6995239298394925,"IFEval":69.95239298394925,"BBH Raw":0.6388835266626555,"BBH":47.81922480607394,"MATH Lvl 5 Raw":0.38746223564954685,"MATH Lvl 5":38.74622356495468,"GPQA Raw":0.3674496644295302,"GPQA":15.659955257270694,"MUSR Raw":0.47420833333333334,"MUSR":18.87604166666667,"MMLU-PRO Raw":0.5319148936170213,"MMLU-PRO":47.99054373522459,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-23","Submission Date":"2024-12-23","Generation":1,"Base Model":"CultriX/Qwen2.5-14B-Brocav6 (Merge)"},{"eval_name":"CultriX_Qwen2.5-14B-Brocav7_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CultriX/Qwen2.5-14B-Brocav7 📑","fullname":"CultriX/Qwen2.5-14B-Brocav7","Model sha":"06acee7f6e9796081ced6201001784907c77f96f","Average ⬆️":39.617379910439844,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.402698845183717,"IFEval Raw":0.6723715297632504,"IFEval":67.23715297632504,"BBH Raw":0.6444026981327182,"BBH":48.90536078331687,"MATH Lvl 5 Raw":0.38444108761329304,"MATH Lvl 5":38.4441087613293,"GPQA Raw":0.3674496644295302,"GPQA":15.659955257270694,"MUSR Raw":0.47960416666666666,"MUSR":20.150520833333328,"MMLU-PRO Raw":0.5257646276595744,"MMLU-PRO":47.307180851063826,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-23","Generation":0,"Base Model":"Removed"},{"eval_name":"CultriX_Qwen2.5-14B-Emerged_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CultriX/Qwen2.5-14B-Emerged 📑","fullname":"CultriX/Qwen2.5-14B-Emerged","Model sha":"8bf0e31b23ee22858bbde2cee44dde88963f5084","Average ⬆️":37.95214334488745,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.6147203352417563,"IFEval Raw":0.7000237148543642,"IFEval":70.00237148543641,"BBH Raw":0.6260033680703311,"BBH":45.932419368684656,"MATH Lvl 5 Raw":0.324773413897281,"MATH Lvl 5":32.477341389728096,"GPQA Raw":0.3573825503355705,"GPQA":14.317673378076066,"MUSR Raw":0.46909375000000003,"MUSR":18.47005208333333,"MMLU-PRO Raw":0.5186170212765957,"MMLU-PRO":46.51300236406619,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-19","Generation":0,"Base Model":"Removed"},{"eval_name":"CultriX_Qwen2.5-14B-Emergedv3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CultriX/Qwen2.5-14B-Emergedv3 📑","fullname":"CultriX/Qwen2.5-14B-Emergedv3","Model sha":"f4df1b9c2bf37bbfd6b2e8f2ff244c6029a5d546","Average ⬆️":38.656291851731986,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.8378565529944946,"IFEval Raw":0.6388493641316153,"IFEval":63.884936413161526,"BBH Raw":0.6190728411056029,"BBH":44.731608242608615,"MATH Lvl 5 Raw":0.43580060422960726,"MATH Lvl 5":43.58006042296073,"GPQA Raw":0.36073825503355705,"GPQA":14.76510067114094,"MUSR Raw":0.4728125,"MUSR":18.601562500000004,"MMLU-PRO Raw":0.5173703457446809,"MMLU-PRO":46.3744828605201,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-21","Generation":0,"Base Model":"Removed"},{"eval_name":"CultriX_Qwen2.5-14B-FinalMerge_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CultriX/Qwen2.5-14B-FinalMerge 📑","fullname":"CultriX/Qwen2.5-14B-FinalMerge","Model sha":"8fd624d0d8989a312d344772814da3575423897a","Average ⬆️":32.23626965408581,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.8878829918808604,"IFEval Raw":0.48909781601705693,"IFEval":48.909781601705696,"BBH Raw":0.5714945310011449,"BBH":38.16247948342354,"MATH Lvl 5 Raw":0.3814199395770393,"MATH Lvl 5":38.14199395770393,"GPQA Raw":0.3548657718120805,"GPQA":13.982102908277403,"MUSR Raw":0.43790625,"MUSR":14.504947916666667,"MMLU-PRO Raw":0.4574468085106383,"MMLU-PRO":39.716312056737586,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-23","Generation":0,"Base Model":"Removed"},{"eval_name":"CultriX_Qwen2.5-14B-Hyper_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CultriX/Qwen2.5-14B-Hyper 📑","fullname":"CultriX/Qwen2.5-14B-Hyper","Model sha":"a6399c43f84736ed1b11d8cc7a25edf634781207","Average ⬆️":37.761935040602644,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":7.678342043702582,"IFEval Raw":0.5391317260424563,"IFEval":53.91317260424563,"BBH Raw":0.6507453346766106,"BBH":49.759879377498386,"MATH Lvl 5 Raw":0.34365558912386707,"MATH Lvl 5":34.3655589123867,"GPQA Raw":0.39177852348993286,"GPQA":18.903803131991047,"MUSR Raw":0.48983333333333334,"MUSR":21.029166666666665,"MMLU-PRO Raw":0.5374002659574468,"MMLU-PRO":48.60002955082743,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-19","Generation":0,"Base Model":"Removed"},{"eval_name":"CultriX_Qwen2.5-14B-HyperMarck-dl_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CultriX/Qwen2.5-14B-HyperMarck-dl 📑","fullname":"CultriX/Qwen2.5-14B-HyperMarck-dl","Model sha":"77ca2edd6650455182d0c7e6a7be4249cfc34f8c","Average ⬆️":39.89416756441815,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9685825864143358,"IFEval Raw":0.6650276821057017,"IFEval":66.50276821057017,"BBH Raw":0.6096480033153927,"BBH":43.78585928068085,"MATH Lvl 5 Raw":0.5287009063444109,"MATH Lvl 5":52.87009063444109,"GPQA Raw":0.3674496644295302,"GPQA":15.659955257270694,"MUSR Raw":0.4415625,"MUSR":15.095312499999997,"MMLU-PRO Raw":0.5090591755319149,"MMLU-PRO":45.4510195035461,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-16","Submission Date":"2025-02-16","Generation":1,"Base Model":"CultriX/Qwen2.5-14B-HyperMarck-dl (Merge)"},{"eval_name":"CultriX_Qwen2.5-14B-Hyperionv3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CultriX/Qwen2.5-14B-Hyperionv3 📑","fullname":"CultriX/Qwen2.5-14B-Hyperionv3","Model sha":"bc36be5b5ca3053ae96d85e962249efd0b283c82","Average ⬆️":39.76212059640138,"Hub License":"","Hub ❤️":4,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.9657107513912075,"IFEval Raw":0.6836371937570092,"IFEval":68.36371937570092,"BBH Raw":0.6522165609411941,"BBH":49.95005488379496,"MATH Lvl 5 Raw":0.37009063444108764,"MATH Lvl 5":37.00906344410876,"GPQA Raw":0.37080536912751677,"GPQA":16.10738255033557,"MUSR Raw":0.47296875,"MUSR":18.921093749999994,"MMLU-PRO Raw":0.5339926861702128,"MMLU-PRO":48.22140957446809,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-10","Submission Date":"2025-01-19","Generation":1,"Base Model":"CultriX/Qwen2.5-14B-Hyperionv3 (Merge)"},{"eval_name":"CultriX_Qwen2.5-14B-Hyperionv4_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CultriX/Qwen2.5-14B-Hyperionv4 📑","fullname":"CultriX/Qwen2.5-14B-Hyperionv4","Model sha":"60cc366b0648bcb40ed22ebc53d64cc5aca25550","Average ⬆️":37.67001853618524,"Hub License":"","Hub ❤️":3,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.073613730173503,"IFEval Raw":0.5415796752616391,"IFEval":54.157967526163915,"BBH Raw":0.6471791978856551,"BBH":49.07652018118392,"MATH Lvl 5 Raw":0.3474320241691843,"MATH Lvl 5":34.74320241691843,"GPQA Raw":0.3976510067114094,"GPQA":19.686800894854585,"MUSR Raw":0.48319791666666667,"MUSR":19.86640625,"MMLU-PRO Raw":0.5364029255319149,"MMLU-PRO":48.48921394799055,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-19","Submission Date":"2025-01-19","Generation":1,"Base Model":"CultriX/Qwen2.5-14B-Hyperionv4 (Merge)"},{"eval_name":"CultriX_Qwen2.5-14B-Hyperionv5_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CultriX/Qwen2.5-14B-Hyperionv5 📑","fullname":"CultriX/Qwen2.5-14B-Hyperionv5","Model sha":"e0f4941349664a75ddd03e4d2c190284c951e54b","Average ⬆️":39.724969700460356,"Hub License":"","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.973468255735361,"IFEval Raw":0.6729211824625327,"IFEval":67.29211824625327,"BBH Raw":0.644265785086055,"BBH":48.948279827370094,"MATH Lvl 5 Raw":0.3821752265861027,"MATH Lvl 5":38.21752265861027,"GPQA Raw":0.3716442953020134,"GPQA":16.21923937360179,"MUSR Raw":0.4795416666666667,"MUSR":19.876041666666662,"MMLU-PRO Raw":0.5301695478723404,"MMLU-PRO":47.796616430260045,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-19","Submission Date":"2025-01-19","Generation":1,"Base Model":"CultriX/Qwen2.5-14B-Hyperionv5 (Merge)"},{"eval_name":"CultriX_Qwen2.5-14B-MegaMerge-pt2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CultriX/Qwen2.5-14B-MegaMerge-pt2 📑","fullname":"CultriX/Qwen2.5-14B-MegaMerge-pt2","Model sha":"20397f6cafc09c2cb74f105867cd99b3c68c71dc","Average ⬆️":38.796529761231035,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.500867569666822,"IFEval Raw":0.568307645935008,"IFEval":56.8307645935008,"BBH Raw":0.6577703330510146,"BBH":50.9079030473653,"MATH Lvl 5 Raw":0.3995468277945619,"MATH Lvl 5":39.95468277945619,"GPQA Raw":0.37919463087248323,"GPQA":17.225950782997764,"MUSR Raw":0.472875,"MUSR":18.74270833333333,"MMLU-PRO Raw":0.5420545212765957,"MMLU-PRO":49.11716903073285,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-25","Generation":0,"Base Model":"Removed"},{"eval_name":"CultriX_Qwen2.5-14B-MergeStock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CultriX/Qwen2.5-14B-MergeStock 📑","fullname":"CultriX/Qwen2.5-14B-MergeStock","Model sha":"fa00543296f2731793dfb0aac667571ccf1abb5b","Average ⬆️":38.74423639967271,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":6.645908481708354,"IFEval Raw":0.5685326046002386,"IFEval":56.85326046002385,"BBH Raw":0.6579336391923106,"BBH":51.00939101332111,"MATH Lvl 5 Raw":0.41465256797583083,"MATH Lvl 5":41.46525679758308,"GPQA Raw":0.3733221476510067,"GPQA":16.442953020134222,"MUSR Raw":0.4676354166666667,"MUSR":17.854427083333334,"MMLU-PRO Raw":0.539561170212766,"MMLU-PRO":48.84013002364066,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-24","Generation":0,"Base Model":"Removed"},{"eval_name":"CultriX_Qwen2.5-14B-ReasoningMerge_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CultriX/Qwen2.5-14B-ReasoningMerge 📑","fullname":"CultriX/Qwen2.5-14B-ReasoningMerge","Model sha":"a310eb51c1cdcd4217e2aa303f7aac938dcc9ae1","Average ⬆️":40.645885900911715,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.625354688150173,"IFEval Raw":0.46054690443578594,"IFEval":46.05469044357859,"BBH Raw":0.6578226399295218,"BBH":50.867897804151305,"MATH Lvl 5 Raw":0.520392749244713,"MATH Lvl 5":52.0392749244713,"GPQA Raw":0.4077181208053691,"GPQA":21.029082774049215,"MUSR Raw":0.5165937500000001,"MUSR":25.60755208333333,"MMLU-PRO Raw":0.5344913563829787,"MMLU-PRO":48.27681737588653,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-18","Submission Date":"2025-02-18","Generation":1,"Base Model":"CultriX/Qwen2.5-14B-ReasoningMerge (Merge)"},{"eval_name":"CultriX_Qwen2.5-14B-Ultimav2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CultriX/Qwen2.5-14B-Ultimav2 📑","fullname":"CultriX/Qwen2.5-14B-Ultimav2","Model sha":"9c805171d56f5d8720c687084c1ffc26bdf0acba","Average ⬆️":38.835600416037856,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.907627333688703,"IFEval Raw":0.5500228283177524,"IFEval":55.00228283177525,"BBH Raw":0.6555027486976712,"BBH":50.441052694140744,"MATH Lvl 5 Raw":0.38444108761329304,"MATH Lvl 5":38.4441087613293,"GPQA Raw":0.3850671140939597,"GPQA":18.008948545861294,"MUSR Raw":0.4965625,"MUSR":22.036979166666658,"MMLU-PRO Raw":0.5417220744680851,"MMLU-PRO":49.0802304964539,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-04","Submission Date":"2025-02-05","Generation":1,"Base Model":"CultriX/Qwen2.5-14B-Ultimav2 (Merge)"},{"eval_name":"CultriX_Qwen2.5-14B-Unity_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CultriX/Qwen2.5-14B-Unity 📑","fullname":"CultriX/Qwen2.5-14B-Unity","Model sha":"1d15e7941e6ceff5d6e4f293378947bee721a24d","Average ⬆️":38.29922923584618,"Hub License":"","Hub ❤️":3,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.8273777920130327,"IFEval Raw":0.6738952645646883,"IFEval":67.38952645646884,"BBH Raw":0.6019955540977778,"BBH":42.25861689291335,"MATH Lvl 5 Raw":0.4312688821752266,"MATH Lvl 5":43.126888217522655,"GPQA Raw":0.34731543624161076,"GPQA":12.975391498881436,"MUSR Raw":0.4679479166666667,"MUSR":18.760156249999994,"MMLU-PRO Raw":0.507563164893617,"MMLU-PRO":45.28479609929077,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-21","Submission Date":"2024-12-21","Generation":1,"Base Model":"CultriX/Qwen2.5-14B-Unity (Merge)"},{"eval_name":"CultriX_Qwen2.5-14B-Wernicke_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CultriX/Qwen2.5-14B-Wernicke 📑","fullname":"CultriX/Qwen2.5-14B-Wernicke","Model sha":"622c0a58ecb0c0c679d7381a823d2ae5ac2b8ce1","Average ⬆️":37.94335063991926,"Hub License":"apache-2.0","Hub ❤️":7,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.444468975984375,"IFEval Raw":0.5234699486252034,"IFEval":52.34699486252033,"BBH Raw":0.6568359662501574,"BBH":50.642876092422625,"MATH Lvl 5 Raw":0.3814199395770393,"MATH Lvl 5":38.14199395770393,"GPQA Raw":0.3934563758389262,"GPQA":19.12751677852349,"MUSR Raw":0.46890625,"MUSR":18.24661458333333,"MMLU-PRO Raw":0.5423869680851063,"MMLU-PRO":49.15410756501182,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-21","Submission Date":"2024-10-22","Generation":1,"Base Model":"CultriX/Qwen2.5-14B-Wernicke (Merge)"},{"eval_name":"CultriX_Qwen2.5-14B-Wernicke-SFT_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CultriX/Qwen2.5-14B-Wernicke-SFT 📑","fullname":"CultriX/Qwen2.5-14B-Wernicke-SFT","Model sha":"3b68dfba2cf79e4a15e8f4271f7d4b62d2ab9f26","Average ⬆️":33.549511791224056,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.7860254045876838,"IFEval Raw":0.4937443760333692,"IFEval":49.37443760333692,"BBH Raw":0.6460586236565512,"BBH":49.33057176327372,"MATH Lvl 5 Raw":0.3595166163141994,"MATH Lvl 5":35.95166163141994,"GPQA Raw":0.3540268456375839,"GPQA":13.870246085011187,"MUSR Raw":0.38999999999999996,"MUSR":7.549999999999996,"MMLU-PRO Raw":0.5069813829787234,"MMLU-PRO":45.2201536643026,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-16","Submission Date":"2024-11-17","Generation":1,"Base Model":"CultriX/Qwen2.5-14B-Wernicke-SFT (Merge)"},{"eval_name":"CultriX_Qwen2.5-14B-Wernicke-SLERP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CultriX/Qwen2.5-14B-Wernicke-SLERP 📑","fullname":"CultriX/Qwen2.5-14B-Wernicke-SLERP","Model sha":"180175561e8061be067fc349ad4491270f19976f","Average ⬆️":36.5436519453458,"Hub License":"","Hub ❤️":0,"#Params (B)":14.491,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.311975384763283,"IFEval Raw":0.5588904107767391,"IFEval":55.88904107767391,"BBH Raw":0.6440929009604598,"BBH":49.372327095724025,"MATH Lvl 5 Raw":0.4486404833836858,"MATH Lvl 5":44.864048338368576,"GPQA Raw":0.34395973154362414,"GPQA":12.527964205816552,"MUSR Raw":0.41403125,"MUSR":11.120572916666662,"MMLU-PRO Raw":0.5093916223404256,"MMLU-PRO":45.48795803782507,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-25","Generation":0,"Base Model":"Removed"},{"eval_name":"CultriX_Qwen2.5-14B-Wernickev3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CultriX/Qwen2.5-14B-Wernickev3 📑","fullname":"CultriX/Qwen2.5-14B-Wernickev3","Model sha":"bd141b0df78ad1f6e2938edf167c2305b395a2b2","Average ⬆️":38.38114202702078,"Hub License":"","Hub ❤️":3,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.831268500614135,"IFEval Raw":0.7048198779239085,"IFEval":70.48198779239087,"BBH Raw":0.6184146992839421,"BBH":44.576274906181084,"MATH Lvl 5 Raw":0.3542296072507553,"MATH Lvl 5":35.422960725075534,"GPQA Raw":0.3624161073825503,"GPQA":14.988814317673373,"MUSR Raw":0.4716666666666667,"MUSR":18.69166666666666,"MMLU-PRO Raw":0.515126329787234,"MMLU-PRO":46.12514775413712,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-19","Submission Date":"2024-12-19","Generation":1,"Base Model":"CultriX/Qwen2.5-14B-Wernickev3 (Merge)"},{"eval_name":"CultriX_Qwen2.5-14B-partialmergept1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CultriX/Qwen2.5-14B-partialmergept1 📑","fullname":"CultriX/Qwen2.5-14B-partialmergept1","Model sha":"02c6491a2affea23c1e5d89d324a90d24a0e5381","Average ⬆️":39.10871735916122,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.018672278551488,"IFEval Raw":0.633728507028019,"IFEval":63.3728507028019,"BBH Raw":0.6151178406213536,"BBH":44.5944042928325,"MATH Lvl 5 Raw":0.45392749244712993,"MATH Lvl 5":45.392749244712995,"GPQA Raw":0.3615771812080537,"GPQA":14.876957494407161,"MUSR Raw":0.47569791666666666,"MUSR":19.662239583333328,"MMLU-PRO Raw":0.5207779255319149,"MMLU-PRO":46.75310283687944,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-19","Generation":0,"Base Model":"Removed"},{"eval_name":"CultriX_Qwenfinity-2.5-14B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CultriX/Qwenfinity-2.5-14B 📑","fullname":"CultriX/Qwenfinity-2.5-14B","Model sha":"6acc1308274031b045f028b0a0290cdbe4243a04","Average ⬆️":32.322008098684286,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.9541332272834326,"IFEval Raw":0.4813794066410457,"IFEval":48.137940664104576,"BBH Raw":0.5655007271970033,"BBH":37.259942422120695,"MATH Lvl 5 Raw":0.41012084592145015,"MATH Lvl 5":41.012084592145015,"GPQA Raw":0.348993288590604,"GPQA":13.19910514541387,"MUSR Raw":0.45058333333333334,"MUSR":15.456250000000002,"MMLU-PRO Raw":0.4498005319148936,"MMLU-PRO":38.86672576832151,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-23","Generation":0,"Base Model":"Removed"},{"eval_name":"CultriX_Qwestion-14B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CultriX/Qwestion-14B 📑","fullname":"CultriX/Qwestion-14B","Model sha":"e286bfafbc28e36859202c9f06ed8287a4f1d8b6","Average ⬆️":38.54922603408469,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.707642084016007,"IFEval Raw":0.6317803428237078,"IFEval":63.178034282370774,"BBH Raw":0.6450104739140539,"BBH":48.75703449690036,"MATH Lvl 5 Raw":0.3723564954682779,"MATH Lvl 5":37.235649546827794,"GPQA Raw":0.36828859060402686,"GPQA":15.771812080536915,"MUSR Raw":0.46360416666666665,"MUSR":17.217187500000005,"MMLU-PRO Raw":0.542220744680851,"MMLU-PRO":49.13563829787233,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-23","Generation":0,"Base Model":"Removed"},{"eval_name":"CultriX_SeQwence-14B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CultriX/SeQwence-14B 📑","fullname":"CultriX/SeQwence-14B","Model sha":"f4a147b717ba0e9392f96e343250b00239196a22","Average ⬆️":36.886272868734814,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.592765105556317,"IFEval Raw":0.5351600420218354,"IFEval":53.51600420218354,"BBH Raw":0.6505665291288972,"BBH":50.16357763465521,"MATH Lvl 5 Raw":0.35347432024169184,"MATH Lvl 5":35.34743202416919,"GPQA Raw":0.36073825503355705,"GPQA":14.76510067114094,"MUSR Raw":0.46661458333333333,"MUSR":18.426822916666662,"MMLU-PRO Raw":0.5418882978723404,"MMLU-PRO":49.09869976359338,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-20","Submission Date":"2024-11-20","Generation":0,"Base Model":"CultriX/SeQwence-14B"},{"eval_name":"CultriX_SeQwence-14B-EvolMerge_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CultriX/SeQwence-14B-EvolMerge 📑","fullname":"CultriX/SeQwence-14B-EvolMerge","Model sha":"a98c932f0d71d76883fe9aa9d708af0506b01343","Average ⬆️":38.018640895247245,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.901652091511035,"IFEval Raw":0.5381576439403006,"IFEval":53.81576439403007,"BBH Raw":0.6572183434723883,"BBH":50.780351477179785,"MATH Lvl 5 Raw":0.36706948640483383,"MATH Lvl 5":36.70694864048338,"GPQA Raw":0.3808724832214765,"GPQA":17.4496644295302,"MUSR Raw":0.48208333333333336,"MUSR":20.26041666666666,"MMLU-PRO Raw":0.5418882978723404,"MMLU-PRO":49.09869976359338,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-27","Submission Date":"2024-11-27","Generation":1,"Base Model":"CultriX/SeQwence-14B-EvolMerge (Merge)"},{"eval_name":"CultriX_SeQwence-14B-EvolMergev1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CultriX/SeQwence-14B-EvolMergev1 📑","fullname":"CultriX/SeQwence-14B-EvolMergev1","Model sha":"6cc7116cdea757635dba52bb82a306654d118e77","Average ⬆️":38.4634621004166,"Hub License":"","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.9157920215613617,"IFEval Raw":0.5554683794554005,"IFEval":55.546837945540055,"BBH Raw":0.6545547382762975,"BBH":50.30225894842213,"MATH Lvl 5 Raw":0.4214501510574018,"MATH Lvl 5":42.14501510574018,"GPQA Raw":0.3766778523489933,"GPQA":16.890380313199106,"MUSR Raw":0.46227083333333335,"MUSR":17.08385416666667,"MMLU-PRO Raw":0.539311835106383,"MMLU-PRO":48.81242612293145,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-25","Submission Date":"2024-11-27","Generation":1,"Base Model":"CultriX/SeQwence-14B-EvolMergev1 (Merge)"},{"eval_name":"CultriX_SeQwence-14B-v5_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CultriX/SeQwence-14B-v5 📑","fullname":"CultriX/SeQwence-14B-v5","Model sha":"9f43ad41542be56f6a18f31bfa60086318735ed5","Average ⬆️":37.60854208566567,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.7303200921475566,"IFEval Raw":0.5919881470055011,"IFEval":59.1988147005501,"BBH Raw":0.6517093605796943,"BBH":49.99573116031767,"MATH Lvl 5 Raw":0.33081570996978854,"MATH Lvl 5":33.081570996978854,"GPQA Raw":0.3699664429530201,"GPQA":15.99552572706935,"MUSR Raw":0.47141666666666665,"MUSR":18.327083333333334,"MMLU-PRO Raw":0.5414727393617021,"MMLU-PRO":49.05252659574468,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-18","Generation":0,"Base Model":"Removed"},{"eval_name":"CultriX_SeQwence-14Bv1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CultriX/SeQwence-14Bv1 📑","fullname":"CultriX/SeQwence-14Bv1","Model sha":"542bfbd2e6fb25ecd11b84d956764eb23233a034","Average ⬆️":38.625628460880606,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.660382222401487,"IFEval Raw":0.6678003253589365,"IFEval":66.78003253589365,"BBH Raw":0.6344673727103446,"BBH":47.190897916289224,"MATH Lvl 5 Raw":0.3610271903323263,"MATH Lvl 5":36.102719033232624,"GPQA Raw":0.3615771812080537,"GPQA":14.876957494407161,"MUSR Raw":0.47042708333333333,"MUSR":18.80338541666666,"MMLU-PRO Raw":0.531998005319149,"MMLU-PRO":47.99977836879433,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-24","Submission Date":"2024-11-27","Generation":1,"Base Model":"CultriX/SeQwence-14Bv1 (Merge)"},{"eval_name":"CultriX_SeQwence-14Bv2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CultriX/SeQwence-14Bv2 📑","fullname":"CultriX/SeQwence-14Bv2","Model sha":"674c6d49b604fdf26e327e1e86c4fde0724b98e8","Average ⬆️":38.74007503457753,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.9497873720789447,"IFEval Raw":0.5785992278266112,"IFEval":57.859922782661116,"BBH Raw":0.6304512627108576,"BBH":46.52922387651957,"MATH Lvl 5 Raw":0.47583081570996977,"MATH Lvl 5":47.583081570996974,"GPQA Raw":0.36073825503355705,"GPQA":14.76510067114094,"MUSR Raw":0.4601041666666667,"MUSR":17.546354166666664,"MMLU-PRO Raw":0.5334109042553191,"MMLU-PRO":48.1567671394799,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-08","Generation":0,"Base Model":"Removed"},{"eval_name":"CultriX_SeQwence-14Bv3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"CultriX/SeQwence-14Bv3 📑","fullname":"CultriX/SeQwence-14Bv3","Model sha":"b3f2b5273bbc996814a25aa9060fd6f4c0d93bca","Average ⬆️":38.665815540663296,"Hub License":"","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.9301492927461434,"IFEval Raw":0.5719047682371663,"IFEval":57.19047682371663,"BBH Raw":0.6302253848409948,"BBH":46.38536750450479,"MATH Lvl 5 Raw":0.47658610271903323,"MATH Lvl 5":47.65861027190332,"GPQA Raw":0.3649328859060403,"GPQA":15.324384787472036,"MUSR Raw":0.4624270833333333,"MUSR":17.270052083333336,"MMLU-PRO Raw":0.5334940159574468,"MMLU-PRO":48.16600177304965,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-27","Submission Date":"2024-11-27","Generation":1,"Base Model":"CultriX/SeQwence-14Bv3 (Merge)"},{"eval_name":"DRXD1000_Atlas-7B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DRXD1000/Atlas-7B 📑","fullname":"DRXD1000/Atlas-7B","Model sha":"967ee983e2a0b163c12da69f1f81aaf8ffb2a456","Average ⬆️":8.78657746420255,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.768,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.513516751999117,"IFEval Raw":0.3704459722425387,"IFEval":37.04459722425387,"BBH Raw":0.3302176697760134,"BBH":7.540207541436388,"MATH Lvl 5 Raw":0.0188821752265861,"MATH Lvl 5":1.8882175226586102,"GPQA Raw":0.2575503355704698,"GPQA":1.0067114093959737,"MUSR Raw":0.33425,"MUSR":0.7812499999999996,"MMLU-PRO Raw":0.14012632978723405,"MMLU-PRO":4.4584810874704495,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-10","Submission Date":"2024-12-10","Generation":0,"Base Model":"DRXD1000/Atlas-7B"},{"eval_name":"DRXD1000_Phoenix-7B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"DRXD1000/Phoenix-7B 📑","fullname":"DRXD1000/Phoenix-7B","Model sha":"a5caa8036d8b7819eb723debe3f037471b5c4882","Average ⬆️":12.420154178714037,"Hub License":"apache-2.0","Hub ❤️":17,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9417448383956702,"IFEval Raw":0.3209617149164218,"IFEval":32.09617149164218,"BBH Raw":0.3931566034728218,"BBH":15.620179664331877,"MATH Lvl 5 Raw":0.01661631419939577,"MATH Lvl 5":1.6616314199395772,"GPQA Raw":0.2785234899328859,"GPQA":3.8031319910514525,"MUSR Raw":0.38494791666666667,"MUSR":6.418489583333333,"MMLU-PRO Raw":0.23429188829787234,"MMLU-PRO":14.921320921985814,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-01-10","Submission Date":"2024-12-11","Generation":0,"Base Model":"DRXD1000/Phoenix-7B"},{"eval_name":"DUAL-GPO_zephyr-7b-ipo-0k-15k-i1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Adapter","Architecture":"?","Model":"DUAL-GPO/zephyr-7b-ipo-0k-15k-i1 📑","fullname":"DUAL-GPO/zephyr-7b-ipo-0k-15k-i1","Model sha":"564d269c67dfcc5c07a4fbc270a6a48da1929d30","Average ⬆️":15.492947659683166,"Hub License":"","Hub ❤️":0,"#Params (B)":14.483,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9428467642746567,"IFEval Raw":0.27562423259174545,"IFEval":27.562423259174547,"BBH Raw":0.4472712447565954,"BBH":22.658642660096362,"MATH Lvl 5 Raw":0.030211480362537766,"MATH Lvl 5":3.0211480362537766,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.41734374999999996,"MUSR":10.567968750000002,"MMLU-PRO Raw":0.31299867021276595,"MMLU-PRO":23.66651891252955,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-20","Submission Date":"2024-09-22","Generation":1,"Base Model":"DUAL-GPO/zephyr-7b-ipo-qlora-v0-merged"},{"eval_name":"DZgas_GIGABATEMAN-7B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"DZgas/GIGABATEMAN-7B 📑","fullname":"DZgas/GIGABATEMAN-7B","Model sha":"edf2840350e7fd55895d9df560b489ac10ecb95e","Average ⬆️":20.47146897335566,"Hub License":"","Hub ❤️":7,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2606746542398037,"IFEval Raw":0.46074637517342876,"IFEval":46.07463751734288,"BBH Raw":0.5032184342862756,"BBH":29.827516654013994,"MATH Lvl 5 Raw":0.05513595166163142,"MATH Lvl 5":5.5135951661631415,"GPQA Raw":0.28942953020134227,"GPQA":5.257270693512303,"MUSR Raw":0.43284374999999997,"MUSR":11.972135416666667,"MMLU-PRO Raw":0.3176529255319149,"MMLU-PRO":24.183658392434985,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-17","Submission Date":"2024-09-15","Generation":1,"Base Model":"DZgas/GIGABATEMAN-7B (Merge)"},{"eval_name":"Daemontatox_AetherDrake-SFT_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Daemontatox/AetherDrake-SFT 📑","fullname":"Daemontatox/AetherDrake-SFT","Model sha":"17a0f90f0c06f2adc885faccd0a6172a7b996126","Average ⬆️":22.917960736440758,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.1966938731945946,"IFEval Raw":0.4812796712722244,"IFEval":48.12796712722243,"BBH Raw":0.48720075507220245,"BBH":27.13925232163005,"MATH Lvl 5 Raw":0.1510574018126888,"MATH Lvl 5":15.105740181268882,"GPQA Raw":0.32046979865771813,"GPQA":9.395973154362418,"MUSR Raw":0.40884375,"MUSR":9.972135416666667,"MMLU-PRO Raw":0.34990026595744683,"MMLU-PRO":27.76669621749409,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-24","Submission Date":"2024-12-25","Generation":1,"Base Model":"Daemontatox/AetherDrake-SFT (Merge)"},{"eval_name":"Daemontatox_AetherSett_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Daemontatox/AetherSett 📑","fullname":"Daemontatox/AetherSett","Model sha":"d8d86c6dc1b693192931b02e39290eca331ae84e","Average ⬆️":31.420122512312307,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9646454629488488,"IFEval Raw":0.5369586031729146,"IFEval":53.695860317291455,"BBH Raw":0.5451624435465484,"BBH":34.7441456018993,"MATH Lvl 5 Raw":0.3972809667673716,"MATH Lvl 5":39.72809667673716,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.46031249999999996,"MUSR":16.205729166666668,"MMLU-PRO Raw":0.4278590425531915,"MMLU-PRO":36.42878250591017,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-30","Submission Date":"2024-12-30","Generation":3,"Base Model":"Qwen/Qwen2.5-7B"},{"eval_name":"Daemontatox_AetherTOT_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MllamaForConditionalGeneration","Model":"Daemontatox/AetherTOT 📑","fullname":"Daemontatox/AetherTOT","Model sha":"71d99f8fb69276422daae61222e57087000c05b0","Average ⬆️":23.178825097337906,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":10.67,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.39784689077682,"IFEval Raw":0.4397642699149368,"IFEval":43.97642699149368,"BBH Raw":0.5066056342472064,"BBH":29.436391495634606,"MATH Lvl 5 Raw":0.1487915407854985,"MATH Lvl 5":14.879154078549849,"GPQA Raw":0.3238255033557047,"GPQA":9.843400447427292,"MUSR Raw":0.4078541666666667,"MUSR":9.781770833333335,"MMLU-PRO Raw":0.38040226063829785,"MMLU-PRO":31.155806737588655,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-28","Generation":2,"Base Model":"meta-llama/Llama-3.2-11B-Vision-Instruct"},{"eval_name":"Daemontatox_AetherTOT_bfloat16","Precision":"bfloat16","Type":"🌸 multimodal","T":"🌸","Weight type":"Original","Architecture":"MllamaForConditionalGeneration","Model":"Daemontatox/AetherTOT 📑","fullname":"Daemontatox/AetherTOT","Model sha":"71d99f8fb69276422daae61222e57087000c05b0","Average ⬆️":22.874708418571885,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":10.67,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.708698329429445,"IFEval Raw":0.43829040279790954,"IFEval":43.82904027979095,"BBH Raw":0.5034307630533988,"BBH":29.031857314174562,"MATH Lvl 5 Raw":0.14425981873111782,"MATH Lvl 5":14.425981873111782,"GPQA Raw":0.3238255033557047,"GPQA":9.843400447427292,"MUSR Raw":0.40518750000000003,"MUSR":9.248437500000001,"MMLU-PRO Raw":0.37782579787234044,"MMLU-PRO":30.86953309692671,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-28","Generation":2,"Base Model":"meta-llama/Llama-3.2-11B-Vision-Instruct"},{"eval_name":"Daemontatox_AetherUncensored_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Daemontatox/AetherUncensored 📑","fullname":"Daemontatox/AetherUncensored","Model sha":"e498d645faab591062c6919a98b35656e2d0c783","Average ⬆️":18.374863917219894,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4785060672358763,"IFEval Raw":0.40419309653940433,"IFEval":40.41930965394043,"BBH Raw":0.44631282805144945,"BBH":21.678618361970496,"MATH Lvl 5 Raw":0.14501510574018128,"MATH Lvl 5":14.501510574018129,"GPQA Raw":0.28859060402684567,"GPQA":5.145413870246088,"MUSR Raw":0.3746770833333333,"MUSR":9.501302083333336,"MMLU-PRO Raw":0.27102726063829785,"MMLU-PRO":19.003028959810873,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-09","Generation":0,"Base Model":"Removed"},{"eval_name":"Daemontatox_Cogito-MIS_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Daemontatox/Cogito-MIS 📑","fullname":"Daemontatox/Cogito-MIS","Model sha":"c1d59d3bc93d7ae4816800e37333f375e1debabf","Average ⬆️":11.081961864729385,"Hub License":"","Hub ❤️":0,"#Params (B)":23.572,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.765363845157954,"IFEval Raw":0.18145188100905596,"IFEval":18.1451881009056,"BBH Raw":0.5059981143086196,"BBH":29.075970117521223,"MATH Lvl 5 Raw":0.08610271903323263,"MATH Lvl 5":8.610271903323262,"GPQA Raw":0.25671140939597314,"GPQA":0.8948545861297527,"MUSR Raw":0.37676041666666665,"MUSR":4.928385416666668,"MMLU-PRO Raw":0.14353390957446807,"MMLU-PRO":4.837101063829785,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-18","Generation":0,"Base Model":"Removed"},{"eval_name":"Daemontatox_CogitoDistil_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Daemontatox/CogitoDistil 📑","fullname":"Daemontatox/CogitoDistil","Model sha":"f9a5302a0c4b464c44d79f745b8498ab51dd97de","Average ⬆️":17.180474194347855,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.629079371188348,"IFEval Raw":0.27764775240805506,"IFEval":27.764775240805506,"BBH Raw":0.36767660461416857,"BBH":11.94875947902338,"MATH Lvl 5 Raw":0.39274924471299094,"MATH Lvl 5":39.274924471299094,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.3754895833333333,"MUSR":4.802864583333334,"MMLU-PRO Raw":0.2625498670212766,"MMLU-PRO":18.061096335697396,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-22","Generation":0,"Base Model":"Removed"},{"eval_name":"Daemontatox_CogitoZ_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Daemontatox/CogitoZ 📑","fullname":"Daemontatox/CogitoZ","Model sha":"7079c4e915e6f549df9f1c3fa3a3260f9a835f48","Average ⬆️":39.383291042826805,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":8.863382417868953,"IFEval Raw":0.3967240255854466,"IFEval":39.67240255854466,"BBH Raw":0.6734487392645502,"BBH":53.889571248021504,"MATH Lvl 5 Raw":0.5241691842900302,"MATH Lvl 5":52.416918429003026,"GPQA Raw":0.3951342281879195,"GPQA":19.35123042505593,"MUSR Raw":0.4792604166666667,"MUSR":19.940885416666664,"MMLU-PRO Raw":0.5592586436170213,"MMLU-PRO":51.028738179669034,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-03","Submission Date":"2025-02-13","Generation":1,"Base Model":"Daemontatox/CogitoZ (Merge)"},{"eval_name":"Daemontatox_CogitoZ14_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Daemontatox/CogitoZ14 📑","fullname":"Daemontatox/CogitoZ14","Model sha":"df5320d7ff115f1e39e42506ed86a340eb2d12e0","Average ⬆️":34.383430079600444,"Hub License":"","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":5.193449652876317,"IFEval Raw":0.6637034180419066,"IFEval":66.37034180419066,"BBH Raw":0.6297514788808327,"BBH":46.47935186892328,"MATH Lvl 5 Raw":0.42220543806646527,"MATH Lvl 5":42.220543806646525,"GPQA Raw":0.3162751677852349,"GPQA":8.83668903803132,"MUSR Raw":0.405875,"MUSR":9.067708333333334,"MMLU-PRO Raw":0.39993351063829785,"MMLU-PRO":33.32594562647754,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-07","Generation":0,"Base Model":"Removed"},{"eval_name":"Daemontatox_DocumentCogito_bfloat16","Precision":"bfloat16","Type":"🌸 multimodal","T":"🌸","Weight type":"Original","Architecture":"MllamaForConditionalGeneration","Model":"Daemontatox/DocumentCogito 📑","fullname":"Daemontatox/DocumentCogito","Model sha":"23dcfc6bf91d84db1c977b151fd0923270d3e3ef","Average ⬆️":24.220439046588428,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":10.67,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4133165870289686,"IFEval Raw":0.5064340394597445,"IFEval":50.643403945974455,"BBH Raw":0.5111563719111275,"BBH":29.79360859597188,"MATH Lvl 5 Raw":0.16314199395770393,"MATH Lvl 5":16.314199395770395,"GPQA Raw":0.3162751677852349,"GPQA":8.83668903803132,"MUSR Raw":0.3973125,"MUSR":8.597395833333335,"MMLU-PRO Raw":0.38023603723404253,"MMLU-PRO":31.13733747044917,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-16","Submission Date":"2025-01-16","Generation":2,"Base Model":"meta-llama/Llama-3.2-11B-Vision-Instruct"},{"eval_name":"Daemontatox_DocumentCogito_float16","Precision":"float16","Type":"🌸 multimodal","T":"🌸","Weight type":"Original","Architecture":"MllamaForConditionalGeneration","Model":"Daemontatox/DocumentCogito 📑","fullname":"Daemontatox/DocumentCogito","Model sha":"9bdbfd8f330754c4103822ce180e0e3e3ce0973e","Average ⬆️":29.10815605844729,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":10.67,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7117566552956288,"IFEval Raw":0.7770349339751859,"IFEval":77.70349339751859,"BBH Raw":0.5186726621665779,"BBH":31.184823044232704,"MATH Lvl 5 Raw":0.21978851963746224,"MATH Lvl 5":21.978851963746223,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.39105208333333336,"MUSR":7.548177083333336,"MMLU-PRO Raw":0.3737533244680851,"MMLU-PRO":30.417036052009454,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-16","Submission Date":"2025-03-09","Generation":2,"Base Model":"meta-llama/Llama-3.2-11B-Vision-Instruct"},{"eval_name":"Daemontatox_Llama3.3-70B-CogniLink_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Daemontatox/Llama3.3-70B-CogniLink 📑","fullname":"Daemontatox/Llama3.3-70B-CogniLink","Model sha":"69f134f69472a84d104d3ef0c0b1dd200b9a599d","Average ⬆️":42.77471354959223,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":32.37823644138559,"IFEval Raw":0.6931042965996888,"IFEval":69.31042965996889,"BBH Raw":0.666832775829349,"BBH":52.12466257626164,"MATH Lvl 5 Raw":0.41389728096676737,"MATH Lvl 5":41.389728096676734,"GPQA Raw":0.44546979865771813,"GPQA":26.062639821029084,"MUSR Raw":0.4876979166666667,"MUSR":21.395572916666662,"MMLU-PRO Raw":0.5172872340425532,"MMLU-PRO":46.36524822695035,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-10","Submission Date":"2025-03-02","Generation":1,"Base Model":"Daemontatox/Llama3.3-70B-CogniLink (Merge)"},{"eval_name":"Daemontatox_Llama_cot_float16","Precision":"float16","Type":"🌸 multimodal","T":"🌸","Weight type":"Original","Architecture":"MllamaForConditionalGeneration","Model":"Daemontatox/Llama_cot 📑","fullname":"Daemontatox/Llama_cot","Model sha":"e0b1e5ec44b5dac34aa3bf99e0faf7c6c3f1390f","Average ⬆️":27.115741618463783,"Hub License":"","Hub ❤️":0,"#Params (B)":10.67,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7507026467642424,"IFEval Raw":0.7548781677061308,"IFEval":75.48781677061308,"BBH Raw":0.4838374335391873,"BBH":26.866582717626454,"MATH Lvl 5 Raw":0.20241691842900303,"MATH Lvl 5":20.241691842900302,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.3872395833333333,"MUSR":6.638281250000001,"MMLU-PRO Raw":0.351811835106383,"MMLU-PRO":27.979092789598102,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-09","Generation":0,"Base Model":"Removed"},{"eval_name":"Daemontatox_MawaredT1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Daemontatox/MawaredT1 📑","fullname":"Daemontatox/MawaredT1","Model sha":"84a1d35d91b862a5cfc65988d4a0f65033b34c47","Average ⬆️":29.231298221572775,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.276958262253007,"IFEval Raw":0.41988036188424493,"IFEval":41.98803618842449,"BBH Raw":0.5214815439293661,"BBH":31.900788297617016,"MATH Lvl 5 Raw":0.3021148036253776,"MATH Lvl 5":30.211480362537763,"GPQA Raw":0.3347315436241611,"GPQA":11.297539149888143,"MUSR Raw":0.47020833333333334,"MUSR":18.676041666666663,"MMLU-PRO Raw":0.4718251329787234,"MMLU-PRO":41.3139036643026,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-02","Generation":2,"Base Model":"arcee-ai/Meraj-Mini (Merge)"},{"eval_name":"Daemontatox_Mini_QwQ_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Daemontatox/Mini_QwQ 📑","fullname":"Daemontatox/Mini_QwQ","Model sha":"e96df7ba6e989ee286da5d0b05a84525fdb56c53","Average ⬆️":30.832499483820992,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.317404163373526,"IFEval Raw":0.44970566984490046,"IFEval":44.97056698449004,"BBH Raw":0.554898906584336,"BBH":36.210284793752635,"MATH Lvl 5 Raw":0.41918429003021146,"MATH Lvl 5":41.918429003021146,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.46825,"MUSR":17.264583333333334,"MMLU-PRO Raw":0.437250664893617,"MMLU-PRO":37.47229609929077,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-16","Generation":0,"Base Model":"Removed"},{"eval_name":"Daemontatox_NemoR_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Daemontatox/NemoR 📑","fullname":"Daemontatox/NemoR","Model sha":"688f1a4c3c69fe9c6440cad7919ab602ae61fa39","Average ⬆️":18.07399800099431,"Hub License":"","Hub ❤️":0,"#Params (B)":6.124,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.261325280400474,"IFEval Raw":0.2287375275380435,"IFEval":22.873752753804347,"BBH Raw":0.5194067688446361,"BBH":31.605520137148783,"MATH Lvl 5 Raw":0.08308157099697885,"MATH Lvl 5":8.308157099697885,"GPQA Raw":0.3271812080536913,"GPQA":10.290827740492169,"MUSR Raw":0.39080208333333327,"MUSR":9.916927083333329,"MMLU-PRO Raw":0.32903922872340424,"MMLU-PRO":25.44880319148936,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-31","Generation":0,"Base Model":"Removed"},{"eval_name":"Daemontatox_PathFinderAI2.0_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Daemontatox/PathFinderAI2.0 📑","fullname":"Daemontatox/PathFinderAI2.0","Model sha":"bf8cfd82d4ceceb133058a78e1fe48436b50568a","Average ⬆️":36.25665231066442,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":14.003082210470806,"IFEval Raw":0.45410178326839457,"IFEval":45.41017832683946,"BBH Raw":0.665823006477417,"BBH":52.95651298557802,"MATH Lvl 5 Raw":0.5075528700906344,"MATH Lvl 5":50.755287009063444,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.4215625,"MUSR":10.961979166666666,"MMLU-PRO Raw":0.5546875,"MMLU-PRO":50.520833333333336,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-30","Submission Date":"2025-01-21","Generation":4,"Base Model":"Qwen/Qwen2.5-32B"},{"eval_name":"Daemontatox_PathFinderAi3.0_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Daemontatox/PathFinderAi3.0 📑","fullname":"Daemontatox/PathFinderAi3.0","Model sha":"6c9aa17cee032523ce17de111d6865e33825cf1d","Average ⬆️":40.45869427281298,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":8.094724327094367,"IFEval Raw":0.42709898624538445,"IFEval":42.70989862453845,"BBH Raw":0.6884221416328996,"BBH":55.53835541644173,"MATH Lvl 5 Raw":0.5045317220543807,"MATH Lvl 5":50.453172205438065,"GPQA Raw":0.4085570469798658,"GPQA":21.140939597315437,"MUSR Raw":0.4806875,"MUSR":20.05260416666666,"MMLU-PRO Raw":0.5757147606382979,"MMLU-PRO":52.85719562647754,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-31","Submission Date":"2025-01-21","Generation":1,"Base Model":"Daemontatox/PathFinderAI3.0"},{"eval_name":"Daemontatox_PathfinderAI_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Daemontatox/PathfinderAI 📑","fullname":"Daemontatox/PathfinderAI","Model sha":"14c6a91351006b7be0aff85292733470ff1b546d","Average ⬆️":38.13131352504058,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.540918227975272,"IFEval Raw":0.37451739163198094,"IFEval":37.45173916319809,"BBH Raw":0.6667854331232542,"BBH":52.64654733435329,"MATH Lvl 5 Raw":0.47583081570996977,"MATH Lvl 5":47.583081570996974,"GPQA Raw":0.39429530201342283,"GPQA":19.239373601789712,"MUSR Raw":0.48583333333333334,"MUSR":20.829166666666662,"MMLU-PRO Raw":0.559341755319149,"MMLU-PRO":51.037972813238774,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-24","Submission Date":"2024-12-25","Generation":1,"Base Model":"Daemontatox/PathfinderAI (Merge)"},{"eval_name":"Daemontatox_PathfinderAI_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Daemontatox/PathfinderAI 📑","fullname":"Daemontatox/PathfinderAI","Model sha":"7271fc7d08fca9b12c49b40af6245a982273a5c3","Average ⬆️":36.54876805856116,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":9.451440999099955,"IFEval Raw":0.4855006937148987,"IFEval":48.55006937148987,"BBH Raw":0.6627335380624046,"BBH":52.32216296509384,"MATH Lvl 5 Raw":0.48413897280966767,"MATH Lvl 5":48.413897280966765,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.42559375,"MUSR":11.59921875,"MMLU-PRO Raw":0.554188829787234,"MMLU-PRO":50.465425531914896,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-24","Submission Date":"2024-12-30","Generation":1,"Base Model":"Daemontatox/PathfinderAI (Merge)"},{"eval_name":"Daemontatox_Phi-4-COT_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Daemontatox/Phi-4-COT 📑","fullname":"Daemontatox/Phi-4-COT","Model sha":"bfc745d1a347b74843671eb50687c2e88c07ec7d","Average ⬆️":26.128818323637788,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.715153253727952,"IFEval Raw":0.17930313789633728,"IFEval":17.93031378963373,"BBH Raw":0.6172933868833469,"BBH":45.34299043065811,"MATH Lvl 5 Raw":0.2243202416918429,"MATH Lvl 5":22.432024169184288,"GPQA Raw":0.33557046979865773,"GPQA":11.409395973154364,"MUSR Raw":0.453,"MUSR":15.158333333333337,"MMLU-PRO Raw":0.500498670212766,"MMLU-PRO":44.49985224586289,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-11","Generation":0,"Base Model":"Removed"},{"eval_name":"Daemontatox_PixelParse_AI_bfloat16","Precision":"bfloat16","Type":"🌸 multimodal","T":"🌸","Weight type":"Original","Architecture":"MllamaForConditionalGeneration","Model":"Daemontatox/PixelParse_AI 📑","fullname":"Daemontatox/PixelParse_AI","Model sha":"cc94604b91fc38513ca61f11dd9e1de1c3cc3b3d","Average ⬆️":22.92506088584278,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":10.67,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4002193288085218,"IFEval Raw":0.43829040279790954,"IFEval":43.82904027979095,"BBH Raw":0.5034307630533988,"BBH":29.031857314174562,"MATH Lvl 5 Raw":0.1472809667673716,"MATH Lvl 5":14.72809667673716,"GPQA Raw":0.3238255033557047,"GPQA":9.843400447427292,"MUSR Raw":0.40518750000000003,"MUSR":9.248437500000001,"MMLU-PRO Raw":0.37782579787234044,"MMLU-PRO":30.86953309692671,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-29","Generation":2,"Base Model":"meta-llama/Llama-3.2-11B-Vision-Instruct"},{"eval_name":"Daemontatox_RA2.0_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Daemontatox/RA2.0 📑","fullname":"Daemontatox/RA2.0","Model sha":"e1505dd5f9f2c8549cc852a1aca3ec545638e813","Average ⬆️":23.232562711526068,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.327376435124672,"IFEval Raw":0.37838934028378035,"IFEval":37.838934028378034,"BBH Raw":0.4888687006782508,"BBH":28.471838145021334,"MATH Lvl 5 Raw":0.38368580060422963,"MATH Lvl 5":38.368580060422964,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.40912499999999996,"MUSR":9.373958333333333,"MMLU-PRO Raw":0.26163563829787234,"MMLU-PRO":17.95951536643026,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-01","Generation":0,"Base Model":"Removed"},{"eval_name":"Daemontatox_RA_Reasoner_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Daemontatox/RA_Reasoner 📑","fullname":"Daemontatox/RA_Reasoner","Model sha":"e799c6877cb70b6e78c1e337eaa58383040c8fa9","Average ⬆️":29.208002590797037,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":10.306,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5581467334671502,"IFEval Raw":0.559215104810791,"IFEval":55.921510481079096,"BBH Raw":0.6053692417205033,"BBH":43.07300777347365,"MATH Lvl 5 Raw":0.2122356495468278,"MATH Lvl 5":21.22356495468278,"GPQA Raw":0.3313758389261745,"GPQA":10.850111856823268,"MUSR Raw":0.3963541666666666,"MUSR":7.510937500000001,"MMLU-PRO Raw":0.43001994680851063,"MMLU-PRO":36.6688829787234,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-20","Submission Date":"2024-12-25","Generation":2,"Base Model":"tiiuae/Falcon3-10B-Base"},{"eval_name":"Daemontatox_RA_Reasoner2.0_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Daemontatox/RA_Reasoner2.0 📑","fullname":"Daemontatox/RA_Reasoner2.0","Model sha":"2a7477f34b171d2ae090e57abdbd997546dee242","Average ⬆️":29.039667218867848,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":10.306,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.573512786211919,"IFEval Raw":0.5366339091388627,"IFEval":53.663390913886275,"BBH Raw":0.6062469551969276,"BBH":43.07006895743249,"MATH Lvl 5 Raw":0.2311178247734139,"MATH Lvl 5":23.11178247734139,"GPQA Raw":0.32466442953020136,"GPQA":9.955257270693513,"MUSR Raw":0.3883541666666667,"MUSR":7.177604166666669,"MMLU-PRO Raw":0.4353390957446808,"MMLU-PRO":37.259899527186754,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":3,"Base Model":"tiiuae/Falcon3-10B-Base"},{"eval_name":"Daemontatox_ReasonTest_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Daemontatox/ReasonTest 📑","fullname":"Daemontatox/ReasonTest","Model sha":"8e81cfddd97a13d81d6207eb72be8b730a7ca12f","Average ⬆️":25.858232794071,"Hub License":"","Hub ❤️":0,"#Params (B)":3.808,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3406293497661246,"IFEval Raw":0.4079653098223824,"IFEval":40.79653098223824,"BBH Raw":0.543526397621609,"BBH":35.37503681384339,"MATH Lvl 5 Raw":0.21374622356495468,"MATH Lvl 5":21.37462235649547,"GPQA Raw":0.3187919463087248,"GPQA":9.172259507829976,"MUSR Raw":0.43154166666666666,"MUSR":12.076041666666669,"MMLU-PRO Raw":0.4271941489361702,"MMLU-PRO":36.354905437352244,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-31","Generation":0,"Base Model":"Removed"},{"eval_name":"Daemontatox_Research_PathfinderAI_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Daemontatox/Research_PathfinderAI 📑","fullname":"Daemontatox/Research_PathfinderAI","Model sha":"eae32cc9dffa3a2493fd793f7b847e7bb3376853","Average ⬆️":9.365878628802648,"Hub License":"","Hub ❤️":0,"#Params (B)":1.777,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6188413544397473,"IFEval Raw":0.3456916537010687,"IFEval":34.56916537010687,"BBH Raw":0.287225755504323,"BBH":1.4263456550462994,"MATH Lvl 5 Raw":0.16993957703927492,"MATH Lvl 5":16.993957703927492,"GPQA Raw":0.2407718120805369,"GPQA":0.0,"MUSR Raw":0.33939583333333334,"MUSR":1.7578124999999993,"MMLU-PRO Raw":0.11303191489361702,"MMLU-PRO":1.4479905437352243,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-21","Generation":0,"Base Model":"Removed"},{"eval_name":"Daemontatox_SphinX_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Daemontatox/SphinX 📑","fullname":"Daemontatox/SphinX","Model sha":"3da400d648b198211c81f61421bdcefac8073506","Average ⬆️":29.87478015820759,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3043167149586126,"IFEval Raw":0.5725042886208593,"IFEval":57.25042886208593,"BBH Raw":0.5440583486084486,"BBH":34.71245082713039,"MATH Lvl 5 Raw":0.3081570996978852,"MATH Lvl 5":30.815709969788518,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.44049999999999995,"MUSR":12.695833333333333,"MMLU-PRO Raw":0.43658577127659576,"MMLU-PRO":37.39841903073286,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-21","Submission Date":"2024-12-31","Generation":1,"Base Model":"Daemontatox/SphinX (Merge)"},{"eval_name":"Daemontatox_Sphinx2.0_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Daemontatox/Sphinx2.0 📑","fullname":"Daemontatox/Sphinx2.0","Model sha":"16abdfe2c214dc1da6bfe654b3d6716fcc8450e2","Average ⬆️":37.69418546772203,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.592650364309399,"IFEval Raw":0.7123133286346892,"IFEval":71.23133286346894,"BBH Raw":0.647283976671531,"BBH":49.39675153748764,"MATH Lvl 5 Raw":0.40181268882175225,"MATH Lvl 5":40.181268882175225,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.42603125000000003,"MUSR":13.053906249999997,"MMLU-PRO Raw":0.5183676861702128,"MMLU-PRO":46.485298463356976,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-30","Submission Date":"2024-12-30","Generation":1,"Base Model":"Daemontatox/Sphinx2.0 (Merge)"},{"eval_name":"Daemontatox_TinySphinx_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Daemontatox/TinySphinx 📑","fullname":"Daemontatox/TinySphinx","Model sha":"62172ccb670864070581498fb12e7d2594ac3a77","Average ⬆️":8.167167127412911,"Hub License":"","Hub ❤️":0,"#Params (B)":0.247,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.0072558813543913,"IFEval Raw":0.2566900269063862,"IFEval":25.669002690638614,"BBH Raw":0.33098404240871354,"BBH":6.54657571552213,"MATH Lvl 5 Raw":0.04305135951661632,"MATH Lvl 5":4.305135951661631,"GPQA Raw":0.27348993288590606,"GPQA":3.1319910514541416,"MUSR Raw":0.33276041666666667,"MUSR":1.5950520833333328,"MMLU-PRO Raw":0.1697972074468085,"MMLU-PRO":7.7552452718676115,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-31","Generation":0,"Base Model":"Removed"},{"eval_name":"Daemontatox_TinySphinx2.0_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Daemontatox/TinySphinx2.0 📑","fullname":"Daemontatox/TinySphinx2.0","Model sha":"accc28aa00084fe89801baa0885c291d18a031ec","Average ⬆️":7.583926718324835,"Hub License":"","Hub ❤️":0,"#Params (B)":0.247,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.0041719918661665,"IFEval Raw":0.25351733400710114,"IFEval":25.351733400710117,"BBH Raw":0.3168407073661037,"BBH":5.004028710418718,"MATH Lvl 5 Raw":0.0324773413897281,"MATH Lvl 5":3.2477341389728096,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.33825,"MUSR":1.3145833333333334,"MMLU-PRO Raw":0.1731216755319149,"MMLU-PRO":8.12463061465721,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-31","Generation":0,"Base Model":"Removed"},{"eval_name":"Daemontatox_Zirel-7B-Math_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Daemontatox/Zirel-7B-Math 📑","fullname":"Daemontatox/Zirel-7B-Math","Model sha":"104d5e9f5df50c0782ff1a830f7ec3c4943210f3","Average ⬆️":30.976625000031117,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.538753219597133,"IFEval Raw":0.6638785090227264,"IFEval":66.38785090227265,"BBH Raw":0.5447698777469486,"BBH":34.93944104913604,"MATH Lvl 5 Raw":0.19788519637462235,"MATH Lvl 5":19.788519637462233,"GPQA Raw":0.3263422818791946,"GPQA":10.17897091722595,"MUSR Raw":0.47891666666666666,"MUSR":18.597916666666666,"MMLU-PRO Raw":0.4237034574468085,"MMLU-PRO":35.96705082742317,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-28","Submission Date":"2025-02-28","Generation":3,"Base Model":"Qwen/Qwen2.5-7B"},{"eval_name":"Daemontatox_Zirel_1.5_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Daemontatox/Zirel_1.5 📑","fullname":"Daemontatox/Zirel_1.5","Model sha":"53af159f98d8b428e719287f759500f95b601ee2","Average ⬆️":14.243506396749902,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5795306020738551,"IFEval Raw":0.4167575366693706,"IFEval":41.67575366693706,"BBH Raw":0.3984669254999634,"BBH":15.082126333167833,"MATH Lvl 5 Raw":0.11329305135951662,"MATH Lvl 5":11.329305135951662,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.36581250000000004,"MUSR":3.3265624999999996,"MMLU-PRO Raw":0.21434507978723405,"MMLU-PRO":12.705008865248226,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-04","Submission Date":"2025-03-04","Generation":3,"Base Model":"Qwen/Qwen2.5-Coder-1.5B-Instruct (Merge)"},{"eval_name":"Daemontatox_mini-Cogito-R1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Daemontatox/mini-Cogito-R1 📑","fullname":"Daemontatox/mini-Cogito-R1","Model sha":"7d86cfe7522a080853a6c25f7115fa5106c9d671","Average ⬆️":11.629717650498435,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":1.777,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6109876520487433,"IFEval Raw":0.2298368329366082,"IFEval":22.983683293660818,"BBH Raw":0.3280491875175077,"BBH":6.038995128638223,"MATH Lvl 5 Raw":0.27492447129909364,"MATH Lvl 5":27.492447129909365,"GPQA Raw":0.28691275167785235,"GPQA":4.921700223713646,"MUSR Raw":0.34469791666666666,"MUSR":2.987239583333334,"MMLU-PRO Raw":0.14818816489361702,"MMLU-PRO":5.354240543735224,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-22","Submission Date":"2025-02-22","Generation":1,"Base Model":"Daemontatox/mini-Cogito-R1 (Merge)"},{"eval_name":"Daemontatox_mini_Pathfinder_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Daemontatox/mini_Pathfinder 📑","fullname":"Daemontatox/mini_Pathfinder","Model sha":"20d12c01e831675a563c978900bcf291def5f7dd","Average ⬆️":19.872595162464073,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5482629089653008,"IFEval Raw":0.29615752869054107,"IFEval":29.615752869054106,"BBH Raw":0.39556911910803755,"BBH":16.03002789836758,"MATH Lvl 5 Raw":0.47507552870090636,"MATH Lvl 5":47.507552870090635,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.37809374999999995,"MUSR":4.8617187500000005,"MMLU-PRO Raw":0.28091755319148937,"MMLU-PRO":20.10195035460993,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-20","Generation":0,"Base Model":"Removed"},{"eval_name":"Dampfinchen_Llama-3.1-8B-Ultra-Instruct_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Dampfinchen/Llama-3.1-8B-Ultra-Instruct 📑","fullname":"Dampfinchen/Llama-3.1-8B-Ultra-Instruct","Model sha":"46662d14130cfd34f7d90816540794f24a301f86","Average ⬆️":30.159277021889153,"Hub License":"llama3","Hub ❤️":8,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6729573304154113,"IFEval Raw":0.8081091503876381,"IFEval":80.81091503876381,"BBH Raw":0.5257532452246574,"BBH":32.49458680420566,"MATH Lvl 5 Raw":0.22054380664652568,"MATH Lvl 5":22.054380664652566,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.40032291666666664,"MUSR":8.607031250000002,"MMLU-PRO Raw":0.382563164893617,"MMLU-PRO":31.395907210401887,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-08-26","Submission Date":"2024-08-26","Generation":1,"Base Model":"Dampfinchen/Llama-3.1-8B-Ultra-Instruct (Merge)"},{"eval_name":"Danielbrdz_Barcenas-10b_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Danielbrdz/Barcenas-10b 📑","fullname":"Danielbrdz/Barcenas-10b","Model sha":"71884e96b88f6c86fca3a528ddf71c7745cb1d76","Average ⬆️":31.870970597687858,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":10.306,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6193104184932727,"IFEval Raw":0.6607811717354397,"IFEval":66.07811717354397,"BBH Raw":0.6120828494270083,"BBH":43.769694605609374,"MATH Lvl 5 Raw":0.21525679758308158,"MATH Lvl 5":21.525679758308158,"GPQA Raw":0.3414429530201342,"GPQA":12.192393736017896,"MUSR Raw":0.41346875,"MUSR":10.316927083333335,"MMLU-PRO Raw":0.4360871010638298,"MMLU-PRO":37.34301122931442,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-04","Submission Date":"2025-01-06","Generation":1,"Base Model":"Danielbrdz/Barcenas-10b (Merge)"},{"eval_name":"Danielbrdz_Barcenas-14b-Phi-3-medium-ORPO_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Danielbrdz/Barcenas-14b-Phi-3-medium-ORPO 📑","fullname":"Danielbrdz/Barcenas-14b-Phi-3-medium-ORPO","Model sha":"b749dbcb19901b8fd0e9f38c923a24533569f895","Average ⬆️":31.88950498581046,"Hub License":"mit","Hub ❤️":5,"#Params (B)":13.96,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.3541541178541143,"IFEval Raw":0.4799055395240185,"IFEval":47.990553952401854,"BBH Raw":0.6536184886648629,"BBH":51.029418403280296,"MATH Lvl 5 Raw":0.20241691842900303,"MATH Lvl 5":20.241691842900302,"GPQA Raw":0.3263422818791946,"GPQA":10.17897091722595,"MUSR Raw":0.48075,"MUSR":20.527083333333334,"MMLU-PRO Raw":0.47232380319148937,"MMLU-PRO":41.36931146572104,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-15","Submission Date":"2024-08-13","Generation":0,"Base Model":"Danielbrdz/Barcenas-14b-Phi-3-medium-ORPO"},{"eval_name":"Danielbrdz_Barcenas-14b-phi-4_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Danielbrdz/Barcenas-14b-phi-4 📑","fullname":"Danielbrdz/Barcenas-14b-phi-4","Model sha":"53891d973087e8909e1c9cc968b7bf222247e2ab","Average ⬆️":28.746056207730017,"Hub License":"mit","Hub ❤️":1,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7478531452063368,"IFEval Raw":0.0497590836757581,"IFEval":4.97590836757581,"BBH Raw":0.6769303819643072,"BBH":53.25769202541582,"MATH Lvl 5 Raw":0.2583081570996979,"MATH Lvl 5":25.83081570996979,"GPQA Raw":0.38338926174496646,"GPQA":17.785234899328863,"MUSR Raw":0.5096770833333334,"MUSR":24.24296875,"MMLU-PRO Raw":0.5174534574468085,"MMLU-PRO":46.38371749408983,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-19","Submission Date":"2025-01-26","Generation":1,"Base Model":"Danielbrdz/Barcenas-14b-phi-4 (Merge)"},{"eval_name":"Danielbrdz_Barcenas-14b-phi-4-v2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Danielbrdz/Barcenas-14b-phi-4-v2 📑","fullname":"Danielbrdz/Barcenas-14b-phi-4-v2","Model sha":"b602beb38b9a82ac497e6689751927eca9dbd876","Average ⬆️":31.447866315089907,"Hub License":"mit","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9885653626381716,"IFEval Raw":0.27747266142723526,"IFEval":27.74726614272353,"BBH Raw":0.6573002324945257,"BBH":50.20692953827006,"MATH Lvl 5 Raw":0.3217522658610272,"MATH Lvl 5":32.17522658610272,"GPQA Raw":0.3783557046979866,"GPQA":17.114093959731544,"MUSR Raw":0.43994791666666666,"MUSR":14.293489583333328,"MMLU-PRO Raw":0.5243517287234043,"MMLU-PRO":47.150192080378254,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-04","Submission Date":"2025-02-05","Generation":1,"Base Model":"Danielbrdz/Barcenas-14b-phi-4-v2 (Merge)"},{"eval_name":"Danielbrdz_Barcenas-3b-GRPO_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Danielbrdz/Barcenas-3b-GRPO 📑","fullname":"Danielbrdz/Barcenas-3b-GRPO","Model sha":"643e7615446a20d9ffe7cb66b88a6791cc6ae1eb","Average ⬆️":20.5654768779582,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6176673631419419,"IFEval Raw":0.5444276741268723,"IFEval":54.44276741268723,"BBH Raw":0.44143515175110304,"BBH":21.13661740394343,"MATH Lvl 5 Raw":0.13746223564954682,"MATH Lvl 5":13.746223564954683,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.35759375,"MUSR":6.065885416666667,"MMLU-PRO Raw":0.3036901595744681,"MMLU-PRO":22.632239952718678,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-08","Submission Date":"2025-02-08","Generation":1,"Base Model":"Danielbrdz/Barcenas-3b-GRPO (Merge)"},{"eval_name":"Danielbrdz_Barcenas-Llama3-8b-ORPO_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Danielbrdz/Barcenas-Llama3-8b-ORPO 📑","fullname":"Danielbrdz/Barcenas-Llama3-8b-ORPO","Model sha":"66c848c4526d3db1ec41468c0f73ac4448c6abe9","Average ⬆️":26.51900505359198,"Hub License":"other","Hub ❤️":7,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5483183713957436,"IFEval Raw":0.737242738156979,"IFEval":73.7242738156979,"BBH Raw":0.49865578559911244,"BBH":28.600623499981847,"MATH Lvl 5 Raw":0.06570996978851963,"MATH Lvl 5":6.570996978851963,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.4189583333333333,"MUSR":11.169791666666669,"MMLU-PRO Raw":0.3829787234042553,"MMLU-PRO":31.44208037825059,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-29","Submission Date":"2024-06-29","Generation":0,"Base Model":"Danielbrdz/Barcenas-Llama3-8b-ORPO"},{"eval_name":"Danielbrdz_Barcenas-R1-Qwen-1.5b_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Danielbrdz/Barcenas-R1-Qwen-1.5b 📑","fullname":"Danielbrdz/Barcenas-R1-Qwen-1.5b","Model sha":"10e2f6bd3bb254f7e4e6857ab2799aaa9c855876","Average ⬆️":15.138858570183295,"Hub License":"mit","Hub ❤️":0,"#Params (B)":1.777,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2225069482677418,"IFEval Raw":0.24280132271262472,"IFEval":24.280132271262474,"BBH Raw":0.35872011187392944,"BBH":10.491260075913582,"MATH Lvl 5 Raw":0.3496978851963746,"MATH Lvl 5":34.96978851963746,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.354125,"MUSR":3.832291666666668,"MMLU-PRO Raw":0.19090757978723405,"MMLU-PRO":10.10084219858156,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-26","Submission Date":"2025-01-26","Generation":1,"Base Model":"Danielbrdz/Barcenas-R1-Qwen-1.5b (Merge)"},{"eval_name":"Dans-DiscountModels_12b-mn-dans-reasoning-test-2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Dans-DiscountModels/12b-mn-dans-reasoning-test-2 📑","fullname":"Dans-DiscountModels/12b-mn-dans-reasoning-test-2","Model sha":"d573ad0cdb0ccfc194bc9c65dd81912dffeb1d35","Average ⬆️":15.564777531713789,"Hub License":"","Hub ❤️":0,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9447289025847284,"IFEval Raw":0.3710953603106424,"IFEval":37.109536031064245,"BBH Raw":0.48070333147041405,"BBH":26.108938446170427,"MATH Lvl 5 Raw":0.0634441087613293,"MATH Lvl 5":6.3444108761329305,"GPQA Raw":0.27348993288590606,"GPQA":3.1319910514541416,"MUSR Raw":0.37021875,"MUSR":3.944010416666668,"MMLU-PRO Raw":0.2507480053191489,"MMLU-PRO":16.749778368794324,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-07","Submission Date":"2025-03-07","Generation":0,"Base Model":"Dans-DiscountModels/12b-mn-dans-reasoning-test-2"},{"eval_name":"Dans-DiscountModels_12b-mn-dans-reasoning-test-3_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Dans-DiscountModels/12b-mn-dans-reasoning-test-3 📑","fullname":"Dans-DiscountModels/12b-mn-dans-reasoning-test-3","Model sha":"e64145422fe367c1d3cbf8403cdc9cd2c6ccd5ca","Average ⬆️":19.13127211265294,"Hub License":"","Hub ❤️":0,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8696611878200479,"IFEval Raw":0.5052593784491815,"IFEval":50.52593784491815,"BBH Raw":0.48388753289945696,"BBH":25.84864126816548,"MATH Lvl 5 Raw":0.07779456193353475,"MATH Lvl 5":7.779456193353475,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.4167604166666667,"MUSR":10.995052083333334,"MMLU-PRO Raw":0.2515791223404255,"MMLU-PRO":16.842124704491724,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-09","Submission Date":"2025-03-10","Generation":0,"Base Model":"Dans-DiscountModels/12b-mn-dans-reasoning-test-3"},{"eval_name":"Dans-DiscountModels_Dans-Instruct-CoreCurriculum-12b-ChatML_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Dans-DiscountModels/Dans-Instruct-CoreCurriculum-12b-ChatML 📑","fullname":"Dans-DiscountModels/Dans-Instruct-CoreCurriculum-12b-ChatML","Model sha":"56925fafe6a543e224db36864dd0927171542776","Average ⬆️":13.542857676063695,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.636903883938605,"IFEval Raw":0.21110209798889168,"IFEval":21.11020979888917,"BBH Raw":0.4791864789096407,"BBH":26.046417064819565,"MATH Lvl 5 Raw":0.04305135951661632,"MATH Lvl 5":4.305135951661631,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.3606354166666667,"MUSR":5.712760416666669,"MMLU-PRO Raw":0.2805019946808511,"MMLU-PRO":20.05577718676123,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-04","Submission Date":"2024-09-04","Generation":1,"Base Model":"mistralai/Mistral-Nemo-Base-2407"},{"eval_name":"Dans-DiscountModels_Dans-Instruct-Mix-8b-ChatML_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Dans-DiscountModels/Dans-Instruct-Mix-8b-ChatML 📑","fullname":"Dans-DiscountModels/Dans-Instruct-Mix-8b-ChatML","Model sha":"029d84d4f4a618aa798490c046753b12801158e2","Average ⬆️":13.521356471467334,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5971383963665837,"IFEval Raw":0.08250774611364513,"IFEval":8.250774611364513,"BBH Raw":0.4738171816307924,"BBH":26.336393544053255,"MATH Lvl 5 Raw":0.05513595166163142,"MATH Lvl 5":5.5135951661631415,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.3918229166666667,"MUSR":9.677864583333335,"MMLU-PRO Raw":0.32878989361702127,"MMLU-PRO":25.42109929078014,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-14","Generation":0,"Base Model":"Removed"},{"eval_name":"Dans-DiscountModels_Dans-Instruct-Mix-8b-ChatML-V0.1.0_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Dans-DiscountModels/Dans-Instruct-Mix-8b-ChatML-V0.1.0 📑","fullname":"Dans-DiscountModels/Dans-Instruct-Mix-8b-ChatML-V0.1.0","Model sha":"9367c1273b0025793531fcf3a2c15416539f5d81","Average ⬆️":13.074906766382023,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6293978013302186,"IFEval Raw":0.06682048076880455,"IFEval":6.682048076880455,"BBH Raw":0.47747656219777285,"BBH":26.737651950701505,"MATH Lvl 5 Raw":0.06722054380664652,"MATH Lvl 5":6.722054380664652,"GPQA Raw":0.2860738255033557,"GPQA":4.809843400447425,"MUSR Raw":0.3785833333333333,"MUSR":8.122916666666667,"MMLU-PRO Raw":0.328374335106383,"MMLU-PRO":25.37492612293144,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-20","Generation":0,"Base Model":"Removed"},{"eval_name":"Dans-DiscountModels_Dans-Instruct-Mix-8b-ChatML-V0.1.1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Dans-DiscountModels/Dans-Instruct-Mix-8b-ChatML-V0.1.1 📑","fullname":"Dans-DiscountModels/Dans-Instruct-Mix-8b-ChatML-V0.1.1","Model sha":"a6188cd1807d0d72e55adc371ddd198d7e9aa7ae","Average ⬆️":13.349347006636378,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5811774914426833,"IFEval Raw":0.09105063453857985,"IFEval":9.105063453857985,"BBH Raw":0.4748653313732898,"BBH":26.412550636134668,"MATH Lvl 5 Raw":0.05966767371601209,"MATH Lvl 5":5.966767371601208,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.3824895833333333,"MUSR":7.811197916666667,"MMLU-PRO Raw":0.327875664893617,"MMLU-PRO":25.319518321513,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-23","Generation":0,"Base Model":"Removed"},{"eval_name":"Dans-DiscountModels_Dans-Instruct-Mix-8b-ChatML-V0.2.0_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Dans-DiscountModels/Dans-Instruct-Mix-8b-ChatML-V0.2.0 📑","fullname":"Dans-DiscountModels/Dans-Instruct-Mix-8b-ChatML-V0.2.0","Model sha":"15a9988381fdba15281f1bd6b04c34f3f96120cc","Average ⬆️":19.08185593143887,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6874331691059232,"IFEval Raw":0.5064085515321569,"IFEval":50.64085515321569,"BBH Raw":0.4624263551503409,"BBH":24.734770612245033,"MATH Lvl 5 Raw":0.07326283987915408,"MATH Lvl 5":7.326283987915408,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.3644479166666667,"MUSR":3.755989583333333,"MMLU-PRO Raw":0.2999501329787234,"MMLU-PRO":22.21668144208038,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-30","Generation":0,"Base Model":"Removed"},{"eval_name":"Dans-DiscountModels_Mistral-7b-v0.3-Test-E0.7_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Dans-DiscountModels/Mistral-7b-v0.3-Test-E0.7 📑","fullname":"Dans-DiscountModels/Mistral-7b-v0.3-Test-E0.7","Model sha":"e91ad0ada3f0d906bacd3c0ad41da4f65ce77b08","Average ⬆️":19.169864255303853,"Hub License":"","Hub ❤️":0,"#Params (B)":7.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.875771180221206,"IFEval Raw":0.5123538876846767,"IFEval":51.235388768467665,"BBH Raw":0.4750220653053363,"BBH":26.820762256757714,"MATH Lvl 5 Raw":0.033987915407854986,"MATH Lvl 5":3.3987915407854987,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.40051041666666665,"MUSR":8.030468749999999,"MMLU-PRO Raw":0.2744348404255319,"MMLU-PRO":19.38164893617021,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-15","Generation":0,"Base Model":"Removed"},{"eval_name":"Dans-DiscountModels_mistral-7b-test-merged_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Dans-DiscountModels/mistral-7b-test-merged 📑","fullname":"Dans-DiscountModels/mistral-7b-test-merged","Model sha":"9db677cc43fb88852d952ef5914e919e65dd03eb","Average ⬆️":22.073339331094914,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.336846263016353,"IFEval Raw":0.6678003253589365,"IFEval":66.78003253589365,"BBH Raw":0.48981661658184755,"BBH":28.941004994824766,"MATH Lvl 5 Raw":0.0445619335347432,"MATH Lvl 5":4.45619335347432,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.3753958333333333,"MUSR":4.3578125000000005,"MMLU-PRO Raw":0.29778922872340424,"MMLU-PRO":21.976580969267136,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-27","Submission Date":"2024-11-30","Generation":1,"Base Model":"Dans-DiscountModels/mistral-7b-test-merged (Merge)"},{"eval_name":"Darkknight535_OpenCrystal-12B-L3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Darkknight535/OpenCrystal-12B-L3 📑","fullname":"Darkknight535/OpenCrystal-12B-L3","Model sha":"974d2d453afdde40f6a993601bbbbf9d97b43606","Average ⬆️":20.685476383122634,"Hub License":"","Hub ❤️":15,"#Params (B)":11.52,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.024570033760275,"IFEval Raw":0.4070909630890482,"IFEval":40.70909630890482,"BBH Raw":0.5222598504945516,"BBH":31.84449091545611,"MATH Lvl 5 Raw":0.08987915407854985,"MATH Lvl 5":8.987915407854985,"GPQA Raw":0.3062080536912752,"GPQA":7.494407158836691,"MUSR Raw":0.36565625,"MUSR":5.740364583333334,"MMLU-PRO Raw":0.3640292553191489,"MMLU-PRO":29.336583924349874,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-25","Submission Date":"2024-08-26","Generation":0,"Base Model":"Darkknight535/OpenCrystal-12B-L3"},{"eval_name":"DavidAU_DeepHermes-3-Llama-3-8B-Preview-16.5B-Brainstorm_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DavidAU/DeepHermes-3-Llama-3-8B-Preview-16.5B-Brainstorm 📑","fullname":"DavidAU/DeepHermes-3-Llama-3-8B-Preview-16.5B-Brainstorm","Model sha":"e32bfdb8f5ac6f0fb644a1fcf91b0b82cadba260","Average ⬆️":18.4525815482333,"Hub License":"","Hub ❤️":0,"#Params (B)":16.537,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.5248284998228248,"IFEval Raw":0.31356799957446246,"IFEval":31.356799957446242,"BBH Raw":0.4762231983114653,"BBH":24.9087539518445,"MATH Lvl 5 Raw":0.10574018126888217,"MATH Lvl 5":10.574018126888216,"GPQA Raw":0.313758389261745,"GPQA":8.501118568232664,"MUSR Raw":0.39278125,"MUSR":10.830989583333334,"MMLU-PRO Raw":0.3208942819148936,"MMLU-PRO":24.543809101654844,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-21","Submission Date":"2025-03-10","Generation":1,"Base Model":"DavidAU/DeepHermes-3-Llama-3-8B-Preview-16.5B-Brainstorm (Merge)"},{"eval_name":"DavidAU_DeepSeek-BlackRoot-R1-Distill-Llama-3.1-8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DavidAU/DeepSeek-BlackRoot-R1-Distill-Llama-3.1-8B 📑","fullname":"DavidAU/DeepSeek-BlackRoot-R1-Distill-Llama-3.1-8B","Model sha":"17c6339702cda2eb3feb08aec58b8e681ac4e678","Average ⬆️":19.075555358413183,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.717378353005959,"IFEval Raw":0.36849780803822746,"IFEval":36.849780803822746,"BBH Raw":0.488693862545088,"BBH":27.616644147779652,"MATH Lvl 5 Raw":0.06570996978851963,"MATH Lvl 5":6.570996978851963,"GPQA Raw":0.3179530201342282,"GPQA":9.060402684563762,"MUSR Raw":0.43197916666666664,"MUSR":12.397395833333334,"MMLU-PRO Raw":0.2976230053191489,"MMLU-PRO":21.95811170212766,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-15","Submission Date":"2025-03-10","Generation":1,"Base Model":"DavidAU/DeepSeek-BlackRoot-R1-Distill-Llama-3.1-8B (Merge)"},{"eval_name":"DavidAU_DeepSeek-Grand-Horror-SMB-R1-Distill-Llama-3.1-16B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DavidAU/DeepSeek-Grand-Horror-SMB-R1-Distill-Llama-3.1-16B 📑","fullname":"DavidAU/DeepSeek-Grand-Horror-SMB-R1-Distill-Llama-3.1-16B","Model sha":"ffc26e5c5ffbf42976e5bdc13ea858127eb96cf7","Average ⬆️":14.762746148661485,"Hub License":"","Hub ❤️":2,"#Params (B)":15.664,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.6307445591975105,"IFEval Raw":0.2506948230694557,"IFEval":25.06948230694557,"BBH Raw":0.44878062698346727,"BBH":22.777139438535443,"MATH Lvl 5 Raw":0.02945619335347432,"MATH Lvl 5":2.9456193353474323,"GPQA Raw":0.313758389261745,"GPQA":8.501118568232664,"MUSR Raw":0.41644791666666664,"MUSR":10.289322916666668,"MMLU-PRO Raw":0.2709441489361702,"MMLU-PRO":18.99379432624113,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-09","Submission Date":"2025-03-10","Generation":1,"Base Model":"DavidAU/DeepSeek-Grand-Horror-SMB-R1-Distill-Llama-3.1-16B (Merge)"},{"eval_name":"DavidAU_DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B 📑","fullname":"DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B","Model sha":"95a95ccc16bb0d1c36a78e2bdf68bc60148608a3","Average ⬆️":20.033732738998072,"Hub License":"","Hub ❤️":0,"#Params (B)":24.942,"Available on the hub":false,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.3816831290269125,"IFEval Raw":0.3882564927725103,"IFEval":38.82564927725103,"BBH Raw":0.48860331670972784,"BBH":27.773550052185215,"MATH Lvl 5 Raw":0.08157099697885196,"MATH Lvl 5":8.157099697885197,"GPQA Raw":0.32298657718120805,"GPQA":9.731543624161072,"MUSR Raw":0.4375,"MUSR":13.220833333333331,"MMLU-PRO Raw":0.30244348404255317,"MMLU-PRO":22.49372044917257,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-15","Submission Date":"2025-03-10","Generation":1,"Base Model":"DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B (Merge)"},{"eval_name":"DavidAU_DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Mad-Scientist-24B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Mad-Scientist-24B 📑","fullname":"DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Mad-Scientist-24B","Model sha":"edd481ba969388f951af26d4a256538d02355342","Average ⬆️":18.80531524670597,"Hub License":"","Hub ❤️":0,"#Params (B)":24.942,"Available on the hub":false,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.6746962812464536,"IFEval Raw":0.3436182662003484,"IFEval":34.36182662003484,"BBH Raw":0.47693843531787744,"BBH":25.61443384964336,"MATH Lvl 5 Raw":0.0755287009063444,"MATH Lvl 5":7.552870090634441,"GPQA Raw":0.337248322147651,"GPQA":11.633109619686799,"MUSR Raw":0.4230833333333333,"MUSR":11.78541666666667,"MMLU-PRO Raw":0.29695811170212766,"MMLU-PRO":21.884234633569736,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-15","Submission Date":"2025-03-10","Generation":1,"Base Model":"DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Mad-Scientist-24B (Merge)"},{"eval_name":"DavidAU_DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"DavidAU/DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm 📑","fullname":"DavidAU/DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm","Model sha":"b96213180934664665855bae599d2a4c2023b68a","Average ⬆️":35.28187768500508,"Hub License":"","Hub ❤️":0,"#Params (B)":25.506,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.562346505649761,"IFEval Raw":0.34159474638403875,"IFEval":34.15947463840388,"BBH Raw":0.580689592371853,"BBH":38.54849081746308,"MATH Lvl 5 Raw":0.5536253776435045,"MATH Lvl 5":55.36253776435045,"GPQA Raw":0.3859060402684564,"GPQA":18.120805369127517,"MUSR Raw":0.5155104166666666,"MUSR":25.238802083333326,"MMLU-PRO Raw":0.4623503989361702,"MMLU-PRO":40.26115543735224,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-21","Submission Date":"2025-03-10","Generation":1,"Base Model":"DavidAU/DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm (Merge)"},{"eval_name":"DavidAU_DeepSeek-V2-Grand-Horror-SMB-R1-Distill-Llama-3.1-Uncensored-16.5B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DavidAU/DeepSeek-V2-Grand-Horror-SMB-R1-Distill-Llama-3.1-Uncensored-16.5B 📑","fullname":"DavidAU/DeepSeek-V2-Grand-Horror-SMB-R1-Distill-Llama-3.1-Uncensored-16.5B","Model sha":"0b1829e4631ff716278c81dac4ed1cab655a3505","Average ⬆️":15.169195541253531,"Hub License":"","Hub ❤️":0,"#Params (B)":16.537,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.7914034140852118,"IFEval Raw":0.2853162940996556,"IFEval":28.531629409965557,"BBH Raw":0.44623832540838126,"BBH":22.878424102179434,"MATH Lvl 5 Raw":0.017371601208459216,"MATH Lvl 5":1.7371601208459215,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.417875,"MUSR":10.734375,"MMLU-PRO Raw":0.2777593085106383,"MMLU-PRO":19.751034278959807,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-09","Submission Date":"2025-03-10","Generation":1,"Base Model":"DavidAU/DeepSeek-V2-Grand-Horror-SMB-R1-Distill-Llama-3.1-Uncensored-16.5B (Merge)"},{"eval_name":"DavidAU_DeepThought-MOE-8X3B-R1-Llama-3.2-Reasoning-18B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"DavidAU/DeepThought-MOE-8X3B-R1-Llama-3.2-Reasoning-18B 📑","fullname":"DavidAU/DeepThought-MOE-8X3B-R1-Llama-3.2-Reasoning-18B","Model sha":"39b96b8ceca904a96a5e3e524c2a9513f1850bdd","Average ⬆️":16.128174383829172,"Hub License":"","Hub ❤️":0,"#Params (B)":18.405,"Available on the hub":false,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.5240369570496637,"IFEval Raw":0.3793135547015253,"IFEval":37.931355470152525,"BBH Raw":0.4232300476265338,"BBH":18.810857392916514,"MATH Lvl 5 Raw":0.10800604229607251,"MATH Lvl 5":10.80060422960725,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.3559791666666667,"MUSR":6.197395833333332,"MMLU-PRO Raw":0.2720246010638298,"MMLU-PRO":19.113844562647756,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-21","Submission Date":"2025-03-10","Generation":1,"Base Model":"DavidAU/DeepThought-MOE-8X3B-R1-Llama-3.2-Reasoning-18B (Merge)"},{"eval_name":"DavidAU_Gemma-The-Writer-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"DavidAU/Gemma-The-Writer-9B 📑","fullname":"DavidAU/Gemma-The-Writer-9B","Model sha":"fcd6c9a1d0f6acc5bffc7df72cd8e996a9573937","Average ⬆️":20.57119536629256,"Hub License":"","Hub ❤️":5,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.968036805179416,"IFEval Raw":0.17403156956874427,"IFEval":17.403156956874426,"BBH Raw":0.5905439384199537,"BBH":41.272318662592205,"MATH Lvl 5 Raw":0.08761329305135952,"MATH Lvl 5":8.761329305135952,"GPQA Raw":0.34563758389261745,"GPQA":12.751677852348994,"MUSR Raw":0.409875,"MUSR":10.134375,"MMLU-PRO Raw":0.39793882978723405,"MMLU-PRO":33.10431442080379,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-26","Submission Date":"2025-01-11","Generation":1,"Base Model":"DavidAU/Gemma-The-Writer-9B (Merge)"},{"eval_name":"DavidAU_Gemma-The-Writer-DEADLINE-10B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"DavidAU/Gemma-The-Writer-DEADLINE-10B 📑","fullname":"DavidAU/Gemma-The-Writer-DEADLINE-10B","Model sha":"69f38a595090ce6ba154b21d9d8b4c690f02b74e","Average ⬆️":21.6766411356942,"Hub License":"","Hub ❤️":0,"#Params (B)":10.952,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":5.197589797990433,"IFEval Raw":0.23315802071836061,"IFEval":23.31580207183606,"BBH Raw":0.5896087932535433,"BBH":41.01919903629973,"MATH Lvl 5 Raw":0.09894259818731117,"MATH Lvl 5":9.894259818731117,"GPQA Raw":0.3422818791946309,"GPQA":12.304250559284117,"MUSR Raw":0.4188645833333333,"MUSR":10.79140625,"MMLU-PRO Raw":0.39461436170212766,"MMLU-PRO":32.73492907801418,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-27","Submission Date":"2025-01-11","Generation":1,"Base Model":"DavidAU/Gemma-The-Writer-DEADLINE-10B (Merge)"},{"eval_name":"DavidAU_Gemma-The-Writer-J.GutenBerg-10B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"DavidAU/Gemma-The-Writer-J.GutenBerg-10B 📑","fullname":"DavidAU/Gemma-The-Writer-J.GutenBerg-10B","Model sha":"7318b14104e3eb06c8e571ec8a51c7f027834d74","Average ⬆️":22.350742726448782,"Hub License":"","Hub ❤️":0,"#Params (B)":10.034,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":5.037345351027912,"IFEval Raw":0.28578948301617485,"IFEval":28.578948301617487,"BBH Raw":0.5909421265868766,"BBH":41.155990975297556,"MATH Lvl 5 Raw":0.09214501510574018,"MATH Lvl 5":9.214501510574017,"GPQA Raw":0.33808724832214765,"GPQA":11.74496644295302,"MUSR Raw":0.41759375,"MUSR":10.665885416666667,"MMLU-PRO Raw":0.3946974734042553,"MMLU-PRO":32.74416371158392,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-30","Submission Date":"2025-01-11","Generation":1,"Base Model":"DavidAU/Gemma-The-Writer-J.GutenBerg-10B (Merge)"},{"eval_name":"DavidAU_Gemma-The-Writer-Mighty-Sword-9B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"DavidAU/Gemma-The-Writer-Mighty-Sword-9B 📑","fullname":"DavidAU/Gemma-The-Writer-Mighty-Sword-9B","Model sha":"39e655b61e11cd9a53529c6bdf0e6357b5be6b2c","Average ⬆️":32.033823768599724,"Hub License":"","Hub ❤️":4,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.842982875986834,"IFEval Raw":0.7527549125209998,"IFEval":75.27549125209998,"BBH Raw":0.5911959785635329,"BBH":41.392610073884825,"MATH Lvl 5 Raw":0.19108761329305135,"MATH Lvl 5":19.108761329305135,"GPQA Raw":0.34815436241610737,"GPQA":13.087248322147648,"MUSR Raw":0.4111770833333333,"MUSR":10.363802083333335,"MMLU-PRO Raw":0.39677526595744683,"MMLU-PRO":32.97502955082743,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-25","Submission Date":"2025-01-11","Generation":1,"Base Model":"DavidAU/Gemma-The-Writer-Mighty-Sword-9B (Merge)"},{"eval_name":"DavidAU_Gemma-The-Writer-N-Restless-Quill-10B-Uncensored_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"DavidAU/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored 📑","fullname":"DavidAU/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored","Model sha":"1138d6b3e3527b75e7331044b1f0589a90667e8d","Average ⬆️":31.67934579653929,"Hub License":"","Hub ❤️":3,"#Params (B)":10.034,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.4933973013928696,"IFEval Raw":0.7070927361622716,"IFEval":70.70927361622716,"BBH Raw":0.5922294775018883,"BBH":40.850090817774024,"MATH Lvl 5 Raw":0.229607250755287,"MATH Lvl 5":22.9607250755287,"GPQA Raw":0.3414429530201342,"GPQA":12.192393736017896,"MUSR Raw":0.41632291666666665,"MUSR":10.407031250000001,"MMLU-PRO Raw":0.3966090425531915,"MMLU-PRO":32.95656028368795,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-30","Submission Date":"2025-01-11","Generation":1,"Base Model":"DavidAU/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored (Merge)"},{"eval_name":"DavidAU_L3-DARKEST-PLANET-16.5B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DavidAU/L3-DARKEST-PLANET-16.5B 📑","fullname":"DavidAU/L3-DARKEST-PLANET-16.5B","Model sha":"37545fbc229061956c1801968c33c5b187512c41","Average ⬆️":24.265056044870743,"Hub License":"","Hub ❤️":5,"#Params (B)":16.537,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.225040735611014,"IFEval Raw":0.6230623634179533,"IFEval":62.30623634179532,"BBH Raw":0.5230436906708896,"BBH":31.776241491685315,"MATH Lvl 5 Raw":0.08987915407854985,"MATH Lvl 5":8.987915407854985,"GPQA Raw":0.2953020134228188,"GPQA":6.040268456375841,"MUSR Raw":0.3753645833333333,"MUSR":7.253906249999997,"MMLU-PRO Raw":0.363031914893617,"MMLU-PRO":29.225768321512994,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-11","Submission Date":"2025-01-11","Generation":1,"Base Model":"DavidAU/L3-DARKEST-PLANET-16.5B (Merge)"},{"eval_name":"DavidAU_L3-Dark-Planet-8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DavidAU/L3-Dark-Planet-8B 📑","fullname":"DavidAU/L3-Dark-Planet-8B","Model sha":"462c9307ba4cfcb0c1edcceac5e06f4007bc803e","Average ⬆️":20.469184056256058,"Hub License":"","Hub ❤️":6,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8782814138679607,"IFEval Raw":0.4134108609600305,"IFEval":41.34108609600305,"BBH Raw":0.5084081453197787,"BBH":29.78962694499553,"MATH Lvl 5 Raw":0.0823262839879154,"MATH Lvl 5":8.23262839879154,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.36159375,"MUSR":6.332552083333334,"MMLU-PRO Raw":0.37367021276595747,"MMLU-PRO":30.40780141843972,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-05","Submission Date":"2024-09-12","Generation":1,"Base Model":"DavidAU/L3-Dark-Planet-8B (Merge)"},{"eval_name":"DavidAU_L3-Jamet-12.2B-MK.V-Blackroot-Instruct_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DavidAU/L3-Jamet-12.2B-MK.V-Blackroot-Instruct 📑","fullname":"DavidAU/L3-Jamet-12.2B-MK.V-Blackroot-Instruct","Model sha":"db4ae3d7b608fd0e7490d2fcfa0436e56e21af33","Average ⬆️":17.857043217965458,"Hub License":"","Hub ❤️":0,"#Params (B)":12.174,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4375216123892207,"IFEval Raw":0.3961998608137519,"IFEval":39.619986081375195,"BBH Raw":0.4765717717789398,"BBH":25.869793144697738,"MATH Lvl 5 Raw":0.04078549848942598,"MATH Lvl 5":4.078549848942599,"GPQA Raw":0.2785234899328859,"GPQA":3.8031319910514525,"MUSR Raw":0.40196875,"MUSR":8.312760416666668,"MMLU-PRO Raw":0.3291223404255319,"MMLU-PRO":25.458037825059098,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-23","Submission Date":"2024-09-04","Generation":1,"Base Model":"DavidAU/L3-Jamet-12.2B-MK.V-Blackroot-Instruct (Merge)"},{"eval_name":"DavidAU_L3-Lumimaid-12.2B-v0.1-OAS-Instruct_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DavidAU/L3-Lumimaid-12.2B-v0.1-OAS-Instruct 📑","fullname":"DavidAU/L3-Lumimaid-12.2B-v0.1-OAS-Instruct","Model sha":"65a9e957dc4211aa3d87fdf588767823af5cde3f","Average ⬆️":17.831555665481403,"Hub License":"","Hub ❤️":1,"#Params (B)":12.174,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.8494143473815945,"IFEval Raw":0.3924032677739509,"IFEval":39.24032677739509,"BBH Raw":0.46930207579694677,"BBH":24.504815583181394,"MATH Lvl 5 Raw":0.04607250755287009,"MATH Lvl 5":4.607250755287009,"GPQA Raw":0.27684563758389263,"GPQA":3.5794183445190177,"MUSR Raw":0.41942708333333334,"MUSR":11.26171875,"MMLU-PRO Raw":0.31416223404255317,"MMLU-PRO":23.795803782505907,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-24","Submission Date":"2024-09-12","Generation":1,"Base Model":"DavidAU/L3-Lumimaid-12.2B-v0.1-OAS-Instruct (Merge)"},{"eval_name":"DavidAU_L3-SMB-Instruct-12.2B-F32_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DavidAU/L3-SMB-Instruct-12.2B-F32 📑","fullname":"DavidAU/L3-SMB-Instruct-12.2B-F32","Model sha":"ac5e205a41b17a7b05b1b62f352aacc7e65b2f13","Average ⬆️":18.90163889043809,"Hub License":"","Hub ❤️":1,"#Params (B)":12.174,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.764794372875263,"IFEval Raw":0.4303215468290802,"IFEval":43.032154682908015,"BBH Raw":0.4786412360346213,"BBH":26.130957088441544,"MATH Lvl 5 Raw":0.04682779456193353,"MATH Lvl 5":4.682779456193353,"GPQA Raw":0.28187919463087246,"GPQA":4.250559284116329,"MUSR Raw":0.40872916666666664,"MUSR":9.624479166666669,"MMLU-PRO Raw":0.3312001329787234,"MMLU-PRO":25.688903664302597,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-25","Submission Date":"2024-09-12","Generation":1,"Base Model":"DavidAU/L3-SMB-Instruct-12.2B-F32 (Merge)"},{"eval_name":"DavidAU_L3-Stheno-Maid-Blackroot-Grand-HORROR-16B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DavidAU/L3-Stheno-Maid-Blackroot-Grand-HORROR-16B 📑","fullname":"DavidAU/L3-Stheno-Maid-Blackroot-Grand-HORROR-16B","Model sha":"7b626e50b6c35fcb064b8b039fcf30eae01c3fae","Average ⬆️":17.197491298716887,"Hub License":"","Hub ❤️":0,"#Params (B)":16.537,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.845597193164506,"IFEval Raw":0.34389309254998957,"IFEval":34.389309254998956,"BBH Raw":0.4736328900737677,"BBH":26.692021341537863,"MATH Lvl 5 Raw":0.02190332326283988,"MATH Lvl 5":2.190332326283988,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.40311458333333333,"MUSR":8.555989583333334,"MMLU-PRO Raw":0.3570478723404255,"MMLU-PRO":28.560874704491717,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-23","Submission Date":"2024-09-04","Generation":1,"Base Model":"DavidAU/L3-Stheno-Maid-Blackroot-Grand-HORROR-16B (Merge)"},{"eval_name":"DavidAU_L3-Stheno-v3.2-12.2B-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DavidAU/L3-Stheno-v3.2-12.2B-Instruct 📑","fullname":"DavidAU/L3-Stheno-v3.2-12.2B-Instruct","Model sha":"8271fc32a601a4fa5efbe58c41a0ef4181ad8836","Average ⬆️":18.73968028525321,"Hub License":"","Hub ❤️":1,"#Params (B)":12.174,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.7953992017252753,"IFEval Raw":0.4027945850343755,"IFEval":40.279458503437546,"BBH Raw":0.4845980190500647,"BBH":27.36962320894452,"MATH Lvl 5 Raw":0.05060422960725076,"MATH Lvl 5":5.0604229607250755,"GPQA Raw":0.2751677852348993,"GPQA":3.355704697986576,"MUSR Raw":0.41025,"MUSR":10.314583333333333,"MMLU-PRO Raw":0.3345246010638298,"MMLU-PRO":26.0582890070922,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-24","Submission Date":"2024-09-12","Generation":1,"Base Model":"DavidAU/L3-Stheno-v3.2-12.2B-Instruct (Merge)"},{"eval_name":"DavidAU_L3.1-Dark-Planet-SpinFire-Uncensored-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DavidAU/L3.1-Dark-Planet-SpinFire-Uncensored-8B 📑","fullname":"DavidAU/L3.1-Dark-Planet-SpinFire-Uncensored-8B","Model sha":"9e4ae1310a0d2c82d50fe2aedc94ef084901ac48","Average ⬆️":24.710302269160096,"Hub License":"","Hub ❤️":4,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2605639032263736,"IFEval Raw":0.7042702252246262,"IFEval":70.42702252246261,"BBH Raw":0.5260910165037093,"BBH":32.46178300050608,"MATH Lvl 5 Raw":0.09290030211480363,"MATH Lvl 5":9.290030211480364,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.354125,"MUSR":2.498958333333334,"MMLU-PRO Raw":0.3670212765957447,"MMLU-PRO":29.669030732860524,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-10","Submission Date":"2025-01-11","Generation":1,"Base Model":"DavidAU/L3.1-Dark-Planet-SpinFire-Uncensored-8B (Merge)"},{"eval_name":"DavidAU_L3.1-MOE-2X8B-Deepseek-DeepHermes-e32-uncensored-abliterated-13.7B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"DavidAU/L3.1-MOE-2X8B-Deepseek-DeepHermes-e32-uncensored-abliterated-13.7B 📑","fullname":"DavidAU/L3.1-MOE-2X8B-Deepseek-DeepHermes-e32-uncensored-abliterated-13.7B","Model sha":"1ed5318f6bf5461efa5168289ab6786f4987ca96","Average ⬆️":19.615401464984767,"Hub License":"","Hub ❤️":0,"#Params (B)":13.668,"Available on the hub":false,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4035730196826506,"IFEval Raw":0.3345257250761313,"IFEval":33.452572507613134,"BBH Raw":0.4420822344441435,"BBH":21.197829273123393,"MATH Lvl 5 Raw":0.26057401812688824,"MATH Lvl 5":26.057401812688823,"GPQA Raw":0.313758389261745,"GPQA":8.501118568232664,"MUSR Raw":0.37486458333333333,"MUSR":7.458072916666668,"MMLU-PRO Raw":0.2892287234042553,"MMLU-PRO":21.025413711583923,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-10","Generation":1,"Base Model":"DavidAU/L3.1-MOE-2X8B-Deepseek-DeepHermes-e32-uncensored-abliterated-13.7B (Merge)"},{"eval_name":"DavidAU_Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2MoeForCausalLM","Model":"DavidAU/Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B 📑","fullname":"DavidAU/Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B","Model sha":"412099bb6f570707a3a6ee311bfeb93a204c1b7b","Average ⬆️":5.120376565217631,"Hub License":"","Hub ❤️":0,"#Params (B)":4.089,"Available on the hub":false,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1268767305406775,"IFEval Raw":0.17832905579418165,"IFEval":17.832905579418167,"BBH Raw":0.30326053640004424,"BBH":3.023581212338263,"MATH Lvl 5 Raw":0.024924471299093656,"MATH Lvl 5":2.492447129909366,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.3714583333333333,"MUSR":4.565625000000001,"MMLU-PRO Raw":0.11419547872340426,"MMLU-PRO":1.5772754137115832,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-10","Generation":1,"Base Model":"DavidAU/Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B (Merge)"},{"eval_name":"DavidAU_Qwen2.5-MOE-2X7B-DeepSeek-Abliterated-Censored-19B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2MoeForCausalLM","Model":"DavidAU/Qwen2.5-MOE-2X7B-DeepSeek-Abliterated-Censored-19B 📑","fullname":"DavidAU/Qwen2.5-MOE-2X7B-DeepSeek-Abliterated-Censored-19B","Model sha":"8a908eadce5fc13ddedab2c854433245de430e41","Average ⬆️":13.021728019791546,"Hub License":"","Hub ❤️":0,"#Params (B)":19.022,"Available on the hub":false,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.2596681212071084,"IFEval Raw":0.28351773294857646,"IFEval":28.351773294857644,"BBH Raw":0.35922718767499157,"BBH":10.870199077362608,"MATH Lvl 5 Raw":0.24169184290030213,"MATH Lvl 5":24.169184290030213,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.38469791666666664,"MUSR":5.653906249999999,"MMLU-PRO Raw":0.1636469414893617,"MMLU-PRO":7.0718823877068555,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-10","Generation":1,"Base Model":"DavidAU/Qwen2.5-MOE-2X7B-DeepSeek-Abliterated-Censored-19B (Merge)"},{"eval_name":"DavidAU_Qwen2.5-MOE-6x1.5B-DeepSeek-Reasoning-e32_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2MoeForCausalLM","Model":"DavidAU/Qwen2.5-MOE-6x1.5B-DeepSeek-Reasoning-e32 📑","fullname":"DavidAU/Qwen2.5-MOE-6x1.5B-DeepSeek-Reasoning-e32","Model sha":"7a447e7af3ce9ea515f25c04ab7f942fe637b521","Average ⬆️":6.418592963200898,"Hub License":"","Hub ❤️":0,"#Params (B)":8.714,"Available on the hub":false,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.2526985444884104,"IFEval Raw":0.21067766858601844,"IFEval":21.067766858601843,"BBH Raw":0.32861776640637924,"BBH":6.218964782807416,"MATH Lvl 5 Raw":0.06646525679758308,"MATH Lvl 5":6.646525679758309,"GPQA Raw":0.24748322147651006,"GPQA":0.0,"MUSR Raw":0.3404479166666667,"MUSR":3.2226562499999996,"MMLU-PRO Raw":0.11220079787234043,"MMLU-PRO":1.3556442080378246,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-05","Submission Date":"2025-03-10","Generation":1,"Base Model":"DavidAU/Qwen2.5-MOE-6x1.5B-DeepSeek-Reasoning-e32 (Merge)"},{"eval_name":"Davidsv_SUONG-1_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Davidsv/SUONG-1 📑","fullname":"Davidsv/SUONG-1","Model sha":"5bab856eaa8836d4f37d736926bdd18b97ac3241","Average ⬆️":5.32234226282347,"Hub License":"","Hub ❤️":1,"#Params (B)":2.879,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.22068029903945732,"IFEval Raw":0.2497207409673001,"IFEval":24.97207409673001,"BBH Raw":0.28171339082318814,"BBH":1.8272424825748754,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.24412751677852348,"GPQA":0.0,"MUSR Raw":0.35775,"MUSR":4.185416666666667,"MMLU-PRO Raw":0.1085438829787234,"MMLU-PRO":0.9493203309692663,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-14","Submission Date":"2025-02-14","Generation":1,"Base Model":"Davidsv/SUONG-1 (Merge)"},{"eval_name":"DavieLion_Llama-3.2-1B-SPIN-iter0_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DavieLion/Llama-3.2-1B-SPIN-iter0 📑","fullname":"DavieLion/Llama-3.2-1B-SPIN-iter0","Model sha":"bc1a37920fb5e3cb64a71a4deda649f33fecb95d","Average ⬆️":3.6238167467938993,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.36964968247226154,"IFEval Raw":0.15067687070306784,"IFEval":15.067687070306786,"BBH Raw":0.29300816789978756,"BBH":2.1008283750749497,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2533557046979866,"GPQA":0.44742729306487633,"MUSR Raw":0.3565416666666667,"MUSR":2.7343749999999996,"MMLU-PRO Raw":0.11253324468085106,"MMLU-PRO":1.392582742316784,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-29","Generation":1,"Base Model":"DavieLion/Llama-3.2-1B-SPIN-iter0 (Merge)"},{"eval_name":"DavieLion_Llama-3.2-1B-SPIN-iter0_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DavieLion/Llama-3.2-1B-SPIN-iter0 📑","fullname":"DavieLion/Llama-3.2-1B-SPIN-iter0","Model sha":"2c95189201f94c64fcf4c9a7edc4777741f18999","Average ⬆️":3.985688359677067,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7089527374016119,"IFEval Raw":0.15492338107332987,"IFEval":15.492338107332987,"BBH Raw":0.29372614029730437,"BBH":2.3306685577233517,"MATH Lvl 5 Raw":0.006042296072507553,"MATH Lvl 5":0.6042296072507553,"GPQA Raw":0.2575503355704698,"GPQA":1.0067114093959737,"MUSR Raw":0.3564791666666667,"MUSR":3.0598958333333326,"MMLU-PRO Raw":0.11278257978723404,"MMLU-PRO":1.4202866430260035,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-29","Generation":1,"Base Model":"DavieLion/Llama-3.2-1B-SPIN-iter0 (Merge)"},{"eval_name":"DavieLion_Llama-3.2-1B-SPIN-iter1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DavieLion/Llama-3.2-1B-SPIN-iter1 📑","fullname":"DavieLion/Llama-3.2-1B-SPIN-iter1","Model sha":"8c632ae68bd385af2e2270933326edbcd0044e8c","Average ⬆️":3.7519748574168585,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7217203551845318,"IFEval Raw":0.15754642127333254,"IFEval":15.754642127333252,"BBH Raw":0.29402546232087917,"BBH":2.433772217660189,"MATH Lvl 5 Raw":0.0022658610271903325,"MATH Lvl 5":0.22658610271903326,"GPQA Raw":0.25083892617449666,"GPQA":0.11185682326622093,"MUSR Raw":0.3646041666666667,"MUSR":2.675520833333333,"MMLU-PRO Raw":0.11178523936170212,"MMLU-PRO":1.309471040189124,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"DavieLion/Llama-3.2-1B-SPIN-iter1 (Merge)"},{"eval_name":"DavieLion_Llama-3.2-1B-SPIN-iter2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DavieLion/Llama-3.2-1B-SPIN-iter2 📑","fullname":"DavieLion/Llama-3.2-1B-SPIN-iter2","Model sha":"36c9b3fd7196c6bac0fbe8f1e9c4f4fb3bcc993a","Average ⬆️":3.658145708347315,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7070763736913788,"IFEval Raw":0.13761264555822994,"IFEval":13.761264555822994,"BBH Raw":0.2980340303779312,"BBH":3.1573429783229785,"MATH Lvl 5 Raw":0.005287009063444108,"MATH Lvl 5":0.5287009063444108,"GPQA Raw":0.25419463087248323,"GPQA":0.5592841163310973,"MUSR Raw":0.35530208333333335,"MUSR":2.512760416666666,"MMLU-PRO Raw":0.11286569148936171,"MMLU-PRO":1.4295212765957446,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"DavieLion/Llama-3.2-1B-SPIN-iter2 (Merge)"},{"eval_name":"DavieLion_Llama-3.2-1B-SPIN-iter3_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DavieLion/Llama-3.2-1B-SPIN-iter3 📑","fullname":"DavieLion/Llama-3.2-1B-SPIN-iter3","Model sha":"108557f0db9b6f7c35ba8b0d094ebd81be6fe9fd","Average ⬆️":3.593140598286666,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.0930826432847423,"IFEval Raw":0.1335910938531984,"IFEval":13.35910938531984,"BBH Raw":0.29752276438021447,"BBH":3.1395015434855087,"MATH Lvl 5 Raw":0.006797583081570997,"MATH Lvl 5":0.6797583081570997,"GPQA Raw":0.2533557046979866,"GPQA":0.44742729306487633,"MUSR Raw":0.34996875,"MUSR":2.512760416666666,"MMLU-PRO Raw":0.11278257978723404,"MMLU-PRO":1.4202866430260035,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"DavieLion/Llama-3.2-1B-SPIN-iter3 (Merge)"},{"eval_name":"DavieLion_Llama-3.2-1B-SPIN-iter3_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DavieLion/Llama-3.2-1B-SPIN-iter3 📑","fullname":"DavieLion/Llama-3.2-1B-SPIN-iter3","Model sha":"ae511fd6bae53efd2656dd3cc6fc87d0fc56356c","Average ⬆️":3.6136899611836006,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.3632299840264858,"IFEval Raw":0.1323920530858123,"IFEval":13.239205308581232,"BBH Raw":0.29722352809482616,"BBH":3.02851385306557,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.3526666666666667,"MUSR":2.0833333333333326,"MMLU-PRO Raw":0.11286569148936171,"MMLU-PRO":1.4295212765957446,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"DavieLion/Llama-3.2-1B-SPIN-iter3 (Merge)"},{"eval_name":"DavieLion_Lllma-3.2-1B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DavieLion/Lllma-3.2-1B 📑","fullname":"DavieLion/Lllma-3.2-1B","Model sha":"5e0d3bc7ca705a41f897a870efd4ff6ce455e20c","Average ⬆️":3.932331961262434,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7337502581357204,"IFEval Raw":0.1601439735457475,"IFEval":16.01439735457475,"BBH Raw":0.2964692268500723,"BBH":2.4381228956228953,"MATH Lvl 5 Raw":0.006797583081570997,"MATH Lvl 5":0.6797583081570997,"GPQA Raw":0.24412751677852348,"GPQA":0.0,"MUSR Raw":0.35781250000000003,"MUSR":3.0598958333333326,"MMLU-PRO Raw":0.11261635638297872,"MMLU-PRO":1.4018173758865236,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":0,"Base Model":"DavieLion/Lllma-3.2-1B"},{"eval_name":"DebateLabKIT_Llama-3.1-Argunaut-1-8B-SFT_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DebateLabKIT/Llama-3.1-Argunaut-1-8B-SFT 📑","fullname":"DebateLabKIT/Llama-3.1-Argunaut-1-8B-SFT","Model sha":"e9d7396bc0fa3d1ff4c1f4b1a0d81a1d1a7e977c","Average ⬆️":24.113556306971883,"Hub License":"llama3.1","Hub ❤️":6,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4339566351371729,"IFEval Raw":0.551921124837653,"IFEval":55.1921124837653,"BBH Raw":0.48238301936695316,"BBH":27.187826826803345,"MATH Lvl 5 Raw":0.14501510574018128,"MATH Lvl 5":14.501510574018129,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.4503020833333333,"MUSR":15.854427083333333,"MMLU-PRO Raw":0.3472406914893617,"MMLU-PRO":27.47118794326241,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-31","Submission Date":"2025-01-02","Generation":1,"Base Model":"DebateLabKIT/Llama-3.1-Argunaut-1-8B-SFT (Merge)"},{"eval_name":"Deci_DeciLM-7B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"DeciLMForCausalLM","Model":"Deci/DeciLM-7B 📑","fullname":"Deci/DeciLM-7B","Model sha":"c3c9f4226801dc0433f32aebffe0aac68ee2f051","Average ⬆️":15.023477940437223,"Hub License":"apache-2.0","Hub ❤️":226,"#Params (B)":7.044,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2842746949253772,"IFEval Raw":0.28129474239462404,"IFEval":28.129474239462404,"BBH Raw":0.44228566674266495,"BBH":21.252729791067395,"MATH Lvl 5 Raw":0.028700906344410877,"MATH Lvl 5":2.8700906344410875,"GPQA Raw":0.2953020134228188,"GPQA":6.040268456375841,"MUSR Raw":0.43585416666666665,"MUSR":13.0484375,"MMLU-PRO Raw":0.26919880319148937,"MMLU-PRO":18.799867021276594,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-12-10","Submission Date":"2024-06-12","Generation":0,"Base Model":"Deci/DeciLM-7B"},{"eval_name":"Deci_DeciLM-7B-instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"DeciLMForCausalLM","Model":"Deci/DeciLM-7B-instruct 📑","fullname":"Deci/DeciLM-7B-instruct","Model sha":"4adc7aa9efe61b47b0a98b2cc94527d9c45c3b4f","Average ⬆️":17.470092220993035,"Hub License":"apache-2.0","Hub ❤️":96,"#Params (B)":7.044,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2772986646723141,"IFEval Raw":0.4880239985460799,"IFEval":48.802399854608,"BBH Raw":0.4589748654047652,"BBH":23.887149044184596,"MATH Lvl 5 Raw":0.030211480362537766,"MATH Lvl 5":3.0211480362537766,"GPQA Raw":0.28942953020134227,"GPQA":5.257270693512303,"MUSR Raw":0.38841666666666663,"MUSR":5.985416666666667,"MMLU-PRO Raw":0.26080452127659576,"MMLU-PRO":17.86716903073286,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-12-10","Submission Date":"2024-06-12","Generation":0,"Base Model":"Deci/DeciLM-7B-instruct"},{"eval_name":"DeepAutoAI_Explore_Llama-3.1-8B-Inst_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DeepAutoAI/Explore_Llama-3.1-8B-Inst 📑","fullname":"DeepAutoAI/Explore_Llama-3.1-8B-Inst","Model sha":"9752180fafd8f584625eb649c0cba36b91bdc3ce","Average ⬆️":28.926700693431915,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.6394649716429317,"IFEval Raw":0.7794828831943688,"IFEval":77.94828831943687,"BBH Raw":0.511742159482904,"BBH":30.393262902042363,"MATH Lvl 5 Raw":0.20090634441087613,"MATH Lvl 5":20.090634441087612,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.3909583333333333,"MUSR":9.63645833333333,"MMLU-PRO Raw":0.379155585106383,"MMLU-PRO":31.017287234042552,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-21","Submission Date":"2024-10-09","Generation":1,"Base Model":"DeepAutoAI/Explore_Llama-3.1-8B-Inst (Merge)"},{"eval_name":"DeepAutoAI_Explore_Llama-3.2-1B-Inst_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DeepAutoAI/Explore_Llama-3.2-1B-Inst 📑","fullname":"DeepAutoAI/Explore_Llama-3.2-1B-Inst","Model sha":"9fd790df246b8979c02173f7698819a7805fb04e","Average ⬆️":13.897376870733368,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3254123091945325,"IFEval Raw":0.5648856146136695,"IFEval":56.48856146136695,"BBH Raw":0.35048085637770016,"BBH":8.292273657131942,"MATH Lvl 5 Raw":0.07477341389728097,"MATH Lvl 5":7.477341389728097,"GPQA Raw":0.2558724832214765,"GPQA":0.7829977628635317,"MUSR Raw":0.31834375,"MUSR":1.359635416666667,"MMLU-PRO Raw":0.18085106382978725,"MMLU-PRO":8.983451536643026,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-07","Submission Date":"2024-10-09","Generation":1,"Base Model":"DeepAutoAI/Explore_Llama-3.2-1B-Inst (Merge)"},{"eval_name":"DeepAutoAI_Explore_Llama-3.2-1B-Inst_v0_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DeepAutoAI/Explore_Llama-3.2-1B-Inst_v0 📑","fullname":"DeepAutoAI/Explore_Llama-3.2-1B-Inst_v0","Model sha":"9509dee6b01fff1a11dc26cf58d7eecbe3d9d9c4","Average ⬆️":13.359085066778022,"Hub License":"","Hub ❤️":1,"#Params (B)":1.236,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9343787388167499,"IFEval Raw":0.5597148898256625,"IFEval":55.97148898256626,"BBH Raw":0.33650903200352716,"BBH":7.042771972349901,"MATH Lvl 5 Raw":0.05966767371601209,"MATH Lvl 5":5.966767371601208,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.3103125,"MUSR":0.45572916666666624,"MMLU-PRO Raw":0.18035239361702127,"MMLU-PRO":8.928043735224584,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-08","Submission Date":"2024-10-08","Generation":0,"Base Model":"DeepAutoAI/Explore_Llama-3.2-1B-Inst_v0"},{"eval_name":"DeepAutoAI_Explore_Llama-3.2-1B-Inst_v1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DeepAutoAI/Explore_Llama-3.2-1B-Inst_v1 📑","fullname":"DeepAutoAI/Explore_Llama-3.2-1B-Inst_v1","Model sha":"3f8b0fb6dcc1e9725ba52dd086241d5d9e413100","Average ⬆️":10.921433609301348,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9399318977538753,"IFEval Raw":0.4998891829235318,"IFEval":49.98891829235318,"BBH Raw":0.3141475230443668,"BBH":4.257780193079653,"MATH Lvl 5 Raw":0.030966767371601207,"MATH Lvl 5":3.096676737160121,"GPQA Raw":0.24496644295302014,"GPQA":0.0,"MUSR Raw":0.37809374999999995,"MUSR":5.1950520833333345,"MMLU-PRO Raw":0.12691156914893617,"MMLU-PRO":2.990174349881796,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-08","Submission Date":"2024-10-08","Generation":1,"Base Model":"DeepAutoAI/Explore_Llama-3.2-1B-Inst_v1 (Merge)"},{"eval_name":"DeepAutoAI_Explore_Llama-3.2-1B-Inst_v1.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DeepAutoAI/Explore_Llama-3.2-1B-Inst_v1.1 📑","fullname":"DeepAutoAI/Explore_Llama-3.2-1B-Inst_v1.1","Model sha":"158b977bca89e073871e2313740a7c75eb1291af","Average ⬆️":14.311829325717667,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3605236173599355,"IFEval Raw":0.5844193406827218,"IFEval":58.44193406827218,"BBH Raw":0.3512662445055541,"BBH":8.818154144791238,"MATH Lvl 5 Raw":0.07175226586102719,"MATH Lvl 5":7.175226586102719,"GPQA Raw":0.2625838926174497,"GPQA":1.6778523489932917,"MUSR Raw":0.3117083333333333,"MUSR":0.6635416666666667,"MMLU-PRO Raw":0.18184840425531915,"MMLU-PRO":9.094267139479904,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-09","Submission Date":"2024-10-17","Generation":1,"Base Model":"DeepAutoAI/Explore_Llama-3.2-1B-Inst_v1.1 (Merge)"},{"eval_name":"DeepAutoAI_causal_gpt2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"GPT2LMHeadModel","Model":"DeepAutoAI/causal_gpt2 📑","fullname":"DeepAutoAI/causal_gpt2","Model sha":"995f029f6645dde1ef830406001754b904c49775","Average ⬆️":6.032059300937514,"Hub License":"","Hub ❤️":1,"#Params (B)":0.124,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.25173041948319086,"IFEval Raw":0.1812767900282362,"IFEval":18.12767900282362,"BBH Raw":0.30257073962835446,"BBH":2.6333438399574587,"MATH Lvl 5 Raw":0.005287009063444109,"MATH Lvl 5":0.5287009063444109,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.42695833333333333,"MUSR":12.103125,"MMLU-PRO Raw":0.11311502659574468,"MMLU-PRO":1.457225177304964,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-17","Submission Date":"2024-10-17","Generation":0,"Base Model":"DeepAutoAI/causal_gpt2"},{"eval_name":"DeepAutoAI_d2nwg_Llama-3.1-8B-Instruct-v0.0_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DeepAutoAI/d2nwg_Llama-3.1-8B-Instruct-v0.0 📑","fullname":"DeepAutoAI/d2nwg_Llama-3.1-8B-Instruct-v0.0","Model sha":"8bad8800d04a06f3f906728ee223cab2f50453a0","Average ⬆️":29.338965494504436,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7123559936882888,"IFEval Raw":0.7892746800711002,"IFEval":78.92746800711004,"BBH Raw":0.5080411642065981,"BBH":30.51007603826353,"MATH Lvl 5 Raw":0.18051359516616314,"MATH Lvl 5":18.051359516616312,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.41346875,"MUSR":10.983593749999997,"MMLU-PRO Raw":0.3877160904255319,"MMLU-PRO":31.96845449172577,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-10","Submission Date":"2024-09-10","Generation":0,"Base Model":"DeepAutoAI/d2nwg_Llama-3.1-8B-Instruct-v0.0"},{"eval_name":"DeepAutoAI_d2nwg_causal_gpt2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"GPT2LMHeadModel","Model":"DeepAutoAI/d2nwg_causal_gpt2 📑","fullname":"DeepAutoAI/d2nwg_causal_gpt2","Model sha":"eab065cba5a7a9b08f8b264d61d504c4ecbb611b","Average ⬆️":6.305441322097188,"Hub License":"","Hub ❤️":0,"#Params (B)":0.124,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.2598146183920366,"IFEval Raw":0.19161823960425006,"IFEval":19.161823960425007,"BBH Raw":0.30268984588252307,"BBH":2.850573557678692,"MATH Lvl 5 Raw":0.004531722054380665,"MATH Lvl 5":0.4531722054380665,"GPQA Raw":0.2575503355704698,"GPQA":1.0067114093959737,"MUSR Raw":0.42971875,"MUSR":12.681510416666669,"MMLU-PRO Raw":0.11510970744680851,"MMLU-PRO":1.6788563829787229,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-18","Submission Date":"2024-10-18","Generation":0,"Base Model":"DeepAutoAI/d2nwg_causal_gpt2"},{"eval_name":"DeepAutoAI_d2nwg_causal_gpt2_v1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"GPT2LMHeadModel","Model":"DeepAutoAI/d2nwg_causal_gpt2_v1 📑","fullname":"DeepAutoAI/d2nwg_causal_gpt2_v1","Model sha":"3f40c3dcb3eb591dec80ff03573eec7928a7feaa","Average ⬆️":6.419565742614277,"Hub License":"","Hub ❤️":0,"#Params (B)":0.124,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.3430067286083757,"IFEval Raw":0.1988623518929773,"IFEval":19.886235189297732,"BBH Raw":0.29918984588252306,"BBH":2.3872783507070148,"MATH Lvl 5 Raw":0.0037764350453172208,"MATH Lvl 5":0.3776435045317221,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.4336875,"MUSR":13.244270833333333,"MMLU-PRO Raw":0.11353058510638298,"MMLU-PRO":1.5033983451536632,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-18","Submission Date":"2024-10-19","Generation":0,"Base Model":"DeepAutoAI/d2nwg_causal_gpt2_v1"},{"eval_name":"DeepAutoAI_ldm_soup_Llama-3.1-8B-Inst_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DeepAutoAI/ldm_soup_Llama-3.1-8B-Inst 📑","fullname":"DeepAutoAI/ldm_soup_Llama-3.1-8B-Inst","Model sha":"0f04c5ad830f8ae0828191a4670fd4ba361b63d2","Average ⬆️":29.85905810866196,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.5700611964067677,"IFEval Raw":0.803263119633683,"IFEval":80.32631196336831,"BBH Raw":0.512116784464076,"BBH":31.101628224178786,"MATH Lvl 5 Raw":0.18882175226586104,"MATH Lvl 5":18.882175226586103,"GPQA Raw":0.28942953020134227,"GPQA":5.257270693512303,"MUSR Raw":0.41613541666666665,"MUSR":11.51692708333333,"MMLU-PRO Raw":0.38863031914893614,"MMLU-PRO":32.070035460992905,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-16","Submission Date":"2024-10-09","Generation":1,"Base Model":"DeepAutoAI/ldm_soup_Llama-3.1-8B-Inst (Merge)"},{"eval_name":"DeepAutoAI_ldm_soup_Llama-3.1-8B-Instruct-v0.0_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DeepAutoAI/ldm_soup_Llama-3.1-8B-Instruct-v0.0 📑","fullname":"DeepAutoAI/ldm_soup_Llama-3.1-8B-Instruct-v0.0","Model sha":"210a97b4dadbda63cc9fe459e8415d4cd3bbaf99","Average ⬆️":29.735244330693718,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.72090943948751,"IFEval Raw":0.7889499860370484,"IFEval":78.89499860370483,"BBH Raw":0.5125175335277464,"BBH":31.162649496607866,"MATH Lvl 5 Raw":0.19184290030211482,"MATH Lvl 5":19.184290030211482,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.41213541666666664,"MUSR":11.51692708333333,"MMLU-PRO Raw":0.38954454787234044,"MMLU-PRO":32.171616430260045,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-14","Submission Date":"2024-09-15","Generation":0,"Base Model":"DeepAutoAI/ldm_soup_Llama-3.1-8B-Instruct-v0.0"},{"eval_name":"DeepAutoAI_ldm_soup_Llama-3.1-8B-Instruct-v0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DeepAutoAI/ldm_soup_Llama-3.1-8B-Instruct-v0.1 📑","fullname":"DeepAutoAI/ldm_soup_Llama-3.1-8B-Instruct-v0.1","Model sha":"ecd140c95985b4292c896e25a94a7629d2924ad1","Average ⬆️":29.735244330693718,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6568916130640359,"IFEval Raw":0.7889499860370484,"IFEval":78.89499860370483,"BBH Raw":0.5125175335277464,"BBH":31.162649496607866,"MATH Lvl 5 Raw":0.19184290030211482,"MATH Lvl 5":19.184290030211482,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.41213541666666664,"MUSR":11.51692708333333,"MMLU-PRO Raw":0.38954454787234044,"MMLU-PRO":32.171616430260045,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-15","Submission Date":"2024-09-16","Generation":0,"Base Model":"DeepAutoAI/ldm_soup_Llama-3.1-8B-Instruct-v0.1"},{"eval_name":"DeepMount00_Lexora-Lite-3B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"DeepMount00/Lexora-Lite-3B 📑","fullname":"DeepMount00/Lexora-Lite-3B","Model sha":"2cf39db7ecac17edca0bf4e0973b7fb58c40c22c","Average ⬆️":24.888387400166817,"Hub License":"","Hub ❤️":1,"#Params (B)":3.086,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.161923130387553,"IFEval Raw":0.5775996577968678,"IFEval":57.759965779686794,"BBH Raw":0.4873392373334518,"BBH":28.436278690016838,"MATH Lvl 5 Raw":0.23036253776435045,"MATH Lvl 5":23.036253776435046,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.39660416666666665,"MUSR":7.942187500000003,"MMLU-PRO Raw":0.3602061170212766,"MMLU-PRO":28.911790780141843,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-19","Submission Date":"2024-10-20","Generation":0,"Base Model":"DeepMount00/Lexora-Lite-3B"},{"eval_name":"DeepMount00_Lexora-Lite-3B_v2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"DeepMount00/Lexora-Lite-3B_v2 📑","fullname":"DeepMount00/Lexora-Lite-3B_v2","Model sha":"0562af3800440fe9839bd6e885d9e0062ab70ead","Average ⬆️":22.690213091300453,"Hub License":"","Hub ❤️":1,"#Params (B)":3.086,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7749346127852547,"IFEval Raw":0.49431840848947456,"IFEval":49.43184084894746,"BBH Raw":0.48117654754683153,"BBH":27.168451763223718,"MATH Lvl 5 Raw":0.2280966767371601,"MATH Lvl 5":22.80966767371601,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.38215625,"MUSR":5.669531250000002,"MMLU-PRO Raw":0.35438829787234044,"MMLU-PRO":28.26536643026005,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-19","Submission Date":"2025-02-25","Generation":0,"Base Model":"DeepMount00/Lexora-Lite-3B_v2"},{"eval_name":"DeepMount00_Lexora-Medium-7B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"DeepMount00/Lexora-Medium-7B 📑","fullname":"DeepMount00/Lexora-Medium-7B","Model sha":"c53d166f4f2996a5b7f161529f1ea6548b54a2b2","Average ⬆️":25.83719802694387,"Hub License":"apache-2.0","Hub ❤️":5,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.4698222000444563,"IFEval Raw":0.4103379034295669,"IFEval":41.03379034295669,"BBH Raw":0.5144844494250328,"BBH":32.6953311808552,"MATH Lvl 5 Raw":0.22205438066465258,"MATH Lvl 5":22.20543806646526,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.44394791666666666,"MUSR":14.760156250000001,"MMLU-PRO Raw":0.43251329787234044,"MMLU-PRO":36.9459219858156,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-24","Submission Date":"2024-09-24","Generation":0,"Base Model":"DeepMount00/Lexora-Medium-7B"},{"eval_name":"DeepMount00_Llama-3-8b-Ita_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DeepMount00/Llama-3-8b-Ita 📑","fullname":"DeepMount00/Llama-3-8b-Ita","Model sha":"d40847d2981b588690c1dc21d5157d3f4afb2978","Average ⬆️":26.7968164089867,"Hub License":"llama3","Hub ❤️":24,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.556516897300023,"IFEval Raw":0.7530297388706411,"IFEval":75.3029738870641,"BBH Raw":0.493576505761469,"BBH":28.077745566893725,"MATH Lvl 5 Raw":0.06646525679758308,"MATH Lvl 5":6.646525679758309,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.4267708333333333,"MUSR":11.6796875,"MMLU-PRO Raw":0.38522273936170215,"MMLU-PRO":31.691415484633573,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-01","Submission Date":"2024-06-27","Generation":1,"Base Model":"meta-llama/Meta-Llama-3-8B"},{"eval_name":"DeepMount00_Llama-3.1-8b-ITA_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DeepMount00/Llama-3.1-8b-ITA 📑","fullname":"DeepMount00/Llama-3.1-8b-ITA","Model sha":"5ede1e388b6b15bc06acd364a8f805fe9ed16db9","Average ⬆️":28.228097653849485,"Hub License":"","Hub ❤️":6,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.5075735912307806,"IFEval Raw":0.7916727616058724,"IFEval":79.16727616058725,"BBH Raw":0.5109356715302854,"BBH":30.933181176860177,"MATH Lvl 5 Raw":0.10876132930513595,"MATH Lvl 5":10.876132930513595,"GPQA Raw":0.287751677852349,"GPQA":5.033557046979867,"MUSR Raw":0.41359375,"MUSR":11.399218749999998,"MMLU-PRO Raw":0.38763297872340424,"MMLU-PRO":31.959219858156025,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-13","Submission Date":"2024-10-28","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"DeepMount00_Llama-3.1-8b-Ita_bfloat16","Precision":"bfloat16","Type":"❓ other","T":"❓","Weight type":"Original","Architecture":"Unknown","Model":"DeepMount00/Llama-3.1-8b-Ita 📑","fullname":"DeepMount00/Llama-3.1-8b-Ita","Model sha":"5ede1e388b6b15bc06acd364a8f805fe9ed16db9","Average ⬆️":26.26573192518462,"Hub License":"","Hub ❤️":6,"#Params (B)":0.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9062470550284771,"IFEval Raw":0.5364843060856306,"IFEval":53.64843060856306,"BBH Raw":0.5169995464792883,"BBH":31.333639113507697,"MATH Lvl 5 Raw":0.17069486404833836,"MATH Lvl 5":17.069486404833835,"GPQA Raw":0.3062080536912752,"GPQA":7.494407158836691,"MUSR Raw":0.44871875,"MUSR":15.156510416666663,"MMLU-PRO Raw":0.39602726063829785,"MMLU-PRO":32.89191784869976,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-13","Submission Date":"","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"DeepMount00_Llama-3.1-Distilled_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DeepMount00/Llama-3.1-Distilled 📑","fullname":"DeepMount00/Llama-3.1-Distilled","Model sha":"0a94c7ddb196107e8bf1b02e31488ff8c17b9eb3","Average ⬆️":29.631398468956544,"Hub License":"llama3","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6780001093726986,"IFEval Raw":0.7843787816327346,"IFEval":78.43787816327344,"BBH Raw":0.5100875314179011,"BBH":30.84142128641545,"MATH Lvl 5 Raw":0.20317220543806647,"MATH Lvl 5":20.31722054380665,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.40581249999999996,"MUSR":10.126562499999997,"MMLU-PRO Raw":0.3781582446808511,"MMLU-PRO":30.906471631205672,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-25","Submission Date":"2024-10-25","Generation":1,"Base Model":"meta-llama/Meta-Llama-3-8B"},{"eval_name":"DeepMount00_Qwen2-1.5B-Ita_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"DeepMount00/Qwen2-1.5B-Ita 📑","fullname":"DeepMount00/Qwen2-1.5B-Ita","Model sha":"26a6671a48c0023293c447932798a3ec72b55a29","Average ⬆️":16.83176132950784,"Hub License":"apache-2.0","Hub ❤️":21,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5125510916273373,"IFEval Raw":0.5173495214918638,"IFEval":51.734952149186384,"BBH Raw":0.39805765159128703,"BBH":15.42299613137108,"MATH Lvl 5 Raw":0.11404833836858005,"MATH Lvl 5":11.404833836858005,"GPQA Raw":0.2625838926174497,"GPQA":1.6778523489932917,"MUSR Raw":0.35037500000000005,"MUSR":1.0635416666666688,"MMLU-PRO Raw":0.2771775265957447,"MMLU-PRO":19.686391843971627,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-13","Submission Date":"2025-02-28","Generation":0,"Base Model":"DeepMount00/Qwen2-1.5B-Ita"},{"eval_name":"DeepMount00_Qwen2-1.5B-Ita_v2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"DeepMount00/Qwen2-1.5B-Ita_v2 📑","fullname":"DeepMount00/Qwen2-1.5B-Ita_v2","Model sha":"e9c2a4197001bf188e4bc7d49873ea84f01e27c6","Average ⬆️":17.07000871129109,"Hub License":"apache-2.0","Hub ❤️":21,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5546789113986239,"IFEval Raw":0.49998891829235315,"IFEval":49.99889182923532,"BBH Raw":0.3953827803974795,"BBH":15.106125348603845,"MATH Lvl 5 Raw":0.09667673716012085,"MATH Lvl 5":9.667673716012084,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.37018749999999995,"MUSR":3.840104166666667,"MMLU-PRO Raw":0.30319148936170215,"MMLU-PRO":22.576832151300238,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-13","Submission Date":"2025-03-06","Generation":0,"Base Model":"DeepMount00/Qwen2-1.5B-Ita_v2"},{"eval_name":"DeepMount00_Qwen2-1.5B-Ita_v3_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"DeepMount00/Qwen2-1.5B-Ita_v3 📑","fullname":"DeepMount00/Qwen2-1.5B-Ita_v3","Model sha":"4faa0ebc54beab39e1f044af1fee3ce44d9b8755","Average ⬆️":16.948513223691304,"Hub License":"apache-2.0","Hub ❤️":21,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5846262308283405,"IFEval Raw":0.4890479483326463,"IFEval":48.90479483326463,"BBH Raw":0.3948478837209111,"BBH":15.22652186012814,"MATH Lvl 5 Raw":0.1042296072507553,"MATH Lvl 5":10.42296072507553,"GPQA Raw":0.2533557046979866,"GPQA":0.44742729306487633,"MUSR Raw":0.37415624999999997,"MUSR":4.269531250000001,"MMLU-PRO Raw":0.3017785904255319,"MMLU-PRO":22.419843380614655,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-13","Submission Date":"2025-03-06","Generation":0,"Base Model":"DeepMount00/Qwen2-1.5B-Ita_v3"},{"eval_name":"DeepMount00_Qwen2-1.5B-Ita_v5_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"DeepMount00/Qwen2-1.5B-Ita_v5 📑","fullname":"DeepMount00/Qwen2-1.5B-Ita_v5","Model sha":"681e6db531df0cc3d7806251659b973ed4ff8c8f","Average ⬆️":17.023240512569227,"Hub License":"apache-2.0","Hub ❤️":21,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5321054999622403,"IFEval Raw":0.4987400098405564,"IFEval":49.87400098405564,"BBH Raw":0.40320443289745417,"BBH":16.487037607634196,"MATH Lvl 5 Raw":0.11782477341389729,"MATH Lvl 5":11.782477341389729,"GPQA Raw":0.25419463087248323,"GPQA":0.5592841163310973,"MUSR Raw":0.34225,"MUSR":1.847916666666667,"MMLU-PRO Raw":0.29429853723404253,"MMLU-PRO":21.588726359338057,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-13","Submission Date":"2025-03-10","Generation":0,"Base Model":"DeepMount00/Qwen2-1.5B-Ita_v5"},{"eval_name":"DeepMount00_Qwen2-1.5B-Ita_v6_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"DeepMount00/Qwen2-1.5B-Ita_v6 📑","fullname":"DeepMount00/Qwen2-1.5B-Ita_v6","Model sha":"b3360bd6093edb8a98696443405f94ce37a40bd2","Average ⬆️":14.577672072316155,"Hub License":"","Hub ❤️":0,"#Params (B)":1.497,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6074762902125238,"IFEval Raw":0.29990425404593146,"IFEval":29.990425404593147,"BBH Raw":0.42486081646897506,"BBH":19.093803548070223,"MATH Lvl 5 Raw":0.08459214501510574,"MATH Lvl 5":8.459214501510575,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.3754583333333333,"MUSR":4.765625000000001,"MMLU-PRO Raw":0.28715093085106386,"MMLU-PRO":20.794547872340427,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-10","Generation":0,"Base Model":"Removed"},{"eval_name":"DeepMount00_Qwen2.5-7B-Instruct-MathCoder_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"DeepMount00/Qwen2.5-7B-Instruct-MathCoder 📑","fullname":"DeepMount00/Qwen2.5-7B-Instruct-MathCoder","Model sha":"90df996cdb1f3d5f051513c50df4cdfda858b5f2","Average ⬆️":4.39690970265251,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.5853591543493346,"IFEval Raw":0.15302508455342934,"IFEval":15.302508455342934,"BBH Raw":0.2998444769655102,"BBH":2.636670587150039,"MATH Lvl 5 Raw":0.0007552870090634441,"MATH Lvl 5":0.0755287009063444,"GPQA Raw":0.2625838926174497,"GPQA":1.6778523489932917,"MUSR Raw":0.3806354166666666,"MUSR":5.379427083333334,"MMLU-PRO Raw":0.11178523936170212,"MMLU-PRO":1.309471040189124,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-24","Generation":0,"Base Model":"Removed"},{"eval_name":"DeepMount00_mergekit-ties-okvgjfz_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"DeepMount00/mergekit-ties-okvgjfz 📑","fullname":"DeepMount00/mergekit-ties-okvgjfz","Model sha":"90df996cdb1f3d5f051513c50df4cdfda858b5f2","Average ⬆️":4.39690970265251,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.577642692775661,"IFEval Raw":0.15302508455342934,"IFEval":15.302508455342934,"BBH Raw":0.2998444769655102,"BBH":2.636670587150039,"MATH Lvl 5 Raw":0.0007552870090634441,"MATH Lvl 5":0.0755287009063444,"GPQA Raw":0.2625838926174497,"GPQA":1.6778523489932917,"MUSR Raw":0.3806354166666666,"MUSR":5.379427083333334,"MMLU-PRO Raw":0.11178523936170212,"MMLU-PRO":1.309471040189124,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-24","Generation":0,"Base Model":"Removed"},{"eval_name":"Delta-Vector_Baldur-8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Delta-Vector/Baldur-8B 📑","fullname":"Delta-Vector/Baldur-8B","Model sha":"97f5d321a8346551a5ed704997dd1e93c59883f3","Average ⬆️":24.191735720120548,"Hub License":"","Hub ❤️":5,"#Params (B)":8.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.060930655450191,"IFEval Raw":0.47818233398493776,"IFEval":47.818233398493774,"BBH Raw":0.5305842954529679,"BBH":32.54183409581636,"MATH Lvl 5 Raw":0.14350453172205438,"MATH Lvl 5":14.350453172205437,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.43715624999999997,"MUSR":14.011197916666665,"MMLU-PRO Raw":0.3654421542553192,"MMLU-PRO":29.493572695035457,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-23","Submission Date":"2024-10-06","Generation":1,"Base Model":"Delta-Vector/Baldur-8B (Merge)"},{"eval_name":"Delta-Vector_Control-8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Delta-Vector/Control-8B 📑","fullname":"Delta-Vector/Control-8B","Model sha":"c8743ee5ca0efd31aa9dd1bd14c770430c85a6c1","Average ⬆️":25.058025917312307,"Hub License":"","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3549719696219258,"IFEval Raw":0.5489733906035985,"IFEval":54.89733906035985,"BBH Raw":0.5041458754993735,"BBH":29.15507782169402,"MATH Lvl 5 Raw":0.13897280966767372,"MATH Lvl 5":13.897280966767372,"GPQA Raw":0.3162751677852349,"GPQA":8.83668903803132,"MUSR Raw":0.43554166666666666,"MUSR":13.209374999999994,"MMLU-PRO Raw":0.3731715425531915,"MMLU-PRO":30.352393617021285,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-23","Submission Date":"2024-11-25","Generation":0,"Base Model":"Delta-Vector/Control-8B"},{"eval_name":"Delta-Vector_Control-8B-V1.1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Delta-Vector/Control-8B-V1.1 📑","fullname":"Delta-Vector/Control-8B-V1.1","Model sha":"6d4593645d1c4dc61d1c223922f635d79283d22b","Average ⬆️":24.632508988415825,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.281195193166664,"IFEval Raw":0.5696562897556262,"IFEval":56.96562897556262,"BBH Raw":0.49928406748541837,"BBH":28.725850265520112,"MATH Lvl 5 Raw":0.12764350453172205,"MATH Lvl 5":12.764350453172204,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.42372916666666666,"MUSR":11.232812500000001,"MMLU-PRO Raw":0.37450132978723405,"MMLU-PRO":30.500147754137117,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-30","Submission Date":"2024-11-25","Generation":0,"Base Model":"Delta-Vector/Control-8B-V1.1"},{"eval_name":"Delta-Vector_Darkens-8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Delta-Vector/Darkens-8B 📑","fullname":"Delta-Vector/Darkens-8B","Model sha":"e82be0389bfcecd1998dba1c3bb35b8d95d01bf2","Average ⬆️":18.937415404374313,"Hub License":"","Hub ❤️":4,"#Params (B)":8.414,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.3994861581672873,"IFEval Raw":0.25476624245889795,"IFEval":25.476624245889795,"BBH Raw":0.5250590567372793,"BBH":32.88379503743108,"MATH Lvl 5 Raw":0.05891238670694864,"MATH Lvl 5":5.8912386706948645,"GPQA Raw":0.32466442953020136,"GPQA":9.955257270693513,"MUSR Raw":0.4105520833333333,"MUSR":9.019010416666667,"MMLU-PRO Raw":0.3735871010638298,"MMLU-PRO":30.398566784869974,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-22","Submission Date":"2024-10-06","Generation":1,"Base Model":"Delta-Vector/Darkens-8B (Merge)"},{"eval_name":"Delta-Vector_Henbane-7b-attempt2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Delta-Vector/Henbane-7b-attempt2 📑","fullname":"Delta-Vector/Henbane-7b-attempt2","Model sha":"448ef54e5af03e13f16f3db8ad8d1481479ac12e","Average ⬆️":23.813949980028713,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.2676763161131808,"IFEval Raw":0.4157335868828043,"IFEval":41.573358688280436,"BBH Raw":0.5061177974093075,"BBH":30.865849451121658,"MATH Lvl 5 Raw":0.22734138972809667,"MATH Lvl 5":22.734138972809667,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.39734375000000005,"MUSR":8.701302083333335,"MMLU-PRO Raw":0.4027593085106383,"MMLU-PRO":33.63992316784869,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-13","Submission Date":"2024-10-11","Generation":1,"Base Model":"Qwen/Qwen2-7B"},{"eval_name":"Delta-Vector_Odin-9B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"Delta-Vector/Odin-9B 📑","fullname":"Delta-Vector/Odin-9B","Model sha":"9ff20f5dd427e751ada834319bfdd9ea60b5e89c","Average ⬆️":24.977112692219293,"Hub License":"","Hub ❤️":4,"#Params (B)":9.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.416323354381718,"IFEval Raw":0.3691970637907419,"IFEval":36.91970637907419,"BBH Raw":0.5440253444823155,"BBH":34.83242280758616,"MATH Lvl 5 Raw":0.14501510574018128,"MATH Lvl 5":14.501510574018129,"GPQA Raw":0.3414429530201342,"GPQA":12.192393736017896,"MUSR Raw":0.46478125,"MUSR":17.56432291666666,"MMLU-PRO Raw":0.4046708776595745,"MMLU-PRO":33.85231973995272,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-27","Submission Date":"2024-10-06","Generation":0,"Base Model":"Delta-Vector/Odin-9B"},{"eval_name":"Delta-Vector_Tor-8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Delta-Vector/Tor-8B 📑","fullname":"Delta-Vector/Tor-8B","Model sha":"d30a7a121c2ef5dc14004cfdf3fd13208dfbdb4f","Average ⬆️":18.406879108800087,"Hub License":"","Hub ❤️":2,"#Params (B)":8.414,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.504106680356207,"IFEval Raw":0.23815476269631244,"IFEval":23.815476269631244,"BBH Raw":0.5209108776928992,"BBH":31.73822449849867,"MATH Lvl 5 Raw":0.05891238670694864,"MATH Lvl 5":5.8912386706948645,"GPQA Raw":0.3238255033557047,"GPQA":9.843400447427292,"MUSR Raw":0.40921874999999996,"MUSR":8.819010416666666,"MMLU-PRO Raw":0.37300531914893614,"MMLU-PRO":30.33392434988179,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-21","Submission Date":"2024-10-06","Generation":1,"Base Model":"Delta-Vector/Tor-8B (Merge)"},{"eval_name":"DevQuasar_DevQuasar-R1-Uncensored-Llama-8B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DevQuasar/DevQuasar-R1-Uncensored-Llama-8B 📑","fullname":"DevQuasar/DevQuasar-R1-Uncensored-Llama-8B","Model sha":"97a87606addb28c1d76d27cca5e5485c1dbff4e3","Average ⬆️":26.432648640760963,"Hub License":"mit","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7195218960856864,"IFEval Raw":0.38488432913558246,"IFEval":38.48843291355825,"BBH Raw":0.5117943836412089,"BBH":30.220238234792646,"MATH Lvl 5 Raw":0.33081570996978854,"MATH Lvl 5":33.081570996978854,"GPQA Raw":0.34731543624161076,"GPQA":12.975391498881436,"MUSR Raw":0.44357291666666665,"MUSR":14.779947916666664,"MMLU-PRO Raw":0.3614527925531915,"MMLU-PRO":29.050310283687946,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-28","Submission Date":"2025-02-09","Generation":1,"Base Model":"DevQuasar/DevQuasar-R1-Uncensored-Llama-8B (Merge)"},{"eval_name":"Dongwei_DeepSeek-R1-Distill-Qwen-7B-GRPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Dongwei/DeepSeek-R1-Distill-Qwen-7B-GRPO 📑","fullname":"Dongwei/DeepSeek-R1-Distill-Qwen-7B-GRPO","Model sha":"177ffda54582d6e8f3830722d91a3b5c99a38a1d","Average ⬆️":14.996461674248117,"Hub License":"","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3446612624924523,"IFEval Raw":0.40376866713653103,"IFEval":40.3768667136531,"BBH Raw":0.34425676981862185,"BBH":7.882702983365756,"MATH Lvl 5 Raw":0.19561933534743203,"MATH Lvl 5":19.561933534743204,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.36628124999999995,"MUSR":3.5518229166666675,"MMLU-PRO Raw":0.23221409574468085,"MMLU-PRO":14.690455082742314,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-01","Submission Date":"2025-02-05","Generation":1,"Base Model":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B"},{"eval_name":"DoppelReflEx_L3-8B-R1-WolfCore_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DoppelReflEx/L3-8B-R1-WolfCore 📑","fullname":"DoppelReflEx/L3-8B-R1-WolfCore","Model sha":"b457a83cb3e4468315ccd5a768fd5302d2b9926d","Average ⬆️":23.481232873269377,"Hub License":"cc-by-nc-4.0","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.660438890438418,"IFEval Raw":0.3775404814780339,"IFEval":37.75404814780339,"BBH Raw":0.531794652653343,"BBH":33.760104762918594,"MATH Lvl 5 Raw":0.16314199395770393,"MATH Lvl 5":16.314199395770395,"GPQA Raw":0.3288590604026846,"GPQA":10.514541387024611,"MUSR Raw":0.42766666666666664,"MUSR":12.358333333333329,"MMLU-PRO Raw":0.3716755319148936,"MMLU-PRO":30.18617021276595,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-28","Submission Date":"2025-02-28","Generation":1,"Base Model":"DoppelReflEx/L3-8B-R1-WolfCore (Merge)"},{"eval_name":"DoppelReflEx_L3-8B-R1-WolfCore-V1.5-test_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DoppelReflEx/L3-8B-R1-WolfCore-V1.5-test 📑","fullname":"DoppelReflEx/L3-8B-R1-WolfCore-V1.5-test","Model sha":"044841358609fdc68053b4c6c0a1c41db7e8d327","Average ⬆️":22.363618284395272,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.654732953184737,"IFEval Raw":0.3955006050612375,"IFEval":39.55006050612376,"BBH Raw":0.5314954163679548,"BBH":33.45949833611522,"MATH Lvl 5 Raw":0.12311178247734139,"MATH Lvl 5":12.311178247734139,"GPQA Raw":0.3263422818791946,"GPQA":10.17897091722595,"MUSR Raw":0.3840729166666667,"MUSR":8.375781250000001,"MMLU-PRO Raw":0.37275598404255317,"MMLU-PRO":30.306220449172578,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-01","Submission Date":"2025-03-01","Generation":1,"Base Model":"DoppelReflEx/L3-8B-R1-WolfCore-V1.5-test (Merge)"},{"eval_name":"DoppelReflEx_L3-8B-WolfCore_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DoppelReflEx/L3-8B-WolfCore 📑","fullname":"DoppelReflEx/L3-8B-WolfCore","Model sha":"e83eab6e8f04065c770bced65bde494599c54cee","Average ⬆️":21.170086506168307,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6531067502572314,"IFEval Raw":0.4021950646506824,"IFEval":40.219506465068235,"BBH Raw":0.5181980783946081,"BBH":31.290072076092343,"MATH Lvl 5 Raw":0.09818731117824774,"MATH Lvl 5":9.818731117824774,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.39728125000000003,"MUSR":7.693489583333334,"MMLU-PRO Raw":0.3705119680851064,"MMLU-PRO":30.056885342789595,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-28","Submission Date":"2025-02-28","Generation":1,"Base Model":"DoppelReflEx/L3-8B-WolfCore (Merge)"},{"eval_name":"DoppelReflEx_MN-12B-FoxFrame-test_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"DoppelReflEx/MN-12B-FoxFrame-test 📑","fullname":"DoppelReflEx/MN-12B-FoxFrame-test","Model sha":"b95a2da79360a9da785112ead60214f7b7605e25","Average ⬆️":23.221061750775235,"Hub License":"","Hub ❤️":0,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5525658386176966,"IFEval Raw":0.42220308780701876,"IFEval":42.22030878070187,"BBH Raw":0.5456376527271466,"BBH":34.55981394889724,"MATH Lvl 5 Raw":0.13972809667673716,"MATH Lvl 5":13.972809667673717,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.42540625,"MUSR":13.042447916666667,"MMLU-PRO Raw":0.3503158244680851,"MMLU-PRO":27.812869385342786,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-06","Generation":0,"Base Model":"Removed"},{"eval_name":"DoppelReflEx_MN-12B-FoxFrame2-test_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"DoppelReflEx/MN-12B-FoxFrame2-test 📑","fullname":"DoppelReflEx/MN-12B-FoxFrame2-test","Model sha":"322627ea048553a7c30c7351dfe4bff000d979eb","Average ⬆️":23.639728527998752,"Hub License":"cc-by-nc-4.0","Hub ❤️":2,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7505194111203773,"IFEval Raw":0.43189514931492884,"IFEval":43.18951493149288,"BBH Raw":0.5484795753806021,"BBH":34.99669953906846,"MATH Lvl 5 Raw":0.1404833836858006,"MATH Lvl 5":14.04833836858006,"GPQA Raw":0.3145973154362416,"GPQA":8.612975391498878,"MUSR Raw":0.4251875,"MUSR":12.448437499999997,"MMLU-PRO Raw":0.3568816489361702,"MMLU-PRO":28.54240543735224,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-08","Submission Date":"2025-02-08","Generation":1,"Base Model":"DoppelReflEx/MN-12B-FoxFrame2-test (Merge)"},{"eval_name":"DoppelReflEx_MN-12B-FoxFrame3-test_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"DoppelReflEx/MN-12B-FoxFrame3-test 📑","fullname":"DoppelReflEx/MN-12B-FoxFrame3-test","Model sha":"a300b18573c9bcb4702d84e686fa826e7b695686","Average ⬆️":23.94718793396009,"Hub License":"cc-by-nc-4.0","Hub ❤️":1,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.697196284743319,"IFEval Raw":0.43231957871780213,"IFEval":43.23195787178021,"BBH Raw":0.5394764281718397,"BBH":34.041185744792614,"MATH Lvl 5 Raw":0.13217522658610273,"MATH Lvl 5":13.217522658610273,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.45976041666666667,"MUSR":18.270052083333333,"MMLU-PRO Raw":0.35289228723404253,"MMLU-PRO":28.09914302600473,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-08","Submission Date":"2025-02-08","Generation":1,"Base Model":"DoppelReflEx/MN-12B-FoxFrame3-test (Merge)"},{"eval_name":"DoppelReflEx_MN-12B-Kakigori_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"DoppelReflEx/MN-12B-Kakigori 📑","fullname":"DoppelReflEx/MN-12B-Kakigori","Model sha":"43cdb3d3df47f5d4ed8386f411859b9d72ea9017","Average ⬆️":21.69773317205639,"Hub License":"cc-by-nc-4.0","Hub ❤️":2,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5956599074145044,"IFEval Raw":0.359329911302012,"IFEval":35.932991130201195,"BBH Raw":0.5415529337961275,"BBH":34.3313471973429,"MATH Lvl 5 Raw":0.11933534743202417,"MATH Lvl 5":11.933534743202417,"GPQA Raw":0.32466442953020136,"GPQA":9.955257270693513,"MUSR Raw":0.40521875,"MUSR":9.352343750000001,"MMLU-PRO Raw":0.3581283244680851,"MMLU-PRO":28.680924940898343,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-29","Submission Date":"2025-01-29","Generation":1,"Base Model":"DoppelReflEx/MN-12B-Kakigori (Merge)"},{"eval_name":"DoppelReflEx_MN-12B-LilithFrame_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"DoppelReflEx/MN-12B-LilithFrame 📑","fullname":"DoppelReflEx/MN-12B-LilithFrame","Model sha":"e3e8cce8267613d5c2ff68884aaeac8ab9b39e93","Average ⬆️":21.321059817195124,"Hub License":"","Hub ❤️":0,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8565068435824486,"IFEval Raw":0.4509545782966972,"IFEval":45.095457829669726,"BBH Raw":0.4944264226434414,"BBH":27.492064455270775,"MATH Lvl 5 Raw":0.11555891238670694,"MATH Lvl 5":11.555891238670695,"GPQA Raw":0.3196308724832215,"GPQA":9.284116331096197,"MUSR Raw":0.3895625,"MUSR":9.428645833333329,"MMLU-PRO Raw":0.3256316489361702,"MMLU-PRO":25.070183215130022,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-29","Generation":0,"Base Model":"Removed"},{"eval_name":"DoppelReflEx_MN-12B-LilithFrame_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"DoppelReflEx/MN-12B-LilithFrame 📑","fullname":"DoppelReflEx/MN-12B-LilithFrame","Model sha":"e3e8cce8267613d5c2ff68884aaeac8ab9b39e93","Average ⬆️":20.022540131471107,"Hub License":"","Hub ❤️":0,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.928004753006219,"IFEval Raw":0.43604192431636946,"IFEval":43.604192431636946,"BBH Raw":0.4956125598349656,"BBH":27.653497805773082,"MATH Lvl 5 Raw":0.05891238670694864,"MATH Lvl 5":5.8912386706948645,"GPQA Raw":0.32046979865771813,"GPQA":9.395973154362418,"MUSR Raw":0.3842604166666666,"MUSR":8.73255208333333,"MMLU-PRO Raw":0.32372007978723405,"MMLU-PRO":24.857786643026003,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-29","Generation":0,"Base Model":"Removed"},{"eval_name":"DoppelReflEx_MN-12B-LilithFrame-Experiment-2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"DoppelReflEx/MN-12B-LilithFrame-Experiment-2 📑","fullname":"DoppelReflEx/MN-12B-LilithFrame-Experiment-2","Model sha":"75316e8ed913cf62482f36713a007d471813bb0e","Average ⬆️":21.002090295792474,"Hub License":"","Hub ❤️":0,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.839135306107101,"IFEval Raw":0.4299469851106176,"IFEval":42.99469851106176,"BBH Raw":0.4982672766561394,"BBH":28.11118297022868,"MATH Lvl 5 Raw":0.10725075528700906,"MATH Lvl 5":10.725075528700906,"GPQA Raw":0.32550335570469796,"GPQA":10.067114093959727,"MUSR Raw":0.3804479166666666,"MUSR":8.822656249999996,"MMLU-PRO Raw":0.32762632978723405,"MMLU-PRO":25.29181442080378,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-29","Generation":0,"Base Model":"Removed"},{"eval_name":"DoppelReflEx_MN-12B-LilithFrame-Experiment-3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"DoppelReflEx/MN-12B-LilithFrame-Experiment-3 📑","fullname":"DoppelReflEx/MN-12B-LilithFrame-Experiment-3","Model sha":"e33ca2d80584a934a6c2ed1a9ba788b8998d0d15","Average ⬆️":23.13928263244864,"Hub License":"","Hub ❤️":0,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.362722818955918,"IFEval Raw":0.4127858526487498,"IFEval":41.27858526487498,"BBH Raw":0.5468080647121653,"BBH":34.998286324114495,"MATH Lvl 5 Raw":0.13444108761329304,"MATH Lvl 5":13.444108761329304,"GPQA Raw":0.32802013422818793,"GPQA":10.402684563758392,"MUSR Raw":0.4038541666666667,"MUSR":9.781770833333335,"MMLU-PRO Raw":0.3603723404255319,"MMLU-PRO":28.930260047281326,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-29","Generation":0,"Base Model":"Removed"},{"eval_name":"DoppelReflEx_MN-12B-LilithFrame-Experiment-4_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"DoppelReflEx/MN-12B-LilithFrame-Experiment-4 📑","fullname":"DoppelReflEx/MN-12B-LilithFrame-Experiment-4","Model sha":"242fffeb766e1de3e7040cb7a981fc9fb37ada3c","Average ⬆️":23.52862068050267,"Hub License":"cc-by-nc-4.0","Hub ❤️":1,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6437133049727632,"IFEval Raw":0.3981480250180632,"IFEval":39.81480250180631,"BBH Raw":0.5534370722864824,"BBH":35.77765007970374,"MATH Lvl 5 Raw":0.12235649546827794,"MATH Lvl 5":12.235649546827794,"GPQA Raw":0.31711409395973156,"GPQA":8.948545861297541,"MUSR Raw":0.43706249999999996,"MUSR":14.966145833333334,"MMLU-PRO Raw":0.3648603723404255,"MMLU-PRO":29.428930260047277,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-30","Submission Date":"2025-01-30","Generation":1,"Base Model":"DoppelReflEx/MN-12B-LilithFrame-Experiment-4 (Merge)"},{"eval_name":"DoppelReflEx_MN-12B-Mimicore-GreenSnake_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"DoppelReflEx/MN-12B-Mimicore-GreenSnake 📑","fullname":"DoppelReflEx/MN-12B-Mimicore-GreenSnake","Model sha":"c1aee5ad2926129a5299e264a33c3890eb83cb8f","Average ⬆️":25.0150134402288,"Hub License":"cc-by-nc-4.0","Hub ❤️":2,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6886018245229184,"IFEval Raw":0.47800724300411795,"IFEval":47.8007243004118,"BBH Raw":0.5480509710089697,"BBH":35.390600609410264,"MATH Lvl 5 Raw":0.13897280966767372,"MATH Lvl 5":13.897280966767372,"GPQA Raw":0.32466442953020136,"GPQA":9.955257270693513,"MUSR Raw":0.4305833333333333,"MUSR":13.589583333333332,"MMLU-PRO Raw":0.3651097074468085,"MMLU-PRO":29.4566341607565,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-27","Submission Date":"2025-01-27","Generation":1,"Base Model":"DoppelReflEx/MN-12B-Mimicore-GreenSnake (Merge)"},{"eval_name":"DoppelReflEx_MN-12B-Mimicore-Nocturne_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"DoppelReflEx/MN-12B-Mimicore-Nocturne 📑","fullname":"DoppelReflEx/MN-12B-Mimicore-Nocturne","Model sha":"5cea74ebd1b0a4b3043e2789e21aa68706a9d817","Average ⬆️":24.06630184974314,"Hub License":"cc-by-nc-4.0","Hub ❤️":2,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8795798612287349,"IFEval Raw":0.3956502081144696,"IFEval":39.56502081144696,"BBH Raw":0.5703329773483826,"BBH":38.39866772323549,"MATH Lvl 5 Raw":0.10574018126888217,"MATH Lvl 5":10.574018126888216,"GPQA Raw":0.3196308724832215,"GPQA":9.284116331096197,"MUSR Raw":0.45690625,"MUSR":17.31328125,"MMLU-PRO Raw":0.36336436170212766,"MMLU-PRO":29.262706855791958,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-03-08","Submission Date":"2025-03-09","Generation":1,"Base Model":"DoppelReflEx/MN-12B-Mimicore-Nocturne (Merge)"},{"eval_name":"DoppelReflEx_MN-12B-Mimicore-Orochi_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"DoppelReflEx/MN-12B-Mimicore-Orochi 📑","fullname":"DoppelReflEx/MN-12B-Mimicore-Orochi","Model sha":"59515c9a5224bb45a1d2a7ea141e37a5ab9a9021","Average ⬆️":24.652222849504522,"Hub License":"cc-by-nc-4.0","Hub ❤️":2,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5209626837047343,"IFEval Raw":0.4620451513096362,"IFEval":46.20451513096362,"BBH Raw":0.54977394640115,"BBH":35.28322975535459,"MATH Lvl 5 Raw":0.13595166163141995,"MATH Lvl 5":13.595166163141995,"GPQA Raw":0.31291946308724833,"GPQA":8.389261744966444,"MUSR Raw":0.45458333333333334,"MUSR":17.256249999999998,"MMLU-PRO Raw":0.34466422872340424,"MMLU-PRO":27.184914302600472,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-28","Submission Date":"2025-01-28","Generation":1,"Base Model":"DoppelReflEx/MN-12B-Mimicore-Orochi (Merge)"},{"eval_name":"DoppelReflEx_MN-12B-Mimicore-Orochi-v2-Experiment_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"DoppelReflEx/MN-12B-Mimicore-Orochi-v2-Experiment 📑","fullname":"DoppelReflEx/MN-12B-Mimicore-Orochi-v2-Experiment","Model sha":"b0140973cf249ecb2ba399f1174f8229c91dc363","Average ⬆️":19.804010674590824,"Hub License":"","Hub ❤️":0,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1022812062861855,"IFEval Raw":0.2842413684579139,"IFEval":28.424136845791388,"BBH Raw":0.5322525988273211,"BBH":32.77471060618407,"MATH Lvl 5 Raw":0.06117824773413897,"MATH Lvl 5":6.117824773413897,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.45737500000000003,"MUSR":18.205208333333335,"MMLU-PRO Raw":0.3423371010638298,"MMLU-PRO":26.926344562647753,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-28","Generation":0,"Base Model":"Removed"},{"eval_name":"DoppelReflEx_MN-12B-Mimicore-Orochi-v3-Experiment_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"DoppelReflEx/MN-12B-Mimicore-Orochi-v3-Experiment 📑","fullname":"DoppelReflEx/MN-12B-Mimicore-Orochi-v3-Experiment","Model sha":"d1f9bd2cd64564217f59802648a941a57b2b9733","Average ⬆️":22.641023288108883,"Hub License":"","Hub ❤️":0,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.334928752887779,"IFEval Raw":0.4101628124487471,"IFEval":41.016281244874705,"BBH Raw":0.5437817873983797,"BBH":34.569479663100296,"MATH Lvl 5 Raw":0.1216012084592145,"MATH Lvl 5":12.16012084592145,"GPQA Raw":0.29278523489932884,"GPQA":5.7046979865771785,"MUSR Raw":0.44379166666666664,"MUSR":15.773958333333335,"MMLU-PRO Raw":0.339594414893617,"MMLU-PRO":26.621601654846334,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-28","Generation":0,"Base Model":"Removed"},{"eval_name":"DoppelReflEx_MN-12B-Mimicore-Orochi-v4-Experiment_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"DoppelReflEx/MN-12B-Mimicore-Orochi-v4-Experiment 📑","fullname":"DoppelReflEx/MN-12B-Mimicore-Orochi-v4-Experiment","Model sha":"41bc20297c95adc8bc1d2e993110f671907f0c32","Average ⬆️":23.57577520136853,"Hub License":"","Hub ❤️":0,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8864542031174691,"IFEval Raw":0.4320702402957486,"IFEval":43.20702402957486,"BBH Raw":0.5462502212045214,"BBH":35.29906847464648,"MATH Lvl 5 Raw":0.12084592145015106,"MATH Lvl 5":12.084592145015106,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.4449375,"MUSR":15.483854166666667,"MMLU-PRO Raw":0.3519780585106383,"MMLU-PRO":27.997562056737586,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-28","Generation":0,"Base Model":"Removed"},{"eval_name":"DoppelReflEx_MN-12B-Mimicore-WhiteSnake_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"DoppelReflEx/MN-12B-Mimicore-WhiteSnake 📑","fullname":"DoppelReflEx/MN-12B-Mimicore-WhiteSnake","Model sha":"ca84b8ab989a61658fc17e270b7344ed3885071f","Average ⬆️":25.058560008551854,"Hub License":"cc-by-nc-4.0","Hub ❤️":3,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.598793921384112,"IFEval Raw":0.44376033369238066,"IFEval":44.376033369238066,"BBH Raw":0.5604605871844869,"BBH":36.89971047715762,"MATH Lvl 5 Raw":0.13141993957703926,"MATH Lvl 5":13.141993957703926,"GPQA Raw":0.3179530201342282,"GPQA":9.060402684563762,"MUSR Raw":0.456875,"MUSR":17.34270833333333,"MMLU-PRO Raw":0.3657746010638298,"MMLU-PRO":29.53051122931442,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-27","Submission Date":"2025-01-27","Generation":1,"Base Model":"DoppelReflEx/MN-12B-Mimicore-WhiteSnake (Merge)"},{"eval_name":"DoppelReflEx_MN-12B-Mimicore-WhiteSnake-v2-Experiment-1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"DoppelReflEx/MN-12B-Mimicore-WhiteSnake-v2-Experiment-1 📑","fullname":"DoppelReflEx/MN-12B-Mimicore-WhiteSnake-v2-Experiment-1","Model sha":"f1fb881039e54ac80d84298b9054773a2bd72d21","Average ⬆️":18.86667946331972,"Hub License":"","Hub ❤️":0,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8769184354473236,"IFEval Raw":0.39090391272933595,"IFEval":39.090391272933594,"BBH Raw":0.48656395204478037,"BBH":27.07796440244996,"MATH Lvl 5 Raw":0.07854984894259819,"MATH Lvl 5":7.854984894259818,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.3789583333333333,"MUSR":8.303124999999996,"MMLU-PRO Raw":0.31141954787234044,"MMLU-PRO":23.49106087470449,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-29","Generation":0,"Base Model":"Removed"},{"eval_name":"DoppelReflEx_MN-12B-Mimicore-WhiteSnake-v2-Experiment-2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"DoppelReflEx/MN-12B-Mimicore-WhiteSnake-v2-Experiment-2 📑","fullname":"DoppelReflEx/MN-12B-Mimicore-WhiteSnake-v2-Experiment-2","Model sha":"","Average ⬆️":19.422542529894162,"Hub License":"","Hub ❤️":0,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.634526312899575,"IFEval Raw":0.31239333856389934,"IFEval":31.239333856389933,"BBH Raw":0.5126398500939828,"BBH":30.665719593512282,"MATH Lvl 5 Raw":0.11253776435045318,"MATH Lvl 5":11.253776435045317,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.39746875,"MUSR":11.51692708333333,"MMLU-PRO Raw":0.33136635638297873,"MMLU-PRO":25.70737293144208,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-29","Generation":0,"Base Model":"Removed"},{"eval_name":"DoppelReflEx_MN-12B-Mimicore-WhiteSnake-v2-Experiment-3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"DoppelReflEx/MN-12B-Mimicore-WhiteSnake-v2-Experiment-3 📑","fullname":"DoppelReflEx/MN-12B-Mimicore-WhiteSnake-v2-Experiment-3","Model sha":"12985da577e2bdcba11ad75b4aad6cf07cb67b51","Average ⬆️":19.601520651982586,"Hub License":"","Hub ❤️":0,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8143176591923247,"IFEval Raw":0.4302218114602588,"IFEval":43.02218114602588,"BBH Raw":0.4811798810475259,"BBH":26.321395450260827,"MATH Lvl 5 Raw":0.08987915407854985,"MATH Lvl 5":8.987915407854985,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.3684166666666666,"MUSR":7.918749999999996,"MMLU-PRO Raw":0.31981382978723405,"MMLU-PRO":24.423758865248228,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-29","Generation":0,"Base Model":"Removed"},{"eval_name":"DoppelReflEx_MN-12B-Mimicore-WhiteSnake-v2-Experiment-4_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"DoppelReflEx/MN-12B-Mimicore-WhiteSnake-v2-Experiment-4 📑","fullname":"DoppelReflEx/MN-12B-Mimicore-WhiteSnake-v2-Experiment-4","Model sha":"b7ec319e84b66dba6c620b9b01dc579cad96eb8d","Average ⬆️":21.794341198490546,"Hub License":"cc-by-nc-4.0","Hub ❤️":5,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7271200547540042,"IFEval Raw":0.42405151664250856,"IFEval":42.40515166425085,"BBH Raw":0.5184748714407336,"BBH":31.422947025186726,"MATH Lvl 5 Raw":0.11404833836858005,"MATH Lvl 5":11.404833836858005,"GPQA Raw":0.3104026845637584,"GPQA":8.05369127516779,"MUSR Raw":0.40019791666666665,"MUSR":11.458072916666666,"MMLU-PRO Raw":0.3341921542553192,"MMLU-PRO":26.021350472813243,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-29","Submission Date":"2025-01-29","Generation":1,"Base Model":"DoppelReflEx/MN-12B-Mimicore-WhiteSnake-v2-Experiment-4 (Merge)"},{"eval_name":"DoppelReflEx_MN-12B-Unleashed-Twilight_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"DoppelReflEx/MN-12B-Unleashed-Twilight 📑","fullname":"DoppelReflEx/MN-12B-Unleashed-Twilight","Model sha":"47bb9e79f33f659c911843c874ac29653a8c4a7b","Average ⬆️":22.56427237998545,"Hub License":"","Hub ❤️":1,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8143144766567885,"IFEval Raw":0.3505121965274361,"IFEval":35.05121965274361,"BBH Raw":0.5520627163174447,"BBH":35.97610662338389,"MATH Lvl 5 Raw":0.09592145015105741,"MATH Lvl 5":9.592145015105741,"GPQA Raw":0.3288590604026846,"GPQA":10.514541387024611,"MUSR Raw":0.4383958333333333,"MUSR":14.499479166666667,"MMLU-PRO Raw":0.3677692819148936,"MMLU-PRO":29.752142434988176,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-09","Submission Date":"2025-02-10","Generation":1,"Base Model":"DoppelReflEx/MN-12B-Unleashed-Twilight (Merge)"},{"eval_name":"DoppelReflEx_MN-12B-WolFrame_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"DoppelReflEx/MN-12B-WolFrame 📑","fullname":"DoppelReflEx/MN-12B-WolFrame","Model sha":"44ef103ff2b5ba1bfa9e375357ea1c897cb33788","Average ⬆️":22.078719684057372,"Hub License":"cc-by-nc-4.0","Hub ❤️":5,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6813747793154408,"IFEval Raw":0.4397387819873491,"IFEval":43.97387819873491,"BBH Raw":0.511681287565329,"BBH":29.991929835267143,"MATH Lvl 5 Raw":0.13141993957703926,"MATH Lvl 5":13.141993957703926,"GPQA Raw":0.3104026845637584,"GPQA":8.05369127516779,"MUSR Raw":0.40146875,"MUSR":10.716927083333331,"MMLU-PRO Raw":0.33934507978723405,"MMLU-PRO":26.593897754137114,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-29","Submission Date":"2025-02-01","Generation":1,"Base Model":"DoppelReflEx/MN-12B-WolFrame (Merge)"},{"eval_name":"DoppelReflEx_MiniusLight-24B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"DoppelReflEx/MiniusLight-24B 📑","fullname":"DoppelReflEx/MiniusLight-24B","Model sha":"3bb87fa4b45b5554a1bdd8554302ed1a22a3c3ef","Average ⬆️":26.210340083042343,"Hub License":"cc-by-nc-4.0","Hub ❤️":2,"#Params (B)":23.572,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4403396216495052,"IFEval Raw":0.25766410900854175,"IFEval":25.766410900854176,"BBH Raw":0.6256461050033514,"BBH":46.002968874248914,"MATH Lvl 5 Raw":0.12613293051359517,"MATH Lvl 5":12.613293051359516,"GPQA Raw":0.35822147651006714,"GPQA":14.429530201342287,"MUSR Raw":0.43191666666666667,"MUSR":12.989583333333329,"MMLU-PRO Raw":0.5091422872340425,"MMLU-PRO":45.46025413711584,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-03-07","Submission Date":"2025-03-04","Generation":1,"Base Model":"DoppelReflEx/MiniusLight-24B (Merge)"},{"eval_name":"DoppelReflEx_MiniusLight-24B-test_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"DoppelReflEx/MiniusLight-24B-test 📑","fullname":"DoppelReflEx/MiniusLight-24B-test","Model sha":"b71988742288492a5728e795e2dc4a0114178835","Average ⬆️":20.83721280671412,"Hub License":"","Hub ❤️":0,"#Params (B)":23.572,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.5780434517444448,"IFEval Raw":0.03936776641533354,"IFEval":3.9367766415333536,"BBH Raw":0.6333927323374534,"BBH":46.95696642451458,"MATH Lvl 5 Raw":0.0256797583081571,"MATH Lvl 5":2.56797583081571,"GPQA Raw":0.36828859060402686,"GPQA":15.771812080536915,"MUSR Raw":0.40925000000000006,"MUSR":9.32291666666667,"MMLU-PRO Raw":0.5182014627659575,"MMLU-PRO":46.466829196217496,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-04","Generation":0,"Base Model":"Removed"},{"eval_name":"DoppelReflEx_MiniusLight-24B-v1b-test_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"DoppelReflEx/MiniusLight-24B-v1b-test 📑","fullname":"DoppelReflEx/MiniusLight-24B-v1b-test","Model sha":"d2ec8d77a022b2ad2e207ea882a595aad591de2b","Average ⬆️":32.3748943419153,"Hub License":"","Hub ❤️":0,"#Params (B)":23.572,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.37466461037625,"IFEval Raw":0.37911408396388246,"IFEval":37.911408396388246,"BBH Raw":0.6617145681113757,"BBH":50.63814760323434,"MATH Lvl 5 Raw":0.2394259818731118,"MATH Lvl 5":23.94259818731118,"GPQA Raw":0.37919463087248323,"GPQA":17.225950782997764,"MUSR Raw":0.4557291666666667,"MUSR":16.032812500000002,"MMLU-PRO Raw":0.5364860372340425,"MMLU-PRO":48.49844858156028,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-04","Generation":0,"Base Model":"Removed"},{"eval_name":"DoppelReflEx_MiniusLight-24B-v1c-test_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"DoppelReflEx/MiniusLight-24B-v1c-test 📑","fullname":"DoppelReflEx/MiniusLight-24B-v1c-test","Model sha":"07fbae508e6e796a33439d40a543f8bd60c6c047","Average ⬆️":34.40831757695809,"Hub License":"cc-by-nc-4.0","Hub ❤️":4,"#Params (B)":23.572,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.322544674351261,"IFEval Raw":0.37858881102142317,"IFEval":37.85888110214232,"BBH Raw":0.6752681657268389,"BBH":52.84065809537824,"MATH Lvl 5 Raw":0.29682779456193353,"MATH Lvl 5":29.68277945619335,"GPQA Raw":0.3951342281879195,"GPQA":19.35123042505593,"MUSR Raw":0.46341666666666664,"MUSR":16.860416666666666,"MMLU-PRO Raw":0.5487034574468085,"MMLU-PRO":49.85593971631205,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-03-04","Submission Date":"2025-03-04","Generation":1,"Base Model":"DoppelReflEx/MiniusLight-24B-v1c-test (Merge)"},{"eval_name":"DoppelReflEx_MiniusLight-24B-v1d-test_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"DoppelReflEx/MiniusLight-24B-v1d-test 📑","fullname":"DoppelReflEx/MiniusLight-24B-v1d-test","Model sha":"26bb7f9b94257b717afe96e6d19f05141ebe89ac","Average ⬆️":34.681949426054764,"Hub License":"cc-by-nc-4.0","Hub ❤️":2,"#Params (B)":23.572,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4973969873377053,"IFEval Raw":0.40324339419407174,"IFEval":40.324339419407174,"BBH Raw":0.6712025325276962,"BBH":52.35844104160633,"MATH Lvl 5 Raw":0.2945619335347432,"MATH Lvl 5":29.45619335347432,"GPQA Raw":0.3951342281879195,"GPQA":19.35123042505593,"MUSR Raw":0.46208333333333335,"MUSR":16.727083333333333,"MMLU-PRO Raw":0.5488696808510638,"MMLU-PRO":49.87440898345154,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-03-07","Submission Date":"2025-03-07","Generation":1,"Base Model":"DoppelReflEx/MiniusLight-24B-v1d-test (Merge)"},{"eval_name":"DreadPoor_Again-8B-Model_Stock_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Again-8B-Model_Stock 📑","fullname":"DreadPoor/Again-8B-Model_Stock","Model sha":"10052b086c6896ccd9d26522c45d348f1607c33c","Average ⬆️":26.002387584653476,"Hub License":"","Hub ❤️":0,"#Params (B)":4.015,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3606541886058625,"IFEval Raw":0.6724213974476612,"IFEval":67.2421397447661,"BBH Raw":0.5309801059970912,"BBH":33.259461226875196,"MATH Lvl 5 Raw":0.12009063444108761,"MATH Lvl 5":12.009063444108762,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.39867708333333335,"MUSR":8.701302083333335,"MMLU-PRO Raw":0.351811835106383,"MMLU-PRO":27.979092789598102,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-17","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Alita99-8B-LINEAR_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Alita99-8B-LINEAR 📑","fullname":"DreadPoor/Alita99-8B-LINEAR","Model sha":"cfffa050f433660fc6159a82ce09fc2841fa0b6c","Average ⬆️":29.392264436250034,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.317244660000561,"IFEval Raw":0.7190077882241341,"IFEval":71.90077882241341,"BBH Raw":0.5441767095577089,"BBH":35.00891825379863,"MATH Lvl 5 Raw":0.1646525679758308,"MATH Lvl 5":16.46525679758308,"GPQA Raw":0.3162751677852349,"GPQA":8.83668903803132,"MUSR Raw":0.42664583333333334,"MUSR":12.930729166666667,"MMLU-PRO Raw":0.38090093085106386,"MMLU-PRO":31.21121453900709,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-25","Submission Date":"2024-11-26","Generation":1,"Base Model":"DreadPoor/Alita99-8B-LINEAR (Merge)"},{"eval_name":"DreadPoor_AnotherTest_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/AnotherTest 📑","fullname":"DreadPoor/AnotherTest","Model sha":"40182ce563447e082186414c62e15af7fc33a431","Average ⬆️":19.50517112101721,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5180190760115888,"IFEval Raw":0.47006387496287627,"IFEval":47.00638749628763,"BBH Raw":0.46834113564549334,"BBH":25.197137506034824,"MATH Lvl 5 Raw":0.061933534743202415,"MATH Lvl 5":6.193353474320242,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.42128125,"MUSR":11.42682291666666,"MMLU-PRO Raw":0.2874833776595745,"MMLU-PRO":20.831486406619387,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-29","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Aspire-8B-model_stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Aspire-8B-model_stock 📑","fullname":"DreadPoor/Aspire-8B-model_stock","Model sha":"5c23cb2aff877d0b7bdcfa4de43d1bc8a1852de0","Average ⬆️":28.611281691142512,"Hub License":"cc-by-nc-4.0","Hub ❤️":6,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6862557790299026,"IFEval Raw":0.7140620221013578,"IFEval":71.40620221013577,"BBH Raw":0.5278251846388996,"BBH":32.534270073092834,"MATH Lvl 5 Raw":0.14954682779456194,"MATH Lvl 5":14.954682779456194,"GPQA Raw":0.3145973154362416,"GPQA":8.612975391498878,"MUSR Raw":0.42124999999999996,"MUSR":13.456249999999997,"MMLU-PRO Raw":0.37632978723404253,"MMLU-PRO":30.703309692671393,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-16","Submission Date":"2024-09-17","Generation":1,"Base Model":"DreadPoor/Aspire-8B-model_stock (Merge)"},{"eval_name":"DreadPoor_Aspire_1.3-8B_model-stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Aspire_1.3-8B_model-stock 📑","fullname":"DreadPoor/Aspire_1.3-8B_model-stock","Model sha":"d36f5540e8c5654a9fdd8ece9ba8e88af26e5c40","Average ⬆️":28.38880221155723,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.431562779750175,"IFEval Raw":0.7061685217445268,"IFEval":70.61685217445267,"BBH Raw":0.5301644606574212,"BBH":32.66185070730422,"MATH Lvl 5 Raw":0.1691842900302115,"MATH Lvl 5":16.91842900302115,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.4104583333333333,"MUSR":12.240624999999996,"MMLU-PRO Raw":0.37159242021276595,"MMLU-PRO":30.17693557919622,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-01","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Aspire_V2-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Aspire_V2-8B-Model_Stock 📑","fullname":"DreadPoor/Aspire_V2-8B-Model_Stock","Model sha":"e482d8852ec50b05420b865d27b7ed4682ab5ac8","Average ⬆️":29.023157905941588,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3396128096032138,"IFEval Raw":0.7371430027881576,"IFEval":73.71430027881576,"BBH Raw":0.5329650089428358,"BBH":33.327406017534244,"MATH Lvl 5 Raw":0.17598187311178248,"MATH Lvl 5":17.598187311178247,"GPQA Raw":0.32046979865771813,"GPQA":9.395973154362418,"MUSR Raw":0.38937499999999997,"MUSR":10.138541666666663,"MMLU-PRO Raw":0.3696808510638298,"MMLU-PRO":29.964539007092196,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-20","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Aspire_V2.1-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Aspire_V2.1-8B-Model_Stock 📑","fullname":"DreadPoor/Aspire_V2.1-8B-Model_Stock","Model sha":"c8b0acb6e3b5120cbdad9e6b2acf03ae9e9d1a0f","Average ⬆️":28.738387280035045,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.350700850251785,"IFEval Raw":0.7237540836092679,"IFEval":72.37540836092678,"BBH Raw":0.5236395810818485,"BBH":32.18794456865431,"MATH Lvl 5 Raw":0.17673716012084592,"MATH Lvl 5":17.673716012084594,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.41359375,"MUSR":11.13255208333333,"MMLU-PRO Raw":0.3800698138297872,"MMLU-PRO":31.11886820330969,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-20","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Aspire_V2_ALT-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Aspire_V2_ALT-8B-Model_Stock 📑","fullname":"DreadPoor/Aspire_V2_ALT-8B-Model_Stock","Model sha":"70e838e725b5f3889228103c1ee21f6eb7b0919c","Average ⬆️":29.059893218432236,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3203141655524284,"IFEval Raw":0.7381170848903134,"IFEval":73.81170848903133,"BBH Raw":0.5265819478728287,"BBH":32.44516856104618,"MATH Lvl 5 Raw":0.1729607250755287,"MATH Lvl 5":17.29607250755287,"GPQA Raw":0.32466442953020136,"GPQA":9.955257270693513,"MUSR Raw":0.39749999999999996,"MUSR":10.554166666666664,"MMLU-PRO Raw":0.3726728723404255,"MMLU-PRO":30.296985815602827,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-20","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Aspire_V2_ALT_ROW-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Aspire_V2_ALT_ROW-8B-Model_Stock 📑","fullname":"DreadPoor/Aspire_V2_ALT_ROW-8B-Model_Stock","Model sha":"7402061b436bbebb8b74b9f216cd8c788937a8f1","Average ⬆️":29.059893218432236,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.290022700649708,"IFEval Raw":0.7381170848903134,"IFEval":73.81170848903133,"BBH Raw":0.5265819478728287,"BBH":32.44516856104618,"MATH Lvl 5 Raw":0.1729607250755287,"MATH Lvl 5":17.29607250755287,"GPQA Raw":0.32466442953020136,"GPQA":9.955257270693513,"MUSR Raw":0.39749999999999996,"MUSR":10.554166666666664,"MMLU-PRO Raw":0.3726728723404255,"MMLU-PRO":30.296985815602827,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-20","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Aspire_V3-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Aspire_V3-8B-Model_Stock 📑","fullname":"DreadPoor/Aspire_V3-8B-Model_Stock","Model sha":"51a86cfb6f0067d113d31473399e34f13bb83d75","Average ⬆️":25.135023019694938,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3138646967471743,"IFEval Raw":0.5118795905973927,"IFEval":51.18795905973927,"BBH Raw":0.5267958758971987,"BBH":32.68368177507647,"MATH Lvl 5 Raw":0.18580060422960726,"MATH Lvl 5":18.580060422960727,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.40149999999999997,"MUSR":11.620833333333332,"MMLU-PRO Raw":0.36419547872340424,"MMLU-PRO":29.355053191489354,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-21","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Aspire_V4-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Aspire_V4-8B-Model_Stock 📑","fullname":"DreadPoor/Aspire_V4-8B-Model_Stock","Model sha":"6a16bacdd20cb1a75a7b31376b46f7be73f8b02f","Average ⬆️":29.36906658031589,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3502461987292993,"IFEval Raw":0.769416259967996,"IFEval":76.9416259967996,"BBH Raw":0.5314037161536506,"BBH":33.20598944793845,"MATH Lvl 5 Raw":0.19259818731117825,"MATH Lvl 5":19.259818731117825,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.3867395833333333,"MUSR":9.442447916666662,"MMLU-PRO Raw":0.370844414893617,"MMLU-PRO":30.093823877068555,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-22","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Aspire_V4_ALT-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Aspire_V4_ALT-8B-Model_Stock 📑","fullname":"DreadPoor/Aspire_V4_ALT-8B-Model_Stock","Model sha":"6e6349a32f2e33765d7d92a591e2fa2523dec4ed","Average ⬆️":29.003526021452984,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3543781518936209,"IFEval Raw":0.7365933500888753,"IFEval":73.65933500888754,"BBH Raw":0.5268232518944024,"BBH":32.63543581177509,"MATH Lvl 5 Raw":0.18126888217522658,"MATH Lvl 5":18.12688821752266,"GPQA Raw":0.32046979865771813,"GPQA":9.395973154362418,"MUSR Raw":0.3920416666666666,"MUSR":10.405208333333329,"MMLU-PRO Raw":0.3681848404255319,"MMLU-PRO":29.79831560283688,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-22","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Asymmetric_Linearity-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Asymmetric_Linearity-8B-Model_Stock 📑","fullname":"DreadPoor/Asymmetric_Linearity-8B-Model_Stock","Model sha":"5971697affcee3a1caa06553b31a8ba0e9106bb7","Average ⬆️":29.348131644913156,"Hub License":"","Hub ❤️":0,"#Params (B)":4.015,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2785390621096806,"IFEval Raw":0.7174341857382855,"IFEval":71.74341857382856,"BBH Raw":0.546535755155883,"BBH":35.4412470409656,"MATH Lvl 5 Raw":0.1646525679758308,"MATH Lvl 5":16.46525679758308,"GPQA Raw":0.3145973154362416,"GPQA":8.612975391498878,"MUSR Raw":0.41994791666666664,"MUSR":12.226822916666663,"MMLU-PRO Raw":0.3843916223404255,"MMLU-PRO":31.599069148936167,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-20","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Aurora_faustus-8B-LINEAR_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Aurora_faustus-8B-LINEAR 📑","fullname":"DreadPoor/Aurora_faustus-8B-LINEAR","Model sha":"76acf1ac703eb827d2541d07a8d4a7cba4b731d4","Average ⬆️":29.619908170064097,"Hub License":"apache-2.0","Hub ❤️":5,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5347539539225346,"IFEval Raw":0.7281003293483512,"IFEval":72.81003293483514,"BBH Raw":0.5515538279425277,"BBH":36.26348248348271,"MATH Lvl 5 Raw":0.17069486404833836,"MATH Lvl 5":17.069486404833835,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.4145833333333333,"MUSR":12.389583333333329,"MMLU-PRO Raw":0.3842253989361702,"MMLU-PRO":31.580599881796683,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-25","Submission Date":"2024-09-26","Generation":1,"Base Model":"DreadPoor/Aurora_faustus-8B-LINEAR (Merge)"},{"eval_name":"DreadPoor_Aurora_faustus-8B-LORABLATED_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Aurora_faustus-8B-LORABLATED 📑","fullname":"DreadPoor/Aurora_faustus-8B-LORABLATED","Model sha":"97746081f7c681dcf7fad10c57de9a341aa10db1","Average ⬆️":29.127203730886404,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6017002655807937,"IFEval Raw":0.7527050448365891,"IFEval":75.27050448365891,"BBH Raw":0.539159616655651,"BBH":34.19993531370101,"MATH Lvl 5 Raw":0.1487915407854985,"MATH Lvl 5":14.879154078549849,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.42385416666666664,"MUSR":13.781770833333331,"MMLU-PRO Raw":0.36727061170212766,"MMLU-PRO":29.696734633569736,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-29","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Aurora_faustus-8B-LORABLATED_ALT_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Aurora_faustus-8B-LORABLATED_ALT 📑","fullname":"DreadPoor/Aurora_faustus-8B-LORABLATED_ALT","Model sha":"3ca36587d26bfd936aa1358adc1eabf377aa1e98","Average ⬆️":29.00968134721205,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5902321956738188,"IFEval Raw":0.7377923908562614,"IFEval":73.77923908562614,"BBH Raw":0.5387670721191214,"BBH":34.21152011815682,"MATH Lvl 5 Raw":0.15861027190332327,"MATH Lvl 5":15.861027190332328,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.4225208333333333,"MUSR":13.781770833333331,"MMLU-PRO Raw":0.36943151595744683,"MMLU-PRO":29.93683510638298,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-29","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Autumn_Dawn-8B-LINEAR_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Autumn_Dawn-8B-LINEAR 📑","fullname":"DreadPoor/Autumn_Dawn-8B-LINEAR","Model sha":"8ea79a3552f0fbfc795f124aeeeb56a9f176e513","Average ⬆️":29.605469000443268,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.402496876361008,"IFEval Raw":0.7292993701157373,"IFEval":72.92993701157374,"BBH Raw":0.5459436958014627,"BBH":35.845555124121006,"MATH Lvl 5 Raw":0.18580060422960726,"MATH Lvl 5":18.580060422960727,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.4185520833333333,"MUSR":11.485677083333329,"MMLU-PRO Raw":0.39677526595744683,"MMLU-PRO":32.97502955082743,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-01","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_BaeZel-8B-LINEAR_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/BaeZel-8B-LINEAR 📑","fullname":"DreadPoor/BaeZel-8B-LINEAR","Model sha":"1deac3287de191794c50543d69d523f43654a803","Average ⬆️":30.34681191186813,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3301376402139433,"IFEval Raw":0.7377923908562614,"IFEval":73.77923908562614,"BBH Raw":0.5463800554321383,"BBH":35.53537606986396,"MATH Lvl 5 Raw":0.18126888217522658,"MATH Lvl 5":18.12688821752266,"GPQA Raw":0.3213087248322148,"GPQA":9.507829977628639,"MUSR Raw":0.4227083333333333,"MUSR":13.338541666666666,"MMLU-PRO Raw":0.3861369680851064,"MMLU-PRO":31.792996453900706,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-08","Submission Date":"2024-11-08","Generation":1,"Base Model":"DreadPoor/BaeZel-8B-LINEAR (Merge)"},{"eval_name":"DreadPoor_BaeZel-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/BaeZel-8B-Model_Stock 📑","fullname":"DreadPoor/BaeZel-8B-Model_Stock","Model sha":"cb6aa300413e77d5e3ce97373ba3df0a0f1f374c","Average ⬆️":30.021263046626203,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3246060112910538,"IFEval Raw":0.7713145564878965,"IFEval":77.13145564878965,"BBH Raw":0.5407680550216925,"BBH":34.643632940053415,"MATH Lvl 5 Raw":0.16389728096676737,"MATH Lvl 5":16.389728096676738,"GPQA Raw":0.313758389261745,"GPQA":8.501118568232664,"MUSR Raw":0.41991666666666666,"MUSR":11.456249999999997,"MMLU-PRO Raw":0.38804853723404253,"MMLU-PRO":32.00539302600473,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-29","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_BaeZel_V2-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/BaeZel_V2-8B-Model_Stock 📑","fullname":"DreadPoor/BaeZel_V2-8B-Model_Stock","Model sha":"aff8ecf21f3e07db47fb2eb1054a73453c898fe0","Average ⬆️":30.020772741913536,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4286447016591841,"IFEval Raw":0.7676675665013276,"IFEval":76.76675665013276,"BBH Raw":0.5373871612758611,"BBH":34.4487493680143,"MATH Lvl 5 Raw":0.1797583081570997,"MATH Lvl 5":17.97583081570997,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.4185833333333333,"MUSR":11.58958333333333,"MMLU-PRO Raw":0.3946974734042553,"MMLU-PRO":32.74416371158392,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-28","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_BaeZel_V2_ALT-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/BaeZel_V2_ALT-8B-Model_Stock 📑","fullname":"DreadPoor/BaeZel_V2_ALT-8B-Model_Stock","Model sha":"b410e364df1635796403a7e3dbd4c9b11b60f1be","Average ⬆️":30.020772741913536,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4263812233952076,"IFEval Raw":0.7676675665013276,"IFEval":76.76675665013276,"BBH Raw":0.5373871612758611,"BBH":34.4487493680143,"MATH Lvl 5 Raw":0.1797583081570997,"MATH Lvl 5":17.97583081570997,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.4185833333333333,"MUSR":11.58958333333333,"MMLU-PRO Raw":0.3946974734042553,"MMLU-PRO":32.74416371158392,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-28","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_BaeZel_V3-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/BaeZel_V3-8B-Model_Stock 📑","fullname":"DreadPoor/BaeZel_V3-8B-Model_Stock","Model sha":"65014ed04553da3c0e126e7b1d29705120cdd3e6","Average ⬆️":30.719194809944852,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3245907715556766,"IFEval Raw":0.7831797408653485,"IFEval":78.31797408653483,"BBH Raw":0.539231076759135,"BBH":34.408658796480346,"MATH Lvl 5 Raw":0.18957703927492447,"MATH Lvl 5":18.957703927492446,"GPQA Raw":0.32046979865771813,"GPQA":9.395973154362418,"MUSR Raw":0.41743749999999996,"MUSR":11.146354166666663,"MMLU-PRO Raw":0.3887965425531915,"MMLU-PRO":32.08850472813239,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-09","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Blunt_Edge-8B-SLERP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Blunt_Edge-8B-SLERP 📑","fullname":"DreadPoor/Blunt_Edge-8B-SLERP","Model sha":"8da77a17ff176577b6e56d6ae0b2ec4b4afb60e1","Average ⬆️":29.677478634434237,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.295227329313974,"IFEval Raw":0.7496575752337131,"IFEval":74.96575752337131,"BBH Raw":0.5389470863694941,"BBH":34.14138253488904,"MATH Lvl 5 Raw":0.18580060422960726,"MATH Lvl 5":18.580060422960727,"GPQA Raw":0.311241610738255,"GPQA":8.165548098434002,"MUSR Raw":0.417375,"MUSR":11.471874999999997,"MMLU-PRO Raw":0.37666223404255317,"MMLU-PRO":30.740248226950357,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-18","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_BulkUp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/BulkUp 📑","fullname":"DreadPoor/BulkUp","Model sha":"e92f4dcb593b966703b0e3dd97967cade69207af","Average ⬆️":3.7903724081838015,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5267189091550464,"IFEval Raw":0.177804891022487,"IFEval":17.7804891022487,"BBH Raw":0.28698602947692575,"BBH":1.6612873090290492,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.24748322147651006,"GPQA":0.0,"MUSR Raw":0.3446666666666667,"MUSR":2.0833333333333326,"MMLU-PRO Raw":0.11095412234042554,"MMLU-PRO":1.2171247044917257,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-27","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Cadence-8B-LINEAR_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Cadence-8B-LINEAR 📑","fullname":"DreadPoor/Cadence-8B-LINEAR","Model sha":"b32726956f19bf06168cc49545b8e762dcea293c","Average ⬆️":29.577499098320445,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6703182483240965,"IFEval Raw":0.7682172192006099,"IFEval":76.82172192006098,"BBH Raw":0.5433358555450108,"BBH":34.914380348862515,"MATH Lvl 5 Raw":0.16767371601208458,"MATH Lvl 5":16.76737160120846,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.41734374999999996,"MUSR":10.767968750000001,"MMLU-PRO Raw":0.3803191489361702,"MMLU-PRO":31.146572104018905,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-25","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Caelid-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Caelid-8B-Model_Stock 📑","fullname":"DreadPoor/Caelid-8B-Model_Stock","Model sha":"bce8eb2eb9071c124e1d6e0bb004f32f81e586d0","Average ⬆️":28.396110525383502,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2312977459174455,"IFEval Raw":0.7247281657114235,"IFEval":72.47281657114235,"BBH Raw":0.5459605196913864,"BBH":35.23706805025389,"MATH Lvl 5 Raw":0.1510574018126888,"MATH Lvl 5":15.105740181268882,"GPQA Raw":0.3104026845637584,"GPQA":8.05369127516779,"MUSR Raw":0.4001041666666667,"MUSR":8.213020833333335,"MMLU-PRO Raw":0.3816489361702128,"MMLU-PRO":31.29432624113476,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-14","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Casuar-9B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"DreadPoor/Casuar-9B-Model_Stock 📑","fullname":"DreadPoor/Casuar-9B-Model_Stock","Model sha":"d69d1242cef7da8da9be79796649529a4e42adf0","Average ⬆️":33.631173922201846,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.3008564505336286,"IFEval Raw":0.7764852812759035,"IFEval":77.64852812759035,"BBH Raw":0.6106681877306871,"BBH":43.92726768312374,"MATH Lvl 5 Raw":0.21299093655589124,"MATH Lvl 5":21.299093655589125,"GPQA Raw":0.3447986577181208,"GPQA":12.639821029082773,"MUSR Raw":0.41654166666666664,"MUSR":11.201041666666669,"MMLU-PRO Raw":0.4156416223404255,"MMLU-PRO":35.07129137115839,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-20","Submission Date":"2024-12-21","Generation":1,"Base Model":"DreadPoor/Casuar-9B-Model_Stock (Merge)"},{"eval_name":"DreadPoor_Condensed_Milk-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Condensed_Milk-8B-Model_Stock 📑","fullname":"DreadPoor/Condensed_Milk-8B-Model_Stock","Model sha":"6e5b73099b9d5a794c9c744c4c5c158b1feb8916","Average ⬆️":30.083171334394155,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3093283812844896,"IFEval Raw":0.7536292592543341,"IFEval":75.3629259254334,"BBH Raw":0.5434864122121906,"BBH":35.12062025244797,"MATH Lvl 5 Raw":0.17447129909365558,"MATH Lvl 5":17.447129909365557,"GPQA Raw":0.3213087248322148,"GPQA":9.507829977628639,"MUSR Raw":0.41601041666666666,"MUSR":11.10130208333333,"MMLU-PRO Raw":0.38763297872340424,"MMLU-PRO":31.959219858156025,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-27","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_CoolerCoder-8B-LINEAR_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/CoolerCoder-8B-LINEAR 📑","fullname":"DreadPoor/CoolerCoder-8B-LINEAR","Model sha":"db14b0fa821b0b6b07802111fd19ba722344a32b","Average ⬆️":19.437537566560177,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.165600817763367,"IFEval Raw":0.4519286603988528,"IFEval":45.19286603988529,"BBH Raw":0.4761504835496542,"BBH":26.365382993393997,"MATH Lvl 5 Raw":0.07930513595166164,"MATH Lvl 5":7.930513595166164,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.3963541666666666,"MUSR":7.777604166666667,"MMLU-PRO Raw":0.31590757978723405,"MMLU-PRO":23.98973108747045,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-20","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Damasteel-8B-LINEAR_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Damasteel-8B-LINEAR 📑","fullname":"DreadPoor/Damasteel-8B-LINEAR","Model sha":"cfc389c15e614b14f1d8d16740dcc183047b435a","Average ⬆️":28.97747867481607,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3493181419987625,"IFEval Raw":0.7384417789243651,"IFEval":73.84417789243652,"BBH Raw":0.5388142176959776,"BBH":34.10613777622061,"MATH Lvl 5 Raw":0.16691842900302115,"MATH Lvl 5":16.691842900302113,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.42124999999999996,"MUSR":11.856249999999998,"MMLU-PRO Raw":0.3779089095744681,"MMLU-PRO":30.87876773049646,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-01","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Dearly_Beloved-8B-TIES_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Dearly_Beloved-8B-TIES 📑","fullname":"DreadPoor/Dearly_Beloved-8B-TIES","Model sha":"af6515ee730d6aa17d77687fe2c06c57fa9533fb","Average ⬆️":26.286760418026628,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4304810447720981,"IFEval Raw":0.8266687943545348,"IFEval":82.66687943545348,"BBH Raw":0.4049833102731906,"BBH":16.671812993247975,"MATH Lvl 5 Raw":0.21148036253776434,"MATH Lvl 5":21.148036253776432,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.41746875,"MUSR":10.450260416666666,"MMLU-PRO Raw":0.2826628989361702,"MMLU-PRO":20.295877659574465,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-22","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Decayed-8B-LINEAR_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Decayed-8B-LINEAR 📑","fullname":"DreadPoor/Decayed-8B-LINEAR","Model sha":"e2aa8f1455c3466e8a22147691bdf62baf14c146","Average ⬆️":29.71154213470467,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6464955314560469,"IFEval Raw":0.7676176988169169,"IFEval":76.76176988169169,"BBH Raw":0.5417014088773181,"BBH":34.490500759556504,"MATH Lvl 5 Raw":0.1714501510574018,"MATH Lvl 5":17.14501510574018,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.4186145833333333,"MUSR":11.226822916666665,"MMLU-PRO Raw":0.37632978723404253,"MMLU-PRO":30.703309692671393,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-25","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Derivative-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Derivative-8B-Model_Stock 📑","fullname":"DreadPoor/Derivative-8B-Model_Stock","Model sha":"23bc90b2cba13b4b703412bd0818ff98a7f70e23","Average ⬆️":30.10114939087056,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.279546685554034,"IFEval Raw":0.7667433520835827,"IFEval":76.67433520835827,"BBH Raw":0.5395493987763994,"BBH":34.248821021284016,"MATH Lvl 5 Raw":0.17900302114803626,"MATH Lvl 5":17.900302114803626,"GPQA Raw":0.31711409395973156,"GPQA":8.948545861297541,"MUSR Raw":0.42004166666666665,"MUSR":11.605208333333328,"MMLU-PRO Raw":0.3810671542553192,"MMLU-PRO":31.229683806146568,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-03","Submission Date":"2025-01-03","Generation":1,"Base Model":"DreadPoor/Derivative-8B-Model_Stock (Merge)"},{"eval_name":"DreadPoor_Derivative_V2-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Derivative_V2-8B-Model_Stock 📑","fullname":"DreadPoor/Derivative_V2-8B-Model_Stock","Model sha":"12de06834f5d454bfded8b1fb07ea3a4144772da","Average ⬆️":29.613500365543217,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2734998344522872,"IFEval Raw":0.7536791269387447,"IFEval":75.36791269387447,"BBH Raw":0.5392643954415269,"BBH":34.49028104908971,"MATH Lvl 5 Raw":0.1797583081570997,"MATH Lvl 5":17.97583081570997,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.41229166666666667,"MUSR":10.503124999999995,"MMLU-PRO Raw":0.38563829787234044,"MMLU-PRO":31.73758865248227,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-07","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Derivative_V2_ALT-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Derivative_V2_ALT-8B-Model_Stock 📑","fullname":"DreadPoor/Derivative_V2_ALT-8B-Model_Stock","Model sha":"93b9c2a1a08977d4514f51b1dcaffa8ad4b559e2","Average ⬆️":30.17823315705989,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3019899546090274,"IFEval Raw":0.7719639445560003,"IFEval":77.19639445560003,"BBH Raw":0.5365351570462934,"BBH":34.09335381950132,"MATH Lvl 5 Raw":0.18806646525679757,"MATH Lvl 5":18.806646525679756,"GPQA Raw":0.311241610738255,"GPQA":8.165548098434002,"MUSR Raw":0.41346875,"MUSR":10.78359375,"MMLU-PRO Raw":0.38821476063829785,"MMLU-PRO":32.023862293144205,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-07","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Derivative_V3-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Derivative_V3-8B-Model_Stock 📑","fullname":"DreadPoor/Derivative_V3-8B-Model_Stock","Model sha":"a1667b6f265aa779feb6a54611fa9af8cdb8f498","Average ⬆️":26.930558897103452,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3470456912363171,"IFEval Raw":0.6963767248677952,"IFEval":69.63767248677954,"BBH Raw":0.524319745545524,"BBH":32.42070195179438,"MATH Lvl 5 Raw":0.14652567975830816,"MATH Lvl 5":14.652567975830816,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.4149895833333333,"MUSR":11.140364583333332,"MMLU-PRO Raw":0.35023271276595747,"MMLU-PRO":27.803634751773053,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-08","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Elusive_Dragon_Heart-8B-LINEAR_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Elusive_Dragon_Heart-8B-LINEAR 📑","fullname":"DreadPoor/Elusive_Dragon_Heart-8B-LINEAR","Model sha":"610d22c28cf1b5050c93e746fc3671e9a9c632aa","Average ⬆️":28.65682513548015,"Hub License":"","Hub ❤️":0,"#Params (B)":4.015,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2727870512490191,"IFEval Raw":0.7131378076836128,"IFEval":71.31378076836128,"BBH Raw":0.5456414280881592,"BBH":35.31017141761393,"MATH Lvl 5 Raw":0.14803625377643503,"MATH Lvl 5":14.803625377643503,"GPQA Raw":0.3062080536912752,"GPQA":7.494407158836691,"MUSR Raw":0.4145520833333333,"MUSR":11.752343749999996,"MMLU-PRO Raw":0.3813996010638298,"MMLU-PRO":31.26662234042553,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-18","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Emu_Eggs-9B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"DreadPoor/Emu_Eggs-9B-Model_Stock 📑","fullname":"DreadPoor/Emu_Eggs-9B-Model_Stock","Model sha":"3fb1b2da72f3618f6943aedfd1600df27886792a","Average ⬆️":32.68321529929168,"Hub License":"","Hub ❤️":0,"#Params (B)":9.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.176699167352184,"IFEval Raw":0.7606982805622415,"IFEval":76.06982805622415,"BBH Raw":0.6051657213517168,"BBH":42.783674159620205,"MATH Lvl 5 Raw":0.20996978851963746,"MATH Lvl 5":20.996978851963746,"GPQA Raw":0.33305369127516776,"GPQA":11.073825503355701,"MUSR Raw":0.4070833333333333,"MUSR":9.318750000000003,"MMLU-PRO Raw":0.4227061170212766,"MMLU-PRO":35.85623522458629,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-18","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Eunoia_Vespera-8B-LINEAR_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Eunoia_Vespera-8B-LINEAR 📑","fullname":"DreadPoor/Eunoia_Vespera-8B-LINEAR","Model sha":"c674956327af664735cf39b20c7a8276dfa579f9","Average ⬆️":28.956332369127022,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.626520093949101,"IFEval Raw":0.7235291249440374,"IFEval":72.35291249440374,"BBH Raw":0.5399310621081937,"BBH":34.21610348917685,"MATH Lvl 5 Raw":0.1540785498489426,"MATH Lvl 5":15.407854984894259,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.4184895833333333,"MUSR":12.611197916666663,"MMLU-PRO Raw":0.38389295212765956,"MMLU-PRO":31.543661347517727,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-22","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Fu_sion_HA-8B-SLERP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Fu_sion_HA-8B-SLERP 📑","fullname":"DreadPoor/Fu_sion_HA-8B-SLERP","Model sha":"09b7b157bdf83840d7a1dc828d1ab4285b9f809d","Average ⬆️":29.959011604457412,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2951105435024746,"IFEval Raw":0.7609232392274721,"IFEval":76.0923239227472,"BBH Raw":0.5372804197028272,"BBH":34.05290214273217,"MATH Lvl 5 Raw":0.17522658610271905,"MATH Lvl 5":17.522658610271904,"GPQA Raw":0.32298657718120805,"GPQA":9.731543624161072,"MUSR Raw":0.41601041666666666,"MUSR":10.967968749999997,"MMLU-PRO Raw":0.38248005319148937,"MMLU-PRO":31.386672576832154,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-17","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_HOT_STINKING_GARBAGE_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/HOT_STINKING_GARBAGE 📑","fullname":"DreadPoor/HOT_STINKING_GARBAGE","Model sha":"70e1c55971ea79ac0b5bc52938aa02f3bc5af5de","Average ⬆️":21.584573242489594,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4737654914835887,"IFEval Raw":0.5754265349273262,"IFEval":57.54265349273261,"BBH Raw":0.4884000866161456,"BBH":27.851418136508787,"MATH Lvl 5 Raw":0.06722054380664652,"MATH Lvl 5":6.722054380664652,"GPQA Raw":0.2751677852348993,"GPQA":3.355704697986576,"MUSR Raw":0.42500000000000004,"MUSR":11.625000000000005,"MMLU-PRO Raw":0.30169547872340424,"MMLU-PRO":22.410608747044915,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-03","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_H_the_eighth-8B-LINEAR_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/H_the_eighth-8B-LINEAR 📑","fullname":"DreadPoor/H_the_eighth-8B-LINEAR","Model sha":"a1f5676e4151796de4c670b73dfdcaef7d328389","Average ⬆️":30.18954140441448,"Hub License":"","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6574557527465881,"IFEval Raw":0.7469347996648892,"IFEval":74.69347996648892,"BBH Raw":0.5383752114303682,"BBH":34.15424498998624,"MATH Lvl 5 Raw":0.17749244712990936,"MATH Lvl 5":17.749244712990937,"GPQA Raw":0.32802013422818793,"GPQA":10.402684563758392,"MUSR Raw":0.41728125,"MUSR":12.76015625,"MMLU-PRO Raw":0.3823969414893617,"MMLU-PRO":31.37743794326241,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-06","Generation":1,"Base Model":"DreadPoor/H_the_eighth-8B-LINEAR (Merge)"},{"eval_name":"DreadPoor_Happy_New_Year-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Happy_New_Year-8B-Model_Stock 📑","fullname":"DreadPoor/Happy_New_Year-8B-Model_Stock","Model sha":"e02c7ec9245262f2f43541db4b835144d45851a3","Average ⬆️":29.722378273097977,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.281487412969691,"IFEval Raw":0.7615726272955757,"IFEval":76.15726272955757,"BBH Raw":0.5367913866457493,"BBH":34.00006494069371,"MATH Lvl 5 Raw":0.1593655589123867,"MATH Lvl 5":15.93655589123867,"GPQA Raw":0.313758389261745,"GPQA":8.501118568232664,"MUSR Raw":0.4185520833333333,"MUSR":11.752343749999996,"MMLU-PRO Raw":0.3878823138297872,"MMLU-PRO":31.98692375886525,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-31","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Heart_Stolen-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Heart_Stolen-8B-Model_Stock 📑","fullname":"DreadPoor/Heart_Stolen-8B-Model_Stock","Model sha":"6d77987af7115c7455ddb072c48316815b018999","Average ⬆️":29.411035925290932,"Hub License":"cc-by-nc-4.0","Hub ❤️":5,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4986020927170227,"IFEval Raw":0.7244533393617822,"IFEval":72.44533393617823,"BBH Raw":0.5395443745186658,"BBH":34.44482164620488,"MATH Lvl 5 Raw":0.17220543806646527,"MATH Lvl 5":17.220543806646525,"GPQA Raw":0.31711409395973156,"GPQA":8.948545861297541,"MUSR Raw":0.41622916666666665,"MUSR":12.361979166666666,"MMLU-PRO Raw":0.37940492021276595,"MMLU-PRO":31.044991134751776,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-09","Submission Date":"2024-09-10","Generation":1,"Base Model":"DreadPoor/Heart_Stolen-8B-Model_Stock (Merge)"},{"eval_name":"DreadPoor_Heart_Stolen-ALT-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Heart_Stolen-ALT-8B-Model_Stock 📑","fullname":"DreadPoor/Heart_Stolen-ALT-8B-Model_Stock","Model sha":"03d1d70cb7eb5a743468b97c9c580028df487564","Average ⬆️":27.8678381845889,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.471254548591098,"IFEval Raw":0.7183584001560305,"IFEval":71.83584001560305,"BBH Raw":0.526338467747489,"BBH":32.354424456472486,"MATH Lvl 5 Raw":0.15634441087613293,"MATH Lvl 5":15.634441087613293,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.40549999999999997,"MUSR":9.754166666666663,"MMLU-PRO Raw":0.37724401595744683,"MMLU-PRO":30.80489066193854,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-11","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Here_We_Go_Again-8B-SLERP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Here_We_Go_Again-8B-SLERP 📑","fullname":"DreadPoor/Here_We_Go_Again-8B-SLERP","Model sha":"ea5658071e1fd45f1c8261ab2070244de2f40c38","Average ⬆️":30.129656228309155,"Hub License":"","Hub ❤️":0,"#Params (B)":4.015,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.225435569157672,"IFEval Raw":0.7442120240960651,"IFEval":74.42120240960651,"BBH Raw":0.5460182474181831,"BBH":35.53148620432186,"MATH Lvl 5 Raw":0.1729607250755287,"MATH Lvl 5":17.29607250755287,"GPQA Raw":0.3187919463087248,"GPQA":9.172259507829976,"MUSR Raw":0.4186770833333333,"MUSR":12.434635416666666,"MMLU-PRO Raw":0.3873005319148936,"MMLU-PRO":31.922281323877062,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-31","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Howdy-8B-LINEAR_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Howdy-8B-LINEAR 📑","fullname":"DreadPoor/Howdy-8B-LINEAR","Model sha":"2d16b904fdaa1388431c804e9b3e7497901928b5","Average ⬆️":29.644826479517462,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3063248770741902,"IFEval Raw":0.7377923908562614,"IFEval":73.77923908562614,"BBH Raw":0.5383981582614435,"BBH":34.22706196535763,"MATH Lvl 5 Raw":0.17749244712990936,"MATH Lvl 5":17.749244712990937,"GPQA Raw":0.3145973154362416,"GPQA":8.612975391498878,"MUSR Raw":0.41213541666666664,"MUSR":12.316927083333331,"MMLU-PRO Raw":0.3806515957446808,"MMLU-PRO":31.183510638297868,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-16","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Incidental-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Incidental-8B-Model_Stock 📑","fullname":"DreadPoor/Incidental-8B-Model_Stock","Model sha":"2fa6bd06595818371f6395f00e5b6ac2a91a6ad6","Average ⬆️":29.5682894801915,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2634223164614282,"IFEval Raw":0.748183708116686,"IFEval":74.81837081166859,"BBH Raw":0.5452070612873019,"BBH":35.15766080254052,"MATH Lvl 5 Raw":0.16163141993957703,"MATH Lvl 5":16.1631419939577,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.42401041666666667,"MUSR":12.301302083333331,"MMLU-PRO Raw":0.3873005319148936,"MMLU-PRO":31.922281323877062,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-13","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Irina-8B-model_stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Irina-8B-model_stock 📑","fullname":"DreadPoor/Irina-8B-model_stock","Model sha":"b282e3ab449d71a31f48b8c13eb43a4435968728","Average ⬆️":25.34985665112922,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.491172890181649,"IFEval Raw":0.6799403360860294,"IFEval":67.99403360860295,"BBH Raw":0.5236638956084764,"BBH":32.08833034979686,"MATH Lvl 5 Raw":0.10196374622356495,"MATH Lvl 5":10.196374622356496,"GPQA Raw":0.28439597315436244,"GPQA":4.5861297539149914,"MUSR Raw":0.40029166666666666,"MUSR":8.636458333333332,"MMLU-PRO Raw":0.35738031914893614,"MMLU-PRO":28.59781323877068,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-08-30","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Kindling-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Kindling-8B-Model_Stock 📑","fullname":"DreadPoor/Kindling-8B-Model_Stock","Model sha":"17fd1dbd6f97bdda7608c2e9508d9f855df410e1","Average ⬆️":29.66229791748307,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2885656354328203,"IFEval Raw":0.7308231049171753,"IFEval":73.08231049171752,"BBH Raw":0.5492054832931256,"BBH":35.77883534009465,"MATH Lvl 5 Raw":0.17522658610271905,"MATH Lvl 5":17.522658610271904,"GPQA Raw":0.3179530201342282,"GPQA":9.060402684563762,"MUSR Raw":0.4068333333333333,"MUSR":11.087499999999997,"MMLU-PRO Raw":0.3829787234042553,"MMLU-PRO":31.44208037825059,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-26","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_L3.1-BaeZel-8B-Della_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/L3.1-BaeZel-8B-Della 📑","fullname":"DreadPoor/L3.1-BaeZel-8B-Della","Model sha":"ec61b6f5355a7f3975d80f1afac69e0407e612e5","Average ⬆️":26.25567172776485,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3179894823741092,"IFEval Raw":0.5180243974875552,"IFEval":51.802439748755525,"BBH Raw":0.5448449542185521,"BBH":35.15745504522053,"MATH Lvl 5 Raw":0.17447129909365558,"MATH Lvl 5":17.447129909365557,"GPQA Raw":0.3196308724832215,"GPQA":9.284116331096197,"MUSR Raw":0.4199791666666666,"MUSR":11.597395833333332,"MMLU-PRO Raw":0.3902094414893617,"MMLU-PRO":32.245493498817964,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-15","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Laughing_Stock-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Laughing_Stock-8B-Model_Stock 📑","fullname":"DreadPoor/Laughing_Stock-8B-Model_Stock","Model sha":"9ead55adb81aaa1c6b5c828e5be03340f32f960b","Average ⬆️":28.212504336786974,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2966608065773144,"IFEval Raw":0.7189579205397235,"IFEval":71.89579205397234,"BBH Raw":0.5449429262155,"BBH":34.93824337423678,"MATH Lvl 5 Raw":0.1578549848942598,"MATH Lvl 5":15.785498489425981,"GPQA Raw":0.28942953020134227,"GPQA":5.257270693512303,"MUSR Raw":0.4145520833333333,"MUSR":10.68567708333333,"MMLU-PRO Raw":0.3764128989361702,"MMLU-PRO":30.712544326241126,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-27","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Lava_Lamp-8B-SLERP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Lava_Lamp-8B-SLERP 📑","fullname":"DreadPoor/Lava_Lamp-8B-SLERP","Model sha":"5f57c546340b533777f84e6b631b5c1b2a6f6ff2","Average ⬆️":29.154893020196578,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.264561277760501,"IFEval Raw":0.7381170848903134,"IFEval":73.81170848903133,"BBH Raw":0.5367586873360172,"BBH":33.802734199229576,"MATH Lvl 5 Raw":0.17371601208459214,"MATH Lvl 5":17.371601208459214,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.4187083333333333,"MUSR":12.00520833333333,"MMLU-PRO Raw":0.375,"MMLU-PRO":30.555555555555557,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-18","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_LemonP-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/LemonP-8B-Model_Stock 📑","fullname":"DreadPoor/LemonP-8B-Model_Stock","Model sha":"8c3f1eba0a5ff4fa70b47a1e94e4404e6fa5d878","Average ⬆️":30.052497237216315,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3972866396390922,"IFEval Raw":0.7676176988169169,"IFEval":76.76176988169169,"BBH Raw":0.5439348074265458,"BBH":35.371476735853804,"MATH Lvl 5 Raw":0.17673716012084592,"MATH Lvl 5":17.673716012084594,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.40810416666666666,"MUSR":10.079687499999997,"MMLU-PRO Raw":0.40043218085106386,"MMLU-PRO":33.38135342789598,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-08","Submission Date":"2025-01-19","Generation":1,"Base Model":"DreadPoor/LemonP-8B-Model_Stock (Merge)"},{"eval_name":"DreadPoor_Lydia_of_Whiterun-8B-LINEAR_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Lydia_of_Whiterun-8B-LINEAR 📑","fullname":"DreadPoor/Lydia_of_Whiterun-8B-LINEAR","Model sha":"87cbd7f5ebd1f6e7db2df8f62ecac7d65ba3adb0","Average ⬆️":30.10503527354818,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6539682055402704,"IFEval Raw":0.760323718843779,"IFEval":76.03237188437791,"BBH Raw":0.5379527944750039,"BBH":33.86908733681889,"MATH Lvl 5 Raw":0.17673716012084592,"MATH Lvl 5":17.673716012084594,"GPQA Raw":0.3162751677852349,"GPQA":8.83668903803132,"MUSR Raw":0.42506249999999995,"MUSR":13.099479166666663,"MMLU-PRO Raw":0.3800698138297872,"MMLU-PRO":31.11886820330969,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-26","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Matryoshka-8B-LINEAR_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Matryoshka-8B-LINEAR 📑","fullname":"DreadPoor/Matryoshka-8B-LINEAR","Model sha":"20d260e6d881fcd3b4f76071797675d095ba8e98","Average ⬆️":29.825025523646488,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3246274294755,"IFEval Raw":0.7262519005128614,"IFEval":72.62519005128615,"BBH Raw":0.5444280006376178,"BBH":35.110911704209016,"MATH Lvl 5 Raw":0.17522658610271905,"MATH Lvl 5":17.522658610271904,"GPQA Raw":0.32046979865771813,"GPQA":9.395973154362418,"MUSR Raw":0.42524999999999996,"MUSR":12.456249999999999,"MMLU-PRO Raw":0.3865525265957447,"MMLU-PRO":31.839169621749413,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-02","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Mercury_In_Retrograde-8b-Model-Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Mercury_In_Retrograde-8b-Model-Stock 📑","fullname":"DreadPoor/Mercury_In_Retrograde-8b-Model-Stock","Model sha":"6c761644a57ab267624987ec2211c4af7a51a16a","Average ⬆️":29.2612899751994,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.347093322001088,"IFEval Raw":0.7296240641497892,"IFEval":72.96240641497891,"BBH Raw":0.5390507664719518,"BBH":34.38486477258895,"MATH Lvl 5 Raw":0.1646525679758308,"MATH Lvl 5":16.46525679758308,"GPQA Raw":0.3162751677852349,"GPQA":8.83668903803132,"MUSR Raw":0.4198854166666666,"MUSR":11.485677083333329,"MMLU-PRO Raw":0.38289561170212766,"MMLU-PRO":31.432845744680847,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-03","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Minthy-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Minthy-8B-Model_Stock 📑","fullname":"DreadPoor/Minthy-8B-Model_Stock","Model sha":"feadcfefefe2fc49b14eb18ba198b4472721d17b","Average ⬆️":30.052988869325077,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3610815072271032,"IFEval Raw":0.765769269981427,"IFEval":76.57692699814271,"BBH Raw":0.5352951319641014,"BBH":34.170029690638636,"MATH Lvl 5 Raw":0.19184290030211482,"MATH Lvl 5":19.184290030211482,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.40940624999999997,"MUSR":9.975781249999995,"MMLU-PRO Raw":0.3992686170212766,"MMLU-PRO":33.25206855791962,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-26","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Minthy_ALT-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Minthy_ALT-8B-Model_Stock 📑","fullname":"DreadPoor/Minthy_ALT-8B-Model_Stock","Model sha":"f316665116c167f281b084717951ea6856bd3e90","Average ⬆️":28.422530280387416,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3178485106532778,"IFEval Raw":0.6991992358054406,"IFEval":69.91992358054407,"BBH Raw":0.5374800202589046,"BBH":34.16825686462601,"MATH Lvl 5 Raw":0.17598187311178248,"MATH Lvl 5":17.598187311178247,"GPQA Raw":0.3062080536912752,"GPQA":7.494407158836691,"MUSR Raw":0.4225208333333333,"MUSR":11.648437499999998,"MMLU-PRO Raw":0.3673537234042553,"MMLU-PRO":29.70596926713948,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-26","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Minthy_V2-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Minthy_V2-8B-Model_Stock 📑","fullname":"DreadPoor/Minthy_V2-8B-Model_Stock","Model sha":"6fe73accfef6ae694256a6e73b4397a264ab16cd","Average ⬆️":28.428890431570498,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3756823635961435,"IFEval Raw":0.7125881549843305,"IFEval":71.25881549843305,"BBH Raw":0.5491095928821667,"BBH":35.82274773153525,"MATH Lvl 5 Raw":0.1593655589123867,"MATH Lvl 5":15.93655589123867,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.4198854166666666,"MUSR":11.219010416666663,"MMLU-PRO Raw":0.37367021276595747,"MMLU-PRO":30.40780141843972,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-26","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Minus_Penus-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Minus_Penus-8B-Model_Stock 📑","fullname":"DreadPoor/Minus_Penus-8B-Model_Stock","Model sha":"5b373df78401e9f5abf9f86909159480f940b14e","Average ⬆️":29.14247782385972,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6067024859198201,"IFEval Raw":0.7311477989512272,"IFEval":73.11477989512272,"BBH Raw":0.5343781571200968,"BBH":33.57084078325773,"MATH Lvl 5 Raw":0.2001510574018127,"MATH Lvl 5":20.01510574018127,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.40190624999999996,"MUSR":9.638281249999997,"MMLU-PRO Raw":0.3751662234042553,"MMLU-PRO":30.57402482269504,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-07","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Morphing-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Morphing-8B-Model_Stock 📑","fullname":"DreadPoor/Morphing-8B-Model_Stock","Model sha":"19c7dd26e8ca0a43f138d6c53d5721b6e4d65093","Average ⬆️":29.281274084097088,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3703618658259002,"IFEval Raw":0.744536718130117,"IFEval":74.45367181301171,"BBH Raw":0.5396942172954088,"BBH":34.452420920507734,"MATH Lvl 5 Raw":0.18882175226586104,"MATH Lvl 5":18.882175226586103,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.4068645833333333,"MUSR":10.391406249999998,"MMLU-PRO Raw":0.38522273936170215,"MMLU-PRO":31.691415484633573,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-14","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Not_Even_My_Final_Form-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Not_Even_My_Final_Form-8B-Model_Stock 📑","fullname":"DreadPoor/Not_Even_My_Final_Form-8B-Model_Stock","Model sha":"1f160553251edcc8f55752b98e19f66ed17c953e","Average ⬆️":29.473061853716462,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3929903739376703,"IFEval Raw":0.7721889032212308,"IFEval":77.21889032212307,"BBH Raw":0.5350849793007441,"BBH":33.71901446820086,"MATH Lvl 5 Raw":0.17598187311178248,"MATH Lvl 5":17.598187311178247,"GPQA Raw":0.2953020134228188,"GPQA":6.040268456375841,"MUSR Raw":0.41473958333333333,"MUSR":10.70911458333333,"MMLU-PRO Raw":0.3839760638297872,"MMLU-PRO":31.55289598108747,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-14","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Nother_One-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Nother_One-8B-Model_Stock 📑","fullname":"DreadPoor/Nother_One-8B-Model_Stock","Model sha":"559d4f0a1741c17e1c91f299d317876fa8279121","Average ⬆️":26.077271313760956,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.262117274440706,"IFEval Raw":0.6863101016414226,"IFEval":68.63101016414225,"BBH Raw":0.5204527600425481,"BBH":31.92112823138842,"MATH Lvl 5 Raw":0.15181268882175228,"MATH Lvl 5":15.181268882175228,"GPQA Raw":0.28942953020134227,"GPQA":5.257270693512303,"MUSR Raw":0.38702083333333337,"MUSR":6.6442708333333345,"MMLU-PRO Raw":0.35945811170212766,"MMLU-PRO":28.82867907801418,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-19","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Noxis-8B-LINEAR_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Noxis-8B-LINEAR 📑","fullname":"DreadPoor/Noxis-8B-LINEAR","Model sha":"e4fde6aa8c0eb9d93a61e9e564fa9568d959488f","Average ⬆️":29.287317950959928,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.632762720740592,"IFEval Raw":0.6913057354486096,"IFEval":69.13057354486097,"BBH Raw":0.5420956502068554,"BBH":34.8222565522494,"MATH Lvl 5 Raw":0.19788519637462235,"MATH Lvl 5":19.788519637462233,"GPQA Raw":0.3187919463087248,"GPQA":9.172259507829976,"MUSR Raw":0.4230833333333333,"MUSR":13.252083333333333,"MMLU-PRO Raw":0.3660239361702128,"MMLU-PRO":29.558215130023648,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-12","Submission Date":"2025-03-13","Generation":1,"Base Model":"DreadPoor/Noxis-8B-LINEAR (Merge)"},{"eval_name":"DreadPoor_Nullsworn-12B-LINEAR_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"DreadPoor/Nullsworn-12B-LINEAR 📑","fullname":"DreadPoor/Nullsworn-12B-LINEAR","Model sha":"d9c0d1e58d17ec818259e02609df20910187b3b2","Average ⬆️":23.778140361939588,"Hub License":"","Hub ❤️":0,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8642260980352026,"IFEval Raw":0.44356086295473784,"IFEval":44.35608629547379,"BBH Raw":0.5483045026677609,"BBH":35.51240857664764,"MATH Lvl 5 Raw":0.11253776435045318,"MATH Lvl 5":11.253776435045317,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.43495833333333334,"MUSR":14.436458333333329,"MMLU-PRO Raw":0.3645279255319149,"MMLU-PRO":29.391991725768314,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-09","Submission Date":"2025-03-10","Generation":1,"Base Model":"DreadPoor/Nullsworn-12B-LINEAR (Merge)"},{"eval_name":"DreadPoor_Nwah-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Nwah-8B-Model_Stock 📑","fullname":"DreadPoor/Nwah-8B-Model_Stock","Model sha":"08ccbacf8c7519024b984c1678bac4acf8a98e62","Average ⬆️":29.720182729588192,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6453176169467952,"IFEval Raw":0.7715893828375378,"IFEval":77.15893828375377,"BBH Raw":0.5384269019541996,"BBH":34.11306781436337,"MATH Lvl 5 Raw":0.1797583081570997,"MATH Lvl 5":17.97583081570997,"GPQA Raw":0.3104026845637584,"GPQA":8.05369127516779,"MUSR Raw":0.4039479166666667,"MUSR":9.82682291666667,"MMLU-PRO Raw":0.3807347074468085,"MMLU-PRO":31.19274527186761,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-26","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_ONeil-model_stock-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/ONeil-model_stock-8B 📑","fullname":"DreadPoor/ONeil-model_stock-8B","Model sha":"d4b84956211fd57b85122fe0c6f88b2cb9a9c86a","Average ⬆️":26.935908369361425,"Hub License":"cc-by-nc-4.0","Hub ❤️":3,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5288975332798018,"IFEval Raw":0.6785662043378236,"IFEval":67.85662043378235,"BBH Raw":0.5548337982400763,"BBH":36.4126125295027,"MATH Lvl 5 Raw":0.10120845921450151,"MATH Lvl 5":10.120845921450151,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.41734374999999996,"MUSR":10.967968749999995,"MMLU-PRO Raw":0.35987367021276595,"MMLU-PRO":28.874852245862886,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-07-06","Submission Date":"2024-07-15","Generation":1,"Base Model":"DreadPoor/ONeil-model_stock-8B (Merge)"},{"eval_name":"DreadPoor_Oh_Boy-8B-LINEAR_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Oh_Boy-8B-LINEAR 📑","fullname":"DreadPoor/Oh_Boy-8B-LINEAR","Model sha":"68b8a8e495b810b1951bf29e13aa18258cfa6b0d","Average ⬆️":29.675174242254258,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.335458516352382,"IFEval Raw":0.7503069633018169,"IFEval":75.0306963301817,"BBH Raw":0.5375114406292553,"BBH":34.14329045372282,"MATH Lvl 5 Raw":0.1782477341389728,"MATH Lvl 5":17.82477341389728,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.4107708333333333,"MUSR":11.679687499999998,"MMLU-PRO Raw":0.3848902925531915,"MMLU-PRO":31.654476950354614,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-29","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_OrangeJ-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/OrangeJ-8B-Model_Stock 📑","fullname":"DreadPoor/OrangeJ-8B-Model_Stock","Model sha":"99248153895557dccccd1d62c6e5b73c4c096d56","Average ⬆️":30.2188791324389,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4141550662108153,"IFEval Raw":0.7841039552830933,"IFEval":78.41039552830932,"BBH Raw":0.5413478053905038,"BBH":35.15080738484264,"MATH Lvl 5 Raw":0.17598187311178248,"MATH Lvl 5":17.598187311178247,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.4027708333333333,"MUSR":10.346354166666663,"MMLU-PRO Raw":0.3968583776595745,"MMLU-PRO":32.98426418439716,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-21","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Promissum_Mane-8B-LINEAR_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Promissum_Mane-8B-LINEAR 📑","fullname":"DreadPoor/Promissum_Mane-8B-LINEAR","Model sha":"ff399e7004040e1807e8d08b4d0967206fc50afa","Average ⬆️":29.099649072440133,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6572930442289775,"IFEval Raw":0.7150361042035134,"IFEval":71.50361042035134,"BBH Raw":0.5457684398146738,"BBH":35.253190231117536,"MATH Lvl 5 Raw":0.1555891238670695,"MATH Lvl 5":15.55891238670695,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.42004166666666665,"MUSR":13.338541666666666,"MMLU-PRO Raw":0.38505651595744683,"MMLU-PRO":31.672946217494097,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-30","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Promissum_Mane-8B-LINEAR-lorablated_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Promissum_Mane-8B-LINEAR-lorablated 📑","fullname":"DreadPoor/Promissum_Mane-8B-LINEAR-lorablated","Model sha":"34c4a30b7462704810e35e033aa5ef33b075a97b","Average ⬆️":28.82332716689665,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5846849960800864,"IFEval Raw":0.7156356245872064,"IFEval":71.56356245872064,"BBH Raw":0.5435183631990302,"BBH":34.60910725048443,"MATH Lvl 5 Raw":0.15332326283987915,"MATH Lvl 5":15.332326283987916,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.4197916666666666,"MUSR":13.840624999999998,"MMLU-PRO Raw":0.37391954787234044,"MMLU-PRO":30.43550531914893,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-30","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_RPMash-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/RPMash-8B-Model_Stock 📑","fullname":"DreadPoor/RPMash-8B-Model_Stock","Model sha":"005b435f7810d50c508a186b9fc029587c962643","Average ⬆️":21.700898440005755,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3049476110310343,"IFEval Raw":0.4563502617499346,"IFEval":45.635026174993456,"BBH Raw":0.5169088291675549,"BBH":31.112591631105516,"MATH Lvl 5 Raw":0.10800604229607251,"MATH Lvl 5":10.80060422960725,"GPQA Raw":0.28691275167785235,"GPQA":4.921700223713646,"MUSR Raw":0.405375,"MUSR":8.805208333333335,"MMLU-PRO Raw":0.3603723404255319,"MMLU-PRO":28.930260047281326,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-22","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_RPMash_V3-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/RPMash_V3-8B-Model_Stock 📑","fullname":"DreadPoor/RPMash_V3-8B-Model_Stock","Model sha":"cc331dfb7b2f6ed280dd473077c3776c813c2a5a","Average ⬆️":25.785089599589032,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2215115599421278,"IFEval Raw":0.70491961329273,"IFEval":70.491961329273,"BBH Raw":0.5217453397523113,"BBH":31.99104716376097,"MATH Lvl 5 Raw":0.1042296072507553,"MATH Lvl 5":10.42296072507553,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.37775000000000003,"MUSR":6.052083333333336,"MMLU-PRO Raw":0.36136968085106386,"MMLU-PRO":29.041075650118202,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-25","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Rusted_Gold-8B-LINEAR_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Rusted_Gold-8B-LINEAR 📑","fullname":"DreadPoor/Rusted_Gold-8B-LINEAR","Model sha":"23186793cc5230820b32031257b8e288d6294bfb","Average ⬆️":29.318843902928162,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5831037946767536,"IFEval Raw":0.7296240641497892,"IFEval":72.96240641497891,"BBH Raw":0.5386646439313688,"BBH":34.12086145705898,"MATH Lvl 5 Raw":0.1933534743202417,"MATH Lvl 5":19.335347432024168,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.41775,"MUSR":12.118749999999999,"MMLU-PRO Raw":0.37799202127659576,"MMLU-PRO":30.888002364066192,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-07","Submission Date":"2025-03-07","Generation":1,"Base Model":"DreadPoor/Rusted_Gold-8B-LINEAR (Merge)"},{"eval_name":"DreadPoor_Rusted_Platinum-8B-LINEAR_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Rusted_Platinum-8B-LINEAR 📑","fullname":"DreadPoor/Rusted_Platinum-8B-LINEAR","Model sha":"632042f8b0f8fe0684c7251b023df00bb81b9286","Average ⬆️":27.83034980109748,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6016343137475283,"IFEval Raw":0.7179838384375679,"IFEval":71.7983838437568,"BBH Raw":0.5427868416987739,"BBH":34.78573450204923,"MATH Lvl 5 Raw":0.17220543806646527,"MATH Lvl 5":17.220543806646525,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.39666666666666667,"MUSR":8.816666666666663,"MMLU-PRO Raw":0.37300531914893614,"MMLU-PRO":30.33392434988179,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-06","Generation":1,"Base Model":"DreadPoor/Rusted_Platinum-8B-LINEAR (Merge)"},{"eval_name":"DreadPoor_Rusted_Platinum-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Rusted_Platinum-8B-Model_Stock 📑","fullname":"DreadPoor/Rusted_Platinum-8B-Model_Stock","Model sha":"8c7e325cd412d70f5cb1e0a2f72f1cd3860f9eb3","Average ⬆️":20.303818181145747,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6156083073986824,"IFEval Raw":0.44078821970150317,"IFEval":44.078821970150315,"BBH Raw":0.5242840148078765,"BBH":32.36931288487491,"MATH Lvl 5 Raw":0.10196374622356495,"MATH Lvl 5":10.196374622356496,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.37406249999999996,"MUSR":4.424479166666667,"MMLU-PRO Raw":0.3546376329787234,"MMLU-PRO":28.29307033096927,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-06","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Sellen-8B-model_stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Sellen-8B-model_stock 📑","fullname":"DreadPoor/Sellen-8B-model_stock","Model sha":"accde7145d81a428c782695ea61eebc608efd980","Average ⬆️":26.387643367541383,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.614941045520685,"IFEval Raw":0.7112893788481229,"IFEval":71.1289378848123,"BBH Raw":0.5231680557624704,"BBH":31.3609793143707,"MATH Lvl 5 Raw":0.1336858006042296,"MATH Lvl 5":13.36858006042296,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.3960416666666666,"MUSR":10.671874999999995,"MMLU-PRO Raw":0.35696476063829785,"MMLU-PRO":28.551640070921984,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-08-27","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Something-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Something-8B-Model_Stock 📑","fullname":"DreadPoor/Something-8B-Model_Stock","Model sha":"c08094253a01bfa99d0076a28fc758522ce5dd60","Average ⬆️":25.93310010934314,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5553240142927571,"IFEval Raw":0.5043107842746135,"IFEval":50.43107842746136,"BBH Raw":0.5395029370473196,"BBH":34.539896807500135,"MATH Lvl 5 Raw":0.1797583081570997,"MATH Lvl 5":17.97583081570997,"GPQA Raw":0.31711409395973156,"GPQA":8.948545861297541,"MUSR Raw":0.41873958333333333,"MUSR":11.642447916666667,"MMLU-PRO Raw":0.3885472074468085,"MMLU-PRO":32.06080082742317,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-15","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Spring_Dusk-8B-SCE_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Spring_Dusk-8B-SCE 📑","fullname":"DreadPoor/Spring_Dusk-8B-SCE","Model sha":"fdf3bfd36ef2529dc971a5103d8194a98a0bf04e","Average ⬆️":26.661455778534272,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4256880940800347,"IFEval Raw":0.6514636719459922,"IFEval":65.14636719459922,"BBH Raw":0.5635271357931001,"BBH":37.76481840522523,"MATH Lvl 5 Raw":0.07628398791540786,"MATH Lvl 5":7.628398791540786,"GPQA Raw":0.287751677852349,"GPQA":5.033557046979867,"MUSR Raw":0.45997916666666666,"MUSR":17.33072916666666,"MMLU-PRO Raw":0.3435837765957447,"MMLU-PRO":27.06486406619385,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"DreadPoor/Spring_Dusk-8B-SCE (Merge)"},{"eval_name":"DreadPoor_Summer_Dawn-8B-SCE_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Summer_Dawn-8B-SCE 📑","fullname":"DreadPoor/Summer_Dawn-8B-SCE","Model sha":"1c9ef9985436d5d44eff6b09e1c7a9dfe7ebf140","Average ⬆️":27.707526796543544,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.281365469197718,"IFEval Raw":0.6642032030567783,"IFEval":66.42032030567782,"BBH Raw":0.539111375413361,"BBH":34.62851818112923,"MATH Lvl 5 Raw":0.17220543806646527,"MATH Lvl 5":17.220543806646525,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.41204166666666664,"MUSR":10.671874999999995,"MMLU-PRO Raw":0.37533244680851063,"MMLU-PRO":30.592494089834517,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-02","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Summer_Dusk-8B-TIES_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Summer_Dusk-8B-TIES 📑","fullname":"DreadPoor/Summer_Dusk-8B-TIES","Model sha":"529d03b76a413c42c498f3a64781f4afc0ecb4e4","Average ⬆️":25.70113735165475,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3505131314656516,"IFEval Raw":0.4922206412319312,"IFEval":49.22206412319312,"BBH Raw":0.5359662578395569,"BBH":33.83081371910365,"MATH Lvl 5 Raw":0.18051359516616314,"MATH Lvl 5":18.051359516616312,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.4266770833333333,"MUSR":13.76796875,"MMLU-PRO Raw":0.3855551861702128,"MMLU-PRO":31.728354018912537,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-05","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Summer_Rain-8B-SCE_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Summer_Rain-8B-SCE 📑","fullname":"DreadPoor/Summer_Rain-8B-SCE","Model sha":"3071fdf77d85661b472c17ed496954072fcba80e","Average ⬆️":25.516588284918253,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.417925622177407,"IFEval Raw":0.5459259210007226,"IFEval":54.59259210007225,"BBH Raw":0.5845948417986419,"BBH":40.61854240395792,"MATH Lvl 5 Raw":0.0702416918429003,"MATH Lvl 5":7.02416918429003,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.4477291666666667,"MUSR":15.366145833333333,"MMLU-PRO Raw":0.3550531914893617,"MMLU-PRO":28.33924349881796,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-02","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Summer_Rain-8B-TIES_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Summer_Rain-8B-TIES 📑","fullname":"DreadPoor/Summer_Rain-8B-TIES","Model sha":"ff5a9e8f6c8b2d34e0eac427c33c0b3569804c66","Average ⬆️":25.49119270489429,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4687409513265564,"IFEval Raw":0.5444021861992845,"IFEval":54.44021861992846,"BBH Raw":0.5845948417986419,"BBH":40.61854240395792,"MATH Lvl 5 Raw":0.0702416918429003,"MATH Lvl 5":7.02416918429003,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.4477291666666667,"MUSR":15.366145833333333,"MMLU-PRO Raw":0.3550531914893617,"MMLU-PRO":28.33924349881796,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-02","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Sun-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Sun-8B-Model_Stock 📑","fullname":"DreadPoor/Sun-8B-Model_Stock","Model sha":"7fa7747e70e20c385c134f545ceb6287a436af06","Average ⬆️":30.080714550686338,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3758434175655363,"IFEval Raw":0.7758358932077998,"IFEval":77.58358932077998,"BBH Raw":0.5263511014407583,"BBH":32.954595045665,"MATH Lvl 5 Raw":0.20996978851963746,"MATH Lvl 5":20.996978851963746,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.40975,"MUSR":10.852083333333333,"MMLU-PRO Raw":0.38347739361702127,"MMLU-PRO":31.49748817966903,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-27","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Sweetened_Condensed_Milk-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Sweetened_Condensed_Milk-8B-Model_Stock 📑","fullname":"DreadPoor/Sweetened_Condensed_Milk-8B-Model_Stock","Model sha":"307d93aeb51160a8b0ce236b8abd13e04873fef1","Average ⬆️":29.56115847933121,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3313386343071156,"IFEval Raw":0.7417142071924716,"IFEval":74.17142071924715,"BBH Raw":0.5406287643522295,"BBH":34.670888066076664,"MATH Lvl 5 Raw":0.18731117824773413,"MATH Lvl 5":18.731117824773413,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.4106770833333333,"MUSR":11.10130208333333,"MMLU-PRO Raw":0.38480718085106386,"MMLU-PRO":31.645242316784866,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-27","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_TEST02-Ignore_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/TEST02-Ignore 📑","fullname":"DreadPoor/TEST02-Ignore","Model sha":"e0a0826f7695f452cf920b4d3261cf82286fa6c0","Average ⬆️":24.97786899148115,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.445361409314325,"IFEval Raw":0.6118964347930158,"IFEval":61.18964347930159,"BBH Raw":0.5601644306147606,"BBH":37.13218783602701,"MATH Lvl 5 Raw":0.08685800604229607,"MATH Lvl 5":8.685800604229607,"GPQA Raw":0.28439597315436244,"GPQA":4.5861297539149914,"MUSR Raw":0.41985416666666664,"MUSR":10.848437500000003,"MMLU-PRO Raw":0.3468251329787234,"MMLU-PRO":27.425014775413715,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-05","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_TEST03-ignore_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/TEST03-ignore 📑","fullname":"DreadPoor/TEST03-ignore","Model sha":"70ad8c5d5131c144904cbb19f13e60cd2e4db1d1","Average ⬆️":28.440777656618568,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9057666825537358,"IFEval Raw":0.6967014189018471,"IFEval":69.67014189018471,"BBH Raw":0.5383414134372179,"BBH":34.38735467240193,"MATH Lvl 5 Raw":0.16540785498489427,"MATH Lvl 5":16.540785498489427,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.4186145833333333,"MUSR":11.226822916666665,"MMLU-PRO Raw":0.37890625,"MMLU-PRO":30.989583333333336,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-05","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_TEST06-ignore_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/TEST06-ignore 📑","fullname":"DreadPoor/TEST06-ignore","Model sha":"bed8b9e607470aa9ba1b827009f34bee55e9cdcb","Average ⬆️":27.721454908565875,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.1041045761762494,"IFEval Raw":0.7322969720342026,"IFEval":73.22969720342026,"BBH Raw":0.5509060880148441,"BBH":35.92411184894727,"MATH Lvl 5 Raw":0.11782477341389729,"MATH Lvl 5":11.782477341389729,"GPQA Raw":0.28691275167785235,"GPQA":4.921700223713646,"MUSR Raw":0.4224895833333333,"MUSR":11.411197916666667,"MMLU-PRO Raw":0.3615359042553192,"MMLU-PRO":29.05954491725768,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-07","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_TEST07-ignore_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/TEST07-ignore 📑","fullname":"DreadPoor/TEST07-ignore","Model sha":"18d361629e2853bbca79ce97819f0f8cf33b1468","Average ⬆️":29.498717642655507,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3740561440519077,"IFEval Raw":0.7399655137258031,"IFEval":73.99655137258031,"BBH Raw":0.5561275711510345,"BBH":36.88142926288663,"MATH Lvl 5 Raw":0.1661631419939577,"MATH Lvl 5":16.61631419939577,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.40937500000000004,"MUSR":9.671875000000005,"MMLU-PRO Raw":0.3879654255319149,"MMLU-PRO":31.99615839243498,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-07","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_TEST08-ignore_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/TEST08-ignore 📑","fullname":"DreadPoor/TEST08-ignore","Model sha":"fbcbf1bc95596028635441a46e9b2ef250c9e5fb","Average ⬆️":29.66477204531803,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.37025617734741,"IFEval Raw":0.7466599733152479,"IFEval":74.66599733152479,"BBH Raw":0.5453519655444978,"BBH":35.35061865878467,"MATH Lvl 5 Raw":0.18202416918429004,"MATH Lvl 5":18.202416918429005,"GPQA Raw":0.31291946308724833,"GPQA":8.389261744966444,"MUSR Raw":0.40810416666666666,"MUSR":9.679687499999998,"MMLU-PRO Raw":0.3853058510638298,"MMLU-PRO":31.700650118203306,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-07","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Trinas_Nectar-8B-model_stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Trinas_Nectar-8B-model_stock 📑","fullname":"DreadPoor/Trinas_Nectar-8B-model_stock","Model sha":"cb46b8431872557904d83fc5aa1b90dabeb74acc","Average ⬆️":27.522454161375844,"Hub License":"cc-by-nc-4.0","Hub ❤️":3,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.733447793388806,"IFEval Raw":0.7259272064788096,"IFEval":72.59272064788095,"BBH Raw":0.5256123853406084,"BBH":31.97509368554489,"MATH Lvl 5 Raw":0.15256797583081572,"MATH Lvl 5":15.256797583081571,"GPQA Raw":0.2860738255033557,"GPQA":4.809843400447425,"MUSR Raw":0.4067708333333333,"MUSR":11.413020833333329,"MMLU-PRO Raw":0.36178523936170215,"MMLU-PRO":29.08724881796691,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-08-16","Submission Date":"2024-08-27","Generation":1,"Base Model":"DreadPoor/Trinas_Nectar-8B-model_stock (Merge)"},{"eval_name":"DreadPoor_UNTESTED-VENN_1.2-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/UNTESTED-VENN_1.2-8B-Model_Stock 📑","fullname":"DreadPoor/UNTESTED-VENN_1.2-8B-Model_Stock","Model sha":"f424bcd1b0b28a4f21b807c520710142ca797a7c","Average ⬆️":25.474742716103354,"Hub License":"","Hub ❤️":0,"#Params (B)":4.015,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2984347569797885,"IFEval Raw":0.47176270074513404,"IFEval":47.176270074513404,"BBH Raw":0.5475027267486955,"BBH":35.427098756489926,"MATH Lvl 5 Raw":0.1540785498489426,"MATH Lvl 5":15.407854984894259,"GPQA Raw":0.31543624161073824,"GPQA":8.7248322147651,"MUSR Raw":0.4449375,"MUSR":15.15052083333333,"MMLU-PRO Raw":0.378656914893617,"MMLU-PRO":30.961879432624112,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-27","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_VENN_1.2-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/VENN_1.2-8B-Model_Stock 📑","fullname":"DreadPoor/VENN_1.2-8B-Model_Stock","Model sha":"eb564a91d66eeec24b7699633867b0182b9bef5f","Average ⬆️":28.85327338885053,"Hub License":"","Hub ❤️":0,"#Params (B)":4.015,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2817874457469578,"IFEval Raw":0.7226049105262924,"IFEval":72.26049105262925,"BBH Raw":0.5458812486333333,"BBH":35.12536864211717,"MATH Lvl 5 Raw":0.17069486404833836,"MATH Lvl 5":17.069486404833835,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.42001041666666666,"MUSR":12.167968749999998,"MMLU-PRO Raw":0.3720910904255319,"MMLU-PRO":30.232343380614658,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-28","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_WIP-Acacia-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/WIP-Acacia-8B-Model_Stock 📑","fullname":"DreadPoor/WIP-Acacia-8B-Model_Stock","Model sha":"ae4f1a21b9de70ec75d02e9a84209ae6360a01e9","Average ⬆️":26.72381960950896,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3259010853742466,"IFEval Raw":0.6246359659038019,"IFEval":62.46359659038019,"BBH Raw":0.5194665568943516,"BBH":31.162352922428383,"MATH Lvl 5 Raw":0.16691842900302115,"MATH Lvl 5":16.691842900302113,"GPQA Raw":0.3062080536912752,"GPQA":7.494407158836691,"MUSR Raw":0.4225833333333333,"MUSR":12.122916666666663,"MMLU-PRO Raw":0.37367021276595747,"MMLU-PRO":30.40780141843972,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-28","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_WIP_Damascus-8B-TIES_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/WIP_Damascus-8B-TIES 📑","fullname":"DreadPoor/WIP_Damascus-8B-TIES","Model sha":"c7720a0b0a8d24e62bf71b0e955b1aca8e62f1cb","Average ⬆️":24.97055556390754,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6362246106711529,"IFEval Raw":0.4776326812856554,"IFEval":47.76326812856554,"BBH Raw":0.5410672913070808,"BBH":34.52230581565854,"MATH Lvl 5 Raw":0.16540785498489427,"MATH Lvl 5":16.540785498489427,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.41185416666666663,"MUSR":12.715104166666663,"MMLU-PRO Raw":0.37608045212765956,"MMLU-PRO":30.67560579196217,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-29","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Wannabe-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Wannabe-8B-Model_Stock 📑","fullname":"DreadPoor/Wannabe-8B-Model_Stock","Model sha":"26050fd408c163b516a2a3363148acca2dc1dcbd","Average ⬆️":29.111295234622002,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1807024438715077,"IFEval Raw":0.7204816553411615,"IFEval":72.04816553411615,"BBH Raw":0.5389637944785705,"BBH":34.278852846231906,"MATH Lvl 5 Raw":0.17749244712990936,"MATH Lvl 5":17.749244712990937,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.41346875,"MUSR":12.316927083333331,"MMLU-PRO Raw":0.383061835106383,"MMLU-PRO":31.451315011820324,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-28","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_What_A_Thrill-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/What_A_Thrill-8B-Model_Stock 📑","fullname":"DreadPoor/What_A_Thrill-8B-Model_Stock","Model sha":"492f72ec38b55b943f5014608df6a6ba2e1f458e","Average ⬆️":28.009599613230606,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2363391557136492,"IFEval Raw":0.7064433480941679,"IFEval":70.64433480941679,"BBH Raw":0.531144904394377,"BBH":32.94877726470522,"MATH Lvl 5 Raw":0.18202416918429004,"MATH Lvl 5":18.202416918429005,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.40804166666666664,"MUSR":10.938541666666664,"MMLU-PRO Raw":0.3615359042553192,"MMLU-PRO":29.05954491725768,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-16","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Winter-8B-SCE_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Winter-8B-SCE 📑","fullname":"DreadPoor/Winter-8B-SCE","Model sha":"f4b79055af20d661b693151aa7e5db0000b8ee44","Average ⬆️":29.224572446583664,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3285695722275177,"IFEval Raw":0.7536292592543341,"IFEval":75.3629259254334,"BBH Raw":0.5261733490323383,"BBH":32.53825480363242,"MATH Lvl 5 Raw":0.19184290030211482,"MATH Lvl 5":19.184290030211482,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.4070833333333333,"MUSR":10.118749999999997,"MMLU-PRO Raw":0.38389295212765956,"MMLU-PRO":31.543661347517727,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-02","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Winter_Dawn-8B-TIES_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Winter_Dawn-8B-TIES 📑","fullname":"DreadPoor/Winter_Dawn-8B-TIES","Model sha":"51a34187becda09317bd5afd193f265e18b731b3","Average ⬆️":26.797849910055774,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4492919129493278,"IFEval Raw":0.5496482665992899,"IFEval":54.96482665992899,"BBH Raw":0.5309416142154736,"BBH":33.71410059102799,"MATH Lvl 5 Raw":0.18580060422960726,"MATH Lvl 5":18.580060422960727,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.42785416666666665,"MUSR":13.2484375,"MMLU-PRO Raw":0.3910405585106383,"MMLU-PRO":32.337839834515364,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-01","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Winter_Dusk-8B-TIES_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Winter_Dusk-8B-TIES 📑","fullname":"DreadPoor/Winter_Dusk-8B-TIES","Model sha":"cc85bae1be7b642bfaa31563f6e4651f8f5181ab","Average ⬆️":24.11123263157222,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3938008057333435,"IFEval Raw":0.7152610628687439,"IFEval":71.52610628687438,"BBH Raw":0.4951882158967103,"BBH":28.227815382165357,"MATH Lvl 5 Raw":0.07175226586102719,"MATH Lvl 5":7.175226586102719,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.3688229166666666,"MUSR":3.6028645833333335,"MMLU-PRO Raw":0.3478224734042553,"MMLU-PRO":27.53583037825059,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-01","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Winter_Night-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Winter_Night-8B-Model_Stock 📑","fullname":"DreadPoor/Winter_Night-8B-Model_Stock","Model sha":"384e051eb8cb178c13b2e0aa711070752da68eb4","Average ⬆️":27.21635948101721,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6128445606478136,"IFEval Raw":0.7040452665593957,"IFEval":70.40452665593958,"BBH Raw":0.5184968441488284,"BBH":31.604274148057367,"MATH Lvl 5 Raw":0.14577039274924472,"MATH Lvl 5":14.577039274924472,"GPQA Raw":0.3062080536912752,"GPQA":7.494407158836691,"MUSR Raw":0.3914270833333333,"MUSR":9.595052083333334,"MMLU-PRO Raw":0.3666057180851064,"MMLU-PRO":29.622857565011817,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-07","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Yafune-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Yafune-8B-Model_Stock 📑","fullname":"DreadPoor/Yafune-8B-Model_Stock","Model sha":"43d989e709b7a22329700943e3b424f85f83a82f","Average ⬆️":30.104766282389747,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8160167821079294,"IFEval Raw":0.7533045652202822,"IFEval":75.33045652202821,"BBH Raw":0.5466719512941253,"BBH":35.2912300982616,"MATH Lvl 5 Raw":0.1661631419939577,"MATH Lvl 5":16.61631419939577,"GPQA Raw":0.3271812080536913,"GPQA":10.290827740492169,"MUSR Raw":0.41728125,"MUSR":11.426822916666664,"MMLU-PRO Raw":0.38505651595744683,"MMLU-PRO":31.672946217494097,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-12","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Yearn_V3-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Yearn_V3-8B-Model_Stock 📑","fullname":"DreadPoor/Yearn_V3-8B-Model_Stock","Model sha":"ece46c6b72ddeb7f82939b8fb621fb95824bdf3a","Average ⬆️":28.95670005151148,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3757086381451888,"IFEval Raw":0.7289746760816855,"IFEval":72.89746760816854,"BBH Raw":0.5322019394938072,"BBH":33.41239643429133,"MATH Lvl 5 Raw":0.18957703927492447,"MATH Lvl 5":18.957703927492446,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.3908958333333333,"MUSR":9.961979166666664,"MMLU-PRO Raw":0.3801529255319149,"MMLU-PRO":31.128102836879428,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-25","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_ZEUS-8B-V17-Abliterated_ALT_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/ZEUS-8B-V17-Abliterated_ALT 📑","fullname":"DreadPoor/ZEUS-8B-V17-Abliterated_ALT","Model sha":"449eee9a5051ae644e161d94f48ad43a0acda225","Average ⬆️":26.250545465114055,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3636809735215683,"IFEval Raw":0.5511221337163171,"IFEval":55.11221337163172,"BBH Raw":0.5231075970343642,"BBH":32.2576119397764,"MATH Lvl 5 Raw":0.1903323262839879,"MATH Lvl 5":19.033232628398792,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.41492708333333334,"MUSR":11.265885416666663,"MMLU-PRO Raw":0.3890458776595745,"MMLU-PRO":32.116208628841605,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-18","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_Zelus-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Zelus-8B-Model_Stock 📑","fullname":"DreadPoor/Zelus-8B-Model_Stock","Model sha":"a26637d53266e83d9c80b2b7609449266ad551d1","Average ⬆️":29.7413869053032,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3257089020449855,"IFEval Raw":0.778833495126265,"IFEval":77.8833495126265,"BBH Raw":0.5307011398651839,"BBH":33.05816146454601,"MATH Lvl 5 Raw":0.1646525679758308,"MATH Lvl 5":16.46525679758308,"GPQA Raw":0.3062080536912752,"GPQA":7.494407158836691,"MUSR Raw":0.42140625,"MUSR":11.975781249999997,"MMLU-PRO Raw":0.38414228723404253,"MMLU-PRO":31.57136524822695,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-15","Submission Date":"2025-01-15","Generation":1,"Base Model":"DreadPoor/Zelus-8B-Model_Stock (Merge)"},{"eval_name":"DreadPoor_Zelus_V2-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/Zelus_V2-8B-Model_Stock 📑","fullname":"DreadPoor/Zelus_V2-8B-Model_Stock","Model sha":"ee54a92a0de36a5c4602d9dbbf372a361d0a3230","Average ⬆️":30.16449183127745,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3413598010523688,"IFEval Raw":0.7898243327703826,"IFEval":78.98243327703825,"BBH Raw":0.5344816839912676,"BBH":33.66407644966964,"MATH Lvl 5 Raw":0.2054380664652568,"MATH Lvl 5":20.54380664652568,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.3960729166666667,"MUSR":8.375781250000001,"MMLU-PRO Raw":0.38331117021276595,"MMLU-PRO":31.47901891252955,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-15","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_felix_dies-mistral-7B-model_stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"DreadPoor/felix_dies-mistral-7B-model_stock 📑","fullname":"DreadPoor/felix_dies-mistral-7B-model_stock","Model sha":"bb317aa7565625327e18c5158aebd4710aa1d925","Average ⬆️":18.13959245219531,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3231433347271495,"IFEval Raw":0.30077860077926566,"IFEval":30.077860077926566,"BBH Raw":0.49009180735274227,"BBH":28.890798050964488,"MATH Lvl 5 Raw":0.05362537764350453,"MATH Lvl 5":5.362537764350453,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.4518229166666667,"MUSR":15.477864583333336,"MMLU-PRO Raw":0.3109208776595745,"MMLU-PRO":23.43565307328605,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-30","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_hakuchido-8B-MODEL_STOCK_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/hakuchido-8B-MODEL_STOCK 📑","fullname":"DreadPoor/hakuchido-8B-MODEL_STOCK","Model sha":"f647d8a2712eef34339eb7be5ec9276d809f3a5b","Average ⬆️":29.346239826870143,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6512636744112785,"IFEval Raw":0.7375175645066203,"IFEval":73.75175645066203,"BBH Raw":0.5398373390214104,"BBH":34.575610505807134,"MATH Lvl 5 Raw":0.19486404833836857,"MATH Lvl 5":19.486404833836858,"GPQA Raw":0.2953020134228188,"GPQA":6.040268456375841,"MUSR Raw":0.41746875,"MUSR":11.316927083333331,"MMLU-PRO Raw":0.3781582446808511,"MMLU-PRO":30.906471631205672,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-27","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_ichor-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/ichor-8B-Model_Stock 📑","fullname":"DreadPoor/ichor-8B-Model_Stock","Model sha":"96c0a0e4367abc4c9c300f4ef8a03b9f8c06b157","Average ⬆️":23.325804130424327,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8754344347697692,"IFEval Raw":0.5386319410275846,"IFEval":53.863194102758456,"BBH Raw":0.5084222037759372,"BBH":29.922368800073574,"MATH Lvl 5 Raw":0.10876132930513595,"MATH Lvl 5":10.876132930513595,"GPQA Raw":0.3238255033557047,"GPQA":9.843400447427292,"MUSR Raw":0.42121875,"MUSR":11.552343749999999,"MMLU-PRO Raw":0.31507646276595747,"MMLU-PRO":23.89738475177305,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-03","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_ichor_1.1-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/ichor_1.1-8B-Model_Stock 📑","fullname":"DreadPoor/ichor_1.1-8B-Model_Stock","Model sha":"e4af616fd4e10ca94c0cee55cd1b7fa90cbb49f3","Average ⬆️":30.01706630636859,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6235860749127251,"IFEval Raw":0.8096328851890761,"IFEval":80.9632885189076,"BBH Raw":0.528067770617839,"BBH":32.6207492618971,"MATH Lvl 5 Raw":0.17749244712990936,"MATH Lvl 5":17.749244712990937,"GPQA Raw":0.3062080536912752,"GPQA":7.494407158836691,"MUSR Raw":0.4067708333333333,"MUSR":9.546354166666662,"MMLU-PRO Raw":0.3855551861702128,"MMLU-PRO":31.728354018912537,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-04","Submission Date":"2025-03-06","Generation":1,"Base Model":"DreadPoor/ichor_1.1-8B-Model_Stock (Merge)"},{"eval_name":"DreadPoor_inexpertus-8B-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/inexpertus-8B-Model_Stock 📑","fullname":"DreadPoor/inexpertus-8B-Model_Stock","Model sha":"e6da16c921c073facbe15769fae301d02163ef34","Average ⬆️":29.70787002354444,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.665457340724185,"IFEval Raw":0.7795327508787795,"IFEval":77.95327508787796,"BBH Raw":0.5280190470468065,"BBH":32.4633736795138,"MATH Lvl 5 Raw":0.17069486404833836,"MATH Lvl 5":17.069486404833835,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.41182291666666665,"MUSR":11.811197916666663,"MMLU-PRO Raw":0.3790724734042553,"MMLU-PRO":31.008052600472812,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-07","Submission Date":"2025-03-07","Generation":1,"Base Model":"DreadPoor/inexpertus-8B-Model_Stock (Merge)"},{"eval_name":"DreadPoor_inexpertus_1.1-8B-LINEAR_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/inexpertus_1.1-8B-LINEAR 📑","fullname":"DreadPoor/inexpertus_1.1-8B-LINEAR","Model sha":"497e83a2ead3a83d693f78531c0bc802849eef64","Average ⬆️":29.609547612278366,"Hub License":"","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6597645235646241,"IFEval Raw":0.7527050448365891,"IFEval":75.27050448365891,"BBH Raw":0.5524638802167572,"BBH":36.1991911954092,"MATH Lvl 5 Raw":0.1729607250755287,"MATH Lvl 5":17.29607250755287,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.41734374999999996,"MUSR":11.10130208333333,"MMLU-PRO Raw":0.38272938829787234,"MMLU-PRO":31.414376477541367,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-07","Submission Date":"2025-03-07","Generation":1,"Base Model":"DreadPoor/inexpertus_1.1-8B-LINEAR (Merge)"},{"eval_name":"DreadPoor_inexpertus_1.2-8B-LINEAR_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/inexpertus_1.2-8B-LINEAR 📑","fullname":"DreadPoor/inexpertus_1.2-8B-LINEAR","Model sha":"9236276e5e9528276e327197b0fa00fb0826e6f9","Average ⬆️":28.786491464394853,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6493941807487916,"IFEval Raw":0.7347947889377962,"IFEval":73.47947889377961,"BBH Raw":0.5523440600721518,"BBH":36.05652346278443,"MATH Lvl 5 Raw":0.15861027190332325,"MATH Lvl 5":15.861027190332324,"GPQA Raw":0.2953020134228188,"GPQA":6.040268456375841,"MUSR Raw":0.41334374999999995,"MUSR":10.301302083333328,"MMLU-PRO Raw":0.37882313829787234,"MMLU-PRO":30.98034869976359,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-08","Submission Date":"2025-03-08","Generation":1,"Base Model":"DreadPoor/inexpertus_1.2-8B-LINEAR (Merge)"},{"eval_name":"DreadPoor_mergekit-nuslerp-nqzkedi_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/mergekit-nuslerp-nqzkedi 📑","fullname":"DreadPoor/mergekit-nuslerp-nqzkedi","Model sha":"2aa839aaa0200a0b3cd6c6be0b82c30ca0dc84b4","Average ⬆️":30.296302202290054,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4374317529670209,"IFEval Raw":0.7764852812759035,"IFEval":77.64852812759035,"BBH Raw":0.5361918366546249,"BBH":34.09522783768477,"MATH Lvl 5 Raw":0.18806646525679757,"MATH Lvl 5":18.806646525679756,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.4224583333333333,"MUSR":11.973958333333329,"MMLU-PRO Raw":0.3918716755319149,"MMLU-PRO":32.430186170212764,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-29","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_remember_to_breathe-8b-Model-Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/remember_to_breathe-8b-Model-Stock 📑","fullname":"DreadPoor/remember_to_breathe-8b-Model-Stock","Model sha":"fa88f1b06cf9ca7bd0d859c6a4b2240485363ae0","Average ⬆️":28.25652417725776,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3270803241537383,"IFEval Raw":0.7104150321147887,"IFEval":71.04150321147887,"BBH Raw":0.5411654435599922,"BBH":34.67899076231628,"MATH Lvl 5 Raw":0.1487915407854985,"MATH Lvl 5":14.879154078549849,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.4144583333333333,"MUSR":11.440624999999997,"MMLU-PRO Raw":0.37608045212765956,"MMLU-PRO":30.67560579196217,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-06","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_test_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/test 📑","fullname":"DreadPoor/test","Model sha":"8f4e90a3e665f1d4d7cf737b43e7bdb360de3ffa","Average ⬆️":24.952990701638594,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.207847051540963,"IFEval Raw":0.49369450834895856,"IFEval":49.36945083489586,"BBH Raw":0.5371873804638203,"BBH":34.28751436834826,"MATH Lvl 5 Raw":0.1933534743202417,"MATH Lvl 5":19.335347432024168,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.4350833333333333,"MUSR":14.518749999999997,"MMLU-PRO Raw":0.3646941489361702,"MMLU-PRO":29.410460992907794,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-28","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_test_ALT_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/test_ALT 📑","fullname":"DreadPoor/test_ALT","Model sha":"15f7baaea9416ce8ba8b1ea972969fd54c2bacdd","Average ⬆️":24.265670200166753,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5629934211563457,"IFEval Raw":0.499689712185889,"IFEval":49.9689712185889,"BBH Raw":0.5370433315307738,"BBH":33.986912493518574,"MATH Lvl 5 Raw":0.17069486404833836,"MATH Lvl 5":17.069486404833835,"GPQA Raw":0.26929530201342283,"GPQA":2.572706935123044,"MUSR Raw":0.4362916666666667,"MUSR":14.303124999999996,"MMLU-PRO Raw":0.3492353723404255,"MMLU-PRO":27.692819148936167,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-28","Generation":0,"Base Model":"Removed"},{"eval_name":"DreadPoor_tests_pending-do_not_use_yet_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"DreadPoor/tests_pending-do_not_use_yet 📑","fullname":"DreadPoor/tests_pending-do_not_use_yet","Model sha":"47f0a91f2a6b06724ff51b4fcb4ee6831c1f49e9","Average ⬆️":29.64145994849537,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2634870441411765,"IFEval Raw":0.7691414336183549,"IFEval":76.91414336183549,"BBH Raw":0.5407897873885027,"BBH":34.6745089445582,"MATH Lvl 5 Raw":0.19788519637462235,"MATH Lvl 5":19.788519637462233,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.40047916666666666,"MUSR":8.79322916666667,"MMLU-PRO Raw":0.38272938829787234,"MMLU-PRO":31.414376477541367,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-04","Generation":0,"Base Model":"Removed"},{"eval_name":"ECE-ILAB-PRYMMAL_ILAB-Merging-3B-V2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"ECE-ILAB-PRYMMAL/ILAB-Merging-3B-V2 📑","fullname":"ECE-ILAB-PRYMMAL/ILAB-Merging-3B-V2","Model sha":"6f26ffcb82b8a8d14400471da7047b8b4a8e4d10","Average ⬆️":24.06556562824206,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.4245496438848985,"IFEval Raw":0.40289432040319684,"IFEval":40.28943204031969,"BBH Raw":0.5401935891431586,"BBH":36.00403694105599,"MATH Lvl 5 Raw":0.15181268882175228,"MATH Lvl 5":15.181268882175228,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.43321875,"MUSR":13.752343749999996,"MMLU-PRO Raw":0.38605385638297873,"MMLU-PRO":31.783761820330973,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-03-09","Submission Date":"2025-03-09","Generation":1,"Base Model":"ECE-ILAB-PRYMMAL/ILAB-Merging-3B-V2 (Merge)"},{"eval_name":"EVA-UNIT-01_EVA-Qwen2.5-14B-v0.2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"EVA-UNIT-01/EVA-Qwen2.5-14B-v0.2 📑","fullname":"EVA-UNIT-01/EVA-Qwen2.5-14B-v0.2","Model sha":"","Average ⬆️":33.81260628765727,"Hub License":"apache-2.0","Hub ❤️":20,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.665346050968798,"IFEval Raw":0.4038429145777648,"IFEval":40.38429145777648,"BBH Raw":0.6090237540046592,"BBH":43.60784925797068,"MATH Lvl 5 Raw":0.3406344410876133,"MATH Lvl 5":34.06344410876133,"GPQA Raw":0.39429530201342283,"GPQA":19.239373601789712,"MUSR Raw":0.4794479166666667,"MUSR":19.630989583333328,"MMLU-PRO Raw":0.5135472074468085,"MMLU-PRO":45.94968971631205,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-06","Submission Date":"2024-12-26","Generation":1,"Base Model":"Qwen/Qwen2.5-14B"},{"eval_name":"EVA-UNIT-01_EVA-Qwen2.5-72B-v0.2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"EVA-UNIT-01/EVA-Qwen2.5-72B-v0.2 📑","fullname":"EVA-UNIT-01/EVA-Qwen2.5-72B-v0.2","Model sha":"2590214b30391392b9a84e7cbe40fff3a92c6814","Average ⬆️":44.221596025457025,"Hub License":"other","Hub ❤️":17,"#Params (B)":72.706,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":45.910196932620046,"IFEval Raw":0.6878837041272712,"IFEval":68.78837041272712,"BBH Raw":0.7088012228048761,"BBH":59.0667326828602,"MATH Lvl 5 Raw":0.4312688821752266,"MATH Lvl 5":43.126888217522655,"GPQA Raw":0.4085570469798658,"GPQA":21.140939597315437,"MUSR Raw":0.47197916666666667,"MUSR":19.730729166666666,"MMLU-PRO Raw":0.581283244680851,"MMLU-PRO":53.47591607565011,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-21","Submission Date":"2024-11-27","Generation":1,"Base Model":"Qwen/Qwen2.5-72B"},{"eval_name":"Edgerunners_meta-llama-3-8b-instruct-hf-ortho-baukit-34fail-3000total-bf16_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Edgerunners/meta-llama-3-8b-instruct-hf-ortho-baukit-34fail-3000total-bf16 📑","fullname":"Edgerunners/meta-llama-3-8b-instruct-hf-ortho-baukit-34fail-3000total-bf16","Model sha":"4b8290f9ef1f7d33df282d3764f795af4e64022c","Average ⬆️":23.448866811862917,"Hub License":"cc-by-nc-4.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3115600651658479,"IFEval Raw":0.7147114101694614,"IFEval":71.47114101694615,"BBH Raw":0.4979908369885237,"BBH":28.25639185977421,"MATH Lvl 5 Raw":0.09063444108761329,"MATH Lvl 5":9.06344410876133,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.33415625,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.36361369680851063,"MMLU-PRO":29.290410756501185,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-12","Submission Date":"2025-01-30","Generation":0,"Base Model":"Edgerunners/meta-llama-3-8b-instruct-hf-ortho-baukit-34fail-3000total-bf16"},{"eval_name":"EleutherAI_gpt-j-6b_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GPTJForCausalLM","Model":"EleutherAI/gpt-j-6b 📑","fullname":"EleutherAI/gpt-j-6b","Model sha":"47e169305d2e8376be1d31e765533382721b2cc1","Average ⬆️":6.570411768928537,"Hub License":"apache-2.0","Hub ❤️":1488,"#Params (B)":6.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5348643127710762,"IFEval Raw":0.2522185578708937,"IFEval":25.221855787089368,"BBH Raw":0.3191044431037278,"BBH":4.912818068323685,"MATH Lvl 5 Raw":0.013595166163141994,"MATH Lvl 5":1.3595166163141994,"GPQA Raw":0.24580536912751677,"GPQA":0.0,"MUSR Raw":0.36575,"MUSR":5.252083333333334,"MMLU-PRO Raw":0.12408577127659574,"MMLU-PRO":2.6761968085106376,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2022-03-02","Submission Date":"2024-08-19","Generation":0,"Base Model":"EleutherAI/gpt-j-6b"},{"eval_name":"EleutherAI_gpt-neo-1.3B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GPTNeoForCausalLM","Model":"EleutherAI/gpt-neo-1.3B 📑","fullname":"EleutherAI/gpt-neo-1.3B","Model sha":"dbe59a7f4a88d01d1ba9798d78dbe3fe038792c8","Average ⬆️":5.391090848825532,"Hub License":"mit","Hub ❤️":293,"#Params (B)":1.366,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7188481230380952,"IFEval Raw":0.20790502533278366,"IFEval":20.790502533278367,"BBH Raw":0.30392315869356407,"BBH":3.024569180930987,"MATH Lvl 5 Raw":0.010574018126888218,"MATH Lvl 5":1.0574018126888218,"GPQA Raw":0.2558724832214765,"GPQA":0.7829977628635317,"MUSR Raw":0.38165625,"MUSR":4.873697916666666,"MMLU-PRO Raw":0.1163563829787234,"MMLU-PRO":1.8173758865248217,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2022-03-02","Submission Date":"2024-06-12","Generation":0,"Base Model":"EleutherAI/gpt-neo-1.3B"},{"eval_name":"EleutherAI_gpt-neo-125m_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GPTNeoForCausalLM","Model":"EleutherAI/gpt-neo-125m 📑","fullname":"EleutherAI/gpt-neo-125m","Model sha":"21def0189f5705e2521767faed922f1f15e7d7db","Average ⬆️":4.407321907614049,"Hub License":"mit","Hub ❤️":199,"#Params (B)":0.15,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.4058049731865188,"IFEval Raw":0.19054442213327305,"IFEval":19.054442213327306,"BBH Raw":0.3115156885791523,"BBH":3.436738951426704,"MATH Lvl 5 Raw":0.006042296072507553,"MATH Lvl 5":0.6042296072507553,"GPQA Raw":0.2533557046979866,"GPQA":0.44742729306487633,"MUSR Raw":0.3593333333333333,"MUSR":2.6166666666666654,"MMLU-PRO Raw":0.10255984042553191,"MMLU-PRO":0.28442671394798985,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2022-03-02","Submission Date":"2024-08-10","Generation":0,"Base Model":"EleutherAI/gpt-neo-125m"},{"eval_name":"EleutherAI_gpt-neo-2.7B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GPTNeoForCausalLM","Model":"EleutherAI/gpt-neo-2.7B 📑","fullname":"EleutherAI/gpt-neo-2.7B","Model sha":"e24fa291132763e59f4a5422741b424fb5d59056","Average ⬆️":6.4310478009874465,"Hub License":"mit","Hub ❤️":478,"#Params (B)":2.718,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.0167628032465814,"IFEval Raw":0.2589628851447493,"IFEval":25.896288514474925,"BBH Raw":0.3139516033315253,"BBH":4.178602667081014,"MATH Lvl 5 Raw":0.010574018126888218,"MATH Lvl 5":1.0574018126888218,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.3553645833333334,"MUSR":3.5205729166666675,"MMLU-PRO Raw":0.11627327127659574,"MMLU-PRO":1.8081412529550822,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2022-03-02","Submission Date":"2024-06-12","Generation":0,"Base Model":"EleutherAI/gpt-neo-2.7B"},{"eval_name":"EleutherAI_gpt-neox-20b_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GPTNeoXForCausalLM","Model":"EleutherAI/gpt-neox-20b 📑","fullname":"EleutherAI/gpt-neox-20b","Model sha":"c292233c833e336628618a88a648727eb3dff0a7","Average ⬆️":6.1165221524743325,"Hub License":"apache-2.0","Hub ❤️":555,"#Params (B)":20.739,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":6.293472747230082,"IFEval Raw":0.2586880587951081,"IFEval":25.86880587951081,"BBH Raw":0.31650380320877564,"BBH":4.929114201526899,"MATH Lvl 5 Raw":0.013595166163141994,"MATH Lvl 5":1.3595166163141994,"GPQA Raw":0.24328859060402686,"GPQA":0.0,"MUSR Raw":0.36466666666666664,"MUSR":2.816666666666666,"MMLU-PRO Raw":0.1155252659574468,"MMLU-PRO":1.725029550827422,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2022-04-07","Submission Date":"2024-06-09","Generation":0,"Base Model":"EleutherAI/gpt-neox-20b"},{"eval_name":"EleutherAI_pythia-1.4b_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GPTNeoXForCausalLM","Model":"EleutherAI/pythia-1.4b 📑","fullname":"EleutherAI/pythia-1.4b","Model sha":"fedc38a16eea3bd36a96b906d78d11d2ce18ed79","Average ⬆️":6.008531439497028,"Hub License":"apache-2.0","Hub ❤️":23,"#Params (B)":1.515,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.3872326488039495,"IFEval Raw":0.23708094522533543,"IFEval":23.708094522533543,"BBH Raw":0.315042649740714,"BBH":3.878989478987103,"MATH Lvl 5 Raw":0.015105740181268883,"MATH Lvl 5":1.5105740181268883,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.35378125,"MUSR":4.02265625,"MMLU-PRO Raw":0.11228390957446809,"MMLU-PRO":1.3648788416075646,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-02-09","Submission Date":"2025-01-28","Generation":0,"Base Model":"EleutherAI/pythia-1.4b"},{"eval_name":"EleutherAI_pythia-12b_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GPTNeoXForCausalLM","Model":"EleutherAI/pythia-12b 📑","fullname":"EleutherAI/pythia-12b","Model sha":"35c9d7f32fbb108fb8b5bdd574eb03369d1eed49","Average ⬆️":6.059841492942702,"Hub License":"apache-2.0","Hub ❤️":135,"#Params (B)":12.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.2360143063327462,"IFEval Raw":0.24714756845170813,"IFEval":24.71475684517081,"BBH Raw":0.3179653957935337,"BBH":4.987531038290507,"MATH Lvl 5 Raw":0.01661631419939577,"MATH Lvl 5":1.6616314199395772,"GPQA Raw":0.24664429530201343,"GPQA":0.0,"MUSR Raw":0.3646979166666667,"MUSR":3.7872395833333345,"MMLU-PRO Raw":0.11087101063829788,"MMLU-PRO":1.2078900709219857,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-02-28","Submission Date":"2024-06-12","Generation":0,"Base Model":"EleutherAI/pythia-12b"},{"eval_name":"EleutherAI_pythia-160m_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GPTNeoXForCausalLM","Model":"EleutherAI/pythia-160m 📑","fullname":"EleutherAI/pythia-160m","Model sha":"50f5173d932e8e61f858120bcb800b97af589f46","Average ⬆️":5.730394616916023,"Hub License":"apache-2.0","Hub ❤️":30,"#Params (B)":0.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.4706770826081154,"IFEval Raw":0.18155161637787737,"IFEval":18.155161637787735,"BBH Raw":0.2970437484241321,"BBH":2.198832279508135,"MATH Lvl 5 Raw":0.00906344410876133,"MATH Lvl 5":0.906344410876133,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.4179375,"MUSR":10.675520833333332,"MMLU-PRO Raw":0.11195146276595745,"MMLU-PRO":1.3279403073286051,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-02-08","Submission Date":"2024-06-09","Generation":0,"Base Model":"EleutherAI/pythia-160m"},{"eval_name":"EleutherAI_pythia-1b_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GPTNeoXForCausalLM","Model":"EleutherAI/pythia-1b 📑","fullname":"EleutherAI/pythia-1b","Model sha":"f73d7dcc545c8bd326d8559c8ef84ffe92fea6b2","Average ⬆️":5.07026822083096,"Hub License":"apache-2.0","Hub ❤️":37,"#Params (B)":1.079,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.31229480497840917,"IFEval Raw":0.2207941594968018,"IFEval":22.079415949680183,"BBH Raw":0.3004093017564394,"BBH":2.2939863995762866,"MATH Lvl 5 Raw":0.00906344410876133,"MATH Lvl 5":0.906344410876133,"GPQA Raw":0.25671140939597314,"GPQA":0.8948545861297527,"MUSR Raw":0.35520833333333335,"MUSR":2.7343749999999996,"MMLU-PRO Raw":0.11361369680851063,"MMLU-PRO":1.512632978723403,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-03-10","Submission Date":"2025-01-27","Generation":0,"Base Model":"EleutherAI/pythia-1b"},{"eval_name":"EleutherAI_pythia-2.8b_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GPTNeoXForCausalLM","Model":"EleutherAI/pythia-2.8b 📑","fullname":"EleutherAI/pythia-2.8b","Model sha":"2a259cdd96a4beb1cdf467512e3904197345f6a9","Average ⬆️":5.554946281603011,"Hub License":"apache-2.0","Hub ❤️":30,"#Params (B)":2.909,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.507804003243129,"IFEval Raw":0.21732226049105263,"IFEval":21.73222604910526,"BBH Raw":0.3224085936276087,"BBH":5.077786161905462,"MATH Lvl 5 Raw":0.013595166163141994,"MATH Lvl 5":1.3595166163141994,"GPQA Raw":0.25,"GPQA":0.0,"MUSR Raw":0.3485729166666667,"MUSR":3.6382812500000004,"MMLU-PRO Raw":0.11369680851063829,"MMLU-PRO":1.521867612293143,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-02-13","Submission Date":"2024-06-12","Generation":0,"Base Model":"EleutherAI/pythia-2.8b"},{"eval_name":"EleutherAI_pythia-410m_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GPTNeoXForCausalLM","Model":"EleutherAI/pythia-410m 📑","fullname":"EleutherAI/pythia-410m","Model sha":"9879c9b5f8bea9051dcb0e68dff21493d67e9d4f","Average ⬆️":5.227072311484412,"Hub License":"apache-2.0","Hub ❤️":23,"#Params (B)":0.506,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7541636544345159,"IFEval Raw":0.21954525104500505,"IFEval":21.954525104500505,"BBH Raw":0.302813387064426,"BBH":2.7154281203357473,"MATH Lvl 5 Raw":0.009818731117824773,"MATH Lvl 5":0.9818731117824773,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.35781250000000003,"MUSR":3.0598958333333326,"MMLU-PRO Raw":0.11278257978723404,"MMLU-PRO":1.4202866430260035,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-02-13","Submission Date":"2024-06-09","Generation":0,"Base Model":"EleutherAI/pythia-410m"},{"eval_name":"EleutherAI_pythia-6.9b_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GPTNeoXForCausalLM","Model":"EleutherAI/pythia-6.9b 📑","fullname":"EleutherAI/pythia-6.9b","Model sha":"f271943e880e60c0c715fd10e4dc74ec4e31eb44","Average ⬆️":5.966546774741993,"Hub License":"apache-2.0","Hub ❤️":50,"#Params (B)":6.9,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7377338289158397,"IFEval Raw":0.22811362739752744,"IFEval":22.811362739752745,"BBH Raw":0.3232287869322383,"BBH":5.88163197981621,"MATH Lvl 5 Raw":0.014350453172205438,"MATH Lvl 5":1.4350453172205437,"GPQA Raw":0.2516778523489933,"GPQA":0.22371364653244186,"MUSR Raw":0.3590520833333333,"MUSR":3.8148437499999996,"MMLU-PRO Raw":0.1146941489361702,"MMLU-PRO":1.6326832151300221,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-02-14","Submission Date":"2024-06-12","Generation":0,"Base Model":"EleutherAI/pythia-6.9b"},{"eval_name":"Enno-Ai_EnnoAi-Pro-French-Llama-3-8B-v0.4_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Enno-Ai/EnnoAi-Pro-French-Llama-3-8B-v0.4 📑","fullname":"Enno-Ai/EnnoAi-Pro-French-Llama-3-8B-v0.4","Model sha":"328722ae96e3a112ec900dbe77d410788a526c5c","Average ⬆️":15.68446940398294,"Hub License":"creativeml-openrail-m","Hub ❤️":0,"#Params (B)":8.031,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.018255930617328,"IFEval Raw":0.4188807918545016,"IFEval":41.88807918545016,"BBH Raw":0.4074954889367559,"BBH":16.875928374989595,"MATH Lvl 5 Raw":0.03625377643504532,"MATH Lvl 5":3.625377643504532,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.41700000000000004,"MUSR":10.758333333333335,"MMLU-PRO Raw":0.2634640957446808,"MMLU-PRO":18.162677304964536,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-27","Submission Date":"2024-06-30","Generation":0,"Base Model":"Enno-Ai/EnnoAi-Pro-French-Llama-3-8B-v0.4"},{"eval_name":"Enno-Ai_EnnoAi-Pro-Llama-3-8B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Enno-Ai/EnnoAi-Pro-Llama-3-8B 📑","fullname":"Enno-Ai/EnnoAi-Pro-Llama-3-8B","Model sha":"6a5d745bdd304753244fe601e2a958d37d13cd71","Average ⬆️":12.51454591188142,"Hub License":"creativeml-openrail-m","Hub ❤️":0,"#Params (B)":8.031,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.368674679609323,"IFEval Raw":0.31953771548380516,"IFEval":31.953771548380523,"BBH Raw":0.4151575806137866,"BBH":17.507545086854382,"MATH Lvl 5 Raw":0.02190332326283988,"MATH Lvl 5":2.190332326283988,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.4070520833333333,"MUSR":9.081510416666667,"MMLU-PRO Raw":0.21509308510638298,"MMLU-PRO":12.788120567375886,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-01","Submission Date":"2024-07-08","Generation":0,"Base Model":"Enno-Ai/EnnoAi-Pro-Llama-3-8B"},{"eval_name":"Enno-Ai_EnnoAi-Pro-Llama-3-8B-v0.3_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Enno-Ai/EnnoAi-Pro-Llama-3-8B-v0.3 📑","fullname":"Enno-Ai/EnnoAi-Pro-Llama-3-8B-v0.3","Model sha":"cf29b8b484a909132e3a1f85ce891d28347c0d13","Average ⬆️":18.128287498482546,"Hub License":"creativeml-openrail-m","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.941671164165739,"IFEval Raw":0.5082569803676467,"IFEval":50.82569803676467,"BBH Raw":0.4100577461090639,"BBH":16.668385554519382,"MATH Lvl 5 Raw":0.04833836858006042,"MATH Lvl 5":4.833836858006042,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.42357291666666663,"MUSR":12.313281249999996,"MMLU-PRO Raw":0.2990359042553192,"MMLU-PRO":22.11510047281324,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-26","Submission Date":"2024-06-26","Generation":0,"Base Model":"Enno-Ai/EnnoAi-Pro-Llama-3-8B-v0.3"},{"eval_name":"Enno-Ai_EnnoAi-Pro-Llama-3.1-8B-v0.9_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Enno-Ai/EnnoAi-Pro-Llama-3.1-8B-v0.9 📑","fullname":"Enno-Ai/EnnoAi-Pro-Llama-3.1-8B-v0.9","Model sha":"c740871122fd471a1a225cf2b4368e333752d74c","Average ⬆️":15.575099921155847,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8651424904010883,"IFEval Raw":0.4689147018799009,"IFEval":46.891470187990095,"BBH Raw":0.41602720836190127,"BBH":17.49829637438283,"MATH Lvl 5 Raw":0.0377643504531722,"MATH Lvl 5":3.7764350453172204,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.3831770833333333,"MUSR":5.43046875,"MMLU-PRO Raw":0.2595578457446808,"MMLU-PRO":17.728649527186757,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-22","Submission Date":"2024-09-06","Generation":0,"Base Model":"Enno-Ai/EnnoAi-Pro-Llama-3.1-8B-v0.9"},{"eval_name":"EnnoAi_EnnoAi-7B-French-Instruct-202502_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EnnoAi/EnnoAi-7B-French-Instruct-202502 📑","fullname":"EnnoAi/EnnoAi-7B-French-Instruct-202502","Model sha":"46438f0966b908da5594a4a2abb0202ef08c0355","Average ⬆️":31.28743755248046,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.456,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6896437531248036,"IFEval Raw":0.5564424615575562,"IFEval":55.64424615575562,"BBH Raw":0.5574545199388612,"BBH":36.92413092542704,"MATH Lvl 5 Raw":0.3723564954682779,"MATH Lvl 5":37.235649546827794,"GPQA Raw":0.2953020134228188,"GPQA":6.040268456375841,"MUSR Raw":0.45997916666666666,"MUSR":18.39739583333333,"MMLU-PRO Raw":0.4013464095744681,"MMLU-PRO":33.48293439716312,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-11","Submission Date":"2025-02-11","Generation":0,"Base Model":"EnnoAi/EnnoAi-7B-French-Instruct-202502"},{"eval_name":"EnnoAi_EnnoAi-Pro-Llama-3.1-8B-v1.0_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EnnoAi/EnnoAi-Pro-Llama-3.1-8B-v1.0 📑","fullname":"EnnoAi/EnnoAi-Pro-Llama-3.1-8B-v1.0","Model sha":"c740871122fd471a1a225cf2b4368e333752d74c","Average ⬆️":15.600495501179813,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8912831845639797,"IFEval Raw":0.4704384366813389,"IFEval":47.04384366813389,"BBH Raw":0.41602720836190127,"BBH":17.49829637438283,"MATH Lvl 5 Raw":0.0377643504531722,"MATH Lvl 5":3.7764350453172204,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.3831770833333333,"MUSR":5.43046875,"MMLU-PRO Raw":0.2595578457446808,"MMLU-PRO":17.728649527186757,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-22","Submission Date":"2024-09-06","Generation":0,"Base Model":"EnnoAi/EnnoAi-Pro-Llama-3.1-8B-v1.0"},{"eval_name":"Epiculous_Azure_Dusk-v0.2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Epiculous/Azure_Dusk-v0.2 📑","fullname":"Epiculous/Azure_Dusk-v0.2","Model sha":"ebddf1b2efbe7f9cae066d263b0991ded89c88e8","Average ⬆️":14.239648971826766,"Hub License":"apache-2.0","Hub ❤️":8,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.98282278279691,"IFEval Raw":0.346715603487635,"IFEval":34.67156034876351,"BBH Raw":0.4119721873553597,"BBH":17.396414392379338,"MATH Lvl 5 Raw":0.02945619335347432,"MATH Lvl 5":2.9456193353474323,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.3834583333333333,"MUSR":6.365625000000002,"MMLU-PRO Raw":0.3034408244680851,"MMLU-PRO":22.604536052009458,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-09","Submission Date":"2024-09-14","Generation":0,"Base Model":"Epiculous/Azure_Dusk-v0.2"},{"eval_name":"Epiculous_Crimson_Dawn-v0.2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Epiculous/Crimson_Dawn-v0.2 📑","fullname":"Epiculous/Crimson_Dawn-v0.2","Model sha":"4cceb1e25026afef241ad5325097e88eccd8f37a","Average ⬆️":15.085950749805088,"Hub License":"apache-2.0","Hub ❤️":14,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":5.253400057014685,"IFEval Raw":0.3103454389907667,"IFEval":31.034543899076674,"BBH Raw":0.44823796489645434,"BBH":21.68824851395527,"MATH Lvl 5 Raw":0.04305135951661632,"MATH Lvl 5":4.305135951661631,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.4151770833333333,"MUSR":10.897135416666666,"MMLU-PRO Raw":0.27210771276595747,"MMLU-PRO":19.123079196217496,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-02","Submission Date":"2024-09-05","Generation":0,"Base Model":"Epiculous/Crimson_Dawn-v0.2"},{"eval_name":"Epiculous_NovaSpark_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Epiculous/NovaSpark 📑","fullname":"Epiculous/NovaSpark","Model sha":"a46340895859e470c3e69661f0b894677cf4c5cb","Average ⬆️":25.253737990368,"Hub License":"apache-2.0","Hub ❤️":7,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6363700494168842,"IFEval Raw":0.6408473960203371,"IFEval":64.08473960203372,"BBH Raw":0.5063958663768304,"BBH":29.52691068844395,"MATH Lvl 5 Raw":0.15181268882175228,"MATH Lvl 5":15.181268882175228,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.3881979166666667,"MUSR":6.924739583333334,"MMLU-PRO Raw":0.3648603723404255,"MMLU-PRO":29.428930260047277,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-13","Submission Date":"2024-10-20","Generation":1,"Base Model":"Epiculous/NovaSpark (Merge)"},{"eval_name":"Epiculous_Violet_Twilight-v0.2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Epiculous/Violet_Twilight-v0.2 📑","fullname":"Epiculous/Violet_Twilight-v0.2","Model sha":"30c8bad3c1f565150afbf2fc90cacf4f45d096f6","Average ⬆️":18.55277348742638,"Hub License":"apache-2.0","Hub ❤️":31,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7704359904032256,"IFEval Raw":0.45317756885064964,"IFEval":45.317756885064966,"BBH Raw":0.4614552476845888,"BBH":23.94053725590186,"MATH Lvl 5 Raw":0.02870090634441088,"MATH Lvl 5":2.870090634441088,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.42993750000000003,"MUSR":13.608854166666665,"MMLU-PRO Raw":0.3110871010638298,"MMLU-PRO":23.45412234042553,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-12","Submission Date":"2024-09-16","Generation":0,"Base Model":"Epiculous/Violet_Twilight-v0.2"},{"eval_name":"EpistemeAI_Alpaca-Llama3.1-8B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/Alpaca-Llama3.1-8B 📑","fullname":"EpistemeAI/Alpaca-Llama3.1-8B","Model sha":"3152dfa17322dff7c6af6dbf3daceaf5db51e230","Average ⬆️":13.985046352420847,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8417051746542898,"IFEval Raw":0.15986914719610634,"IFEval":15.986914719610633,"BBH Raw":0.47552608539742874,"BBH":25.93522655511771,"MATH Lvl 5 Raw":0.05060422960725076,"MATH Lvl 5":5.0604229607250755,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.3402604166666667,"MUSR":6.599218750000001,"MMLU-PRO Raw":0.3246343085106383,"MMLU-PRO":24.959367612293143,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-11","Submission Date":"2024-08-13","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"EpistemeAI_Athena-gemma-2-2b-it_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"EpistemeAI/Athena-gemma-2-2b-it 📑","fullname":"EpistemeAI/Athena-gemma-2-2b-it","Model sha":"661c1dc6a1a096222e33416e099bd02b7b970405","Average ⬆️":14.54609172912029,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":2.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.0277164101834417,"IFEval Raw":0.3134172883504657,"IFEval":31.341728835046567,"BBH Raw":0.42642293591146,"BBH":19.417817674461514,"MATH Lvl 5 Raw":0.04909365558912387,"MATH Lvl 5":4.909365558912387,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.43505208333333334,"MUSR":13.348177083333333,"MMLU-PRO Raw":0.2421875,"MMLU-PRO":15.79861111111111,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-29","Submission Date":"2024-09-06","Generation":4,"Base Model":"google/gemma-2-9b"},{"eval_name":"EpistemeAI_Athena-gemma-2-2b-it-Philos_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"EpistemeAI/Athena-gemma-2-2b-it-Philos 📑","fullname":"EpistemeAI/Athena-gemma-2-2b-it-Philos","Model sha":"dea2b35d496bd32ed3c88d42ff3022654153f2e1","Average ⬆️":15.663946300399497,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":2.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.2571856348609125,"IFEval Raw":0.4620950189940469,"IFEval":46.20950189940469,"BBH Raw":0.37947768790586744,"BBH":13.212088152695856,"MATH Lvl 5 Raw":0.03700906344410876,"MATH Lvl 5":3.7009063444108756,"GPQA Raw":0.28104026845637586,"GPQA":4.138702460850116,"MUSR Raw":0.43136458333333333,"MUSR":12.853906250000001,"MMLU-PRO Raw":0.22481715425531915,"MMLU-PRO":13.86857269503546,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-05","Submission Date":"2024-09-05","Generation":1,"Base Model":"unsloth/gemma-2-2b-it-bnb-4bit"},{"eval_name":"EpistemeAI_Athene-codegemma-2-7b-it-alpaca-v1.3_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"GemmaForCausalLM","Model":"EpistemeAI/Athene-codegemma-2-7b-it-alpaca-v1.3 📑","fullname":"EpistemeAI/Athene-codegemma-2-7b-it-alpaca-v1.3","Model sha":"9c26e1242a11178b53937bc0e9a744ef6141e05a","Average ⬆️":17.314021588433324,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9439560175879884,"IFEval Raw":0.40299405577201824,"IFEval":40.299405577201824,"BBH Raw":0.4331916189482215,"BBH":20.87379456667128,"MATH Lvl 5 Raw":0.061933534743202415,"MATH Lvl 5":6.193353474320242,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.4503020833333333,"MUSR":14.854427083333334,"MMLU-PRO Raw":0.25872672872340424,"MMLU-PRO":17.636303191489358,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-06","Submission Date":"2024-09-06","Generation":2,"Base Model":"Removed"},{"eval_name":"EpistemeAI_DeepPhi-3.5-mini-instruct_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/DeepPhi-3.5-mini-instruct 📑","fullname":"EpistemeAI/DeepPhi-3.5-mini-instruct","Model sha":"8fd61f3c0003a629524752d2f857c01d2f9843f4","Average ⬆️":3.46432918593773,"Hub License":"mit","Hub ❤️":0,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.423737744033451,"IFEval Raw":0.1325915238234551,"IFEval":13.259152382345508,"BBH Raw":0.28822860667627487,"BBH":1.667358455856632,"MATH Lvl 5 Raw":0.006797583081570997,"MATH Lvl 5":0.6797583081570997,"GPQA Raw":0.2332214765100671,"GPQA":0.0,"MUSR Raw":0.36562500000000003,"MUSR":4.036458333333333,"MMLU-PRO Raw":0.11028922872340426,"MMLU-PRO":1.1432476359338057,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-28","Submission Date":"2025-02-28","Generation":2,"Base Model":"microsoft/Phi-3.5-mini-instruct"},{"eval_name":"EpistemeAI_DeepThinkers-Phi4_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/DeepThinkers-Phi4 📑","fullname":"EpistemeAI/DeepThinkers-Phi4","Model sha":"3e2b390dc391232880542300f3ca1578f3b53ef5","Average ⬆️":39.40710857221479,"Hub License":"mit","Hub ❤️":4,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9143025960276635,"IFEval Raw":0.6939786433330231,"IFEval":69.3978643333023,"BBH Raw":0.6790415739665393,"BBH":53.786668719353166,"MATH Lvl 5 Raw":0.45845921450151056,"MATH Lvl 5":45.84592145015105,"GPQA Raw":0.34060402684563756,"GPQA":12.080536912751676,"MUSR Raw":0.3980625,"MUSR":8.024479166666667,"MMLU-PRO Raw":0.5257646276595744,"MMLU-PRO":47.307180851063826,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-28","Submission Date":"2025-03-01","Generation":2,"Base Model":"microsoft/phi-4"},{"eval_name":"EpistemeAI_FineLlama3.1-8B-Instruct_4bit","Precision":"4bit","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"?","Model":"EpistemeAI/FineLlama3.1-8B-Instruct 📑","fullname":"EpistemeAI/FineLlama3.1-8B-Instruct","Model sha":"a8b0fc584b10e0110e04f9d21c7f10d24391c1d5","Average ⬆️":11.239255981586004,"Hub License":"","Hub ❤️":0,"#Params (B)":14.483,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.709921965614319,"IFEval Raw":0.08000992921005155,"IFEval":8.000992921005155,"BBH Raw":0.45573635384163325,"BBH":23.506618815003453,"MATH Lvl 5 Raw":0.03474320241691843,"MATH Lvl 5":3.474320241691843,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.3481666666666667,"MUSR":4.954166666666666,"MMLU-PRO Raw":0.3112533244680851,"MMLU-PRO":23.472591607565015,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-08-10","Generation":0,"Base Model":"Removed"},{"eval_name":"EpistemeAI_Fireball-12B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"EpistemeAI/Fireball-12B 📑","fullname":"EpistemeAI/Fireball-12B","Model sha":"e2ed12c3244f2502321fb20e76dfc72ad7817d6e","Average ⬆️":15.534531353358348,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.2370416419749457,"IFEval Raw":0.1833501775289565,"IFEval":18.335017752895652,"BBH Raw":0.5110893652548262,"BBH":30.666711502632058,"MATH Lvl 5 Raw":0.04078549848942598,"MATH Lvl 5":4.078549848942599,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.42363541666666665,"MUSR":12.521093749999997,"MMLU-PRO Raw":0.3343583776595745,"MMLU-PRO":26.03981973995272,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-20","Submission Date":"2024-08-21","Generation":2,"Base Model":"Removed"},{"eval_name":"EpistemeAI_Fireball-12B-v1.13a-philosophers_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"EpistemeAI/Fireball-12B-v1.13a-philosophers 📑","fullname":"EpistemeAI/Fireball-12B-v1.13a-philosophers","Model sha":"7fa824d4a40abca3f8c75d432ea151dc0d1d67d6","Average ⬆️":14.466040850876615,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":12.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.325326791263037,"IFEval Raw":0.08755324760524298,"IFEval":8.755324760524298,"BBH Raw":0.5102697700597862,"BBH":30.336232640303574,"MATH Lvl 5 Raw":0.04607250755287009,"MATH Lvl 5":4.607250755287009,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.4080729166666666,"MUSR":9.975781249999995,"MMLU-PRO Raw":0.3366855053191489,"MMLU-PRO":26.29838947990544,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-28","Submission Date":"2024-09-03","Generation":1,"Base Model":"Removed"},{"eval_name":"EpistemeAI_Fireball-Alpaca-Llama-3.1-8B-Philos-DPO-200_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/Fireball-Alpaca-Llama-3.1-8B-Philos-DPO-200 📑","fullname":"EpistemeAI/Fireball-Alpaca-Llama-3.1-8B-Philos-DPO-200","Model sha":"27d67626304954db71f21fec9e7fc516421274ec","Average ⬆️":21.129914482629534,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8447622495689262,"IFEval Raw":0.4577243934981405,"IFEval":45.77243934981405,"BBH Raw":0.4838398624677178,"BBH":26.377774027551386,"MATH Lvl 5 Raw":0.12311178247734139,"MATH Lvl 5":12.311178247734139,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.39445833333333336,"MUSR":6.907291666666666,"MMLU-PRO Raw":0.35829454787234044,"MMLU-PRO":28.69939420803782,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-16","Submission Date":"2024-09-16","Generation":4,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"EpistemeAI_Fireball-Alpaca-Llama3.1.07-8B-Philos-Math-KTO-beta_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/Fireball-Alpaca-Llama3.1.07-8B-Philos-Math-KTO-beta 📑","fullname":"EpistemeAI/Fireball-Alpaca-Llama3.1.07-8B-Philos-Math-KTO-beta","Model sha":"2851384717556dd6ac14c00ed87aac1f267eb263","Average ⬆️":25.242227896928764,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.771289856542313,"IFEval Raw":0.7274010735958367,"IFEval":72.74010735958367,"BBH Raw":0.48648902139668476,"BBH":26.897964171299805,"MATH Lvl 5 Raw":0.15256797583081572,"MATH Lvl 5":15.256797583081571,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.3619375,"MUSR":4.275520833333334,"MMLU-PRO Raw":0.3543051861702128,"MMLU-PRO":28.25613179669031,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-12","Submission Date":"2024-09-14","Generation":5,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"EpistemeAI_Fireball-Alpaca-Llama3.1.08-8B-Philos-C-R2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/Fireball-Alpaca-Llama3.1.08-8B-Philos-C-R2 📑","fullname":"EpistemeAI/Fireball-Alpaca-Llama3.1.08-8B-Philos-C-R2","Model sha":"b19336101aa5f4807d1574f4c11eebc1c1a1c34e","Average ⬆️":22.550476627240737,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6234862691629817,"IFEval Raw":0.46731561146646455,"IFEval":46.731561146646456,"BBH Raw":0.4932027479020209,"BBH":28.24700927539328,"MATH Lvl 5 Raw":0.12386706948640483,"MATH Lvl 5":12.386706948640484,"GPQA Raw":0.2860738255033557,"GPQA":4.809843400447425,"MUSR Raw":0.46236458333333336,"MUSR":16.995572916666667,"MMLU-PRO Raw":0.3351894946808511,"MMLU-PRO":26.13216607565012,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-14","Submission Date":"2024-09-14","Generation":3,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"EpistemeAI_Fireball-Meta-Llama-3.1-8B-Instruct-0.001-128K-auto_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-0.001-128K-auto 📑","fullname":"EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-0.001-128K-auto","Model sha":"19b23c434b6c4524e2146926cdbf4f0e927ae3ab","Average ⬆️":21.567361907712467,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3899885588128729,"IFEval Raw":0.44318630123627534,"IFEval":44.31863012362753,"BBH Raw":0.4823644760491404,"BBH":26.832966985874886,"MATH Lvl 5 Raw":0.13293051359516617,"MATH Lvl 5":13.293051359516618,"GPQA Raw":0.31208053691275167,"GPQA":8.277404921700223,"MUSR Raw":0.4066458333333333,"MUSR":8.730729166666668,"MMLU-PRO Raw":0.3515625,"MMLU-PRO":27.95138888888889,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-14","Submission Date":"2024-11-15","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"EpistemeAI_Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K 📑","fullname":"EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K","Model sha":"b4a88fb5fb27fc5d8a503303cdb7aaeff373fd92","Average ⬆️":20.62716790652169,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":8.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6295729321675876,"IFEval Raw":0.4457339858242796,"IFEval":44.573398582427956,"BBH Raw":0.48973199216860547,"BBH":28.02516078188715,"MATH Lvl 5 Raw":0.12084592145015106,"MATH Lvl 5":12.084592145015106,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.37622916666666667,"MUSR":4.895312499999999,"MMLU-PRO Raw":0.3543051861702128,"MMLU-PRO":28.25613179669031,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-26","Submission Date":"2024-10-05","Generation":1,"Base Model":"Removed"},{"eval_name":"EpistemeAI_Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code 📑","fullname":"EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code","Model sha":"8e8f1569a8a01ed3d6588f2669c730d4993355b5","Average ⬆️":23.934713958118284,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":8.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7086355618094373,"IFEval Raw":0.5975334335119704,"IFEval":59.753343351197046,"BBH Raw":0.4904191122627008,"BBH":28.171887782172757,"MATH Lvl 5 Raw":0.1336858006042296,"MATH Lvl 5":13.36858006042296,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.40103125,"MUSR":8.462239583333334,"MMLU-PRO Raw":0.34225398936170215,"MMLU-PRO":26.917109929078016,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-04","Submission Date":"2024-10-05","Generation":2,"Base Model":"Removed"},{"eval_name":"EpistemeAI_Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds 📑","fullname":"EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds","Model sha":"8b73dd02349f0544c48c581cc73ada5cac6ff946","Average ⬆️":23.14416546279052,"Hub License":"llama3.1","Hub ❤️":2,"#Params (B)":8.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.5938260467706735,"IFEval Raw":0.669099101495144,"IFEval":66.9099101495144,"BBH Raw":0.4668070143164938,"BBH":24.462654168996078,"MATH Lvl 5 Raw":0.1336858006042296,"MATH Lvl 5":13.36858006042296,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.34178125,"MUSR":4.555989583333334,"MMLU-PRO Raw":0.33892952127659576,"MMLU-PRO":26.547724586288417,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-14","Submission Date":"2024-10-15","Generation":4,"Base Model":"Removed"},{"eval_name":"EpistemeAI_Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto 📑","fullname":"EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto","Model sha":"f18598c62a783bcc0d436a35df0c8a335e8ee5d7","Average ⬆️":23.74994070118673,"Hub License":"apache-2.0","Hub ❤️":7,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.2853056830713743,"IFEval Raw":0.7304984108831234,"IFEval":73.04984108831235,"BBH Raw":0.46492466713692354,"BBH":24.58673708035273,"MATH Lvl 5 Raw":0.13972809667673716,"MATH Lvl 5":13.972809667673717,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.32088541666666665,"MUSR":1.2106770833333331,"MMLU-PRO Raw":0.34798869680851063,"MMLU-PRO":27.554299645390067,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-21","Submission Date":"2024-10-29","Generation":1,"Base Model":"EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto (Merge)"},{"eval_name":"EpistemeAI_Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto 📑","fullname":"EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto","Model sha":"055e87600d18e58594a8d193f45c0ee9a90e1780","Average ⬆️":23.627287074905905,"Hub License":"apache-2.0","Hub ❤️":7,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3441355413277183,"IFEval Raw":0.7207066140063919,"IFEval":72.0706614006392,"BBH Raw":0.4610092915501656,"BBH":23.544253406580115,"MATH Lvl 5 Raw":0.13141993957703926,"MATH Lvl 5":13.141993957703926,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.3432395833333333,"MUSR":4.1716145833333345,"MMLU-PRO Raw":0.3353557180851064,"MMLU-PRO":26.150635342789595,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-21","Submission Date":"2024-11-27","Generation":1,"Base Model":"EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto (Merge)"},{"eval_name":"EpistemeAI_Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.004-128K-code-COT_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.004-128K-code-COT 📑","fullname":"EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.004-128K-code-COT","Model sha":"bb90c19dc7c4a509e7bd73f4620dca818b58be25","Average ⬆️":20.857427405175983,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6780731310692927,"IFEval Raw":0.4578241288669619,"IFEval":45.78241288669619,"BBH Raw":0.4760520079608936,"BBH":25.82086537586569,"MATH Lvl 5 Raw":0.13821752265861026,"MATH Lvl 5":13.821752265861026,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.3881354166666667,"MUSR":6.450260416666667,"MMLU-PRO Raw":0.3470744680851064,"MMLU-PRO":27.452718676122934,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-11","Submission Date":"2024-10-11","Generation":3,"Base Model":"Removed"},{"eval_name":"EpistemeAI_Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.004-128K-code-ds-auto_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.004-128K-code-ds-auto 📑","fullname":"EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.004-128K-code-ds-auto","Model sha":"db5ddb161ed26bc16baa814e31892dbe2f22b7a0","Average ⬆️":23.874258540372427,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":8.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4902619095486798,"IFEval Raw":0.7204816553411615,"IFEval":72.04816553411615,"BBH Raw":0.4817795525811035,"BBH":26.452059604470918,"MATH Lvl 5 Raw":0.14350453172205438,"MATH Lvl 5":14.350453172205437,"GPQA Raw":0.2483221476510067,"GPQA":0.0,"MUSR Raw":0.33,"MUSR":2.0833333333333326,"MMLU-PRO Raw":0.35480385638297873,"MMLU-PRO":28.311539598108748,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-14","Submission Date":"2024-11-14","Generation":1,"Base Model":"EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.004-128K-code-ds-auto (Merge)"},{"eval_name":"EpistemeAI_Fireball-Meta-Llama-3.1-8B-Instruct-Math_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Math 📑","fullname":"EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Math","Model sha":"677c97b4f92bfc330d4fae628e9a1df1ef606dcc","Average ⬆️":20.557928990030614,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8205431961818275,"IFEval Raw":0.46229559790245434,"IFEval":46.22955979024543,"BBH Raw":0.49829504320793055,"BBH":28.95934409387967,"MATH Lvl 5 Raw":0.10800604229607251,"MATH Lvl 5":10.80060422960725,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.3640729166666667,"MUSR":5.97578125,"MMLU-PRO Raw":0.33311170212765956,"MMLU-PRO":25.901300236406616,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-23","Submission Date":"2024-09-23","Generation":3,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"EpistemeAI_Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO 📑","fullname":"EpistemeAI/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO","Model sha":"b3c0fce7daa359cd8ed5be6595dd1a76ca2cfea2","Average ⬆️":21.293561415203758,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":8.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.667151564837414,"IFEval Raw":0.46109655713506825,"IFEval":46.109655713506825,"BBH Raw":0.48010141537970213,"BBH":26.317877757648734,"MATH Lvl 5 Raw":0.12537764350453173,"MATH Lvl 5":12.537764350453173,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.3998229166666667,"MUSR":8.077864583333334,"MMLU-PRO Raw":0.35206117021276595,"MMLU-PRO":28.00679669030733,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-08","Submission Date":"2024-10-09","Generation":3,"Base Model":"Removed"},{"eval_name":"EpistemeAI_Fireball-Mistral-Nemo-Base-2407-v1-DPO2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"EpistemeAI/Fireball-Mistral-Nemo-Base-2407-v1-DPO2 📑","fullname":"EpistemeAI/Fireball-Mistral-Nemo-Base-2407-v1-DPO2","Model sha":"2cf732fbffefdf37341b946edd7995f14d3f9487","Average ⬆️":15.339340300308171,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.5425381988690936,"IFEval Raw":0.18607295309778055,"IFEval":18.607295309778056,"BBH Raw":0.49677687590350894,"BBH":28.567824892702276,"MATH Lvl 5 Raw":0.03625377643504532,"MATH Lvl 5":3.625377643504532,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.4040104166666667,"MUSR":9.501302083333336,"MMLU-PRO Raw":0.33527260638297873,"MMLU-PRO":26.14140070921986,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-19","Submission Date":"2024-08-19","Generation":1,"Base Model":"Removed"},{"eval_name":"EpistemeAI_Fireball-R1-Llama-3.1-8B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/Fireball-R1-Llama-3.1-8B 📑","fullname":"EpistemeAI/Fireball-R1-Llama-3.1-8B","Model sha":"7d7ca4fa9887a0c6d721353fa962ed93e633d856","Average ⬆️":14.729862999540122,"Hub License":"llama3.1","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7517107170434107,"IFEval Raw":0.4427363839058143,"IFEval":44.27363839058143,"BBH Raw":0.36434977901496834,"BBH":10.273656027098815,"MATH Lvl 5 Raw":0.311178247734139,"MATH Lvl 5":31.1178247734139,"GPQA Raw":0.2483221476510067,"GPQA":0.0,"MUSR Raw":0.32879166666666665,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.11153590425531915,"MMLU-PRO":1.2817671394799046,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-11","Submission Date":"2025-02-12","Generation":2,"Base Model":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B"},{"eval_name":"EpistemeAI_Fireball-R1-Llama-3.1-8B-Medical-COT_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/Fireball-R1-Llama-3.1-8B-Medical-COT 📑","fullname":"EpistemeAI/Fireball-R1-Llama-3.1-8B-Medical-COT","Model sha":"66b8420e4c1003aedfc809f68e8f346ae972710a","Average ⬆️":14.486213316641551,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.747615825519124,"IFEval Raw":0.3216111029845255,"IFEval":32.16111029845255,"BBH Raw":0.37162741490176326,"BBH":12.153438929855737,"MATH Lvl 5 Raw":0.3270392749244713,"MATH Lvl 5":32.703927492447136,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.31136458333333333,"MUSR":2.187239583333333,"MMLU-PRO Raw":0.1402094414893617,"MMLU-PRO":4.467715721040189,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-16","Submission Date":"2025-02-28","Generation":3,"Base Model":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B"},{"eval_name":"EpistemeAI_Fireball-R1.1-Llama-3.1-8B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/Fireball-R1.1-Llama-3.1-8B 📑","fullname":"EpistemeAI/Fireball-R1.1-Llama-3.1-8B","Model sha":"863882f3081647135d269b82698e079b4c78d9ee","Average ⬆️":10.130881566678475,"Hub License":"llama3.1","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8073899540313522,"IFEval Raw":0.3676234613048932,"IFEval":36.76234613048933,"BBH Raw":0.33260007841271594,"BBH":6.28685605104149,"MATH Lvl 5 Raw":0.13821752265861026,"MATH Lvl 5":13.821752265861026,"GPQA Raw":0.2516778523489933,"GPQA":0.22371364653244186,"MUSR Raw":0.3419375,"MUSR":2.408854166666666,"MMLU-PRO Raw":0.11153590425531915,"MMLU-PRO":1.2817671394799046,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-03-02","Generation":3,"Base Model":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B"},{"eval_name":"EpistemeAI_Llama-3.2-3B-Agent007-Coder_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/Llama-3.2-3B-Agent007-Coder 📑","fullname":"EpistemeAI/Llama-3.2-3B-Agent007-Coder","Model sha":"7ff4e77796b6d308e96d0150e1a01081c0b82e01","Average ⬆️":18.91456180890705,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4216313423297888,"IFEval Raw":0.5399562050913798,"IFEval":53.99562050913798,"BBH Raw":0.4303758760727905,"BBH":19.02580948500905,"MATH Lvl 5 Raw":0.11102719033232629,"MATH Lvl 5":11.10271903323263,"GPQA Raw":0.2575503355704698,"GPQA":1.0067114093959737,"MUSR Raw":0.36680208333333336,"MUSR":7.783593750000001,"MMLU-PRO Raw":0.28515625,"MMLU-PRO":20.572916666666664,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-08","Submission Date":"2024-10-08","Generation":2,"Base Model":"meta-llama/Llama-3.2-3B-Instruct"},{"eval_name":"EpistemeAI_Mistral-Nemo-Instruct-12B-Philosophy-Math_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"EpistemeAI/Mistral-Nemo-Instruct-12B-Philosophy-Math 📑","fullname":"EpistemeAI/Mistral-Nemo-Instruct-12B-Philosophy-Math","Model sha":"1ac4205f8da109326b4a5cf173e5491a20087d76","Average ⬆️":16.60399677564458,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.7272149280286,"IFEval Raw":0.06946790072563022,"IFEval":6.946790072563022,"BBH Raw":0.5364928342081372,"BBH":33.835810999564586,"MATH Lvl 5 Raw":0.09592145015105741,"MATH Lvl 5":9.592145015105741,"GPQA Raw":0.3313758389261745,"GPQA":10.850111856823268,"MUSR Raw":0.42921875,"MUSR":12.885677083333329,"MMLU-PRO Raw":0.32962101063829785,"MMLU-PRO":25.513445626477537,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-15","Submission Date":"2024-09-26","Generation":1,"Base Model":"unsloth/Mistral-Nemo-Instruct-2407-bnb-4bit"},{"eval_name":"EpistemeAI_OpenReasoner-Llama-3.2-3B-rs1.0_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/OpenReasoner-Llama-3.2-3B-rs1.0 📑","fullname":"EpistemeAI/OpenReasoner-Llama-3.2-3B-rs1.0","Model sha":"94ac34a32fd2266e84f92e60eab63131540fce2e","Average ⬆️":22.939578822051278,"Hub License":"llama3.2","Hub ❤️":1,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5924359491094815,"IFEval Raw":0.7274010735958367,"IFEval":72.74010735958367,"BBH Raw":0.45185934849403964,"BBH":22.80780815942809,"MATH Lvl 5 Raw":0.13444108761329304,"MATH Lvl 5":13.444108761329304,"GPQA Raw":0.27181208053691275,"GPQA":2.9082774049216997,"MUSR Raw":0.3460625,"MUSR":2.024479166666666,"MMLU-PRO Raw":0.31341422872340424,"MMLU-PRO":23.712692080378247,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-14","Submission Date":"2025-02-15","Generation":2,"Base Model":"Removed"},{"eval_name":"EpistemeAI_Polypsyche-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto-Empathy_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/Polypsyche-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto-Empathy 📑","fullname":"EpistemeAI/Polypsyche-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto-Empathy","Model sha":"daabf0dcd2915991531abac59da346f27864c7e7","Average ⬆️":23.321646038971995,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3356626948818016,"IFEval Raw":0.7100903380807368,"IFEval":71.0090338080737,"BBH Raw":0.46279874531423665,"BBH":24.419414132832703,"MATH Lvl 5 Raw":0.13972809667673716,"MATH Lvl 5":13.972809667673717,"GPQA Raw":0.27684563758389263,"GPQA":3.5794183445190177,"MUSR Raw":0.3194895833333333,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.33111702127659576,"MMLU-PRO":25.67966903073286,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-13","Submission Date":"2024-12-13","Generation":2,"Base Model":"EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto (Merge)"},{"eval_name":"EpistemeAI_Polypsyche-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto-Logic_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/Polypsyche-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto-Logic 📑","fullname":"EpistemeAI/Polypsyche-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto-Logic","Model sha":"20a0141e08db10f1d0ffb771676e56c7d2045acf","Average ⬆️":23.204900560269166,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3689958633217039,"IFEval Raw":0.712213593265868,"IFEval":71.22135932658679,"BBH Raw":0.45659361690861294,"BBH":23.576450573055748,"MATH Lvl 5 Raw":0.12462235649546828,"MATH Lvl 5":12.462235649546828,"GPQA Raw":0.28439597315436244,"GPQA":4.5861297539149914,"MUSR Raw":0.32348958333333333,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.33502327127659576,"MMLU-PRO":26.11369680851064,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-13","Submission Date":"2024-12-20","Generation":2,"Base Model":"EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto (Merge)"},{"eval_name":"EpistemeAI_Polypsyche-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto-divergent_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/Polypsyche-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto-divergent 📑","fullname":"EpistemeAI/Polypsyche-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto-divergent","Model sha":"3cba0f0085c1f95f011cbf76d35a2303c54b2141","Average ⬆️":23.02725584049078,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3958844451637349,"IFEval Raw":0.6915306941138402,"IFEval":69.15306941138402,"BBH Raw":0.4524732961901791,"BBH":22.89036811976203,"MATH Lvl 5 Raw":0.12915407854984895,"MATH Lvl 5":12.915407854984895,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.35775,"MUSR":5.518750000000002,"MMLU-PRO Raw":0.32903922872340424,"MMLU-PRO":25.44880319148936,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-13","Submission Date":"2024-12-20","Generation":2,"Base Model":"EpistemeAI/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-ds-auto (Merge)"},{"eval_name":"EpistemeAI_Reasoning-Llama-3.1-CoT-RE1-NMT_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/Reasoning-Llama-3.1-CoT-RE1-NMT 📑","fullname":"EpistemeAI/Reasoning-Llama-3.1-CoT-RE1-NMT","Model sha":"3ae39e39a02ff222a7436499462261b22ca28367","Average ⬆️":19.208175433660585,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.447840402014464,"IFEval Raw":0.4828532737580731,"IFEval":48.285327375807306,"BBH Raw":0.47357563863974517,"BBH":25.544054444754476,"MATH Lvl 5 Raw":0.1299093655589124,"MATH Lvl 5":12.990936555891238,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.31821875,"MUSR":0.9440104166666662,"MMLU-PRO Raw":0.33427526595744683,"MMLU-PRO":26.03058510638298,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-29","Submission Date":"2025-01-29","Generation":0,"Base Model":"EpistemeAI/Reasoning-Llama-3.1-CoT-RE1-NMT"},{"eval_name":"EpistemeAI_Reasoning-Llama-3.1-CoT-RE1-NMT-V2-ORPO_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/Reasoning-Llama-3.1-CoT-RE1-NMT-V2-ORPO 📑","fullname":"EpistemeAI/Reasoning-Llama-3.1-CoT-RE1-NMT-V2-ORPO","Model sha":"d37dcdb2f9a663c356fb670b6e449b4ef1b54977","Average ⬆️":21.331579969605,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4427844314051856,"IFEval Raw":0.4553263119633683,"IFEval":45.53263119633683,"BBH Raw":0.4804219047211424,"BBH":25.89560083857891,"MATH Lvl 5 Raw":0.12915407854984895,"MATH Lvl 5":12.915407854984895,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.393125,"MUSR":7.173958333333332,"MMLU-PRO Raw":0.3597905585106383,"MMLU-PRO":28.865617612293136,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-31","Submission Date":"2025-01-31","Generation":2,"Base Model":"EpistemeAI/Reasoning-Llama-3.1-CoT-RE1-NMT"},{"eval_name":"EpistemeAI_Reasoning-Llama-3.2-1B-Instruct-v1.2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/Reasoning-Llama-3.2-1B-Instruct-v1.2 📑","fullname":"EpistemeAI/Reasoning-Llama-3.2-1B-Instruct-v1.2","Model sha":"a72b9f8f059647f799209c19931e263be79fbc03","Average ⬆️":9.508931658156023,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9031677511029814,"IFEval Raw":0.40871443325930756,"IFEval":40.871443325930755,"BBH Raw":0.3324495305251265,"BBH":6.5772148357059725,"MATH Lvl 5 Raw":0.05060422960725076,"MATH Lvl 5":5.0604229607250755,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.3221875,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.11785239361702128,"MMLU-PRO":1.9835992907801419,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-04","Submission Date":"2025-02-04","Generation":1,"Base Model":"Removed"},{"eval_name":"EpistemeAI_Reasoning-Llama-3.2-1B-Instruct-v1.3_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/Reasoning-Llama-3.2-1B-Instruct-v1.3 📑","fullname":"EpistemeAI/Reasoning-Llama-3.2-1B-Instruct-v1.3","Model sha":"b7dfff75dc619c3a5705a5ffbdea2310db121b96","Average ⬆️":8.170098865797046,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7538632079758366,"IFEval Raw":0.3272816127874041,"IFEval":32.72816127874041,"BBH Raw":0.3262818751942827,"BBH":6.111150533529301,"MATH Lvl 5 Raw":0.05060422960725076,"MATH Lvl 5":5.0604229607250755,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.326,"MUSR":2.0833333333333326,"MMLU-PRO Raw":0.11727061170212766,"MMLU-PRO":1.9189568557919614,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-04","Submission Date":"2025-02-05","Generation":2,"Base Model":"Removed"},{"eval_name":"EpistemeAI_Reasoning-Llama-3.2-3B-Math-Instruct-RE1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/Reasoning-Llama-3.2-3B-Math-Instruct-RE1 📑","fullname":"EpistemeAI/Reasoning-Llama-3.2-3B-Math-Instruct-RE1","Model sha":"a40bd9becd2d0bd8ed6ca5727d5b2b4f5cb75393","Average ⬆️":17.78003203358188,"Hub License":"","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2263268803331018,"IFEval Raw":0.5119538380386264,"IFEval":51.19538380386264,"BBH Raw":0.43810846923178864,"BBH":20.728881523559497,"MATH Lvl 5 Raw":0.10800604229607251,"MATH Lvl 5":10.80060422960725,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.34352083333333333,"MUSR":2.1734375000000004,"MMLU-PRO Raw":0.2789228723404255,"MMLU-PRO":19.880319148936167,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-04","Generation":0,"Base Model":"Removed"},{"eval_name":"EpistemeAI_Reasoning-Llama-3.2-3B-Math-Instruct-RE1-ORPO_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/Reasoning-Llama-3.2-3B-Math-Instruct-RE1-ORPO 📑","fullname":"EpistemeAI/Reasoning-Llama-3.2-3B-Math-Instruct-RE1-ORPO","Model sha":"563f7d4f8cd930e2b8079ec4844f8259ac19ad1c","Average ⬆️":23.430640115437427,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3505097740284058,"IFEval Raw":0.7289746760816855,"IFEval":72.89746760816854,"BBH Raw":0.45181862491313,"BBH":23.004650311661738,"MATH Lvl 5 Raw":0.15332326283987915,"MATH Lvl 5":15.332326283987916,"GPQA Raw":0.27348993288590606,"GPQA":3.1319910514541416,"MUSR Raw":0.3486666666666667,"MUSR":2.8833333333333333,"MMLU-PRO Raw":0.3100066489361702,"MMLU-PRO":23.33407210401891,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-31","Submission Date":"2025-02-04","Generation":1,"Base Model":"Removed"},{"eval_name":"EpistemeAI_ReasoningCore-1.0-3B-Instruct-r01-Reflect-Math_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/ReasoningCore-1.0-3B-Instruct-r01-Reflect-Math 📑","fullname":"EpistemeAI/ReasoningCore-1.0-3B-Instruct-r01-Reflect-Math","Model sha":"28e5169a7406b61fa7bbfbeecf8a8d544f1650dd","Average ⬆️":19.475016650589627,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5962760270217874,"IFEval Raw":0.5902893212232432,"IFEval":59.02893212232432,"BBH Raw":0.436379591348482,"BBH":19.821269315746473,"MATH Lvl 5 Raw":0.14803625377643503,"MATH Lvl 5":14.803625377643503,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.3314270833333333,"MUSR":1.5950520833333328,"MMLU-PRO Raw":0.28233045212765956,"MMLU-PRO":20.258939125295505,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-08","Submission Date":"2025-03-08","Generation":4,"Base Model":"meta-llama/Llama-3.2-3B-Instruct"},{"eval_name":"EpistemeAI_ReasoningCore-3B-0_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/ReasoningCore-3B-0 📑","fullname":"EpistemeAI/ReasoningCore-3B-0","Model sha":"8eebaf7d2bef9d80ba3e99c19e61f46da7bd83a9","Average ⬆️":23.526303672038257,"Hub License":"llama3.2","Hub ❤️":2,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5853917932437854,"IFEval Raw":0.7341454008696924,"IFEval":73.41454008696924,"BBH Raw":0.44460707451155984,"BBH":22.166822802153792,"MATH Lvl 5 Raw":0.15861027190332325,"MATH Lvl 5":15.861027190332324,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.35539583333333336,"MUSR":2.5578125000000003,"MMLU-PRO Raw":0.3172373670212766,"MMLU-PRO":24.137485224586285,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-07","Submission Date":"2025-02-07","Generation":2,"Base Model":"meta-llama/Llama-3.2-3B-Instruct"},{"eval_name":"EpistemeAI_ReasoningCore-3B-Instruct-r01-Reflect_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/ReasoningCore-3B-Instruct-r01-Reflect 📑","fullname":"EpistemeAI/ReasoningCore-3B-Instruct-r01-Reflect","Model sha":"62e3cb0026f2cbd1d70e8fb45fcaf26d7256cc7d","Average ⬆️":23.51162994918955,"Hub License":"llama3.2","Hub ❤️":1,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5679692340468294,"IFEval Raw":0.7334960128015887,"IFEval":73.34960128015888,"BBH Raw":0.44496323889512146,"BBH":22.265678862081568,"MATH Lvl 5 Raw":0.1540785498489426,"MATH Lvl 5":15.407854984894259,"GPQA Raw":0.27348993288590606,"GPQA":3.1319910514541416,"MUSR Raw":0.3527291666666667,"MUSR":3.091145833333334,"MMLU-PRO Raw":0.31441156914893614,"MMLU-PRO":23.823507683215126,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-28","Submission Date":"2025-02-28","Generation":2,"Base Model":"meta-llama/Llama-3.2-3B-Instruct"},{"eval_name":"EpistemeAI_ReasoningCore-3B-R01_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/ReasoningCore-3B-R01 📑","fullname":"EpistemeAI/ReasoningCore-3B-R01","Model sha":"046404c2e8b0c956f0c50f0e5e8f423455306ff1","Average ⬆️":14.035244688635869,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6070635739248887,"IFEval Raw":0.29760590787998065,"IFEval":29.76059078799807,"BBH Raw":0.43725189001258497,"BBH":20.62436739279366,"MATH Lvl 5 Raw":0.1299093655589124,"MATH Lvl 5":12.990936555891238,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.31945833333333334,"MUSR":1.698958333333333,"MMLU-PRO Raw":0.25914228723404253,"MMLU-PRO":17.682476359338057,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-07","Submission Date":"2025-02-08","Generation":3,"Base Model":"meta-llama/Llama-3.2-3B-Instruct"},{"eval_name":"EpistemeAI_ReasoningCore-3B-RE1-V2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/ReasoningCore-3B-RE1-V2 📑","fullname":"EpistemeAI/ReasoningCore-3B-RE1-V2","Model sha":"429b18420956128532a4286a9d2180f6ba3aacae","Average ⬆️":23.57087320558054,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5824159628332604,"IFEval Raw":0.7393161256576994,"IFEval":73.93161256576994,"BBH Raw":0.44623884450165807,"BBH":22.472883801695517,"MATH Lvl 5 Raw":0.15634441087613293,"MATH Lvl 5":15.634441087613293,"GPQA Raw":0.27348993288590606,"GPQA":3.1319910514541416,"MUSR Raw":0.3540625,"MUSR":2.024479166666666,"MMLU-PRO Raw":0.31806848404255317,"MMLU-PRO":24.229831560283685,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-18","Submission Date":"2025-02-19","Generation":3,"Base Model":"meta-llama/Llama-3.2-3B-Instruct"},{"eval_name":"EpistemeAI_ReasoningCore-3B-RE1-V2A_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/ReasoningCore-3B-RE1-V2A 📑","fullname":"EpistemeAI/ReasoningCore-3B-RE1-V2A","Model sha":"d8a325429306b3993f731eb580187d545e221de6","Average ⬆️":18.398292233746382,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5854265795489074,"IFEval Raw":0.5732534120577845,"IFEval":57.32534120577844,"BBH Raw":0.4189899823502799,"BBH":18.05942921696145,"MATH Lvl 5 Raw":0.09290030211480363,"MATH Lvl 5":9.290030211480364,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.33520833333333333,"MUSR":2.7343749999999996,"MMLU-PRO Raw":0.2736037234042553,"MMLU-PRO":19.289302600472812,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-24","Submission Date":"2025-02-25","Generation":4,"Base Model":"meta-llama/Llama-3.2-3B-Instruct"},{"eval_name":"EpistemeAI_ReasoningCore-3B-RE1-V2B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/ReasoningCore-3B-RE1-V2B 📑","fullname":"EpistemeAI/ReasoningCore-3B-RE1-V2B","Model sha":"a66f75bde34c2d08062cb1ae455a789e0bba9e1d","Average ⬆️":16.80359555586663,"Hub License":"llama3.2","Hub ❤️":1,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6061262394745162,"IFEval Raw":0.5051097753959495,"IFEval":50.51097753959495,"BBH Raw":0.41678877951897175,"BBH":17.62918970867094,"MATH Lvl 5 Raw":0.10725075528700906,"MATH Lvl 5":10.725075528700906,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.3448229166666667,"MUSR":1.8028645833333332,"MMLU-PRO Raw":0.26728723404255317,"MMLU-PRO":18.587470449172574,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-24","Submission Date":"2025-02-25","Generation":5,"Base Model":"meta-llama/Llama-3.2-3B-Instruct"},{"eval_name":"EpistemeAI_ReasoningCore-3B-RE1-V2C_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/ReasoningCore-3B-RE1-V2C 📑","fullname":"EpistemeAI/ReasoningCore-3B-RE1-V2C","Model sha":"aa270574bdcf8d85d273d7bc74ce85de5d9505b1","Average ⬆️":16.648061999116766,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5980412814196955,"IFEval Raw":0.5057092957796425,"IFEval":50.57092957796425,"BBH Raw":0.41774567831526244,"BBH":17.793270992983555,"MATH Lvl 5 Raw":0.09743202416918428,"MATH Lvl 5":9.743202416918429,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.34215625,"MUSR":1.5361979166666664,"MMLU-PRO Raw":0.2691156914893617,"MMLU-PRO":18.790632387706854,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-26","Submission Date":"2025-02-27","Generation":6,"Base Model":"meta-llama/Llama-3.2-3B-Instruct"},{"eval_name":"EpistemeAI_ReasoningCore-3B-T1-V1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/ReasoningCore-3B-T1-V1 📑","fullname":"EpistemeAI/ReasoningCore-3B-T1-V1","Model sha":"a6f33848cdb2eb198d4ea44b1988238c25a2501b","Average ⬆️":23.243643018070443,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5761983025195495,"IFEval Raw":0.7207564816908026,"IFEval":72.07564816908027,"BBH Raw":0.4516908992961786,"BBH":23.06533291680579,"MATH Lvl 5 Raw":0.14577039274924472,"MATH Lvl 5":14.577039274924472,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.35403125,"MUSR":2.720572916666667,"MMLU-PRO Raw":0.31200132978723405,"MMLU-PRO":23.55570330969267,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-10","Submission Date":"2025-02-11","Generation":3,"Base Model":"Removed"},{"eval_name":"EpistemeAI_ReasoningCore-3B-T1_1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI/ReasoningCore-3B-T1_1 📑","fullname":"EpistemeAI/ReasoningCore-3B-T1_1","Model sha":"a1564589a7b766e23d444f2adfdfaef21aee3ce3","Average ⬆️":23.492474520020917,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1654658615572893,"IFEval Raw":0.7274509412802475,"IFEval":72.74509412802476,"BBH Raw":0.45239424517060806,"BBH":23.094998793873298,"MATH Lvl 5 Raw":0.1540785498489426,"MATH Lvl 5":15.407854984894259,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.3553645833333334,"MUSR":2.720572916666667,"MMLU-PRO Raw":0.3116688829787234,"MMLU-PRO":23.51876477541371,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-06","Submission Date":"2025-02-06","Generation":2,"Base Model":"Removed"},{"eval_name":"EpistemeAI2_Athene-codegemma-2-7b-it-alpaca-v1.2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"GemmaForCausalLM","Model":"EpistemeAI2/Athene-codegemma-2-7b-it-alpaca-v1.2 📑","fullname":"EpistemeAI2/Athene-codegemma-2-7b-it-alpaca-v1.2","Model sha":"21b31062334a316b50680e8c3a141a72e4c30b61","Average ⬆️":15.718390848250493,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.939269685082392,"IFEval Raw":0.4351177098986245,"IFEval":43.511770989862455,"BBH Raw":0.41754154460978427,"BBH":18.971369774912947,"MATH Lvl 5 Raw":0.04229607250755287,"MATH Lvl 5":4.229607250755287,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.41696875000000005,"MUSR":10.387760416666667,"MMLU-PRO Raw":0.22972074468085107,"MMLU-PRO":14.413416075650117,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-26","Submission Date":"2024-08-26","Generation":2,"Base Model":"Removed"},{"eval_name":"EpistemeAI2_Fireball-12B-v1.2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"EpistemeAI2/Fireball-12B-v1.2 📑","fullname":"EpistemeAI2/Fireball-12B-v1.2","Model sha":"57af42edf8232189ee99e9a21e33a0c306e3f561","Average ⬆️":15.200286583835771,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":12.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.745129376454524,"IFEval Raw":0.13553925805750963,"IFEval":13.553925805750964,"BBH Raw":0.5018583230653281,"BBH":29.776014226579218,"MATH Lvl 5 Raw":0.04154078549848943,"MATH Lvl 5":4.1540785498489425,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.4173125,"MUSR":11.264062499999996,"MMLU-PRO Raw":0.33369348404255317,"MMLU-PRO":25.965942671394792,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-27","Submission Date":"2024-08-28","Generation":1,"Base Model":"Removed"},{"eval_name":"EpistemeAI2_Fireball-Alpaca-Llama3.1-8B-Philos_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI2/Fireball-Alpaca-Llama3.1-8B-Philos 📑","fullname":"EpistemeAI2/Fireball-Alpaca-Llama3.1-8B-Philos","Model sha":"3dcca4cf9bdd9003c8dc91f5c78cefef1d4ae0d7","Average ⬆️":22.551673578610224,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":8.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6966642760929416,"IFEval Raw":0.498640274471735,"IFEval":49.8640274471735,"BBH Raw":0.4977581192690881,"BBH":29.259226071264724,"MATH Lvl 5 Raw":0.11858006042296072,"MATH Lvl 5":11.858006042296072,"GPQA Raw":0.29278523489932884,"GPQA":5.7046979865771785,"MUSR Raw":0.42766666666666664,"MUSR":11.891666666666667,"MMLU-PRO Raw":0.3405917553191489,"MMLU-PRO":26.73241725768321,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-29","Submission Date":"2024-08-29","Generation":3,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"EpistemeAI2_Fireball-Alpaca-Llama3.1.01-8B-Philos_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI2/Fireball-Alpaca-Llama3.1.01-8B-Philos 📑","fullname":"EpistemeAI2/Fireball-Alpaca-Llama3.1.01-8B-Philos","Model sha":"f97293ed5cec7fb9482b16600259967c6c923e4b","Average ⬆️":21.567143968773337,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7411433753603245,"IFEval Raw":0.42117913802045237,"IFEval":42.11791380204524,"BBH Raw":0.49561092312727917,"BBH":28.628475325906475,"MATH Lvl 5 Raw":0.13595166163141995,"MATH Lvl 5":13.595166163141995,"GPQA Raw":0.28859060402684567,"GPQA":5.145413870246088,"MUSR Raw":0.43706249999999996,"MUSR":13.432812500000002,"MMLU-PRO Raw":0.33834773936170215,"MMLU-PRO":26.483082151300234,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-03","Submission Date":"2024-09-03","Generation":3,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"EpistemeAI2_Fireball-Alpaca-Llama3.1.03-8B-Philos_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI2/Fireball-Alpaca-Llama3.1.03-8B-Philos 📑","fullname":"EpistemeAI2/Fireball-Alpaca-Llama3.1.03-8B-Philos","Model sha":"6e60f783f80f7d126b8e4f2b417e14dea63d2c4f","Average ⬆️":20.274573357917856,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":8.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5950461475759945,"IFEval Raw":0.3880814017916905,"IFEval":38.808140179169044,"BBH Raw":0.49508699339363266,"BBH":27.99254879661235,"MATH Lvl 5 Raw":0.1283987915407855,"MATH Lvl 5":12.83987915407855,"GPQA Raw":0.2785234899328859,"GPQA":3.8031319910514525,"MUSR Raw":0.42801041666666667,"MUSR":12.034635416666667,"MMLU-PRO Raw":0.3355219414893617,"MMLU-PRO":26.16910460992908,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-04","Submission Date":"2024-09-04","Generation":3,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"EpistemeAI2_Fireball-Alpaca-Llama3.1.04-8B-Philos_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI2/Fireball-Alpaca-Llama3.1.04-8B-Philos 📑","fullname":"EpistemeAI2/Fireball-Alpaca-Llama3.1.04-8B-Philos","Model sha":"efd0c251373e1a2fa2bc8cead502c03ff6dc7c8b","Average ⬆️":21.094517497325704,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5304958366458974,"IFEval Raw":0.40843960690966635,"IFEval":40.84396069096664,"BBH Raw":0.4930009712421776,"BBH":27.963797525362725,"MATH Lvl 5 Raw":0.12009063444108761,"MATH Lvl 5":12.009063444108762,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.43721875,"MUSR":13.685677083333337,"MMLU-PRO Raw":0.3402593085106383,"MMLU-PRO":26.695478723404253,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-05","Submission Date":"2024-09-05","Generation":3,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"EpistemeAI2_Fireball-Alpaca-Llama3.1.06-8B-Philos-dpo_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI2/Fireball-Alpaca-Llama3.1.06-8B-Philos-dpo 📑","fullname":"EpistemeAI2/Fireball-Alpaca-Llama3.1.06-8B-Philos-dpo","Model sha":"3e76f190b505b515479cc25e92f8229c2b05159f","Average ⬆️":21.867631752899076,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8695479199902147,"IFEval Raw":0.4865756193566404,"IFEval":48.657561935664035,"BBH Raw":0.48807730539009225,"BBH":27.207176615070413,"MATH Lvl 5 Raw":0.13066465256797583,"MATH Lvl 5":13.066465256797583,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.3931875,"MUSR":6.848437499999999,"MMLU-PRO Raw":0.3614527925531915,"MMLU-PRO":29.050310283687946,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-09","Submission Date":"2024-09-09","Generation":5,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"EpistemeAI2_Fireball-Alpaca-Llama3.1.07-8B-Philos-Math_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI2/Fireball-Alpaca-Llama3.1.07-8B-Philos-Math 📑","fullname":"EpistemeAI2/Fireball-Alpaca-Llama3.1.07-8B-Philos-Math","Model sha":"0b2842bddfa6c308f67eb5a20daf04536a4e6d1a","Average ⬆️":21.97087003498899,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8040592656869943,"IFEval Raw":0.5079079065767719,"IFEval":50.79079065767719,"BBH Raw":0.4847020640542447,"BBH":26.901201452028392,"MATH Lvl 5 Raw":0.12009063444108761,"MATH Lvl 5":12.009063444108762,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.40630208333333334,"MUSR":7.854427083333334,"MMLU-PRO Raw":0.35305851063829785,"MMLU-PRO":28.117612293144205,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-10","Submission Date":"2024-09-10","Generation":4,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"EpistemeAI2_Fireball-Alpaca-Llama3.1.08-8B-C-R1-KTO-Reflection_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI2/Fireball-Alpaca-Llama3.1.08-8B-C-R1-KTO-Reflection 📑","fullname":"EpistemeAI2/Fireball-Alpaca-Llama3.1.08-8B-C-R1-KTO-Reflection","Model sha":"dc900138b4406353b7e84251bc8649d70c16f13f","Average ⬆️":20.894624934810878,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7679480184248195,"IFEval Raw":0.39522577871159636,"IFEval":39.52257787115964,"BBH Raw":0.49553052334314723,"BBH":27.571611204577167,"MATH Lvl 5 Raw":0.12462235649546828,"MATH Lvl 5":12.462235649546828,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.4048125,"MUSR":10.4015625,"MMLU-PRO Raw":0.35929188829787234,"MMLU-PRO":28.8102098108747,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-16","Submission Date":"2024-09-16","Generation":6,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"EpistemeAI2_Fireball-Alpaca-Llama3.1.08-8B-Philos-C-R1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI2/Fireball-Alpaca-Llama3.1.08-8B-Philos-C-R1 📑","fullname":"EpistemeAI2/Fireball-Alpaca-Llama3.1.08-8B-Philos-C-R1","Model sha":"c57c786426123635baf6c8b4d30638d2053f4565","Average ⬆️":22.511188245481957,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8195181295523026,"IFEval Raw":0.5316382753316755,"IFEval":53.16382753316755,"BBH Raw":0.4827931104634334,"BBH":26.76368521382555,"MATH Lvl 5 Raw":0.12386706948640483,"MATH Lvl 5":12.386706948640484,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.4103020833333333,"MUSR":8.454427083333332,"MMLU-PRO Raw":0.3523105053191489,"MMLU-PRO":28.034500591016542,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-13","Submission Date":"2024-09-13","Generation":4,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"EpistemeAI2_Fireball-Llama-3.1-8B-Philos-Reflection_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI2/Fireball-Llama-3.1-8B-Philos-Reflection 📑","fullname":"EpistemeAI2/Fireball-Llama-3.1-8B-Philos-Reflection","Model sha":"4b0b75d9235886e8a947c45b94f87c5a65a81467","Average ⬆️":20.37672090429901,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.78988673075239,"IFEval Raw":0.3596047376516532,"IFEval":35.96047376516532,"BBH Raw":0.4897693552241443,"BBH":27.76979570236311,"MATH Lvl 5 Raw":0.1283987915407855,"MATH Lvl 5":12.83987915407855,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.3957291666666667,"MUSR":9.632812500000002,"MMLU-PRO Raw":0.3550531914893617,"MMLU-PRO":28.33924349881796,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-17","Submission Date":"2024-09-17","Generation":5,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"EpistemeAI2_Fireball-MathMistral-Nemo-Base-2407-v2dpo_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"EpistemeAI2/Fireball-MathMistral-Nemo-Base-2407-v2dpo 📑","fullname":"EpistemeAI2/Fireball-MathMistral-Nemo-Base-2407-v2dpo","Model sha":"6b7d851c66359f39d16da6fbcf810b816dc6e4bc","Average ⬆️":11.369982746356044,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":11.58,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.762851272980899,"IFEval Raw":0.30972043067948596,"IFEval":30.972043067948597,"BBH Raw":0.43276373285682107,"BBH":21.145528378150857,"MATH Lvl 5 Raw":0.03700906344410876,"MATH Lvl 5":3.7009063444108756,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.4029583333333333,"MUSR":8.96979166666667,"MMLU-PRO Raw":0.11477726063829788,"MMLU-PRO":1.6419178486997636,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-21","Submission Date":"2024-08-24","Generation":2,"Base Model":"unsloth/Mistral-Nemo-Base-2407-bnb-4bit"},{"eval_name":"EpistemeAI2_Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-math_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI2/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-math 📑","fullname":"EpistemeAI2/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.003-128K-code-math","Model sha":"aa21037cf0984cb293facb69c41895e7fccb1340","Average ⬆️":22.727957302291042,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5833654691318217,"IFEval Raw":0.5515465631191904,"IFEval":55.15465631191904,"BBH Raw":0.48075580310342053,"BBH":26.743767165585172,"MATH Lvl 5 Raw":0.1351963746223565,"MATH Lvl 5":13.51963746223565,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.36925,"MUSR":6.789583333333333,"MMLU-PRO Raw":0.3420046542553192,"MMLU-PRO":26.889406028368796,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-11","Submission Date":"2024-10-12","Generation":3,"Base Model":"Removed"},{"eval_name":"EpistemeAI2_Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.005-128K-code-COT_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"EpistemeAI2/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.005-128K-code-COT 📑","fullname":"EpistemeAI2/Fireball-Meta-Llama-3.1-8B-Instruct-Agent-0.005-128K-code-COT","Model sha":"cf8b99d4aa00c18fdaebfb24fa3c674ee6defa1a","Average ⬆️":21.037758831912942,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6016352294968985,"IFEval Raw":0.4633195476890207,"IFEval":46.331954768902065,"BBH Raw":0.4790834283312441,"BBH":26.400991557555106,"MATH Lvl 5 Raw":0.11706948640483383,"MATH Lvl 5":11.706948640483382,"GPQA Raw":0.31208053691275167,"GPQA":8.277404921700223,"MUSR Raw":0.37743750000000004,"MUSR":5.013020833333332,"MMLU-PRO Raw":0.3564660904255319,"MMLU-PRO":28.496232269503547,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-11","Submission Date":"2024-10-11","Generation":3,"Base Model":"Removed"},{"eval_name":"EpistemeAI2_Fireball-Phi-3-medium-4k-inst-Philos_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"EpistemeAI2/Fireball-Phi-3-medium-4k-inst-Philos 📑","fullname":"EpistemeAI2/Fireball-Phi-3-medium-4k-inst-Philos","Model sha":"147715051102034fac98091e2a0cae6cade15ae0","Average ⬆️":29.67636693004503,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":13.96,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5436275349185773,"IFEval Raw":0.5312880933700359,"IFEval":53.128809337003595,"BBH Raw":0.6177842639287514,"BBH":46.20887281141656,"MATH Lvl 5 Raw":0.17069486404833836,"MATH Lvl 5":17.069486404833835,"GPQA Raw":0.33221476510067116,"GPQA":10.96196868008949,"MUSR Raw":0.41390625,"MUSR":10.704947916666669,"MMLU-PRO Raw":0.45985704787234044,"MMLU-PRO":39.984116430260045,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-19","Submission Date":"2024-09-20","Generation":1,"Base Model":"unsloth/phi-3-medium-4k-instruct-bnb-4bit"},{"eval_name":"Eric111_CatunaMayo_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Eric111/CatunaMayo 📑","fullname":"Eric111/CatunaMayo","Model sha":"23337893381293975cbcc35f75b634954fbcefaf","Average ⬆️":21.27397881040676,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1016492560543947,"IFEval Raw":0.4074156571231,"IFEval":40.741565712310006,"BBH Raw":0.5243635518600797,"BBH":33.299425909067885,"MATH Lvl 5 Raw":0.08459214501510574,"MATH Lvl 5":8.459214501510575,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.45398958333333334,"MUSR":15.348697916666667,"MMLU-PRO Raw":0.3178191489361702,"MMLU-PRO":24.202127659574465,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-02-15","Submission Date":"2024-07-03","Generation":0,"Base Model":"Eric111/CatunaMayo"},{"eval_name":"Eric111_CatunaMayo-DPO_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Eric111/CatunaMayo-DPO 📑","fullname":"Eric111/CatunaMayo-DPO","Model sha":"6bdbe06c10d57d152dd8a79a71edd8e30135b689","Average ⬆️":21.292884967568227,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1080452807347074,"IFEval Raw":0.4214539643700936,"IFEval":42.14539643700936,"BBH Raw":0.5223991323844243,"BBH":33.08995159999345,"MATH Lvl 5 Raw":0.08157099697885196,"MATH Lvl 5":8.157099697885197,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.44503125,"MUSR":14.662239583333337,"MMLU-PRO Raw":0.3169880319148936,"MMLU-PRO":24.109781323877066,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-02-21","Submission Date":"2024-06-27","Generation":0,"Base Model":"Eric111/CatunaMayo-DPO"},{"eval_name":"Etherll_Chocolatine-3B-Instruct-DPO-Revised-Ties_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"Etherll/Chocolatine-3B-Instruct-DPO-Revised-Ties 📑","fullname":"Etherll/Chocolatine-3B-Instruct-DPO-Revised-Ties","Model sha":"8a9c3d745e0805e769b544622b3f5c039abc9b07","Average ⬆️":24.981820729952233,"Hub License":"","Hub ❤️":0,"#Params (B)":3.821,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2709938613196208,"IFEval Raw":0.3724694920588483,"IFEval":37.24694920588483,"BBH Raw":0.5410649663618229,"BBH":35.58334267696659,"MATH Lvl 5 Raw":0.16314199395770393,"MATH Lvl 5":16.314199395770395,"GPQA Raw":0.3238255033557047,"GPQA":9.843400447427292,"MUSR Raw":0.4649375,"MUSR":17.817187499999996,"MMLU-PRO Raw":0.39777260638297873,"MMLU-PRO":33.08584515366431,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-28","Generation":0,"Base Model":"Removed"},{"eval_name":"Etherll_Chocolatine-3B-Instruct-DPO-Revised-Ties-v2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"Etherll/Chocolatine-3B-Instruct-DPO-Revised-Ties-v2 📑","fullname":"Etherll/Chocolatine-3B-Instruct-DPO-Revised-Ties-v2","Model sha":"121b0831361743558e1a56fd89ae3d3c03272cc4","Average ⬆️":25.0072163099762,"Hub License":"","Hub ❤️":0,"#Params (B)":3.821,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2625910778696097,"IFEval Raw":0.37399322686028624,"IFEval":37.399322686028626,"BBH Raw":0.5410649663618229,"BBH":35.58334267696659,"MATH Lvl 5 Raw":0.16314199395770393,"MATH Lvl 5":16.314199395770395,"GPQA Raw":0.3238255033557047,"GPQA":9.843400447427292,"MUSR Raw":0.4649375,"MUSR":17.817187499999996,"MMLU-PRO Raw":0.39777260638297873,"MMLU-PRO":33.08584515366431,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-29","Generation":0,"Base Model":"Removed"},{"eval_name":"Etherll_Herplete-LLM-Llama-3.1-8b_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Etherll/Herplete-LLM-Llama-3.1-8b 📑","fullname":"Etherll/Herplete-LLM-Llama-3.1-8b","Model sha":"b3829cf437216f099c031a9ab5e4c8ec974766dd","Average ⬆️":19.58870802333299,"Hub License":"","Hub ❤️":5,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9736847295609784,"IFEval Raw":0.46719149634082013,"IFEval":46.71914963408201,"BBH Raw":0.5013428726325629,"BBH":28.952590926070883,"MATH Lvl 5 Raw":0.027945619335347432,"MATH Lvl 5":2.794561933534743,"GPQA Raw":0.2860738255033557,"GPQA":4.809843400447425,"MUSR Raw":0.38599999999999995,"MUSR":6.6833333333333345,"MMLU-PRO Raw":0.34815492021276595,"MMLU-PRO":27.57276891252955,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-24","Submission Date":"2024-08-29","Generation":1,"Base Model":"Etherll/Herplete-LLM-Llama-3.1-8b (Merge)"},{"eval_name":"Etherll_Herplete-LLM-Llama-3.1-8b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Etherll/Herplete-LLM-Llama-3.1-8b 📑","fullname":"Etherll/Herplete-LLM-Llama-3.1-8b","Model sha":"d1383d993fad005d515be4d815797019601c679f","Average ⬆️":26.260139418825688,"Hub License":"","Hub ❤️":5,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.709613282616363,"IFEval Raw":0.6105976586568084,"IFEval":61.05976586568083,"BBH Raw":0.5347253355929804,"BBH":33.206608363709044,"MATH Lvl 5 Raw":0.15483383685800603,"MATH Lvl 5":15.483383685800604,"GPQA Raw":0.3145973154362416,"GPQA":8.612975391498878,"MUSR Raw":0.3990520833333333,"MUSR":8.614843749999995,"MMLU-PRO Raw":0.375249335106383,"MMLU-PRO":30.583259456264773,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-24","Submission Date":"2024-10-18","Generation":1,"Base Model":"Etherll/Herplete-LLM-Llama-3.1-8b (Merge)"},{"eval_name":"Etherll_Herplete-LLM-Llama-3.1-8b-Ties_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Etherll/Herplete-LLM-Llama-3.1-8b-Ties 📑","fullname":"Etherll/Herplete-LLM-Llama-3.1-8b-Ties","Model sha":"","Average ⬆️":26.53329128692283,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7244029419033515,"IFEval Raw":0.6163679038285084,"IFEval":61.63679038285083,"BBH Raw":0.5337975953250876,"BBH":33.07089034564546,"MATH Lvl 5 Raw":0.16012084592145015,"MATH Lvl 5":16.012084592145015,"GPQA Raw":0.31711409395973156,"GPQA":8.948545861297541,"MUSR Raw":0.40171874999999996,"MUSR":8.948177083333329,"MMLU-PRO Raw":0.375249335106383,"MMLU-PRO":30.583259456264773,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-03","Submission Date":"2024-10-17","Generation":1,"Base Model":"Etherll/Herplete-LLM-Llama-3.1-8b-Ties (Merge)"},{"eval_name":"Etherll_Qwen2.5-7B-della-test_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Etherll/Qwen2.5-7B-della-test 📑","fullname":"Etherll/Qwen2.5-7B-della-test","Model sha":"c2b2ffc38627e68e7b43a1b596dc16ee93c1c63b","Average ⬆️":35.81656745139639,"Hub License":"","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.084641406728251,"IFEval Raw":0.7624968417133207,"IFEval":76.24968417133206,"BBH Raw":0.5447331985391859,"BBH":35.54689390845198,"MATH Lvl 5 Raw":0.48942598187311176,"MATH Lvl 5":48.94259818731118,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.40469791666666666,"MUSR":8.987239583333334,"MMLU-PRO Raw":0.4360871010638298,"MMLU-PRO":37.34301122931442,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-01","Submission Date":"2024-11-14","Generation":1,"Base Model":"Etherll/Qwen2.5-7B-della-test (Merge)"},{"eval_name":"Etherll_Qwen2.5-Coder-7B-Instruct-Ties_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Etherll/Qwen2.5-Coder-7B-Instruct-Ties 📑","fullname":"Etherll/Qwen2.5-Coder-7B-Instruct-Ties","Model sha":"d8c1624a2fa60f05030e34a128af391b5d8be332","Average ⬆️":26.513720070911546,"Hub License":"","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.394362523519261,"IFEval Raw":0.5005385709916355,"IFEval":50.05385709916355,"BBH Raw":0.4895144464043051,"BBH":28.008294264156472,"MATH Lvl 5 Raw":0.29154078549848944,"MATH Lvl 5":29.154078549848943,"GPQA Raw":0.3296979865771812,"GPQA":10.626398210290827,"MUSR Raw":0.43728125,"MUSR":13.426822916666667,"MMLU-PRO Raw":0.3503158244680851,"MMLU-PRO":27.812869385342786,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-30","Submission Date":"2024-10-28","Generation":1,"Base Model":"Etherll/Qwen2.5-Coder-7B-Instruct-Ties (Merge)"},{"eval_name":"Etherll_Replete-LLM-V3-Llama-3.1-8b_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Etherll/Replete-LLM-V3-Llama-3.1-8b 📑","fullname":"Etherll/Replete-LLM-V3-Llama-3.1-8b","Model sha":"e79849d72f70ef74677ed81a8885403973b2470c","Average ⬆️":21.70431724543067,"Hub License":"","Hub ❤️":5,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5786586422846098,"IFEval Raw":0.5262924595628488,"IFEval":52.629245956284876,"BBH Raw":0.4543377420594779,"BBH":22.902455222412783,"MATH Lvl 5 Raw":0.22734138972809667,"MATH Lvl 5":22.734138972809667,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.3516458333333334,"MUSR":2.0557291666666675,"MMLU-PRO Raw":0.34699135638297873,"MMLU-PRO":27.44348404255319,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-24","Submission Date":"2024-08-26","Generation":1,"Base Model":"Etherll/Replete-LLM-V3-Llama-3.1-8b (Merge)"},{"eval_name":"Etherll_SuperHermes_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Etherll/SuperHermes 📑","fullname":"Etherll/SuperHermes","Model sha":"7edd56cb37722d09b0334826e0532b223d334939","Average ⬆️":26.91930524281158,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.500030829605098,"IFEval Raw":0.5459015412438996,"IFEval":54.590154124389954,"BBH Raw":0.5289531792679852,"BBH":32.84031674117277,"MATH Lvl 5 Raw":0.16540785498489427,"MATH Lvl 5":16.540785498489427,"GPQA Raw":0.3238255033557047,"GPQA":9.843400447427292,"MUSR Raw":0.44004166666666666,"MUSR":14.938541666666666,"MMLU-PRO Raw":0.39486369680851063,"MMLU-PRO":32.7626329787234,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-27","Submission Date":"2024-10-27","Generation":1,"Base Model":"Etherll/SuperHermes (Merge)"},{"eval_name":"Eurdem_Defne-llama3.1-8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Eurdem/Defne-llama3.1-8B 📑","fullname":"Eurdem/Defne-llama3.1-8B","Model sha":"7832ba3066636bf4dab3e7d658c0b3ded12491ae","Average ⬆️":25.120605411030215,"Hub License":"llama3.1","Hub ❤️":6,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.6645961851911526,"IFEval Raw":0.5036115285220991,"IFEval":50.36115285220991,"BBH Raw":0.5320979090308238,"BBH":32.822381370434904,"MATH Lvl 5 Raw":0.16012084592145015,"MATH Lvl 5":16.012084592145015,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.43309375,"MUSR":13.536718749999999,"MMLU-PRO Raw":0.3865525265957447,"MMLU-PRO":31.839169621749413,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-29","Submission Date":"2024-08-14","Generation":0,"Base Model":"Eurdem/Defne-llama3.1-8B"},{"eval_name":"FINGU-AI_Chocolatine-Fusion-14B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"FINGU-AI/Chocolatine-Fusion-14B 📑","fullname":"FINGU-AI/Chocolatine-Fusion-14B","Model sha":"49b7b720ddd40ccdca303922037a4bb34b1ca33b","Average ⬆️":40.36155927006158,"Hub License":"mit","Hub ❤️":3,"#Params (B)":8.367,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.778182731900417,"IFEval Raw":0.6949028577507679,"IFEval":69.49028577507679,"BBH Raw":0.64132285324613,"BBH":48.600901490542746,"MATH Lvl 5 Raw":0.3851963746223565,"MATH Lvl 5":38.51963746223565,"GPQA Raw":0.3716442953020134,"GPQA":16.21923937360179,"MUSR Raw":0.49402083333333335,"MUSR":21.985937499999995,"MMLU-PRO Raw":0.5261801861702128,"MMLU-PRO":47.35335401891253,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":0,"Base Model":"FINGU-AI/Chocolatine-Fusion-14B"},{"eval_name":"FINGU-AI_L3-8B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"FINGU-AI/L3-8B 📑","fullname":"FINGU-AI/L3-8B","Model sha":"7e7999af68810a8158bf1cf939b1874d430d51f1","Average ⬆️":28.91453457774598,"Hub License":"llama3.1","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4241896674664711,"IFEval Raw":0.7517309627344335,"IFEval":75.17309627344335,"BBH Raw":0.4985585187130108,"BBH":28.805821240438444,"MATH Lvl 5 Raw":0.2545317220543807,"MATH Lvl 5":25.45317220543807,"GPQA Raw":0.2953020134228188,"GPQA":6.040268456375841,"MUSR Raw":0.38283333333333336,"MUSR":8.687500000000002,"MMLU-PRO Raw":0.36394614361702127,"MMLU-PRO":29.32734929078014,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-18","Submission Date":"2025-01-18","Generation":0,"Base Model":"FINGU-AI/L3-8B"},{"eval_name":"FINGU-AI_Phi-4-RRStock_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"FINGU-AI/Phi-4-RRStock 📑","fullname":"FINGU-AI/Phi-4-RRStock","Model sha":"d2a5483701f222aedbec6de974929a83ae533c4d","Average ⬆️":26.415394122718638,"Hub License":"mit","Hub ❤️":0,"#Params (B)":6.652,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.73031594302183,"IFEval Raw":0.28554125276488607,"IFEval":28.554125276488605,"BBH Raw":0.6443442865581455,"BBH":48.68220452265962,"MATH Lvl 5 Raw":0.0581570996978852,"MATH Lvl 5":5.81570996978852,"GPQA Raw":0.3800335570469799,"GPQA":17.337807606263986,"MUSR Raw":0.44794791666666667,"MUSR":14.960156250000002,"MMLU-PRO Raw":0.48828125,"MMLU-PRO":43.14236111111111,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-05","Submission Date":"2025-02-05","Generation":0,"Base Model":"FINGU-AI/Phi-4-RRStock"},{"eval_name":"FINGU-AI_Q-Small-3B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"FINGU-AI/Q-Small-3B 📑","fullname":"FINGU-AI/Q-Small-3B","Model sha":"42ad8458821a8574c3973d7e8088208a32c2fb81","Average ⬆️":16.89041454501282,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4546580986103825,"IFEval Raw":0.4145345461154182,"IFEval":41.45345461154182,"BBH Raw":0.43185314557630744,"BBH":21.386476977673595,"MATH Lvl 5 Raw":0.08308157099697885,"MATH Lvl 5":8.308157099697885,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.40054166666666663,"MUSR":8.067708333333334,"MMLU-PRO Raw":0.27900598404255317,"MMLU-PRO":19.889553782505907,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-21","Submission Date":"2025-01-21","Generation":0,"Base Model":"FINGU-AI/Q-Small-3B"},{"eval_name":"FINGU-AI_QwQ-Buddy-32B-Alpha_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"FINGU-AI/QwQ-Buddy-32B-Alpha 📑","fullname":"FINGU-AI/QwQ-Buddy-32B-Alpha","Model sha":"d975cf81a61e62ea087d83d598d0b51a3629de52","Average ⬆️":35.1782720586928,"Hub License":"mit","Hub ❤️":1,"#Params (B)":19.662,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":11.118192684812248,"IFEval Raw":0.34464221598691475,"IFEval":34.46422159869147,"BBH Raw":0.642442234274039,"BBH":48.730953196766194,"MATH Lvl 5 Raw":0.3851963746223565,"MATH Lvl 5":38.51963746223565,"GPQA Raw":0.37919463087248323,"GPQA":17.225950782997764,"MUSR Raw":0.5059895833333333,"MUSR":24.41536458333333,"MMLU-PRO Raw":0.5294215425531915,"MMLU-PRO":47.71350472813239,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-05","Submission Date":"2025-02-05","Generation":0,"Base Model":"FINGU-AI/QwQ-Buddy-32B-Alpha"},{"eval_name":"FINGU-AI_RomboUltima-32B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"FINGU-AI/RomboUltima-32B 📑","fullname":"FINGU-AI/RomboUltima-32B","Model sha":"98a732a32e2366a2ab8f08fdc3d668892e7c1f7f","Average ⬆️":44.731545333278405,"Hub License":"mit","Hub ❤️":3,"#Params (B)":17.645,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":7.804714974681665,"IFEval Raw":0.6671509372908327,"IFEval":66.71509372908326,"BBH Raw":0.6938448333620042,"BBH":56.67376969863417,"MATH Lvl 5 Raw":0.5385196374622356,"MATH Lvl 5":53.85196374622356,"GPQA Raw":0.3716442953020134,"GPQA":16.21923937360179,"MUSR Raw":0.4836354166666667,"MUSR":21.721093749999998,"MMLU-PRO Raw":0.578873005319149,"MMLU-PRO":53.20811170212767,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":0,"Base Model":"FINGU-AI/RomboUltima-32B"},{"eval_name":"FINGU-AI_Ultimos-32B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"FINGU-AI/Ultimos-32B 📑","fullname":"FINGU-AI/Ultimos-32B","Model sha":"d2cb2b0ee4425e06a2303c27a1f4ae4570b5f5ca","Average ⬆️":3.640726542069556,"Hub License":"mit","Hub ❤️":0,"#Params (B)":9.604,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.703313123882228,"IFEval Raw":0.1592197591280026,"IFEval":15.92197591280026,"BBH Raw":0.2905531373728777,"BBH":2.277935201319207,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.24916107382550334,"GPQA":0.0,"MUSR Raw":0.32860416666666664,"MUSR":2.408854166666666,"MMLU-PRO Raw":0.11112034574468085,"MMLU-PRO":1.2355939716312052,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-10","Submission Date":"2025-02-10","Generation":0,"Base Model":"FINGU-AI/Ultimos-32B"},{"eval_name":"FallenMerick_Chewy-Lemon-Cookie-11B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"FallenMerick/Chewy-Lemon-Cookie-11B 📑","fullname":"FallenMerick/Chewy-Lemon-Cookie-11B","Model sha":"0f5d0d6d218b3ef034f58eba32d6fe7ac4c237ae","Average ⬆️":22.043725653783593,"Hub License":"cc-by-4.0","Hub ❤️":0,"#Params (B)":10.732,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.714547555272019,"IFEval Raw":0.4875242135312083,"IFEval":48.75242135312082,"BBH Raw":0.5251122307375103,"BBH":33.01430008846961,"MATH Lvl 5 Raw":0.054380664652567974,"MATH Lvl 5":5.438066465256798,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.45455208333333336,"MUSR":15.952343750000002,"MMLU-PRO Raw":0.3267121010638298,"MMLU-PRO":25.190233451536642,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-06","Submission Date":"2024-06-27","Generation":1,"Base Model":"FallenMerick/Chewy-Lemon-Cookie-11B (Merge)"},{"eval_name":"Felladrin_Llama-160M-Chat-v1_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Felladrin/Llama-160M-Chat-v1 📑","fullname":"Felladrin/Llama-160M-Chat-v1","Model sha":"e7f50665676821867ee7dfad32d0ca9fb68fc6bc","Average ⬆️":4.201766115349323,"Hub License":"apache-2.0","Hub ❤️":18,"#Params (B)":0.162,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.3631612182790685,"IFEval Raw":0.15754642127333254,"IFEval":15.754642127333252,"BBH Raw":0.30360811146348365,"BBH":3.166755569392556,"MATH Lvl 5 Raw":0.006042296072507553,"MATH Lvl 5":0.6042296072507553,"GPQA Raw":0.2575503355704698,"GPQA":1.0067114093959737,"MUSR Raw":0.366125,"MUSR":3.165625,"MMLU-PRO Raw":0.11361369680851063,"MMLU-PRO":1.512632978723403,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-12-20","Submission Date":"2024-07-23","Generation":1,"Base Model":"JackFram/llama-160m"},{"eval_name":"Felladrin_Minueza-32M-UltraChat_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Felladrin/Minueza-32M-UltraChat 📑","fullname":"Felladrin/Minueza-32M-UltraChat","Model sha":"28506b99c5902d2215eb378ec91d4226a7396c49","Average ⬆️":3.9242559881806987,"Hub License":"apache-2.0","Hub ❤️":5,"#Params (B)":0.033,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.33613377903411323,"IFEval Raw":0.13756277787381924,"IFEval":13.756277787381924,"BBH Raw":0.2941478734048925,"BBH":2.4372895622895623,"MATH Lvl 5 Raw":0.004531722054380665,"MATH Lvl 5":0.4531722054380665,"GPQA Raw":0.2558724832214765,"GPQA":0.7829977628635317,"MUSR Raw":0.37418749999999995,"MUSR":4.640104166666668,"MMLU-PRO Raw":0.11328125,"MMLU-PRO":1.4756944444444438,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-02-27","Submission Date":"2024-07-23","Generation":1,"Base Model":"Felladrin/Minueza-32M-Base"},{"eval_name":"FlofloB_100k_fineweb_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit_float16","Precision":"float16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"FlofloB/100k_fineweb_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit 📑","fullname":"FlofloB/100k_fineweb_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit","Model sha":"ea6ceae8a6894f1c6ea3fe978846b2a66c3e369c","Average ⬆️":8.550830451075553,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":0.5,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.967387192446507,"IFEval Raw":0.30832191917445706,"IFEval":30.83219191744571,"BBH Raw":0.3323387445789459,"BBH":7.3478250067150155,"MATH Lvl 5 Raw":0.04078549848942598,"MATH Lvl 5":4.078549848942599,"GPQA Raw":0.26929530201342283,"GPQA":2.572706935123044,"MUSR Raw":0.33021875,"MUSR":0.9440104166666662,"MMLU-PRO Raw":0.14976728723404256,"MMLU-PRO":5.529698581560284,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-28","Submission Date":"2024-11-29","Generation":3,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"FlofloB_10k_continued_pretraining_Phi-3-mini-4k-instruct_Unsloth_merged_16bit_float16","Precision":"float16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"FlofloB/10k_continued_pretraining_Phi-3-mini-4k-instruct_Unsloth_merged_16bit 📑","fullname":"FlofloB/10k_continued_pretraining_Phi-3-mini-4k-instruct_Unsloth_merged_16bit","Model sha":"a2eb0460779e76bb511339bcc2545b4729c9d78e","Average ⬆️":24.04356389387962,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":16.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9750895997519636,"IFEval Raw":0.509730847484674,"IFEval":50.9730847484674,"BBH Raw":0.5214989784123593,"BBH":32.60779983085876,"MATH Lvl 5 Raw":0.09743202416918428,"MATH Lvl 5":9.743202416918429,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.43095833333333333,"MUSR":13.569791666666662,"MMLU-PRO Raw":0.37691156914893614,"MMLU-PRO":30.767952127659566,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-22","Submission Date":"2024-11-22","Generation":1,"Base Model":"unsloth/phi-3-mini-4k-instruct-bnb-4bit"},{"eval_name":"FlofloB_10k_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit_float16","Precision":"float16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"FlofloB/10k_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit 📑","fullname":"FlofloB/10k_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit","Model sha":"2152657b389375f48fc5073413bba17835117bcc","Average ⬆️":8.363924265648496,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":0.5,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0167301564092104,"IFEval Raw":0.28154408081667753,"IFEval":28.154408081667754,"BBH Raw":0.3305518729746925,"BBH":7.530228683558659,"MATH Lvl 5 Raw":0.030966767371601207,"MATH Lvl 5":3.096676737160121,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.33021875,"MUSR":1.47734375,"MMLU-PRO Raw":0.15408909574468085,"MMLU-PRO":6.009899527186761,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-25","Submission Date":"2024-11-25","Generation":3,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"FlofloB_40k_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit_float16","Precision":"float16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"FlofloB/40k_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit 📑","fullname":"FlofloB/40k_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit","Model sha":"64c61d9c777da56597a338afd7586cc4ad07d350","Average ⬆️":8.381580312764262,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":0.5,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9631341659191968,"IFEval Raw":0.3015775919006015,"IFEval":30.157759190060155,"BBH Raw":0.33246082656550385,"BBH":7.532089563374818,"MATH Lvl 5 Raw":0.03323262839879154,"MATH Lvl 5":3.3232628398791544,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.3408229166666667,"MUSR":1.5361979166666664,"MMLU-PRO Raw":0.14852061170212766,"MMLU-PRO":5.391179078014184,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-25","Submission Date":"2024-11-25","Generation":3,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"FlofloB_83k_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit_float16","Precision":"float16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"FlofloB/83k_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit 📑","fullname":"FlofloB/83k_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit","Model sha":"4c4d3660d0288295f89880a3a86f4eb9ecc9d344","Average ⬆️":8.427461121141809,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":0.5,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9843727823413427,"IFEval Raw":0.28693976426991497,"IFEval":28.693976426991494,"BBH Raw":0.33465340701604496,"BBH":8.132273330945772,"MATH Lvl 5 Raw":0.030211480362537766,"MATH Lvl 5":3.0211480362537766,"GPQA Raw":0.27348993288590606,"GPQA":3.1319910514541416,"MUSR Raw":0.3289479166666667,"MUSR":1.4184895833333335,"MMLU-PRO Raw":0.15550199468085107,"MMLU-PRO":6.166888297872341,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-26","Submission Date":"2024-11-26","Generation":3,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"FlofloB_smollm2-135M_pretrained_1000k_fineweb_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"FlofloB/smollm2-135M_pretrained_1000k_fineweb 📑","fullname":"FlofloB/smollm2-135M_pretrained_1000k_fineweb","Model sha":"a0f91cfda4e5a820dbe30bd5e3fbb8f233f7467e","Average ⬆️":4.20780841481479,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.135,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6758171455944094,"IFEval Raw":0.14845388014911545,"IFEval":14.845388014911546,"BBH Raw":0.2917939408206228,"BBH":2.708743994249611,"MATH Lvl 5 Raw":0.00906344410876133,"MATH Lvl 5":0.906344410876133,"GPQA Raw":0.2625838926174497,"GPQA":1.6778523489932917,"MUSR Raw":0.35806249999999995,"MUSR":3.2911458333333328,"MMLU-PRO Raw":0.1163563829787234,"MMLU-PRO":1.8173758865248217,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-11","Submission Date":"2025-01-14","Generation":5,"Base Model":"HuggingFaceTB/SmolLM2-135M"},{"eval_name":"FlofloB_smollm2-135M_pretrained_1000k_fineweb_uncovai_human_removed_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"FlofloB/smollm2-135M_pretrained_1000k_fineweb_uncovai_human_removed 📑","fullname":"FlofloB/smollm2-135M_pretrained_1000k_fineweb_uncovai_human_removed","Model sha":"73ba3da387b3bdc50d6e3594c5c89ddebb271e81","Average ⬆️":4.06134991308063,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.135,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6782092114841033,"IFEval Raw":0.15537329840379083,"IFEval":15.537329840379083,"BBH Raw":0.3066426145674803,"BBH":3.2742669103063946,"MATH Lvl 5 Raw":0.006042296072507553,"MATH Lvl 5":0.6042296072507553,"GPQA Raw":0.25083892617449666,"GPQA":0.11185682326622093,"MUSR Raw":0.35803125,"MUSR":3.2539062500000004,"MMLU-PRO Raw":0.11427859042553191,"MMLU-PRO":1.5865100472813234,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-24","Submission Date":"2025-01-27","Generation":5,"Base Model":"HuggingFaceTB/SmolLM2-135M"},{"eval_name":"FlofloB_smollm2-135M_pretrained_1000k_fineweb_uncovai_selected_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"FlofloB/smollm2-135M_pretrained_1000k_fineweb_uncovai_selected 📑","fullname":"FlofloB/smollm2-135M_pretrained_1000k_fineweb_uncovai_selected","Model sha":"e2115c3c7315400cb6338465672087c457b157ac","Average ⬆️":5.0558427645833435,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.135,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.669616488744322,"IFEval Raw":0.14678054229444543,"IFEval":14.678054229444541,"BBH Raw":0.29317781029884354,"BBH":2.113413506540018,"MATH Lvl 5 Raw":0.006797583081570997,"MATH Lvl 5":0.6797583081570997,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.4047604166666667,"MUSR":8.995052083333334,"MMLU-PRO Raw":0.11569148936170212,"MMLU-PRO":1.7434988179669018,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-12","Submission Date":"2025-01-12","Generation":5,"Base Model":"HuggingFaceTB/SmolLM2-135M"},{"eval_name":"FlofloB_smollm2-135M_pretrained_1200k_fineweb_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"FlofloB/smollm2-135M_pretrained_1200k_fineweb 📑","fullname":"FlofloB/smollm2-135M_pretrained_1200k_fineweb","Model sha":"d886605e0d45787f492f628fd0ea72c27f205f83","Average ⬆️":4.188312239003598,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.135,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6707608185610174,"IFEval Raw":0.15809607397261488,"IFEval":15.809607397261487,"BBH Raw":0.29409841468035297,"BBH":2.2372961213751537,"MATH Lvl 5 Raw":0.006797583081570997,"MATH Lvl 5":0.6797583081570997,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.3713645833333333,"MUSR":3.65390625,"MMLU-PRO Raw":0.10762965425531915,"MMLU-PRO":0.8477393617021267,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-12","Submission Date":"2025-01-12","Generation":6,"Base Model":"HuggingFaceTB/SmolLM2-135M"},{"eval_name":"FlofloB_smollm2-135M_pretrained_1200k_fineweb_uncovai_human_removed_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"FlofloB/smollm2-135M_pretrained_1200k_fineweb_uncovai_human_removed 📑","fullname":"FlofloB/smollm2-135M_pretrained_1200k_fineweb_uncovai_human_removed","Model sha":"d743033d6f0048af31089e1133de7cee8b1e83f5","Average ⬆️":4.280291147523802,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.135,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6721534238637444,"IFEval Raw":0.157771379938563,"IFEval":15.7771379938563,"BBH Raw":0.29496212100634955,"BBH":2.8494191919191914,"MATH Lvl 5 Raw":0.0007552870090634441,"MATH Lvl 5":0.0755287009063444,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.36999999999999994,"MUSR":3.416666666666666,"MMLU-PRO Raw":0.11394614361702128,"MMLU-PRO":1.549571513002364,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-27","Submission Date":"2025-01-27","Generation":6,"Base Model":"HuggingFaceTB/SmolLM2-135M"},{"eval_name":"FlofloB_smollm2-135M_pretrained_1200k_fineweb_uncovai_selected_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"FlofloB/smollm2-135M_pretrained_1200k_fineweb_uncovai_selected 📑","fullname":"FlofloB/smollm2-135M_pretrained_1200k_fineweb_uncovai_selected","Model sha":"8c05c5b2f00c84d4120b3221c81c1f481c585768","Average ⬆️":4.03050468089069,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.135,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6705899568677858,"IFEval Raw":0.15847063569107744,"IFEval":15.847063569107746,"BBH Raw":0.29604672415652145,"BBH":2.206545314818884,"MATH Lvl 5 Raw":0.0075528700906344415,"MATH Lvl 5":0.7552870090634441,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.3567291666666667,"MUSR":1.7578124999999993,"MMLU-PRO Raw":0.11643949468085106,"MMLU-PRO":1.8266105200945615,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-12","Submission Date":"2025-01-14","Generation":6,"Base Model":"HuggingFaceTB/SmolLM2-135M"},{"eval_name":"FlofloB_smollm2-135M_pretrained_1400k_fineweb_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"FlofloB/smollm2-135M_pretrained_1400k_fineweb 📑","fullname":"FlofloB/smollm2-135M_pretrained_1400k_fineweb","Model sha":"a9c59a43cf0da87ad05ec8bd4a4c75d22c2e367c","Average ⬆️":4.992957353487976,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.135,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.688092511805587,"IFEval Raw":0.17638089158987041,"IFEval":17.638089158987043,"BBH Raw":0.2921781950918249,"BBH":2.1601002436397274,"MATH Lvl 5 Raw":0.011329305135951661,"MATH Lvl 5":1.1329305135951662,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.3873333333333333,"MUSR":6.016666666666666,"MMLU-PRO Raw":0.1079621010638298,"MMLU-PRO":0.8846778959810875,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-13","Submission Date":"2025-01-13","Generation":7,"Base Model":"HuggingFaceTB/SmolLM2-135M"},{"eval_name":"FlofloB_smollm2-135M_pretrained_1400k_fineweb_uncovai_human_removed_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"FlofloB/smollm2-135M_pretrained_1400k_fineweb_uncovai_human_removed 📑","fullname":"FlofloB/smollm2-135M_pretrained_1400k_fineweb_uncovai_human_removed","Model sha":"f2851eedb367100fa0ca50ed25ff610a83713de2","Average ⬆️":5.063032045008573,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.135,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6882452217267977,"IFEval Raw":0.17066051410258115,"IFEval":17.066051410258115,"BBH Raw":0.2992388897714206,"BBH":2.630029274903698,"MATH Lvl 5 Raw":0.010574018126888218,"MATH Lvl 5":1.0574018126888218,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.3939375,"MUSR":7.008854166666666,"MMLU-PRO Raw":0.11045545212765957,"MMLU-PRO":1.1617169030732852,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-28","Submission Date":"2025-01-28","Generation":7,"Base Model":"HuggingFaceTB/SmolLM2-135M"},{"eval_name":"FlofloB_smollm2-135M_pretrained_1400k_fineweb_uncovai_selected_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"FlofloB/smollm2-135M_pretrained_1400k_fineweb_uncovai_selected 📑","fullname":"FlofloB/smollm2-135M_pretrained_1400k_fineweb_uncovai_selected","Model sha":"098a8e666d272a8cb4863b0877b6f4507e1c230c","Average ⬆️":4.624639622707802,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.135,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.675417141898889,"IFEval Raw":0.15384956360235286,"IFEval":15.384956360235286,"BBH Raw":0.291672957517483,"BBH":2.631616005839404,"MATH Lvl 5 Raw":0.010574018126888218,"MATH Lvl 5":1.0574018126888218,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.37406249999999996,"MUSR":4.6911458333333345,"MMLU-PRO Raw":0.11369680851063829,"MMLU-PRO":1.521867612293143,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-13","Submission Date":"2025-01-13","Generation":7,"Base Model":"HuggingFaceTB/SmolLM2-135M"},{"eval_name":"FlofloB_smollm2-135M_pretrained_200k_fineweb_uncovai_human_removed_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"FlofloB/smollm2-135M_pretrained_200k_fineweb_uncovai_human_removed 📑","fullname":"FlofloB/smollm2-135M_pretrained_200k_fineweb_uncovai_human_removed","Model sha":"4bacfcaa1040d1cba93da123ce57749bf2ed5e82","Average ⬆️":3.8819679158721776,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.135,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6664092675100278,"IFEval Raw":0.14747979804695985,"IFEval":14.747979804695984,"BBH Raw":0.30287372123209483,"BBH":2.8225402293478967,"MATH Lvl 5 Raw":0.0037764350453172208,"MATH Lvl 5":0.3776435045317221,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.35784375,"MUSR":2.897135416666666,"MMLU-PRO Raw":0.11195146276595745,"MMLU-PRO":1.3279403073286051,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-17","Submission Date":"2025-01-17","Generation":1,"Base Model":"HuggingFaceTB/SmolLM2-135M"},{"eval_name":"FlofloB_smollm2-135M_pretrained_200k_fineweb_uncovai_selected_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"FlofloB/smollm2-135M_pretrained_200k_fineweb_uncovai_selected 📑","fullname":"FlofloB/smollm2-135M_pretrained_200k_fineweb_uncovai_selected","Model sha":"381cdec29375aeaf0fb1bcc8ab2218443fc1cadd","Average ⬆️":3.4920262751647098,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":0.135,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6822896325237215,"IFEval Raw":0.13451530827094332,"IFEval":13.45153082709433,"BBH Raw":0.2927186496606003,"BBH":2.3223515642593,"MATH Lvl 5 Raw":0.0075528700906344415,"MATH Lvl 5":0.7552870090634441,"GPQA Raw":0.25083892617449666,"GPQA":0.11185682326622093,"MUSR Raw":0.36603125,"MUSR":2.853906249999999,"MMLU-PRO Raw":0.11311502659574468,"MMLU-PRO":1.457225177304964,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-08","Submission Date":"2025-01-08","Generation":1,"Base Model":"HuggingFaceTB/SmolLM2-135M"},{"eval_name":"FlofloB_smollm2-135M_pretrained_400k_fineweb_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"FlofloB/smollm2-135M_pretrained_400k_fineweb 📑","fullname":"FlofloB/smollm2-135M_pretrained_400k_fineweb","Model sha":"2601cf93307104afc3f57f467323f5368567cb74","Average ⬆️":4.224944649553536,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.135,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6912568660729026,"IFEval Raw":0.1511267880335288,"IFEval":15.112678803352882,"BBH Raw":0.29723404576965046,"BBH":1.8897660733797557,"MATH Lvl 5 Raw":0.012084592145015106,"MATH Lvl 5":1.2084592145015105,"GPQA Raw":0.2525167785234899,"GPQA":0.33557046979865535,"MUSR Raw":0.3794270833333333,"MUSR":4.995052083333334,"MMLU-PRO Raw":0.11627327127659574,"MMLU-PRO":1.8081412529550822,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-09","Submission Date":"2025-01-10","Generation":2,"Base Model":"HuggingFaceTB/SmolLM2-135M"},{"eval_name":"FlofloB_smollm2-135M_pretrained_400k_fineweb_uncovai_human_removed_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"FlofloB/smollm2-135M_pretrained_400k_fineweb_uncovai_human_removed 📑","fullname":"FlofloB/smollm2-135M_pretrained_400k_fineweb_uncovai_human_removed","Model sha":"c99f5022db1982d463626b4d87c7aeeff519b3fa","Average ⬆️":4.710926533341115,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.135,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6793362286993389,"IFEval Raw":0.155648124753432,"IFEval":15.564812475343201,"BBH Raw":0.3048804422828362,"BBH":3.575492461700485,"MATH Lvl 5 Raw":0.00906344410876133,"MATH Lvl 5":0.906344410876133,"GPQA Raw":0.2550335570469799,"GPQA":0.6711409395973182,"MUSR Raw":0.38599999999999995,"MUSR":6.016666666666666,"MMLU-PRO Raw":0.11377992021276596,"MMLU-PRO":1.5311022458628842,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-18","Submission Date":"2025-01-18","Generation":2,"Base Model":"HuggingFaceTB/SmolLM2-135M"},{"eval_name":"FlofloB_smollm2-135M_pretrained_400k_fineweb_uncovai_selected_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"FlofloB/smollm2-135M_pretrained_400k_fineweb_uncovai_selected 📑","fullname":"FlofloB/smollm2-135M_pretrained_400k_fineweb_uncovai_selected","Model sha":"ecac44607d60c294b460a8786f6253d561f3de85","Average ⬆️":4.38733089603933,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":0.135,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.671529895073909,"IFEval Raw":0.15842076800666677,"IFEval":15.842076800666677,"BBH Raw":0.2925171720555518,"BBH":2.073466032877798,"MATH Lvl 5 Raw":0.006797583081570997,"MATH Lvl 5":0.6797583081570997,"GPQA Raw":0.25419463087248323,"GPQA":0.5592841163310973,"MUSR Raw":0.38199999999999995,"MUSR":5.416666666666668,"MMLU-PRO Raw":0.1157746010638298,"MMLU-PRO":1.7527334515366433,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-09","Submission Date":"2025-01-09","Generation":2,"Base Model":"HuggingFaceTB/SmolLM2-135M"},{"eval_name":"FlofloB_smollm2-135M_pretrained_600k_fineweb_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"FlofloB/smollm2-135M_pretrained_600k_fineweb 📑","fullname":"FlofloB/smollm2-135M_pretrained_600k_fineweb","Model sha":"6922498cf15ce9558b8ad2c33fc43106628d0cec","Average ⬆️":4.886739290130319,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.135,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6741543448317168,"IFEval Raw":0.16391618682872555,"IFEval":16.391618682872554,"BBH Raw":0.3013718229200533,"BBH":3.4240529327139213,"MATH Lvl 5 Raw":0.006042296072507553,"MATH Lvl 5":0.6042296072507553,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.38085416666666666,"MUSR":5.373437499999999,"MMLU-PRO Raw":0.11261635638297872,"MMLU-PRO":1.4018173758865236,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-10","Submission Date":"2025-01-11","Generation":3,"Base Model":"HuggingFaceTB/SmolLM2-135M"},{"eval_name":"FlofloB_smollm2-135M_pretrained_600k_fineweb_uncovai_human_removed_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"FlofloB/smollm2-135M_pretrained_600k_fineweb_uncovai_human_removed 📑","fullname":"FlofloB/smollm2-135M_pretrained_600k_fineweb_uncovai_human_removed","Model sha":"02a7c39af8a00dbd0ffa449cd830cf57261246b3","Average ⬆️":4.644401741390064,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.135,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6677341935122562,"IFEval Raw":0.16414114549395603,"IFEval":16.414114549395602,"BBH Raw":0.30001678726257036,"BBH":2.418749257278669,"MATH Lvl 5 Raw":0.00906344410876133,"MATH Lvl 5":0.906344410876133,"GPQA Raw":0.2625838926174497,"GPQA":1.6778523489932917,"MUSR Raw":0.3793333333333333,"MUSR":4.816666666666667,"MMLU-PRO Raw":0.1146941489361702,"MMLU-PRO":1.6326832151300221,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-18","Submission Date":"2025-01-19","Generation":3,"Base Model":"HuggingFaceTB/SmolLM2-135M"},{"eval_name":"FlofloB_smollm2-135M_pretrained_600k_fineweb_uncovai_selected_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"FlofloB/smollm2-135M_pretrained_600k_fineweb_uncovai_selected 📑","fullname":"FlofloB/smollm2-135M_pretrained_600k_fineweb_uncovai_selected","Model sha":"66e4931a5409bb8739522ff5df3b4f3373738fad","Average ⬆️":4.657606376854525,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.135,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6755758340530301,"IFEval Raw":0.16059389087620846,"IFEval":16.059389087620847,"BBH Raw":0.2983444769655102,"BBH":2.1651564259299954,"MATH Lvl 5 Raw":0.0075528700906344415,"MATH Lvl 5":0.7552870090634441,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.3846354166666666,"MUSR":5.712760416666669,"MMLU-PRO Raw":0.11619015957446809,"MMLU-PRO":1.798906619385342,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-09","Submission Date":"2025-01-09","Generation":3,"Base Model":"HuggingFaceTB/SmolLM2-135M"},{"eval_name":"FlofloB_smollm2-135M_pretrained_800k_fineweb_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"FlofloB/smollm2-135M_pretrained_800k_fineweb 📑","fullname":"FlofloB/smollm2-135M_pretrained_800k_fineweb","Model sha":"066f4d48c5f6d83ac9a44e8572a3d20c74f6ec08","Average ⬆️":4.17450578103981,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.135,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6726619081749295,"IFEval Raw":0.16414114549395603,"IFEval":16.414114549395602,"BBH Raw":0.29594449748780255,"BBH":2.348388410325006,"MATH Lvl 5 Raw":0.008308157099697885,"MATH Lvl 5":0.8308157099697886,"GPQA Raw":0.24916107382550334,"GPQA":0.0,"MUSR Raw":0.370125,"MUSR":3.765625,"MMLU-PRO Raw":0.11519281914893617,"MMLU-PRO":1.6880910165484628,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-11","Submission Date":"2025-01-14","Generation":4,"Base Model":"HuggingFaceTB/SmolLM2-135M"},{"eval_name":"FlofloB_smollm2-135M_pretrained_800k_fineweb_uncovai_human_removed_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"FlofloB/smollm2-135M_pretrained_800k_fineweb_uncovai_human_removed 📑","fullname":"FlofloB/smollm2-135M_pretrained_800k_fineweb_uncovai_human_removed","Model sha":"60c100113d77cced9b284172608f100297183ac9","Average ⬆️":5.03254333671229,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.135,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.668405275912299,"IFEval Raw":0.1622927166584662,"IFEval":16.22927166584662,"BBH Raw":0.3038096660271284,"BBH":3.210703163941808,"MATH Lvl 5 Raw":0.006797583081570997,"MATH Lvl 5":0.6797583081570997,"GPQA Raw":0.2525167785234899,"GPQA":0.33557046979865535,"MUSR Raw":0.3992708333333333,"MUSR":8.208854166666667,"MMLU-PRO Raw":0.11377992021276596,"MMLU-PRO":1.5311022458628842,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-19","Submission Date":"2025-01-19","Generation":4,"Base Model":"HuggingFaceTB/SmolLM2-135M"},{"eval_name":"FlofloB_smollm2-135M_pretrained_800k_fineweb_uncovai_selected_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"FlofloB/smollm2-135M_pretrained_800k_fineweb_uncovai_selected 📑","fullname":"FlofloB/smollm2-135M_pretrained_800k_fineweb_uncovai_selected","Model sha":"7b351540b5fb395759e44385826c5fedef8672ec","Average ⬆️":4.118739390912178,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.135,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6702372444523718,"IFEval Raw":0.14742993036254914,"IFEval":14.742993036254914,"BBH Raw":0.2942808065535252,"BBH":1.9228579509844617,"MATH Lvl 5 Raw":0.004531722054380665,"MATH Lvl 5":0.4531722054380665,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.3766354166666666,"MUSR":4.579427083333333,"MMLU-PRO Raw":0.11303191489361702,"MMLU-PRO":1.4479905437352243,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-11","Submission Date":"2025-01-14","Generation":4,"Base Model":"HuggingFaceTB/SmolLM2-135M"},{"eval_name":"FlofloB_smollm2_pretrained_200k_fineweb_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"FlofloB/smollm2_pretrained_200k_fineweb 📑","fullname":"FlofloB/smollm2_pretrained_200k_fineweb","Model sha":"c3086ab3555e766f0b3903b8b9a1a290e3e25f3d","Average ⬆️":4.00559929596115,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":0.135,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6594641244107149,"IFEval Raw":0.15270039051937748,"IFEval":15.270039051937747,"BBH Raw":0.299468427221449,"BBH":2.872523000621309,"MATH Lvl 5 Raw":0.0037764350453172208,"MATH Lvl 5":0.3776435045317221,"GPQA Raw":0.24748322147651006,"GPQA":0.0,"MUSR Raw":0.3699375,"MUSR":3.7421874999999996,"MMLU-PRO Raw":0.11594082446808511,"MMLU-PRO":1.7712027186761226,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-08","Submission Date":"2025-01-08","Generation":1,"Base Model":"HuggingFaceTB/SmolLM2-135M"},{"eval_name":"FlofloB_test_continued_pretraining_Phi-3-mini-4k-instruct_Unsloth_merged_16bit_float16","Precision":"float16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"FlofloB/test_continued_pretraining_Phi-3-mini-4k-instruct_Unsloth_merged_16bit 📑","fullname":"FlofloB/test_continued_pretraining_Phi-3-mini-4k-instruct_Unsloth_merged_16bit","Model sha":"cfd97ca5927a2e09ec30001a576d82dd8b635e09","Average ⬆️":24.48570245546706,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":16.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5153220268770875,"IFEval Raw":0.521546164177715,"IFEval":52.15461641777151,"BBH Raw":0.5240829189778252,"BBH":32.882433170322564,"MATH Lvl 5 Raw":0.11027190332326284,"MATH Lvl 5":11.027190332326283,"GPQA Raw":0.311241610738255,"GPQA":8.165548098434002,"MUSR Raw":0.42441666666666666,"MUSR":12.452083333333329,"MMLU-PRO Raw":0.3720910904255319,"MMLU-PRO":30.232343380614658,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-21","Submission Date":"2024-11-21","Generation":1,"Base Model":"unsloth/phi-3-mini-4k-instruct-bnb-4bit"},{"eval_name":"FuJhen_ft-openhermes-25-mistral-7b-irca-dpo-pairs_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Adapter","Architecture":"?","Model":"FuJhen/ft-openhermes-25-mistral-7b-irca-dpo-pairs 📑","fullname":"FuJhen/ft-openhermes-25-mistral-7b-irca-dpo-pairs","Model sha":"24c0bea14d53e6f67f1fbe2eca5bfe7cae389b33","Average ⬆️":20.395988185954646,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.483,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.004096435504555,"IFEval Raw":0.5420041046645123,"IFEval":54.20041046645124,"BBH Raw":0.47730323895548116,"BBH":26.596860970431894,"MATH Lvl 5 Raw":0.04833836858006042,"MATH Lvl 5":4.833836858006042,"GPQA Raw":0.2785234899328859,"GPQA":3.8031319910514525,"MUSR Raw":0.417375,"MUSR":11.20520833333333,"MMLU-PRO Raw":0.2956283244680851,"MMLU-PRO":21.736480496453904,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-12","Submission Date":"2024-09-12","Generation":1,"Base Model":"FuJhen/ft-openhermes-25-mistral-7b-irca-dpo-pairs (Merge)"},{"eval_name":"FuJhen_mistral-instruct-7B-DPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Adapter","Architecture":"?","Model":"FuJhen/mistral-instruct-7B-DPO 📑","fullname":"FuJhen/mistral-instruct-7B-DPO","Model sha":"e0bc86c23ce5aae1db576c8cca6f06f1f73af2db","Average ⬆️":19.029530782130646,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.496,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.019293470108344,"IFEval Raw":0.49684171332065585,"IFEval":49.68417133206558,"BBH Raw":0.46239050561386214,"BBH":24.925827194936442,"MATH Lvl 5 Raw":0.03851963746223565,"MATH Lvl 5":3.8519637462235647,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.4015625,"MUSR":9.428645833333329,"MMLU-PRO Raw":0.30335771276595747,"MMLU-PRO":22.595301418439718,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-12","Submission Date":"2024-09-12","Generation":1,"Base Model":"FuJhen/mistral-instruct-7B-DPO (Merge)"},{"eval_name":"FuJhen_mistral_7b_v0.1_structedData_e2e_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"?","Model":"FuJhen/mistral_7b_v0.1_structedData_e2e 📑","fullname":"FuJhen/mistral_7b_v0.1_structedData_e2e","Model sha":"7231864981174d9bee8c7687c24c8344414eae6b","Average ⬆️":10.909311048443838,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.1604922772920125,"IFEval Raw":0.17268403391889076,"IFEval":17.268403391889077,"BBH Raw":0.4113914854984489,"BBH":18.06242392393546,"MATH Lvl 5 Raw":0.004531722054380665,"MATH Lvl 5":0.4531722054380665,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.3722916666666667,"MUSR":5.6364583333333345,"MMLU-PRO Raw":0.2810837765957447,"MMLU-PRO":20.12041962174941,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-13","Submission Date":"2024-09-13","Generation":1,"Base Model":"FuJhen/mistral_7b_v0.1_structedData_e2e (Merge)"},{"eval_name":"FuJhen_mistral_7b_v0.1_structedData_viggo_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"?","Model":"FuJhen/mistral_7b_v0.1_structedData_viggo 📑","fullname":"FuJhen/mistral_7b_v0.1_structedData_viggo","Model sha":"7231864981174d9bee8c7687c24c8344414eae6b","Average ⬆️":12.440582510781873,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.483,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.1522273022121814,"IFEval Raw":0.17832905579418165,"IFEval":17.832905579418167,"BBH Raw":0.45238634545986817,"BBH":23.960171694414896,"MATH Lvl 5 Raw":0.028700906344410877,"MATH Lvl 5":2.8700906344410875,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.37381250000000005,"MUSR":3.9265625000000015,"MMLU-PRO Raw":0.2942154255319149,"MMLU-PRO":21.579491725768317,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-13","Submission Date":"2024-09-13","Generation":1,"Base Model":"FuJhen/mistral_7b_v0.1_structedData_viggo (Merge)"},{"eval_name":"FuseAI_FuseChat-7B-v2.0_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"FuseAI/FuseChat-7B-v2.0 📑","fullname":"FuseAI/FuseChat-7B-v2.0","Model sha":"65fdb310c09f56b9aca01b89a849f06f39faeb75","Average ⬆️":20.14636743747765,"Hub License":"apache-2.0","Hub ❤️":9,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8866122219783815,"IFEval Raw":0.3423194900641409,"IFEval":34.23194900641409,"BBH Raw":0.4954212795868764,"BBH":29.341638180782923,"MATH Lvl 5 Raw":0.06117824773413897,"MATH Lvl 5":6.117824773413897,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.4796666666666667,"MUSR":20.224999999999994,"MMLU-PRO Raw":0.3162400265957447,"MMLU-PRO":24.02666962174941,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-13","Submission Date":"2024-11-21","Generation":1,"Base Model":"openchat/openchat_3.5"},{"eval_name":"FuseAI_FuseChat-Llama-3.1-8B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"FuseAI/FuseChat-Llama-3.1-8B-Instruct 📑","fullname":"FuseAI/FuseChat-Llama-3.1-8B-Instruct","Model sha":"cbb3accdd01a81194e947dfde1b95707db67f2b7","Average ⬆️":28.595509644559655,"Hub License":"apache-2.0","Hub ❤️":10,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3404290644370094,"IFEval Raw":0.7204816553411615,"IFEval":72.04816553411615,"BBH Raw":0.5119887898349903,"BBH":30.84806521622957,"MATH Lvl 5 Raw":0.24773413897280966,"MATH Lvl 5":24.773413897280967,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.38200000000000006,"MUSR":6.150000000000006,"MMLU-PRO Raw":0.37333776595744683,"MMLU-PRO":30.37086288416076,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-20","Submission Date":"2025-01-07","Generation":0,"Base Model":"FuseAI/FuseChat-Llama-3.1-8B-Instruct"},{"eval_name":"FuseAI_FuseChat-Llama-3.2-3B-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"FuseAI/FuseChat-Llama-3.2-3B-Instruct 📑","fullname":"FuseAI/FuseChat-Llama-3.2-3B-Instruct","Model sha":"db208455d103432dc8d683c242ef8b678d5b26c2","Average ⬆️":25.746913825686644,"Hub License":"","Hub ❤️":6,"#Params (B)":3.213,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5067297106978743,"IFEval Raw":0.684886102208806,"IFEval":68.48861022088059,"BBH Raw":0.46583679221755164,"BBH":24.2199004496583,"MATH Lvl 5 Raw":0.24244712990936557,"MATH Lvl 5":24.244712990936556,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.39139583333333333,"MUSR":7.691145833333336,"MMLU-PRO Raw":0.31316489361702127,"MMLU-PRO":23.684988179669027,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-06","Submission Date":"2025-02-08","Generation":0,"Base Model":"FuseAI/FuseChat-Llama-3.2-3B-Instruct"},{"eval_name":"FuseAI_FuseChat-Qwen-2.5-7B-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"FuseAI/FuseChat-Qwen-2.5-7B-Instruct 📑","fullname":"FuseAI/FuseChat-Qwen-2.5-7B-Instruct","Model sha":"7735ee1acb31112cf93c35e8e22e764ad27cce3b","Average ⬆️":31.40771569311038,"Hub License":"","Hub ❤️":13,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.309118142780276,"IFEval Raw":0.5905641475728844,"IFEval":59.05641475728844,"BBH Raw":0.552599883615556,"BBH":36.25134763068275,"MATH Lvl 5 Raw":0.4561933534743202,"MATH Lvl 5":45.61933534743202,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.3873645833333333,"MUSR":6.720572916666669,"MMLU-PRO Raw":0.41181848404255317,"MMLU-PRO":34.64649822695036,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-12","Submission Date":"2024-12-21","Generation":0,"Base Model":"FuseAI/FuseChat-Qwen-2.5-7B-Instruct"},{"eval_name":"GalrionSoftworks_MN-LooseCannon-12B-v1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"GalrionSoftworks/MN-LooseCannon-12B-v1 📑","fullname":"GalrionSoftworks/MN-LooseCannon-12B-v1","Model sha":"","Average ⬆️":22.12442725339166,"Hub License":"","Hub ❤️":8,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.0580393650897593,"IFEval Raw":0.5417791459992819,"IFEval":54.177914599928194,"BBH Raw":0.5128183808679557,"BBH":29.976062092951295,"MATH Lvl 5 Raw":0.08534743202416918,"MATH Lvl 5":8.534743202416918,"GPQA Raw":0.28523489932885904,"GPQA":4.697986577181204,"MUSR Raw":0.41384375,"MUSR":10.963802083333329,"MMLU-PRO Raw":0.3195644946808511,"MMLU-PRO":24.396054964539008,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-09","Submission Date":"2024-09-05","Generation":1,"Base Model":"GalrionSoftworks/MN-LooseCannon-12B-v1 (Merge)"},{"eval_name":"GalrionSoftworks_MagnusIntellectus-12B-v1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"GalrionSoftworks/MagnusIntellectus-12B-v1 📑","fullname":"GalrionSoftworks/MagnusIntellectus-12B-v1","Model sha":"fc83cb3eec2f8328448c5fe3cb830fc77983a6b9","Average ⬆️":21.773295532025813,"Hub License":"apache-2.0","Hub ❤️":5,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.2485276176573255,"IFEval Raw":0.4421368635221213,"IFEval":44.21368635221213,"BBH Raw":0.5323010476246133,"BBH":33.26225439614359,"MATH Lvl 5 Raw":0.0649546827794562,"MATH Lvl 5":6.495468277945619,"GPQA Raw":0.28439597315436244,"GPQA":4.5861297539149914,"MUSR Raw":0.4428020833333333,"MUSR":15.183593749999995,"MMLU-PRO Raw":0.34208776595744683,"MMLU-PRO":26.898640661938533,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-08-13","Submission Date":"2024-09-05","Generation":1,"Base Model":"GalrionSoftworks/MagnusIntellectus-12B-v1 (Merge)"},{"eval_name":"GenVRadmin_AryaBhatta-GemmaOrca-2-Merged_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"GemmaForCausalLM","Model":"GenVRadmin/AryaBhatta-GemmaOrca-2-Merged 📑","fullname":"GenVRadmin/AryaBhatta-GemmaOrca-2-Merged","Model sha":"0a86455c5f0606f6b743ba0f0b1c1c26bd50976c","Average ⬆️":14.006450277637631,"Hub License":"mit","Hub ❤️":0,"#Params (B)":8.538,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8188650858383462,"IFEval Raw":0.30637375497014585,"IFEval":30.637375497014588,"BBH Raw":0.3887493166323577,"BBH":13.661591696662839,"MATH Lvl 5 Raw":0.04984894259818731,"MATH Lvl 5":4.984894259818732,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.4550208333333334,"MUSR":16.9109375,"MMLU-PRO Raw":0.23844747340425532,"MMLU-PRO":15.383052600472812,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-09","Submission Date":"2025-02-06","Generation":0,"Base Model":"GenVRadmin/AryaBhatta-GemmaOrca-2-Merged"},{"eval_name":"GenVRadmin_AryaBhatta-GemmaOrca-Merged_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"GemmaForCausalLM","Model":"GenVRadmin/AryaBhatta-GemmaOrca-Merged 📑","fullname":"GenVRadmin/AryaBhatta-GemmaOrca-Merged","Model sha":"0b0363f808aabaf8fe85ae8229e968abca2a54de","Average ⬆️":11.99472750549792,"Hub License":"mit","Hub ❤️":1,"#Params (B)":8.538,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9810632012201572,"IFEval Raw":0.30637375497014585,"IFEval":30.637375497014588,"BBH Raw":0.4130633897394575,"BBH":17.68358820544961,"MATH Lvl 5 Raw":0.0513595166163142,"MATH Lvl 5":5.13595166163142,"GPQA Raw":0.2558724832214765,"GPQA":0.7829977628635317,"MUSR Raw":0.3523854166666667,"MUSR":4.081510416666666,"MMLU-PRO Raw":0.22282247340425532,"MMLU-PRO":13.6469414893617,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-01","Submission Date":"2025-02-06","Generation":0,"Base Model":"GenVRadmin/AryaBhatta-GemmaOrca-Merged"},{"eval_name":"GenVRadmin_AryaBhatta-GemmaUltra-Merged_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"GemmaForCausalLM","Model":"GenVRadmin/AryaBhatta-GemmaUltra-Merged 📑","fullname":"GenVRadmin/AryaBhatta-GemmaUltra-Merged","Model sha":"837acef7bd681ef60f03ab16e4670fb72e47e134","Average ⬆️":13.28281509458921,"Hub License":"mit","Hub ❤️":1,"#Params (B)":8.538,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.0074310732975738,"IFEval Raw":0.30207737691547315,"IFEval":30.207737691547315,"BBH Raw":0.4141445378464817,"BBH":17.96825031857262,"MATH Lvl 5 Raw":0.05362537764350453,"MATH Lvl 5":5.362537764350453,"GPQA Raw":0.25335570469798663,"GPQA":0.4474272930648837,"MUSR Raw":0.42785416666666665,"MUSR":11.6484375,"MMLU-PRO Raw":0.2265625,"MMLU-PRO":14.0625,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-12","Submission Date":"2025-02-06","Generation":0,"Base Model":"GenVRadmin/AryaBhatta-GemmaUltra-Merged"},{"eval_name":"GenVRadmin_llama38bGenZ_Vikas-Merged_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"GenVRadmin/llama38bGenZ_Vikas-Merged 📑","fullname":"GenVRadmin/llama38bGenZ_Vikas-Merged","Model sha":"a15de41fcf74b13bdc8d9b680bdc7836fc5aecfe","Average ⬆️":16.09338316937527,"Hub License":"mit","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4353168101343385,"IFEval Raw":0.30002947734234053,"IFEval":30.002947734234056,"BBH Raw":0.4535981003984562,"BBH":23.131910422007774,"MATH Lvl 5 Raw":0.05740181268882175,"MATH Lvl 5":5.740181268882175,"GPQA Raw":0.2953020134228188,"GPQA":6.040268456375841,"MUSR Raw":0.44016666666666665,"MUSR":13.620833333333332,"MMLU-PRO Raw":0.26221742021276595,"MMLU-PRO":18.02415780141844,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-22","Submission Date":"2025-02-06","Generation":0,"Base Model":"GenVRadmin/llama38bGenZ_Vikas-Merged"},{"eval_name":"GoToCompany_gemma2-9b-cpt-sahabatai-v1-instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"GoToCompany/gemma2-9b-cpt-sahabatai-v1-instruct 📑","fullname":"GoToCompany/gemma2-9b-cpt-sahabatai-v1-instruct","Model sha":"ca19cec82a7d2bdba20020e1bebf296417cfc3ee","Average ⬆️":32.46826016178984,"Hub License":"gemma","Hub ❤️":35,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.8621893014690505,"IFEval Raw":0.6550607942481504,"IFEval":65.50607942481504,"BBH Raw":0.5954551751157878,"BBH":41.86650373118869,"MATH Lvl 5 Raw":0.2054380664652568,"MATH Lvl 5":20.54380664652568,"GPQA Raw":0.3347315436241611,"GPQA":11.297539149888143,"MUSR Raw":0.4778645833333333,"MUSR":19.333072916666662,"MMLU-PRO Raw":0.4263630319148936,"MMLU-PRO":36.26255910165484,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-06","Submission Date":"2024-11-20","Generation":1,"Base Model":"GoToCompany/gemma2-9b-cpt-sahabatai-v1-instruct (Merge)"},{"eval_name":"GoToCompany_llama3-8b-cpt-sahabatai-v1-instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"GoToCompany/llama3-8b-cpt-sahabatai-v1-instruct 📑","fullname":"GoToCompany/llama3-8b-cpt-sahabatai-v1-instruct","Model sha":"20fd3cff1dc86553d11b5c4b2fdbb6f2dd1ede55","Average ⬆️":23.05939902243402,"Hub License":"llama3","Hub ❤️":11,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3468218426289178,"IFEval Raw":0.523844510343666,"IFEval":52.38445103436659,"BBH Raw":0.4951292004509417,"BBH":28.539529393915917,"MATH Lvl 5 Raw":0.12764350453172205,"MATH Lvl 5":12.764350453172204,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.44884375,"MUSR":15.172135416666663,"MMLU-PRO Raw":0.3453291223404255,"MMLU-PRO":27.258791371158388,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-06","Submission Date":"2024-11-20","Generation":1,"Base Model":"GoToCompany/llama3-8b-cpt-sahabatai-v1-instruct (Merge)"},{"eval_name":"Goekdeniz-Guelmez_Josiefied-Qwen2.5-0.5B-Instruct-abliterated-v1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Goekdeniz-Guelmez/Josiefied-Qwen2.5-0.5B-Instruct-abliterated-v1 📑","fullname":"Goekdeniz-Guelmez/Josiefied-Qwen2.5-0.5B-Instruct-abliterated-v1","Model sha":"bfc0e7dc6add02baecd9b6f84a078f7f3d164315","Average ⬆️":9.768236092545305,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":0.63,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9752848034650319,"IFEval Raw":0.347189900574919,"IFEval":34.7189900574919,"BBH Raw":0.32683063456958195,"BBH":6.845785955173547,"MATH Lvl 5 Raw":0.0891238670694864,"MATH Lvl 5":8.91238670694864,"GPQA Raw":0.2516778523489933,"GPQA":0.22371364653244186,"MUSR Raw":0.32625,"MUSR":0.7812499999999996,"MMLU-PRO Raw":0.16414561170212766,"MMLU-PRO":7.127290189125294,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-17","Submission Date":"2024-11-18","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"Goekdeniz-Guelmez_Josiefied-Qwen2.5-0.5B-Instruct-abliterated-v1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Goekdeniz-Guelmez/Josiefied-Qwen2.5-0.5B-Instruct-abliterated-v1 📑","fullname":"Goekdeniz-Guelmez/Josiefied-Qwen2.5-0.5B-Instruct-abliterated-v1","Model sha":"bfc0e7dc6add02baecd9b6f84a078f7f3d164315","Average ⬆️":8.415919404386559,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":0.63,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.49800361885240557,"IFEval Raw":0.3416944817528602,"IFEval":34.16944817528602,"BBH Raw":0.32921013057720044,"BBH":7.2211690840719855,"MATH Lvl 5 Raw":0.002265861027190332,"MATH Lvl 5":0.2265861027190332,"GPQA Raw":0.2575503355704698,"GPQA":1.0067114093959737,"MUSR Raw":0.3249166666666667,"MUSR":0.7812499999999996,"MMLU-PRO Raw":0.16381316489361702,"MMLU-PRO":7.0903516548463354,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-17","Submission Date":"2024-11-18","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"Goekdeniz-Guelmez_Josiefied-Qwen2.5-1.5B-Instruct-abliterated-v1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Goekdeniz-Guelmez/Josiefied-Qwen2.5-1.5B-Instruct-abliterated-v1 📑","fullname":"Goekdeniz-Guelmez/Josiefied-Qwen2.5-1.5B-Instruct-abliterated-v1","Model sha":"eca7edeba61e894597e9940348e8d90817c1ad79","Average ⬆️":18.44117473256343,"Hub License":"apache-2.0","Hub ❤️":5,"#Params (B)":1.777,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5667617401508371,"IFEval Raw":0.47685806992114255,"IFEval":47.68580699211426,"BBH Raw":0.418600731531926,"BBH":18.306013289403676,"MATH Lvl 5 Raw":0.2084592145015106,"MATH Lvl 5":20.84592145015106,"GPQA Raw":0.24328859060402686,"GPQA":0.0,"MUSR Raw":0.3674895833333333,"MUSR":4.002864583333333,"MMLU-PRO Raw":0.27825797872340424,"MMLU-PRO":19.806442080378247,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-20","Submission Date":"2024-09-28","Generation":1,"Base Model":"Qwen/Qwen2.5-1.5B"},{"eval_name":"Goekdeniz-Guelmez_Josiefied-Qwen2.5-1.5B-Instruct-abliterated-v2_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Goekdeniz-Guelmez/Josiefied-Qwen2.5-1.5B-Instruct-abliterated-v2 📑","fullname":"Goekdeniz-Guelmez/Josiefied-Qwen2.5-1.5B-Instruct-abliterated-v2","Model sha":"ff4a6eff69adb015dfcfbff7a2d2dc43b34afe89","Average ⬆️":15.56674922027016,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4384858224632824,"IFEval Raw":0.421553699738915,"IFEval":42.155369973891496,"BBH Raw":0.40418921704436744,"BBH":16.499503211302823,"MATH Lvl 5 Raw":0.1268882175226586,"MATH Lvl 5":12.688821752265861,"GPQA Raw":0.23993288590604026,"GPQA":0.0,"MUSR Raw":0.37685416666666666,"MUSR":4.7067708333333345,"MMLU-PRO Raw":0.25615026595744683,"MMLU-PRO":17.350029550827426,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-28","Submission Date":"2024-09-28","Generation":2,"Base Model":"Qwen/Qwen2.5-1.5B"},{"eval_name":"Goekdeniz-Guelmez_Josiefied-Qwen2.5-1.5B-Instruct-abliterated-v3_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Goekdeniz-Guelmez/Josiefied-Qwen2.5-1.5B-Instruct-abliterated-v3 📑","fullname":"Goekdeniz-Guelmez/Josiefied-Qwen2.5-1.5B-Instruct-abliterated-v3","Model sha":"03ffa6f7a6ada9d63d838707c597297f048d409b","Average ⬆️":15.592787360948462,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4124015158696626,"IFEval Raw":0.42525055740989465,"IFEval":42.52505574098946,"BBH Raw":0.4053446177133173,"BBH":16.439711885397813,"MATH Lvl 5 Raw":0.13066465256797583,"MATH Lvl 5":13.066465256797583,"GPQA Raw":0.24328859060402686,"GPQA":0.0,"MUSR Raw":0.37018749999999995,"MUSR":4.240104166666668,"MMLU-PRO Raw":0.25556848404255317,"MMLU-PRO":17.28538711583924,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-28","Submission Date":"2024-09-28","Generation":3,"Base Model":"Qwen/Qwen2.5-1.5B"},{"eval_name":"Goekdeniz-Guelmez_Josiefied-Qwen2.5-14B-Instruct-abliterated-v4_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Goekdeniz-Guelmez/Josiefied-Qwen2.5-14B-Instruct-abliterated-v4 📑","fullname":"Goekdeniz-Guelmez/Josiefied-Qwen2.5-14B-Instruct-abliterated-v4","Model sha":"00afd27eef16e835fcb0d8e687435dca3c185bdf","Average ⬆️":42.550065874753976,"Hub License":"apache-2.0","Hub ❤️":17,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.4942336302425923,"IFEval Raw":0.8291666112581284,"IFEval":82.91666112581285,"BBH Raw":0.6355637424320617,"BBH":48.05226992969286,"MATH Lvl 5 Raw":0.5422960725075529,"MATH Lvl 5":54.229607250755286,"GPQA Raw":0.3422818791946309,"GPQA":12.304250559284117,"MUSR Raw":0.4286666666666667,"MUSR":13.15,"MMLU-PRO Raw":0.5018284574468085,"MMLU-PRO":44.64760638297872,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-21","Submission Date":"2024-10-23","Generation":2,"Base Model":"Qwen/Qwen2.5-14B"},{"eval_name":"Goekdeniz-Guelmez_Josiefied-Qwen2.5-7B-Instruct-abliterated-v2_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Goekdeniz-Guelmez/Josiefied-Qwen2.5-7B-Instruct-abliterated-v2 📑","fullname":"Goekdeniz-Guelmez/Josiefied-Qwen2.5-7B-Instruct-abliterated-v2","Model sha":"ecf4024048ea1be2f0840a50080fb79b88aacde9","Average ⬆️":35.31663337889917,"Hub License":"apache-2.0","Hub ❤️":6,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.4030128559486643,"IFEval Raw":0.7813811797142693,"IFEval":78.13811797142694,"BBH Raw":0.5309672164610734,"BBH":33.33398601463088,"MATH Lvl 5 Raw":0.45317220543806647,"MATH Lvl 5":45.31722054380665,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.43539583333333337,"MUSR":13.957812500000003,"MMLU-PRO Raw":0.4119847074468085,"MMLU-PRO":34.66496749408983,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-20","Submission Date":"2024-10-08","Generation":1,"Base Model":"Qwen/Qwen2.5-7B"},{"eval_name":"Goekdeniz-Guelmez_j.o.s.i.e.v4o-1.5b-dpo-stage1-v1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Goekdeniz-Guelmez/j.o.s.i.e.v4o-1.5b-dpo-stage1-v1 📑","fullname":"Goekdeniz-Guelmez/j.o.s.i.e.v4o-1.5b-dpo-stage1-v1","Model sha":"d5ddad290d83b1ba8a7612a6c1cfad6fb4346fe4","Average ⬆️":15.07804770111701,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5823051977207447,"IFEval Raw":0.41883092417009093,"IFEval":41.883092417009095,"BBH Raw":0.41242101633634826,"BBH":17.748016873381815,"MATH Lvl 5 Raw":0.12009063444108761,"MATH Lvl 5":12.009063444108762,"GPQA Raw":0.25083892617449666,"GPQA":0.11185682326622093,"MUSR Raw":0.3528541666666667,"MUSR":1.4401041666666685,"MMLU-PRO Raw":0.2554853723404255,"MMLU-PRO":17.2761524822695,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-07","Submission Date":"2024-10-08","Generation":2,"Base Model":"Qwen/Qwen2.5-1.5B"},{"eval_name":"Goekdeniz-Guelmez_josie-3b-v6.0_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Goekdeniz-Guelmez/josie-3b-v6.0 📑","fullname":"Goekdeniz-Guelmez/josie-3b-v6.0","Model sha":"3f8ce40bdaa0757ede5aaaf2cdd14538b559b4db","Average ⬆️":24.746540779866937,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.491912040011956,"IFEval Raw":0.6009554648333089,"IFEval":60.09554648333089,"BBH Raw":0.4496147842264783,"BBH":22.87108835512943,"MATH Lvl 5 Raw":0.2938066465256798,"MATH Lvl 5":29.38066465256798,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.386125,"MUSR":6.098958333333333,"MMLU-PRO Raw":0.32197473404255317,"MMLU-PRO":24.66385933806146,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2025-01-07","Generation":1,"Base Model":"Removed"},{"eval_name":"Goekdeniz-Guelmez_josie-7b-v6.0_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Goekdeniz-Guelmez/josie-7b-v6.0 📑","fullname":"Goekdeniz-Guelmez/josie-7b-v6.0","Model sha":"d2e22fda9ce97aa5ca745d3b6d8ca2f1f7103ed5","Average ⬆️":32.374168071296964,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3509256308404543,"IFEval Raw":0.7411645544931892,"IFEval":74.11645544931892,"BBH Raw":0.5104855208094123,"BBH":30.44475330982171,"MATH Lvl 5 Raw":0.43580060422960726,"MATH Lvl 5":43.58006042296073,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.41539583333333335,"MUSR":10.557812499999999,"MMLU-PRO Raw":0.3806515957446808,"MMLU-PRO":31.183510638297868,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2025-01-07","Generation":3,"Base Model":"Qwen/Qwen2.5-7B"},{"eval_name":"Goekdeniz-Guelmez_josie-7b-v6.0-step2000_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Goekdeniz-Guelmez/josie-7b-v6.0-step2000 📑","fullname":"Goekdeniz-Guelmez/josie-7b-v6.0-step2000","Model sha":"df28f1369c22a5f2feac05793d4a460a5f873891","Average ⬆️":26.97043751712353,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3788389441043891,"IFEval Raw":0.7627716680629618,"IFEval":76.27716680629618,"BBH Raw":0.5097811950503962,"BBH":30.081094189593973,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.45793750000000005,"MUSR":17.7421875,"MMLU-PRO Raw":0.40325797872340424,"MMLU-PRO":33.69533096926713,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-11","Submission Date":"2024-12-11","Generation":2,"Base Model":"Qwen/Qwen2.5-7B"},{"eval_name":"Goekdeniz-Guelmez_josie-7b-v6.0-step2000_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Goekdeniz-Guelmez/josie-7b-v6.0-step2000 📑","fullname":"Goekdeniz-Guelmez/josie-7b-v6.0-step2000","Model sha":"df28f1369c22a5f2feac05793d4a460a5f873891","Average ⬆️":33.83292639490552,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3833978614758087,"IFEval Raw":0.7597740661444966,"IFEval":75.97740661444966,"BBH Raw":0.510712680636641,"BBH":30.395812905314894,"MATH Lvl 5 Raw":0.42371601208459214,"MATH Lvl 5":42.37160120845921,"GPQA Raw":0.27684563758389263,"GPQA":3.5794183445190177,"MUSR Raw":0.45393750000000005,"MUSR":17.208854166666665,"MMLU-PRO Raw":0.4011801861702128,"MMLU-PRO":33.46446513002365,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-11","Submission Date":"2024-12-11","Generation":2,"Base Model":"Qwen/Qwen2.5-7B"},{"eval_name":"GreenNode_GreenNode-small-9B-it_float16","Precision":"float16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"GreenNode/GreenNode-small-9B-it 📑","fullname":"GreenNode/GreenNode-small-9B-it","Model sha":"1ba4ce8e2267c7fcc820961a9bfc13ab80150866","Average ⬆️":31.194506347689323,"Hub License":"","Hub ❤️":0,"#Params (B)":9.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":5.291887986432054,"IFEval Raw":0.7436125037123721,"IFEval":74.36125037123722,"BBH Raw":0.599383874005197,"BBH":41.899925635193455,"MATH Lvl 5 Raw":0.17447129909365558,"MATH Lvl 5":17.447129909365557,"GPQA Raw":0.3196308724832215,"GPQA":9.284116331096197,"MUSR Raw":0.42041666666666666,"MUSR":11.652083333333337,"MMLU-PRO Raw":0.3927027925531915,"MMLU-PRO":32.52253250591017,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-14","Generation":0,"Base Model":"Removed"},{"eval_name":"GritLM_GritLM-7B-KTO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"GritLM/GritLM-7B-KTO 📑","fullname":"GritLM/GritLM-7B-KTO","Model sha":"b5c48669508c1de18c698460c187f64e90e7df44","Average ⬆️":19.2358949114183,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2797271864870114,"IFEval Raw":0.5310132670203948,"IFEval":53.10132670203948,"BBH Raw":0.485293719684692,"BBH":27.904317623033844,"MATH Lvl 5 Raw":0.027190332326283987,"MATH Lvl 5":2.719033232628399,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.37102083333333336,"MUSR":6.6442708333333345,"MMLU-PRO Raw":0.26803523936170215,"MMLU-PRO":18.670582151300238,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-16","Submission Date":"2024-08-04","Generation":0,"Base Model":"GritLM/GritLM-7B-KTO"},{"eval_name":"GritLM_GritLM-8x7B-KTO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"GritLM/GritLM-8x7B-KTO 📑","fullname":"GritLM/GritLM-8x7B-KTO","Model sha":"938913477064fcc498757c5136d9899bb6e713ed","Average ⬆️":26.2413047085506,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":46.703,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":9.208926459712531,"IFEval Raw":0.5714049832222946,"IFEval":57.14049832222946,"BBH Raw":0.5820304362331497,"BBH":40.8261615594601,"MATH Lvl 5 Raw":0.12235649546827794,"MATH Lvl 5":12.235649546827794,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.42165625,"MUSR":11.673697916666669,"MMLU-PRO Raw":0.36477726063829785,"MMLU-PRO":29.419695626477544,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-17","Submission Date":"2024-08-04","Generation":0,"Base Model":"GritLM/GritLM-8x7B-KTO"},{"eval_name":"Groq_Llama-3-Groq-8B-Tool-Use_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Groq/Llama-3-Groq-8B-Tool-Use 📑","fullname":"Groq/Llama-3-Groq-8B-Tool-Use","Model sha":"3bf6b914d7043d1bbfcfc7a9aa7581a8104eabac","Average ⬆️":21.44560137489326,"Hub License":"llama3","Hub ❤️":274,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0086565382541746,"IFEval Raw":0.6098230472922956,"IFEval":60.982304729229554,"BBH Raw":0.4863384977901497,"BBH":27.254234386573227,"MATH Lvl 5 Raw":0.06042296072507553,"MATH Lvl 5":6.042296072507553,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.36603125000000003,"MUSR":5.3872395833333355,"MMLU-PRO Raw":0.33992686170212766,"MMLU-PRO":26.658540189125297,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-24","Submission Date":"2025-01-01","Generation":1,"Base Model":"meta-llama/Meta-Llama-3-8B"},{"eval_name":"Gryphe_Pantheon-RP-1.0-8b-Llama-3_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Gryphe/Pantheon-RP-1.0-8b-Llama-3 📑","fullname":"Gryphe/Pantheon-RP-1.0-8b-Llama-3","Model sha":"70a6df202c9df9abdc6928bec5a5ab47f2667aee","Average ⬆️":16.87312240356046,"Hub License":"apache-2.0","Hub ❤️":46,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4416729891301094,"IFEval Raw":0.39325212657969744,"IFEval":39.32521265796974,"BBH Raw":0.4539075127777334,"BBH":23.631914688111305,"MATH Lvl 5 Raw":0.0634441087613293,"MATH Lvl 5":6.3444108761329305,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.3832395833333333,"MUSR":5.504947916666667,"MMLU-PRO Raw":0.30668218085106386,"MMLU-PRO":22.964686761229316,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-08","Submission Date":"2024-06-27","Generation":1,"Base Model":"meta-llama/Meta-Llama-3-8B"},{"eval_name":"Gryphe_Pantheon-RP-1.5-12b-Nemo_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Gryphe/Pantheon-RP-1.5-12b-Nemo 📑","fullname":"Gryphe/Pantheon-RP-1.5-12b-Nemo","Model sha":"00107381f05f69666772d88a1b11affe77c94a47","Average ⬆️":21.32374664039768,"Hub License":"apache-2.0","Hub ❤️":31,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.371166401118355,"IFEval Raw":0.47630841722186024,"IFEval":47.63084172218603,"BBH Raw":0.519582216884963,"BBH":31.750144021634004,"MATH Lvl 5 Raw":0.04909365558912387,"MATH Lvl 5":4.909365558912387,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.44203125000000004,"MUSR":15.053906250000004,"MMLU-PRO Raw":0.3302027925531915,"MMLU-PRO":25.57808806146572,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-25","Submission Date":"2024-08-04","Generation":1,"Base Model":"mistralai/Mistral-Nemo-Base-2407"},{"eval_name":"Gryphe_Pantheon-RP-1.6-12b-Nemo_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Gryphe/Pantheon-RP-1.6-12b-Nemo 📑","fullname":"Gryphe/Pantheon-RP-1.6-12b-Nemo","Model sha":"60cf38ae0367baf314e3cce748d9a199adfea557","Average ⬆️":20.56659922855925,"Hub License":"apache-2.0","Hub ❤️":12,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.4745060547622137,"IFEval Raw":0.44805671174705336,"IFEval":44.80567117470534,"BBH Raw":0.5204007434392454,"BBH":31.687343826178374,"MATH Lvl 5 Raw":0.04607250755287009,"MATH Lvl 5":4.607250755287009,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.4287604166666667,"MUSR":12.92838541666667,"MMLU-PRO Raw":0.33111702127659576,"MMLU-PRO":25.67966903073286,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-18","Submission Date":"2024-08-31","Generation":1,"Base Model":"mistralai/Mistral-Nemo-Base-2407"},{"eval_name":"Gryphe_Pantheon-RP-1.6-12b-Nemo-KTO_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Gryphe/Pantheon-RP-1.6-12b-Nemo-KTO 📑","fullname":"Gryphe/Pantheon-RP-1.6-12b-Nemo-KTO","Model sha":"6cb6d8d9a7352d71f539ab5053987e058c090443","Average ⬆️":21.558598525492474,"Hub License":"apache-2.0","Hub ❤️":5,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.3640528836556807,"IFEval Raw":0.4636187537954849,"IFEval":46.36187537954849,"BBH Raw":0.5276980814125921,"BBH":33.032200369425645,"MATH Lvl 5 Raw":0.052870090634441085,"MATH Lvl 5":5.287009063444108,"GPQA Raw":0.2953020134228188,"GPQA":6.040268456375841,"MUSR Raw":0.4247916666666667,"MUSR":12.165625,"MMLU-PRO Raw":0.33818151595744683,"MMLU-PRO":26.46461288416076,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-28","Submission Date":"2024-08-31","Generation":1,"Base Model":"mistralai/Mistral-Nemo-Base-2407"},{"eval_name":"Gryphe_Pantheon-RP-Pure-1.6.2-22b-Small_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Gryphe/Pantheon-RP-Pure-1.6.2-22b-Small 📑","fullname":"Gryphe/Pantheon-RP-Pure-1.6.2-22b-Small","Model sha":"d031830dcb3bc5ad9634374db4dd15b3ef6ebe0f","Average ⬆️":28.138635196099433,"Hub License":"other","Hub ❤️":29,"#Params (B)":22.247,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.906640148295222,"IFEval Raw":0.6931042965996888,"IFEval":69.31042965996889,"BBH Raw":0.5304537230538597,"BBH":31.683163209870646,"MATH Lvl 5 Raw":0.20241691842900303,"MATH Lvl 5":20.241691842900302,"GPQA Raw":0.3288590604026846,"GPQA":10.514541387024611,"MUSR Raw":0.37647916666666664,"MUSR":4.393229166666666,"MMLU-PRO Raw":0.39419880319148937,"MMLU-PRO":32.68875591016548,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-13","Submission Date":"2024-10-15","Generation":1,"Base Model":"mistralai/Mistral-Small-Instruct-2409"},{"eval_name":"GuilhermeNaturaUmana_Nature-Reason-1.2-reallysmall_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"GuilhermeNaturaUmana/Nature-Reason-1.2-reallysmall 📑","fullname":"GuilhermeNaturaUmana/Nature-Reason-1.2-reallysmall","Model sha":"2968459668192def7382b614630cabab48f2c865","Average ⬆️":28.68902218654482,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6894452515867744,"IFEval Raw":0.4985405391029136,"IFEval":49.854053910291356,"BBH Raw":0.5644838945274894,"BBH":37.752975371907866,"MATH Lvl 5 Raw":0.25755287009063443,"MATH Lvl 5":25.755287009063444,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.43728125,"MUSR":13.960156249999997,"MMLU-PRO Raw":0.44290226063829785,"MMLU-PRO":38.1002511820331,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-01","Generation":0,"Base Model":"Removed"},{"eval_name":"GuilhermeNaturaUmana_Nature-Reason-1.2-reallysmall_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"GuilhermeNaturaUmana/Nature-Reason-1.2-reallysmall 📑","fullname":"GuilhermeNaturaUmana/Nature-Reason-1.2-reallysmall","Model sha":"2968459668192def7382b614630cabab48f2c865","Average ⬆️":28.37476976386807,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6936433748469978,"IFEval Raw":0.47910654840268263,"IFEval":47.910654840268265,"BBH Raw":0.5648715950622487,"BBH":37.812775827443616,"MATH Lvl 5 Raw":0.25,"MATH Lvl 5":25.0,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.4439166666666667,"MUSR":15.056249999999993,"MMLU-PRO Raw":0.4408244680851064,"MMLU-PRO":37.8693853427896,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-01","Generation":0,"Base Model":"Removed"},{"eval_name":"Gunulhona_Gemma-Ko-Merge_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"Gunulhona/Gemma-Ko-Merge 📑","fullname":"Gunulhona/Gemma-Ko-Merge","Model sha":"ca6b0eb1405f21db6a7a9cce3b112d21fcfdde97","Average ⬆️":29.044658369613114,"Hub License":"","Hub ❤️":1,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.274495075785254,"IFEval Raw":0.6415721397004392,"IFEval":64.15721397004393,"BBH Raw":0.5813027258981727,"BBH":38.78719707326869,"MATH Lvl 5 Raw":0.18806646525679757,"MATH Lvl 5":18.806646525679756,"GPQA Raw":0.33557046979865773,"GPQA":11.409395973154364,"MUSR Raw":0.40469791666666666,"MUSR":9.120572916666667,"MMLU-PRO Raw":0.3878823138297872,"MMLU-PRO":31.98692375886525,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-04","Submission Date":"2024-10-23","Generation":1,"Base Model":"Gunulhona/Gemma-Ko-Merge (Merge)"},{"eval_name":"Gunulhona_Gemma-Ko-Merge-PEFT_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"?","Model":"Gunulhona/Gemma-Ko-Merge-PEFT 📑","fullname":"Gunulhona/Gemma-Ko-Merge-PEFT","Model sha":"ca6b0eb1405f21db6a7a9cce3b112d21fcfdde97","Average ⬆️":18.16949453226467,"Hub License":"","Hub ❤️":0,"#Params (B)":20.318,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.876476720258237,"IFEval Raw":0.28803906966847964,"IFEval":28.80390696684797,"BBH Raw":0.5154093999781059,"BBH":30.18627333134207,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.32466442953020136,"GPQA":9.955257270693513,"MUSR Raw":0.40801041666666665,"MUSR":8.76796875,"MMLU-PRO Raw":0.38173204787234044,"MMLU-PRO":31.303560874704488,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-30","Submission Date":"2024-10-17","Generation":0,"Base Model":"Gunulhona/Gemma-Ko-Merge-PEFT"},{"eval_name":"Gunulhona_Gemma-Ko-Merge-PEFT_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Adapter","Architecture":"?","Model":"Gunulhona/Gemma-Ko-Merge-PEFT 📑","fullname":"Gunulhona/Gemma-Ko-Merge-PEFT","Model sha":"ca6b0eb1405f21db6a7a9cce3b112d21fcfdde97","Average ⬆️":18.06624017039761,"Hub License":"","Hub ❤️":0,"#Params (B)":20.318,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":18.78866710415633,"IFEval Raw":0.4441348954108433,"IFEval":44.413489541084324,"BBH Raw":0.4862989687822461,"BBH":26.015069295888747,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.3985833333333333,"MUSR":7.056249999999999,"MMLU-PRO Raw":0.3097573138297872,"MMLU-PRO":23.30636820330969,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-30","Submission Date":"2024-10-23","Generation":0,"Base Model":"Gunulhona/Gemma-Ko-Merge-PEFT"},{"eval_name":"HPAI-BSC_Llama3-Aloe-8B-Alpha_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"HPAI-BSC/Llama3-Aloe-8B-Alpha 📑","fullname":"HPAI-BSC/Llama3-Aloe-8B-Alpha","Model sha":"f0bce5c1fee5ea2a6679bb3dc9de8548e7262c9e","Average ⬆️":20.23044725696465,"Hub License":"cc-by-nc-4.0","Hub ❤️":59,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5904895773762358,"IFEval Raw":0.5081073773144147,"IFEval":50.81073773144146,"BBH Raw":0.48308532966126966,"BBH":27.145977577581778,"MATH Lvl 5 Raw":0.06117824773413897,"MATH Lvl 5":6.117824773413897,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.3672708333333334,"MUSR":5.8755208333333355,"MMLU-PRO Raw":0.3295378989361702,"MMLU-PRO":25.5042109929078,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-26","Submission Date":"2024-10-29","Generation":0,"Base Model":"HPAI-BSC/Llama3-Aloe-8B-Alpha"},{"eval_name":"HPAI-BSC_Llama3.1-Aloe-Beta-8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"HPAI-BSC/Llama3.1-Aloe-Beta-8B 📑","fullname":"HPAI-BSC/Llama3.1-Aloe-Beta-8B","Model sha":"3f2f0bbfb03cb0a8310efa50659688c1f2c02da0","Average ⬆️":26.524195182673978,"Hub License":"llama3.1","Hub ❤️":11,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.0813801340892315,"IFEval Raw":0.7253276860951166,"IFEval":72.53276860951165,"BBH Raw":0.5092760762748857,"BBH":30.369624781344758,"MATH Lvl 5 Raw":0.18277945619335348,"MATH Lvl 5":18.27794561933535,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.3834583333333333,"MUSR":6.8322916666666655,"MMLU-PRO Raw":0.35804521276595747,"MMLU-PRO":28.671690307328607,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-30","Submission Date":"2024-11-07","Generation":0,"Base Model":"HPAI-BSC/Llama3.1-Aloe-Beta-8B"},{"eval_name":"HPAI-BSC_Qwen2.5-Aloe-Beta-7B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"HPAI-BSC/Qwen2.5-Aloe-Beta-7B 📑","fullname":"HPAI-BSC/Qwen2.5-Aloe-Beta-7B","Model sha":"853ee78094c4e6ae096fe616fbc7b617dd78f1f5","Average ⬆️":27.826720985708487,"Hub License":"apache-2.0","Hub ❤️":5,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.216719947943519,"IFEval Raw":0.4553506917201914,"IFEval":45.535069172019135,"BBH Raw":0.5048995904321122,"BBH":30.33160459968833,"MATH Lvl 5 Raw":0.3542296072507553,"MATH Lvl 5":35.422960725075534,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.42603125000000003,"MUSR":12.920572916666664,"MMLU-PRO Raw":0.4354222074468085,"MMLU-PRO":37.2691341607565,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-09","Submission Date":"2024-12-17","Generation":0,"Base Model":"HPAI-BSC/Qwen2.5-Aloe-Beta-7B"},{"eval_name":"HarbingerX_Zeitgeist-3b-V1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"HarbingerX/Zeitgeist-3b-V1 📑","fullname":"HarbingerX/Zeitgeist-3b-V1","Model sha":"de159b93ae7c7d816de552025bcbd8a91f8952c1","Average ⬆️":21.70541406485785,"Hub License":"","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5911335287258164,"IFEval Raw":0.6711724889958643,"IFEval":67.11724889958643,"BBH Raw":0.4440790761237121,"BBH":21.647559636357908,"MATH Lvl 5 Raw":0.10347432024169184,"MATH Lvl 5":10.347432024169184,"GPQA Raw":0.28187919463087246,"GPQA":4.250559284116329,"MUSR Raw":0.3579375,"MUSR":4.542187500000002,"MMLU-PRO Raw":0.3009474734042553,"MMLU-PRO":22.327497044917255,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-17","Generation":0,"Base Model":"Removed"},{"eval_name":"HarbingerX_Zeitgeist-3b-V1.2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"HarbingerX/Zeitgeist-3b-V1.2 📑","fullname":"HarbingerX/Zeitgeist-3b-V1.2","Model sha":"e4679006fa1a030eafa948852a8e084028970405","Average ⬆️":21.62222005411458,"Hub License":"","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6026767345231062,"IFEval Raw":0.6754189993661264,"IFEval":67.54189993661264,"BBH Raw":0.4440650477102142,"BBH":21.6297148573501,"MATH Lvl 5 Raw":0.10120845921450151,"MATH Lvl 5":10.120845921450151,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.35790625000000004,"MUSR":3.9049479166666674,"MMLU-PRO Raw":0.30560172872340424,"MMLU-PRO":22.844636524822693,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-26","Generation":0,"Base Model":"Removed"},{"eval_name":"Hastagaras_L3.2-JametMini-3B-MK.III_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Hastagaras/L3.2-JametMini-3B-MK.III 📑","fullname":"Hastagaras/L3.2-JametMini-3B-MK.III","Model sha":"54e451f243ab69327068e92925fe2ecbc91ed06e","Average ⬆️":21.75038505136374,"Hub License":"llama3.2","Hub ❤️":7,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5696355012646784,"IFEval Raw":0.6182662003484088,"IFEval":61.826620034840886,"BBH Raw":0.45385245294894094,"BBH":22.362058620348964,"MATH Lvl 5 Raw":0.14577039274924472,"MATH Lvl 5":14.577039274924472,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.3686041666666667,"MUSR":5.342187500000001,"MMLU-PRO Raw":0.2982878989361702,"MMLU-PRO":22.031988770685576,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-12","Submission Date":"2025-02-26","Generation":1,"Base Model":"Hastagaras/L3.2-JametMini-3B-MK.III (Merge)"},{"eval_name":"Hastagaras_Llama-3.1-Jamet-8B-MK.I_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Hastagaras/Llama-3.1-Jamet-8B-MK.I 📑","fullname":"Hastagaras/Llama-3.1-Jamet-8B-MK.I","Model sha":"26cb97042b04fee7d0140375a7babbf92278f8ac","Average ⬆️":25.42380601749484,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4374797961123538,"IFEval Raw":0.7338207068356406,"IFEval":73.38207068356405,"BBH Raw":0.5048666433733161,"BBH":29.503904748319474,"MATH Lvl 5 Raw":0.1268882175226586,"MATH Lvl 5":12.688821752265861,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.3726041666666667,"MUSR":6.142187500000003,"MMLU-PRO Raw":0.3482380319148936,"MMLU-PRO":27.582003546099287,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-18","Submission Date":"2024-11-18","Generation":0,"Base Model":"Hastagaras/Llama-3.1-Jamet-8B-MK.I"},{"eval_name":"Hastagaras_Zabuza-8B-Llama-3.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Hastagaras/Zabuza-8B-Llama-3.1 📑","fullname":"Hastagaras/Zabuza-8B-Llama-3.1","Model sha":"57ffa92f229b8308916aae1d64d8f0dc9baa0a34","Average ⬆️":19.92582695678787,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3505746169086037,"IFEval Raw":0.6265342624237025,"IFEval":62.653426242370244,"BBH Raw":0.4538915742546196,"BBH":23.220320849670458,"MATH Lvl 5 Raw":0.05513595166163142,"MATH Lvl 5":5.5135951661631415,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.3567916666666667,"MUSR":4.8989583333333355,"MMLU-PRO Raw":0.29230385638297873,"MMLU-PRO":21.3670951536643,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-05","Submission Date":"2024-11-05","Generation":1,"Base Model":"Hastagaras/Zabuza-8B-Llama-3.1 (Merge)"},{"eval_name":"HelpingAI_Cipher-20B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"HelpingAI/Cipher-20B 📑","fullname":"HelpingAI/Cipher-20B","Model sha":"a01cc17784a3afa765de402da36805b2adff70f7","Average ⬆️":26.976007616737775,"Hub License":"other","Hub ❤️":3,"#Params (B)":20.551,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.068230413560843,"IFEval Raw":0.5377575942942504,"IFEval":53.77575942942504,"BBH Raw":0.6032432743536918,"BBH":43.43973598811683,"MATH Lvl 5 Raw":0.19939577039274925,"MATH Lvl 5":19.939577039274926,"GPQA Raw":0.2953020134228188,"GPQA":6.040268456375841,"MUSR Raw":0.40029166666666666,"MUSR":8.169791666666669,"MMLU-PRO Raw":0.3744182180851064,"MMLU-PRO":30.49091312056737,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-14","Submission Date":"2024-12-14","Generation":0,"Base Model":"HelpingAI/Cipher-20B"},{"eval_name":"HelpingAI_Dhanishtha-Large_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"HelpingAI/Dhanishtha-Large 📑","fullname":"HelpingAI/Dhanishtha-Large","Model sha":"54544ebab9ef04370a3bb41e18c60e3ce8b41d83","Average ⬆️":19.889172686673326,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":7.613,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6810018739499718,"IFEval Raw":0.24567370133468086,"IFEval":24.56737013346809,"BBH Raw":0.46036539145861094,"BBH":24.0022140693209,"MATH Lvl 5 Raw":0.3851963746223565,"MATH Lvl 5":38.51963746223565,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.38451041666666663,"MUSR":5.697135416666668,"MMLU-PRO Raw":0.2755152925531915,"MMLU-PRO":19.501699172576835,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-24","Submission Date":"2025-02-27","Generation":1,"Base Model":"HelpingAI/Dhanishtha-Large (Merge)"},{"eval_name":"HelpingAI_Priya-10B_float16","Precision":"float16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"HelpingAI/Priya-10B 📑","fullname":"HelpingAI/Priya-10B","Model sha":"82f217b1c0b50c3941a6d3f0cff94812aa10c0b9","Average ⬆️":14.14328407509064,"Hub License":"other","Hub ❤️":1,"#Params (B)":10.211,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8156790123754452,"IFEval Raw":0.40429283190822574,"IFEval":40.429283190822574,"BBH Raw":0.4441457310476767,"BBH":19.96679684299346,"MATH Lvl 5 Raw":0.0188821752265861,"MATH Lvl 5":1.8882175226586102,"GPQA Raw":0.2558724832214765,"GPQA":0.7829977628635317,"MUSR Raw":0.3792708333333333,"MUSR":5.208854166666668,"MMLU-PRO Raw":0.24925199468085107,"MMLU-PRO":16.583554964539008,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-15","Submission Date":"2024-12-18","Generation":1,"Base Model":"HelpingAI/HelpingAI2.5-10B"},{"eval_name":"HelpingAI_Priya-3B_bfloat16","Precision":"bfloat16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"HelpingAI/Priya-3B 📑","fullname":"HelpingAI/Priya-3B","Model sha":"43681968e92d52df5b171aff6aa59baf4f3cdeba","Average ⬆️":13.429592166190526,"Hub License":"other","Hub ❤️":5,"#Params (B)":2.81,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2826597442200018,"IFEval Raw":0.4525780484669566,"IFEval":45.25780484669566,"BBH Raw":0.3961184863327844,"BBH":14.335273409626753,"MATH Lvl 5 Raw":0.014350453172205438,"MATH Lvl 5":1.4350453172205437,"GPQA Raw":0.25671140939597314,"GPQA":0.8948545861297527,"MUSR Raw":0.3713020833333333,"MUSR":3.779427083333333,"MMLU-PRO Raw":0.23387632978723405,"MMLU-PRO":14.875147754137116,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-05","Submission Date":"2024-12-14","Generation":0,"Base Model":"HelpingAI/Priya-3B"},{"eval_name":"HeraiHench_DeepSeek-R1-Qwen-Coder-8B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"HeraiHench/DeepSeek-R1-Qwen-Coder-8B 📑","fullname":"HeraiHench/DeepSeek-R1-Qwen-Coder-8B","Model sha":"b4e6fe291d5c1d61805f31ae42742d81cf7cd594","Average ⬆️":4.563387722893334,"Hub License":"","Hub ❤️":0,"#Params (B)":8.164,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6427932957296756,"IFEval Raw":0.1869472998311148,"IFEval":18.69472998311148,"BBH Raw":0.29134447696551025,"BBH":2.147966883446335,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.37384375,"MUSR":3.830468749999999,"MMLU-PRO Raw":0.11228390957446809,"MMLU-PRO":1.3648788416075646,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-29","Generation":0,"Base Model":"Removed"},{"eval_name":"HeraiHench_Double-Down-Qwen-Math-7B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"HeraiHench/Double-Down-Qwen-Math-7B 📑","fullname":"HeraiHench/Double-Down-Qwen-Math-7B","Model sha":"339e6488b9bc9cb2874e91396a984ee96865a34a","Average ⬆️":4.309785575689419,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3997668900620879,"IFEval Raw":0.1669636564316015,"IFEval":16.69636564316015,"BBH Raw":0.2844613514203868,"BBH":1.9548697694104622,"MATH Lvl 5 Raw":0.0007552870090634441,"MATH Lvl 5":0.0755287009063444,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.37365625,"MUSR":3.873697916666666,"MMLU-PRO Raw":0.11120345744680851,"MMLU-PRO":1.2448286052009452,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-30","Generation":0,"Base Model":"Removed"},{"eval_name":"HeraiHench_Marge-Qwen-Math-7B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"HeraiHench/Marge-Qwen-Math-7B 📑","fullname":"HeraiHench/Marge-Qwen-Math-7B","Model sha":"f6c2071d34616d61474b9727f1151de56f566e93","Average ⬆️":4.083812323812456,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.373742012462644,"IFEval Raw":0.12622175826806206,"IFEval":12.622175826806208,"BBH Raw":0.3068846024368302,"BBH":3.363509103932151,"MATH Lvl 5 Raw":0.005287009063444109,"MATH Lvl 5":0.5287009063444109,"GPQA Raw":0.23909395973154363,"GPQA":0.0,"MUSR Raw":0.39390624999999996,"MUSR":7.3716145833333355,"MMLU-PRO Raw":0.10555186170212766,"MMLU-PRO":0.616873522458628,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-30","Generation":0,"Base Model":"Removed"},{"eval_name":"HeraiHench_Phi-4-slerp-ReasoningRP-14B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"HeraiHench/Phi-4-slerp-ReasoningRP-14B 📑","fullname":"HeraiHench/Phi-4-slerp-ReasoningRP-14B","Model sha":"2763ec1a660dad11fab64eed0507e5d24e71806d","Average ⬆️":8.51238737192275,"Hub License":"","Hub ❤️":0,"#Params (B)":9.207,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3111993722915893,"IFEval Raw":0.15754642127333254,"IFEval":15.754642127333252,"BBH Raw":0.41957191458446336,"BBH":18.8853764817121,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.3116145833333333,"MUSR":0.6184895833333329,"MMLU-PRO Raw":0.18999335106382978,"MMLU-PRO":9.999261229314419,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-29","Generation":0,"Base Model":"Removed"},{"eval_name":"HiroseKoichi_Llama-Salad-4x8B-V3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"HiroseKoichi/Llama-Salad-4x8B-V3 📑","fullname":"HiroseKoichi/Llama-Salad-4x8B-V3","Model sha":"a343915429779efbd1478f01ba1f7fd9d8d226c0","Average ⬆️":24.922701724199346,"Hub License":"llama3","Hub ❤️":6,"#Params (B)":24.942,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.275390404302961,"IFEval Raw":0.6653523761397536,"IFEval":66.53523761397537,"BBH Raw":0.5244649789001753,"BBH":31.92884881074505,"MATH Lvl 5 Raw":0.09592145015105741,"MATH Lvl 5":9.592145015105741,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.37403125,"MUSR":6.453906249999996,"MMLU-PRO Raw":0.351811835106383,"MMLU-PRO":27.979092789598102,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-17","Submission Date":"2024-06-26","Generation":0,"Base Model":"HiroseKoichi/Llama-Salad-4x8B-V3"},{"eval_name":"HoangHa_Pensez-Llama3.1-8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"HoangHa/Pensez-Llama3.1-8B 📑","fullname":"HoangHa/Pensez-Llama3.1-8B","Model sha":"e7eab5cd6096c33f1f08a36a05d0ac83c7d950b1","Average ⬆️":19.04804643436893,"Hub License":"llama3.1","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.2326767237191776,"IFEval Raw":0.3886809221753835,"IFEval":38.868092217538354,"BBH Raw":0.46691313514505667,"BBH":24.84515798598393,"MATH Lvl 5 Raw":0.1148036253776435,"MATH Lvl 5":11.48036253776435,"GPQA Raw":0.28859060402684567,"GPQA":5.145413870246088,"MUSR Raw":0.3596979166666667,"MUSR":10.328906250000001,"MMLU-PRO Raw":0.31258311170212766,"MMLU-PRO":23.620345744680847,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-19","Submission Date":"2025-02-19","Generation":0,"Base Model":"HoangHa/Pensez-Llama3.1-8B"},{"eval_name":"HuggingFaceH4_zephyr-7b-alpha_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"HuggingFaceH4/zephyr-7b-alpha 📑","fullname":"HuggingFaceH4/zephyr-7b-alpha","Model sha":"2ce2d025864af849b3e5029e2ec9d568eeda892d","Average ⬆️":18.598795237504422,"Hub License":"mit","Hub ❤️":1108,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9030544872725952,"IFEval Raw":0.5191480826429429,"IFEval":51.914808264294294,"BBH Raw":0.45828635059044115,"BBH":23.890291427068444,"MATH Lvl 5 Raw":0.019637462235649546,"MATH Lvl 5":1.9637462235649545,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.3949583333333333,"MUSR":7.503125000000001,"MMLU-PRO Raw":0.2795046542553192,"MMLU-PRO":19.94496158392435,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-10-09","Submission Date":"2024-06-12","Generation":1,"Base Model":"mistralai/Mistral-7B-v0.1"},{"eval_name":"HuggingFaceH4_zephyr-7b-beta_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"HuggingFaceH4/zephyr-7b-beta 📑","fullname":"HuggingFaceH4/zephyr-7b-beta","Model sha":"b70e0c9a2d9e14bd1e812d3c398e5f313e93b473","Average ⬆️":17.792237227370464,"Hub License":"mit","Hub ❤️":1667,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.110046181738907,"IFEval Raw":0.49504315216957673,"IFEval":49.50431521695767,"BBH Raw":0.431582191918003,"BBH":21.487542182806738,"MATH Lvl 5 Raw":0.028700906344410877,"MATH Lvl 5":2.8700906344410875,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.3925416666666666,"MUSR":7.7343749999999964,"MMLU-PRO Raw":0.2780917553191489,"MMLU-PRO":19.78797281323877,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-10-26","Submission Date":"2024-06-12","Generation":1,"Base Model":"mistralai/Mistral-7B-v0.1"},{"eval_name":"HuggingFaceH4_zephyr-7b-gemma-v0.1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"GemmaForCausalLM","Model":"HuggingFaceH4/zephyr-7b-gemma-v0.1 📑","fullname":"HuggingFaceH4/zephyr-7b-gemma-v0.1","Model sha":"03b3427d0ed07d2e0f86c0a7e53d82d4beef9540","Average ⬆️":16.030043342251584,"Hub License":"other","Hub ❤️":124,"#Params (B)":8.538,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.860947822540511,"IFEval Raw":0.3363741539116212,"IFEval":33.637415391162115,"BBH Raw":0.4623735014679749,"BBH":23.751162749201274,"MATH Lvl 5 Raw":0.08157099697885196,"MATH Lvl 5":8.157099697885197,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.37396874999999996,"MUSR":4.179427083333334,"MMLU-PRO Raw":0.2847406914893617,"MMLU-PRO":20.526743498817968,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-03-01","Submission Date":"2024-06-12","Generation":2,"Base Model":"google/gemma-7b"},{"eval_name":"HuggingFaceH4_zephyr-orpo-141b-A35b-v0.1_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"HuggingFaceH4/zephyr-orpo-141b-A35b-v0.1 📑","fullname":"HuggingFaceH4/zephyr-orpo-141b-A35b-v0.1","Model sha":"a3be084543d278e61b64cd600f28157afc79ffd3","Average ⬆️":34.125963384670946,"Hub License":"apache-2.0","Hub ❤️":266,"#Params (B)":140.621,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":84.13557284613555,"IFEval Raw":0.6510891102275296,"IFEval":65.10891102275296,"BBH Raw":0.6290439728524093,"BBH":47.503796286541196,"MATH Lvl 5 Raw":0.20468277945619334,"MATH Lvl 5":20.468277945619334,"GPQA Raw":0.3783557046979866,"GPQA":17.114093959731544,"MUSR Raw":0.4465208333333333,"MUSR":14.715104166666668,"MMLU-PRO Raw":0.4586103723404255,"MMLU-PRO":39.84559692671394,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-04-10","Submission Date":"2024-06-12","Generation":1,"Base Model":"mistral-community/Mixtral-8x22B-v0.1"},{"eval_name":"HuggingFaceTB_SmolLM-1.7B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"HuggingFaceTB/SmolLM-1.7B 📑","fullname":"HuggingFaceTB/SmolLM-1.7B","Model sha":"673a07602ca1191e5bc2ddda428e2f608a0a14c0","Average ⬆️":5.576455936269043,"Hub License":"apache-2.0","Hub ❤️":170,"#Params (B)":1.71,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6486145130353238,"IFEval Raw":0.23615673080759053,"IFEval":23.615673080759052,"BBH Raw":0.3180516538964782,"BBH":4.4111278515492005,"MATH Lvl 5 Raw":0.01661631419939577,"MATH Lvl 5":1.6616314199395772,"GPQA Raw":0.24161073825503357,"GPQA":0.0,"MUSR Raw":0.34209375000000003,"MUSR":2.1283854166666667,"MMLU-PRO Raw":0.11477726063829788,"MMLU-PRO":1.6419178486997636,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-07-14","Submission Date":"2024-07-18","Generation":0,"Base Model":"HuggingFaceTB/SmolLM-1.7B"},{"eval_name":"HuggingFaceTB_SmolLM-1.7B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"HuggingFaceTB/SmolLM-1.7B-Instruct 📑","fullname":"HuggingFaceTB/SmolLM-1.7B-Instruct","Model sha":"0ad161e59935a9a691dfde2818df8b98786f30a7","Average ⬆️":5.490688803655309,"Hub License":"apache-2.0","Hub ❤️":110,"#Params (B)":1.71,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6340453268534886,"IFEval Raw":0.23478259905938464,"IFEval":23.478259905938465,"BBH Raw":0.28851114363217695,"BBH":2.0803742908537424,"MATH Lvl 5 Raw":0.021148036253776436,"MATH Lvl 5":2.1148036253776437,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.3486666666666667,"MUSR":2.0833333333333326,"MMLU-PRO Raw":0.11660571808510638,"MMLU-PRO":1.8450797872340412,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-07-15","Submission Date":"2024-07-18","Generation":1,"Base Model":"HuggingFaceTB/SmolLM-1.7B"},{"eval_name":"HuggingFaceTB_SmolLM-135M_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"HuggingFaceTB/SmolLM-135M 📑","fullname":"HuggingFaceTB/SmolLM-135M","Model sha":"eec6e461571fba3e197a57c298f60b75422eae02","Average ⬆️":6.951489892134872,"Hub License":"apache-2.0","Hub ❤️":197,"#Params (B)":0.13,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6867550151153348,"IFEval Raw":0.21247622973709757,"IFEval":21.247622973709756,"BBH Raw":0.3046054260062988,"BBH":3.2853998220852616,"MATH Lvl 5 Raw":0.013595166163141994,"MATH Lvl 5":1.3595166163141994,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.4366041666666667,"MUSR":13.342187500000001,"MMLU-PRO Raw":0.11220079787234043,"MMLU-PRO":1.3556442080378246,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-07-14","Submission Date":"2024-07-18","Generation":0,"Base Model":"HuggingFaceTB/SmolLM-135M"},{"eval_name":"HuggingFaceTB_SmolLM-135M-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"HuggingFaceTB/SmolLM-135M-Instruct 📑","fullname":"HuggingFaceTB/SmolLM-135M-Instruct","Model sha":"8ca7af58e27777cae460ad8ca3ab9db15f5c160d","Average ⬆️":3.652287650202965,"Hub License":"apache-2.0","Hub ❤️":109,"#Params (B)":0.135,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5972598335396585,"IFEval Raw":0.12140121544169469,"IFEval":12.14012154416947,"BBH Raw":0.30150816789978757,"BBH":2.6929580047045802,"MATH Lvl 5 Raw":0.005287009063444109,"MATH Lvl 5":0.5287009063444109,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.36345833333333327,"MUSR":3.365625,"MMLU-PRO Raw":0.11760305851063829,"MMLU-PRO":1.9558953900709206,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-07-15","Submission Date":"2024-10-12","Generation":1,"Base Model":"HuggingFaceTB/SmolLM-135M"},{"eval_name":"HuggingFaceTB_SmolLM-360M_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"HuggingFaceTB/SmolLM-360M 📑","fullname":"HuggingFaceTB/SmolLM-360M","Model sha":"318cc630b73730bfd712e5873063156ffb8936b5","Average ⬆️":6.260888857386585,"Hub License":"apache-2.0","Hub ❤️":62,"#Params (B)":0.36,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7305190643342521,"IFEval Raw":0.2133505764704318,"IFEval":21.33505764704318,"BBH Raw":0.30645160333152527,"BBH":3.284915303246592,"MATH Lvl 5 Raw":0.011329305135951661,"MATH Lvl 5":1.1329305135951662,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.40178125,"MUSR":8.089322916666665,"MMLU-PRO Raw":0.11236702127659574,"MMLU-PRO":1.374113475177304,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-07-14","Submission Date":"2024-07-18","Generation":0,"Base Model":"HuggingFaceTB/SmolLM-360M"},{"eval_name":"HuggingFaceTB_SmolLM-360M-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"HuggingFaceTB/SmolLM-360M-Instruct 📑","fullname":"HuggingFaceTB/SmolLM-360M-Instruct","Model sha":"8e951de8c220295ea4f85d078c4e320df7137535","Average ⬆️":5.0088989557053685,"Hub License":"apache-2.0","Hub ❤️":80,"#Params (B)":0.362,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7330020485979701,"IFEval Raw":0.19516549422199764,"IFEval":19.516549422199766,"BBH Raw":0.28851114363217695,"BBH":2.0803742908537424,"MATH Lvl 5 Raw":0.01812688821752266,"MATH Lvl 5":1.812688821752266,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.34717708333333336,"MUSR":2.897135416666666,"MMLU-PRO Raw":0.11660571808510638,"MMLU-PRO":1.8450797872340412,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-07-15","Submission Date":"2024-08-20","Generation":1,"Base Model":"HuggingFaceTB/SmolLM-360M"},{"eval_name":"HuggingFaceTB_SmolLM2-1.7B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"HuggingFaceTB/SmolLM2-1.7B 📑","fullname":"HuggingFaceTB/SmolLM2-1.7B","Model sha":"4fa12cab4f5f53670b05125fb9d2873af587d231","Average ⬆️":9.583621041753199,"Hub License":"apache-2.0","Hub ❤️":113,"#Params (B)":1.71,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6500519822806164,"IFEval Raw":0.2440003634800108,"IFEval":24.40003634800108,"BBH Raw":0.3452594377166261,"BBH":9.301788459551682,"MATH Lvl 5 Raw":0.026435045317220542,"MATH Lvl 5":2.643504531722054,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.3485416666666667,"MUSR":4.601041666666668,"MMLU-PRO Raw":0.2137632978723404,"MMLU-PRO":12.640366430260045,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-10-30","Submission Date":"2024-11-06","Generation":0,"Base Model":"HuggingFaceTB/SmolLM2-1.7B"},{"eval_name":"HuggingFaceTB_SmolLM2-1.7B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"HuggingFaceTB/SmolLM2-1.7B-Instruct 📑","fullname":"HuggingFaceTB/SmolLM2-1.7B-Instruct","Model sha":"d1bb90bcfbe0f211109880f4da18da66f229c4f6","Average ⬆️":15.02227766709556,"Hub License":"apache-2.0","Hub ❤️":580,"#Params (B)":1.711,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9397207100161583,"IFEval Raw":0.5367835121920947,"IFEval":53.678351219209475,"BBH Raw":0.3598617531415158,"BBH":10.917989226208066,"MATH Lvl 5 Raw":0.0581570996978852,"MATH Lvl 5":5.81570996978852,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.342125,"MUSR":4.098958333333335,"MMLU-PRO Raw":0.2053690159574468,"MMLU-PRO":11.707668439716311,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-10-31","Submission Date":"2024-11-06","Generation":1,"Base Model":"HuggingFaceTB/SmolLM2-1.7B-Instruct (Merge)"},{"eval_name":"HuggingFaceTB_SmolLM2-135M_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"HuggingFaceTB/SmolLM2-135M 📑","fullname":"HuggingFaceTB/SmolLM2-135M","Model sha":"28e66ca6931668447a3bac213f23d990ad3b0e2b","Average ⬆️":5.695927392648112,"Hub License":"apache-2.0","Hub ❤️":70,"#Params (B)":0.135,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.677924434996086,"IFEval Raw":0.18177657504310785,"IFEval":18.177657504310783,"BBH Raw":0.3044234246877141,"BBH":3.70807758683998,"MATH Lvl 5 Raw":0.012084592145015106,"MATH Lvl 5":1.2084592145015105,"GPQA Raw":0.2483221476510067,"GPQA":0.0,"MUSR Raw":0.4111770833333333,"MUSR":10.030468749999999,"MMLU-PRO Raw":0.10945811170212766,"MMLU-PRO":1.0509013002364058,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-10-31","Submission Date":"2024-11-06","Generation":0,"Base Model":"HuggingFaceTB/SmolLM2-135M"},{"eval_name":"HuggingFaceTB_SmolLM2-135M-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"HuggingFaceTB/SmolLM2-135M-Instruct 📑","fullname":"HuggingFaceTB/SmolLM2-135M-Instruct","Model sha":"5a33ba103645800d7b3790c4448546c1b73efc71","Average ⬆️":6.467364720358819,"Hub License":"apache-2.0","Hub ❤️":158,"#Params (B)":0.135,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.338375628206877,"IFEval Raw":0.2883138960181208,"IFEval":28.83138960181208,"BBH Raw":0.3124321328066677,"BBH":4.720807660805284,"MATH Lvl 5 Raw":0.0030211480362537764,"MATH Lvl 5":0.3021148036253776,"GPQA Raw":0.23573825503355705,"GPQA":0.0,"MUSR Raw":0.36621875000000004,"MUSR":3.6773437500000035,"MMLU-PRO Raw":0.11145279255319149,"MMLU-PRO":1.2725325059101646,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-10-31","Submission Date":"2024-11-06","Generation":1,"Base Model":"HuggingFaceTB/SmolLM2-135M-Instruct (Merge)"},{"eval_name":"HuggingFaceTB_SmolLM2-135M-Instruct_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"HuggingFaceTB/SmolLM2-135M-Instruct 📑","fullname":"HuggingFaceTB/SmolLM2-135M-Instruct","Model sha":"5a33ba103645800d7b3790c4448546c1b73efc71","Average ⬆️":3.2065969565576755,"Hub License":"apache-2.0","Hub ❤️":158,"#Params (B)":0.135,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.697507687387014,"IFEval Raw":0.05925167444602544,"IFEval":5.925167444602544,"BBH Raw":0.31347502947335903,"BBH":4.796275744662444,"MATH Lvl 5 Raw":0.014350453172205438,"MATH Lvl 5":1.4350453172205437,"GPQA Raw":0.23406040268456377,"GPQA":0.0,"MUSR Raw":0.3871458333333333,"MUSR":6.059895833333335,"MMLU-PRO Raw":0.10920877659574468,"MMLU-PRO":1.0231973995271864,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-10-31","Submission Date":"2024-11-14","Generation":1,"Base Model":"HuggingFaceTB/SmolLM2-135M-Instruct (Merge)"},{"eval_name":"HuggingFaceTB_SmolLM2-360M_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"HuggingFaceTB/SmolLM2-360M 📑","fullname":"HuggingFaceTB/SmolLM2-360M","Model sha":"3ce05f63c246c44616da500b47b01f082f4d3bcc","Average ⬆️":6.251282350517303,"Hub License":"apache-2.0","Hub ❤️":40,"#Params (B)":0.36,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7733156187446921,"IFEval Raw":0.21145227995053123,"IFEval":21.145227995053123,"BBH Raw":0.3233478044302361,"BBH":5.543603155369513,"MATH Lvl 5 Raw":0.012084592145015106,"MATH Lvl 5":1.2084592145015105,"GPQA Raw":0.24580536912751677,"GPQA":0.0,"MUSR Raw":0.3954270833333333,"MUSR":7.728385416666666,"MMLU-PRO Raw":0.11693816489361702,"MMLU-PRO":1.8820183215130022,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-10-31","Submission Date":"2024-11-06","Generation":0,"Base Model":"HuggingFaceTB/SmolLM2-360M"},{"eval_name":"HuggingFaceTB_SmolLM2-360M-Instruct_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"HuggingFaceTB/SmolLM2-360M-Instruct 📑","fullname":"HuggingFaceTB/SmolLM2-360M-Instruct","Model sha":"4873f67095301d304753fae05bc09ec766634e50","Average ⬆️":3.1000195398620374,"Hub License":"apache-2.0","Hub ❤️":102,"#Params (B)":0.362,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.39238186927176233,"IFEval Raw":0.08303191088533979,"IFEval":8.303191088533978,"BBH Raw":0.3052703401844317,"BBH":3.2990473293233173,"MATH Lvl 5 Raw":0.008308157099697885,"MATH Lvl 5":0.8308157099697886,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.34228125000000004,"MUSR":2.751822916666668,"MMLU-PRO Raw":0.11261635638297872,"MMLU-PRO":1.4018173758865236,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-10-31","Submission Date":"2024-11-14","Generation":0,"Base Model":"HuggingFaceTB/SmolLM2-360M-Instruct"},{"eval_name":"HuggingFaceTB_SmolLM2-360M-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"HuggingFaceTB/SmolLM2-360M-Instruct 📑","fullname":"HuggingFaceTB/SmolLM2-360M-Instruct","Model sha":"4873f67095301d304753fae05bc09ec766634e50","Average ⬆️":8.139566424375877,"Hub License":"apache-2.0","Hub ❤️":102,"#Params (B)":0.36,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7516385415285941,"IFEval Raw":0.38415958545548035,"IFEval":38.41595854554804,"BBH Raw":0.31435050538888504,"BBH":4.173863636363637,"MATH Lvl 5 Raw":0.015105740181268883,"MATH Lvl 5":1.5105740181268883,"GPQA Raw":0.2550335570469799,"GPQA":0.6711409395973182,"MUSR Raw":0.346125,"MUSR":2.7656250000000004,"MMLU-PRO Raw":0.11170212765957446,"MMLU-PRO":1.300236406619384,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-10-31","Submission Date":"2024-11-06","Generation":0,"Base Model":"HuggingFaceTB/SmolLM2-360M-Instruct"},{"eval_name":"HumanLLMs_Humanish-LLama3-8B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"HumanLLMs/Humanish-LLama3-8B-Instruct 📑","fullname":"HumanLLMs/Humanish-LLama3-8B-Instruct","Model sha":"42f73ada2b7fb16f18a75404d72b7911bf1e65ce","Average ⬆️":22.678203747779094,"Hub License":"llama3","Hub ❤️":18,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.496556281341137,"IFEval Raw":0.6497903340913221,"IFEval":64.97903340913221,"BBH Raw":0.49677096627896544,"BBH":28.012476599572,"MATH Lvl 5 Raw":0.1027190332326284,"MATH Lvl 5":10.27190332326284,"GPQA Raw":0.2558724832214765,"GPQA":0.7829977628635317,"MUSR Raw":0.35815624999999995,"MUSR":2.0028645833333325,"MMLU-PRO Raw":0.37017952127659576,"MMLU-PRO":30.019946808510632,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-04","Submission Date":"2024-10-05","Generation":1,"Base Model":"meta-llama/Meta-Llama-3-8B-Instruct"},{"eval_name":"HumanLLMs_Humanish-Mistral-Nemo-Instruct-2407_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"HumanLLMs/Humanish-Mistral-Nemo-Instruct-2407 📑","fullname":"HumanLLMs/Humanish-Mistral-Nemo-Instruct-2407","Model sha":"45b80bdce8d447ef494af06751904afcc607eb37","Average ⬆️":23.888067848972184,"Hub License":"apache-2.0","Hub ❤️":13,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.2405666128817936,"IFEval Raw":0.5451269298793867,"IFEval":54.51269298793867,"BBH Raw":0.5261780772532613,"BBH":32.70961342122556,"MATH Lvl 5 Raw":0.13670694864048338,"MATH Lvl 5":13.670694864048338,"GPQA Raw":0.287751677852349,"GPQA":5.033557046979867,"MUSR Raw":0.39676041666666667,"MUSR":9.395052083333335,"MMLU-PRO Raw":0.35206117021276595,"MMLU-PRO":28.00679669030733,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-06","Submission Date":"2024-10-06","Generation":2,"Base Model":"mistralai/Mistral-Nemo-Base-2407"},{"eval_name":"HumanLLMs_Humanish-Qwen2.5-7B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"HumanLLMs/Humanish-Qwen2.5-7B-Instruct 📑","fullname":"HumanLLMs/Humanish-Qwen2.5-7B-Instruct","Model sha":"7d2c71d926832d6e257ad2776011494dbac2d151","Average ⬆️":34.99870743015318,"Hub License":"apache-2.0","Hub ❤️":11,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.3867854372664867,"IFEval Raw":0.7284250233824031,"IFEval":72.84250233824031,"BBH Raw":0.5363681457807072,"BBH":34.47899758661866,"MATH Lvl 5 Raw":0.5,"MATH Lvl 5":50.0,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.3980625,"MUSR":8.424479166666668,"MMLU-PRO Raw":0.4398271276595745,"MMLU-PRO":37.75856973995272,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-05","Submission Date":"2024-10-05","Generation":2,"Base Model":"Qwen/Qwen2.5-7B"},{"eval_name":"IDEA-CCNL_Ziya-LLaMA-13B-v1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"IDEA-CCNL/Ziya-LLaMA-13B-v1 📑","fullname":"IDEA-CCNL/Ziya-LLaMA-13B-v1","Model sha":"64d931f346e1a49ea3bbca07a83137075bab1c66","Average ⬆️":3.9064248386004103,"Hub License":"gpl-3.0","Hub ❤️":274,"#Params (B)":13.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.2165148606691836,"IFEval Raw":0.16968643200042555,"IFEval":16.968643200042553,"BBH Raw":0.28770292445409473,"BBH":1.4636170460989157,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.24916107382550334,"GPQA":0.0,"MUSR Raw":0.37505208333333334,"MUSR":3.881510416666668,"MMLU-PRO Raw":0.11012300531914894,"MMLU-PRO":1.124778368794326,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-05-16","Submission Date":"2024-06-12","Generation":0,"Base Model":"IDEA-CCNL/Ziya-LLaMA-13B-v1"},{"eval_name":"INSAIT-Institute_BgGPT-Gemma-2-27B-IT-v1.0_float16","Precision":"float16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"INSAIT-Institute/BgGPT-Gemma-2-27B-IT-v1.0 📑","fullname":"INSAIT-Institute/BgGPT-Gemma-2-27B-IT-v1.0","Model sha":"2ce5574f5d0daf61b39cffd80023dd73782b87e3","Average ⬆️":1.6780628068086922,"Hub License":"gemma","Hub ❤️":15,"#Params (B)":27.227,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":20.726243657243476,"IFEval Raw":0.0,"IFEval":0.0,"BBH Raw":0.2911778102988436,"BBH":2.3470409575204094,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.35753125,"MUSR":4.524739583333332,"MMLU-PRO Raw":0.11668882978723404,"MMLU-PRO":1.854314420803781,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-15","Submission Date":"2024-12-15","Generation":1,"Base Model":"INSAIT-Institute/BgGPT-Gemma-2-27B-IT-v1.0 (Merge)"},{"eval_name":"IlyaGusev_gemma-2-2b-it-abliterated_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"IlyaGusev/gemma-2-2b-it-abliterated 📑","fullname":"IlyaGusev/gemma-2-2b-it-abliterated","Model sha":"","Average ⬆️":16.705746365531194,"Hub License":"gemma","Hub ❤️":49,"#Params (B)":2.614,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.68717312543207,"IFEval Raw":0.533086654521115,"IFEval":53.30866545211151,"BBH Raw":0.4118601326211988,"BBH":16.796334504661765,"MATH Lvl 5 Raw":0.06117824773413897,"MATH Lvl 5":6.117824773413897,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.37818749999999995,"MUSR":4.906770833333335,"MMLU-PRO Raw":0.25382313829787234,"MMLU-PRO":17.091459810874703,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-31","Submission Date":"2025-01-07","Generation":0,"Base Model":"IlyaGusev/gemma-2-2b-it-abliterated"},{"eval_name":"IlyaGusev_gemma-2-9b-it-abliterated_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"IlyaGusev/gemma-2-9b-it-abliterated 📑","fullname":"IlyaGusev/gemma-2-9b-it-abliterated","Model sha":"e2b6426b20a3a889f0c182056b0dbbb7fa585d25","Average ⬆️":31.294229585782904,"Hub License":"gemma","Hub ❤️":37,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.6226877064686693,"IFEval Raw":0.747259493698941,"IFEval":74.7259493698941,"BBH Raw":0.59063299776093,"BBH":40.82468502686295,"MATH Lvl 5 Raw":0.17749244712990936,"MATH Lvl 5":17.749244712990937,"GPQA Raw":0.34563758389261745,"GPQA":12.751677852348994,"MUSR Raw":0.4033645833333333,"MUSR":9.320572916666668,"MMLU-PRO Raw":0.39153922872340424,"MMLU-PRO":32.393247635933804,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-13","Submission Date":"2025-01-07","Generation":0,"Base Model":"IlyaGusev/gemma-2-9b-it-abliterated"},{"eval_name":"Infinirc_Infinirc-Llama3-8B-2G-Release-v1.0_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Infinirc/Infinirc-Llama3-8B-2G-Release-v1.0 📑","fullname":"Infinirc/Infinirc-Llama3-8B-2G-Release-v1.0","Model sha":"9c542d9ec3f86e145ae445c200c6ebe9066e8cd6","Average ⬆️":13.16266165602399,"Hub License":"llama3","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.7162005063744825,"IFEval Raw":0.20243398626754788,"IFEval":20.24339862675479,"BBH Raw":0.43507435668237937,"BBH":20.83116494676627,"MATH Lvl 5 Raw":0.01661631419939577,"MATH Lvl 5":1.6616314199395772,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.4609375,"MUSR":16.750520833333336,"MMLU-PRO Raw":0.21600731382978725,"MMLU-PRO":12.889701536643026,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-26","Submission Date":"2024-09-29","Generation":0,"Base Model":"Infinirc/Infinirc-Llama3-8B-2G-Release-v1.0"},{"eval_name":"Intel_neural-chat-7b-v3_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Intel/neural-chat-7b-v3 📑","fullname":"Intel/neural-chat-7b-v3","Model sha":"fc679274dfcd28a8b6087634f71af7ed2a0659c4","Average ⬆️":18.069527284193285,"Hub License":"apache-2.0","Hub ❤️":67,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9785806289666895,"IFEval Raw":0.27779735546128714,"IFEval":27.779735546128713,"BBH Raw":0.5048316221363103,"BBH":30.205692320538088,"MATH Lvl 5 Raw":0.02945619335347432,"MATH Lvl 5":2.9456193353474323,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.5054895833333334,"MUSR":23.019531249999996,"MMLU-PRO Raw":0.26986369680851063,"MMLU-PRO":18.873744089834513,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-10-25","Submission Date":"2024-06-12","Generation":1,"Base Model":"mistralai/Mistral-7B-v0.1"},{"eval_name":"Intel_neural-chat-7b-v3-1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Intel/neural-chat-7b-v3-1 📑","fullname":"Intel/neural-chat-7b-v3-1","Model sha":"c0d379a49c1c0579529d5e6f2e936ddb759552a8","Average ⬆️":21.06792676095294,"Hub License":"apache-2.0","Hub ❤️":546,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1273840573130482,"IFEval Raw":0.4686897432146704,"IFEval":46.868974321467036,"BBH Raw":0.5051565464054848,"BBH":29.7397523676162,"MATH Lvl 5 Raw":0.035498489425981876,"MATH Lvl 5":3.5498489425981874,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.49789583333333337,"MUSR":22.236979166666657,"MMLU-PRO Raw":0.2677859042553192,"MMLU-PRO":18.642878250591018,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-11-14","Submission Date":"2024-06-12","Generation":1,"Base Model":"mistralai/Mistral-7B-v0.1"},{"eval_name":"Intel_neural-chat-7b-v3-2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Intel/neural-chat-7b-v3-2 📑","fullname":"Intel/neural-chat-7b-v3-2","Model sha":"0d8f77647810d21d935ea90c66d6339b85e65a75","Average ⬆️":21.471411168582193,"Hub License":"apache-2.0","Hub ❤️":57,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1208829689611992,"IFEval Raw":0.4988397452093778,"IFEval":49.883974520937784,"BBH Raw":0.5032226831964403,"BBH":30.237457969159426,"MATH Lvl 5 Raw":0.04758308157099698,"MATH Lvl 5":4.758308157099698,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.48952083333333335,"MUSR":20.056770833333335,"MMLU-PRO Raw":0.26670545212765956,"MMLU-PRO":18.522828014184395,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-11-21","Submission Date":"2024-06-12","Generation":0,"Base Model":"Intel/neural-chat-7b-v3-2"},{"eval_name":"Intel_neural-chat-7b-v3-3_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Intel/neural-chat-7b-v3-3 📑","fullname":"Intel/neural-chat-7b-v3-3","Model sha":"bdd31cf498d13782cc7497cba5896996ce429f91","Average ⬆️":20.557585514141866,"Hub License":"apache-2.0","Hub ❤️":79,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1190477903556486,"IFEval Raw":0.4762585495374495,"IFEval":47.62585495374495,"BBH Raw":0.48766180524289693,"BBH":27.753850886523697,"MATH Lvl 5 Raw":0.04078549848942598,"MATH Lvl 5":4.078549848942599,"GPQA Raw":0.28942953020134227,"GPQA":5.257270693512303,"MUSR Raw":0.4859583333333333,"MUSR":20.578124999999996,"MMLU-PRO Raw":0.2624667553191489,"MMLU-PRO":18.05186170212766,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-12-09","Submission Date":"2024-06-12","Generation":2,"Base Model":"mistralai/Mistral-7B-v0.1"},{"eval_name":"IntervitensInc_internlm2_5-20b-llamafied_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"IntervitensInc/internlm2_5-20b-llamafied 📑","fullname":"IntervitensInc/internlm2_5-20b-llamafied","Model sha":"0b6fc3cc0b9bf3529816061eb508483c20b77fe9","Average ⬆️":29.216880819026148,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":19.861,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.76225561886365,"IFEval Raw":0.3409952260003457,"IFEval":34.099522600034575,"BBH Raw":0.7478466526577329,"BBH":63.47057952429436,"MATH Lvl 5 Raw":0.1714501510574018,"MATH Lvl 5":17.14501510574018,"GPQA Raw":0.33808724832214765,"GPQA":11.74496644295302,"MUSR Raw":0.44754166666666667,"MUSR":14.942708333333329,"MMLU-PRO Raw":0.4050864361702128,"MMLU-PRO":33.89849290780142,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-06","Submission Date":"2024-11-11","Generation":0,"Base Model":"IntervitensInc/internlm2_5-20b-llamafied"},{"eval_name":"Invalid-Null_PeiYangMe-0.5_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Invalid-Null/PeiYangMe-0.5 📑","fullname":"Invalid-Null/PeiYangMe-0.5","Model sha":"34e2c17d7bc7b34bd744ce5466046c04db2cf367","Average ⬆️":3.4273672940351996,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":6.061,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5153573523009258,"IFEval Raw":0.14088507382633633,"IFEval":14.088507382633633,"BBH Raw":0.27907748194216614,"BBH":1.4745771439889088,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.24412751677852348,"GPQA":0.0,"MUSR Raw":0.37381249999999994,"MUSR":3.793229166666666,"MMLU-PRO Raw":0.11087101063829788,"MMLU-PRO":1.2078900709219857,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-28","Submission Date":"2024-12-28","Generation":1,"Base Model":"Invalid-Null/PeiYangMe-0.5 (Merge)"},{"eval_name":"Invalid-Null_PeiYangMe-0.7_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Invalid-Null/PeiYangMe-0.7 📑","fullname":"Invalid-Null/PeiYangMe-0.7","Model sha":"b30d72771b170eea4eeab447ce2d62696a292e02","Average ⬆️":4.397279528582866,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":6.061,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.493280597282422,"IFEval Raw":0.1491032682172192,"IFEval":14.91032682172192,"BBH Raw":0.30275310145886614,"BBH":3.600797717385781,"MATH Lvl 5 Raw":0.011329305135951661,"MATH Lvl 5":1.1329305135951662,"GPQA Raw":0.2332214765100671,"GPQA":0.0,"MUSR Raw":0.38571874999999994,"MUSR":5.6148437499999995,"MMLU-PRO Raw":0.11012300531914894,"MMLU-PRO":1.124778368794326,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-28","Submission Date":"2024-12-28","Generation":1,"Base Model":"Invalid-Null/PeiYangMe-0.7 (Merge)"},{"eval_name":"Isaak-Carter_JOSIEv4o-8b-stage1-v4_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Isaak-Carter/JOSIEv4o-8b-stage1-v4 📑","fullname":"Isaak-Carter/JOSIEv4o-8b-stage1-v4","Model sha":"a8380a7be51b547761824e524b3d95ac73203122","Average ⬆️":15.66808216767364,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7811642100845821,"IFEval Raw":0.2552660274737696,"IFEval":25.526602747376963,"BBH Raw":0.4724973116620121,"BBH":25.7872756997585,"MATH Lvl 5 Raw":0.052870090634441085,"MATH Lvl 5":5.287009063444108,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.3654375,"MUSR":6.0796874999999995,"MMLU-PRO Raw":0.3316156914893617,"MMLU-PRO":25.7350768321513,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-03","Submission Date":"2024-08-03","Generation":0,"Base Model":"Isaak-Carter/JOSIEv4o-8b-stage1-v4"},{"eval_name":"Isaak-Carter_JOSIEv4o-8b-stage1-v4_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Isaak-Carter/JOSIEv4o-8b-stage1-v4 📑","fullname":"Isaak-Carter/JOSIEv4o-8b-stage1-v4","Model sha":"a8380a7be51b547761824e524b3d95ac73203122","Average ⬆️":15.419272249038903,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8798822262772638,"IFEval Raw":0.2476972211509905,"IFEval":24.76972211509905,"BBH Raw":0.4758066295235124,"BBH":25.919578359413446,"MATH Lvl 5 Raw":0.045317220543806644,"MATH Lvl 5":4.531722054380665,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.3641041666666667,"MUSR":6.346354166666667,"MMLU-PRO Raw":0.32920545212765956,"MMLU-PRO":25.467272458628837,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-03","Submission Date":"2024-08-03","Generation":0,"Base Model":"Isaak-Carter/JOSIEv4o-8b-stage1-v4"},{"eval_name":"Isaak-Carter_Josiefied-Qwen2.5-7B-Instruct-abliterated_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Isaak-Carter/Josiefied-Qwen2.5-7B-Instruct-abliterated 📑","fullname":"Isaak-Carter/Josiefied-Qwen2.5-7B-Instruct-abliterated","Model sha":"879168f9ce9fac315a19dd4f4c7df5253bb660f2","Average ⬆️":35.06474762506518,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.1535813501469194,"IFEval Raw":0.7317473193349202,"IFEval":73.17473193349201,"BBH Raw":0.5396376284460921,"BBH":34.904315688323074,"MATH Lvl 5 Raw":0.49244712990936557,"MATH Lvl 5":49.244712990936556,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.4086666666666667,"MUSR":9.616666666666667,"MMLU-PRO Raw":0.4276097074468085,"MMLU-PRO":36.401078605200944,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-21","Generation":0,"Base Model":"Removed"},{"eval_name":"Isaak-Carter_Josiefied-Qwen2.5-7B-Instruct-abliterated-v2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Isaak-Carter/Josiefied-Qwen2.5-7B-Instruct-abliterated-v2 📑","fullname":"Isaak-Carter/Josiefied-Qwen2.5-7B-Instruct-abliterated-v2","Model sha":"5d07f58562422feb9f25c9c048e40356d2cf7e4b","Average ⬆️":35.685532582369234,"Hub License":"apache-2.0","Hub ❤️":6,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.261829293581302,"IFEval Raw":0.7841039552830933,"IFEval":78.41039552830932,"BBH Raw":0.5310923599182072,"BBH":33.2945398202129,"MATH Lvl 5 Raw":0.47205438066465255,"MATH Lvl 5":47.205438066465256,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.43539583333333337,"MUSR":13.957812500000003,"MMLU-PRO Raw":0.4128158244680851,"MMLU-PRO":34.757313829787236,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-20","Submission Date":"2024-09-21","Generation":1,"Base Model":"Qwen/Qwen2.5-7B"},{"eval_name":"J-LAB_Thynk_orpo_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"J-LAB/Thynk_orpo 📑","fullname":"J-LAB/Thynk_orpo","Model sha":"c6606d402f26d005b9f1a71a1cde9139d1cffb2a","Average ⬆️":17.263933728919593,"Hub License":"","Hub ❤️":0,"#Params (B)":3.086,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.4295282214320713,"IFEval Raw":0.21017788357114678,"IFEval":21.017788357114675,"BBH Raw":0.44631138778709606,"BBH":22.062783944144368,"MATH Lvl 5 Raw":0.14803625377643503,"MATH Lvl 5":14.803625377643503,"GPQA Raw":0.29278523489932884,"GPQA":5.7046979865771785,"MUSR Raw":0.45147916666666665,"MUSR":15.201562500000001,"MMLU-PRO Raw":0.32313829787234044,"MMLU-PRO":24.793144208037827,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-14","Generation":0,"Base Model":"Removed"},{"eval_name":"JackFram_llama-160m_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"JackFram/llama-160m 📑","fullname":"JackFram/llama-160m","Model sha":"aca9b687d1425f863dcf5de9a4c96e3fe36266dd","Average ⬆️":4.7381298467963955,"Hub License":"apache-2.0","Hub ❤️":34,"#Params (B)":0.162,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.1869487883487398,"IFEval Raw":0.1791036671586945,"IFEval":17.91036671586945,"BBH Raw":0.28880217539042424,"BBH":2.033606152852728,"MATH Lvl 5 Raw":0.008308157099697885,"MATH Lvl 5":0.8308157099697886,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.3792083333333333,"MUSR":4.667708333333334,"MMLU-PRO Raw":0.11278257978723404,"MMLU-PRO":1.4202866430260035,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-05-26","Submission Date":"2024-11-30","Generation":0,"Base Model":"JackFram/llama-160m"},{"eval_name":"JackFram_llama-68m_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"JackFram/llama-68m 📑","fullname":"JackFram/llama-68m","Model sha":"964a5d77df908b69f8d6476fb70e940425b04cb5","Average ⬆️":4.963339700174584,"Hub License":"apache-2.0","Hub ❤️":26,"#Params (B)":0.068,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.1211158078368217,"IFEval Raw":0.17263416623448008,"IFEval":17.26341662344801,"BBH Raw":0.29362986509336414,"BBH":2.5910478068354776,"MATH Lvl 5 Raw":0.006042296072507553,"MATH Lvl 5":0.6042296072507553,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.3909895833333333,"MUSR":6.607031250000001,"MMLU-PRO Raw":0.11436170212765957,"MMLU-PRO":1.595744680851063,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-07-19","Submission Date":"2024-11-30","Generation":0,"Base Model":"JackFram/llama-68m"},{"eval_name":"Jacoby746_Casual-Magnum-34B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Jacoby746/Casual-Magnum-34B 📑","fullname":"Jacoby746/Casual-Magnum-34B","Model sha":"b628c6959441db75460cfd49536322b1ea46130e","Average ⬆️":23.79792072114355,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":34.389,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":6.85339428403758,"IFEval Raw":0.19301675110927893,"IFEval":19.301675110927896,"BBH Raw":0.6032046880542974,"BBH":43.05156762846773,"MATH Lvl 5 Raw":0.09214501510574018,"MATH Lvl 5":9.214501510574017,"GPQA Raw":0.3724832214765101,"GPQA":16.33109619686801,"MUSR Raw":0.4077604166666666,"MUSR":8.403385416666666,"MMLU-PRO Raw":0.5183676861702128,"MMLU-PRO":46.485298463356976,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-01","Submission Date":"2024-10-23","Generation":1,"Base Model":"Jacoby746/Casual-Magnum-34B (Merge)"},{"eval_name":"Jacoby746_Inf-Silent-Kunoichi-v0.1-2x7B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"Jacoby746/Inf-Silent-Kunoichi-v0.1-2x7B 📑","fullname":"Jacoby746/Inf-Silent-Kunoichi-v0.1-2x7B","Model sha":"9ab68beb6fe16cab2ab708b9af4417c89751d297","Average ⬆️":20.186181285193417,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":12.879,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.780861420852331,"IFEval Raw":0.38798166642286913,"IFEval":38.79816664228691,"BBH Raw":0.518546209727402,"BBH":32.38700420411291,"MATH Lvl 5 Raw":0.07099697885196375,"MATH Lvl 5":7.099697885196375,"GPQA Raw":0.28942953020134227,"GPQA":5.257270693512303,"MUSR Raw":0.42804166666666665,"MUSR":12.338541666666671,"MMLU-PRO Raw":0.3271276595744681,"MMLU-PRO":25.236406619385342,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-19","Submission Date":"2024-09-20","Generation":1,"Base Model":"Jacoby746/Inf-Silent-Kunoichi-v0.1-2x7B (Merge)"},{"eval_name":"Jacoby746_Inf-Silent-Kunoichi-v0.2-2x7B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"Jacoby746/Inf-Silent-Kunoichi-v0.2-2x7B 📑","fullname":"Jacoby746/Inf-Silent-Kunoichi-v0.2-2x7B","Model sha":"711263c24f812676eb382a31a5f0fed9bd8c16e4","Average ⬆️":20.01822829916165,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":12.879,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.732529076638037,"IFEval Raw":0.3636019095998617,"IFEval":36.36019095998617,"BBH Raw":0.5209417299963208,"BBH":32.259183510828905,"MATH Lvl 5 Raw":0.06268882175226587,"MATH Lvl 5":6.268882175226587,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.43197916666666664,"MUSR":13.264062499999996,"MMLU-PRO Raw":0.32721077127659576,"MMLU-PRO":25.24564125295508,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-19","Submission Date":"2024-09-21","Generation":1,"Base Model":"Jacoby746/Inf-Silent-Kunoichi-v0.2-2x7B (Merge)"},{"eval_name":"Jacoby746_Proto-Athena-4x7B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"Jacoby746/Proto-Athena-4x7B 📑","fullname":"Jacoby746/Proto-Athena-4x7B","Model sha":"450fcba7a630fb61a662f71936d37979226fced8","Average ⬆️":19.77557762348212,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":24.154,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.3532287352854695,"IFEval Raw":0.37029636918930664,"IFEval":37.02963691893066,"BBH Raw":0.5106547638742905,"BBH":30.870822876627887,"MATH Lvl 5 Raw":0.0649546827794562,"MATH Lvl 5":6.495468277945619,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.43477083333333333,"MUSR":13.813020833333328,"MMLU-PRO Raw":0.32064494680851063,"MMLU-PRO":24.516105200945624,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-21","Submission Date":"2024-09-21","Generation":1,"Base Model":"Jacoby746/Proto-Athena-4x7B (Merge)"},{"eval_name":"Jacoby746_Proto-Athena-v0.2-4x7B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"Jacoby746/Proto-Athena-v0.2-4x7B 📑","fullname":"Jacoby746/Proto-Athena-v0.2-4x7B","Model sha":"01feeded217ea83a8794e7968c8850859b5f0b14","Average ⬆️":19.345307494794017,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":24.154,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.3027439043825804,"IFEval Raw":0.37524213531208306,"IFEval":37.524213531208304,"BBH Raw":0.5067731005424964,"BBH":30.34084433030367,"MATH Lvl 5 Raw":0.0634441087613293,"MATH Lvl 5":6.3444108761329305,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.42128125,"MUSR":10.960156250000002,"MMLU-PRO Raw":0.3197307180851064,"MMLU-PRO":24.414524231678485,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-21","Submission Date":"2024-09-21","Generation":1,"Base Model":"Jacoby746/Proto-Athena-v0.2-4x7B (Merge)"},{"eval_name":"Jacoby746_Proto-Harpy-Blazing-Light-v0.1-2x7B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"Jacoby746/Proto-Harpy-Blazing-Light-v0.1-2x7B 📑","fullname":"Jacoby746/Proto-Harpy-Blazing-Light-v0.1-2x7B","Model sha":"bbb5d7c7a0c9e999e057ffa71eaa93d59d95b36b","Average ⬆️":22.481213617019815,"Hub License":"","Hub ❤️":0,"#Params (B)":12.879,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7636816551119412,"IFEval Raw":0.4904719477652628,"IFEval":49.04719477652628,"BBH Raw":0.5186849053052595,"BBH":32.63252990159268,"MATH Lvl 5 Raw":0.07477341389728097,"MATH Lvl 5":7.477341389728097,"GPQA Raw":0.2953020134228188,"GPQA":6.040268456375841,"MUSR Raw":0.44496874999999997,"MUSR":14.12109375,"MMLU-PRO Raw":0.33011968085106386,"MMLU-PRO":25.56885342789598,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-22","Submission Date":"2024-09-30","Generation":1,"Base Model":"Jacoby746/Proto-Harpy-Blazing-Light-v0.1-2x7B (Merge)"},{"eval_name":"Jacoby746_Proto-Harpy-Spark-v0.1-7B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Jacoby746/Proto-Harpy-Spark-v0.1-7B 📑","fullname":"Jacoby746/Proto-Harpy-Spark-v0.1-7B","Model sha":"984cca02cd930b2e1b7b2a7d53471d32d9821cdd","Average ⬆️":19.84999990070571,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1916091917298846,"IFEval Raw":0.43326928106313467,"IFEval":43.32692810631347,"BBH Raw":0.4735771808296548,"BBH":26.913110159424864,"MATH Lvl 5 Raw":0.061933534743202415,"MATH Lvl 5":6.193353474320242,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.43166666666666664,"MUSR":12.29166666666667,"MMLU-PRO Raw":0.30693151595744683,"MMLU-PRO":22.992390661938536,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-22","Submission Date":"2024-09-30","Generation":1,"Base Model":"Jacoby746/Proto-Harpy-Spark-v0.1-7B (Merge)"},{"eval_name":"JayHyeon_Qwen-0.5B-DPO-1epoch_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen-0.5B-DPO-1epoch 📑","fullname":"JayHyeon/Qwen-0.5B-DPO-1epoch","Model sha":"f5569969d307d193798eff52c0527e23f4ac8bb9","Average ⬆️":7.385732750247261,"Hub License":"mit","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.956513484116059,"IFEval Raw":0.26473313031644924,"IFEval":26.473313031644928,"BBH Raw":0.31907502434278595,"BBH":5.543694750350672,"MATH Lvl 5 Raw":0.028700906344410877,"MATH Lvl 5":2.8700906344410875,"GPQA Raw":0.2525167785234899,"GPQA":0.33557046979865535,"MUSR Raw":0.33517708333333335,"MUSR":2.897135416666666,"MMLU-PRO Raw":0.15575132978723405,"MMLU-PRO":6.19459219858156,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-26","Submission Date":"2024-12-26","Generation":0,"Base Model":"JayHyeon/Qwen-0.5B-DPO-1epoch"},{"eval_name":"JayHyeon_Qwen-0.5B-DPO-5epoch_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen-0.5B-DPO-5epoch 📑","fullname":"JayHyeon/Qwen-0.5B-DPO-5epoch","Model sha":"4363737d67e793b7cfb714dda4aa27677a4db6e4","Average ⬆️":7.198583184761694,"Hub License":"mit","Hub ❤️":1,"#Params (B)":0.494,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4107319976270312,"IFEval Raw":0.25701472094043804,"IFEval":25.701472094043805,"BBH Raw":0.3112109544868782,"BBH":5.056692258334079,"MATH Lvl 5 Raw":0.04003021148036254,"MATH Lvl 5":4.003021148036254,"GPQA Raw":0.24328859060402686,"GPQA":0.0,"MUSR Raw":0.33796875,"MUSR":2.512760416666666,"MMLU-PRO Raw":0.15325797872340424,"MMLU-PRO":5.917553191489359,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-26","Submission Date":"2024-12-26","Generation":0,"Base Model":"JayHyeon/Qwen-0.5B-DPO-5epoch"},{"eval_name":"JayHyeon_Qwen-0.5B-IRPO-1epoch_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen-0.5B-IRPO-1epoch 📑","fullname":"JayHyeon/Qwen-0.5B-IRPO-1epoch","Model sha":"2dc73651ff3cbf0e4638c3bd5b1d87cfe2afc15f","Average ⬆️":7.031892544703613,"Hub License":"mit","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9908871168069725,"IFEval Raw":0.25891301746033857,"IFEval":25.891301746033857,"BBH Raw":0.31638216610052033,"BBH":5.324351851851852,"MATH Lvl 5 Raw":0.03172205438066465,"MATH Lvl 5":3.1722054380664653,"GPQA Raw":0.24664429530201343,"GPQA":0.0,"MUSR Raw":0.3286354166666667,"MUSR":2.2460937499999996,"MMLU-PRO Raw":0.15001662234042554,"MMLU-PRO":5.557402482269504,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-26","Submission Date":"2024-12-26","Generation":0,"Base Model":"JayHyeon/Qwen-0.5B-IRPO-1epoch"},{"eval_name":"JayHyeon_Qwen-0.5B-IRPO-5epoch_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen-0.5B-IRPO-5epoch 📑","fullname":"JayHyeon/Qwen-0.5B-IRPO-5epoch","Model sha":"dca128b2490982a6f2d53d017ad44c1b7829fabe","Average ⬆️":6.9234686409529,"Hub License":"mit","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4630507773978825,"IFEval Raw":0.24867130325314607,"IFEval":24.86713032531461,"BBH Raw":0.31891656220326015,"BBH":5.7113344972692275,"MATH Lvl 5 Raw":0.0324773413897281,"MATH Lvl 5":3.2477341389728096,"GPQA Raw":0.23993288590604026,"GPQA":0.0,"MUSR Raw":0.32866666666666666,"MUSR":2.0833333333333326,"MMLU-PRO Raw":0.1506815159574468,"MMLU-PRO":5.631279550827422,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-26","Submission Date":"2024-12-26","Generation":0,"Base Model":"JayHyeon/Qwen-0.5B-IRPO-5epoch"},{"eval_name":"JayHyeon_Qwen-0.5B-eDPO-1epoch_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen-0.5B-eDPO-1epoch 📑","fullname":"JayHyeon/Qwen-0.5B-eDPO-1epoch","Model sha":"d24f341c6034334f397c156593ac8eece0a8a6ff","Average ⬆️":7.280997177732158,"Hub License":"mit","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9731382094916657,"IFEval Raw":0.26233504878167707,"IFEval":26.233504878167707,"BBH Raw":0.3180637583450692,"BBH":5.918400632703615,"MATH Lvl 5 Raw":0.03474320241691843,"MATH Lvl 5":3.474320241691843,"GPQA Raw":0.2424496644295302,"GPQA":0.0,"MUSR Raw":0.33269791666666665,"MUSR":1.920572916666666,"MMLU-PRO Raw":0.15525265957446807,"MMLU-PRO":6.139184397163118,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-26","Submission Date":"2024-12-26","Generation":0,"Base Model":"JayHyeon/Qwen-0.5B-eDPO-1epoch"},{"eval_name":"JayHyeon_Qwen-0.5B-eDPO-5epoch_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen-0.5B-eDPO-5epoch 📑","fullname":"JayHyeon/Qwen-0.5B-eDPO-5epoch","Model sha":"8de61ddfbe7dc2a00228309af4851797694cd153","Average ⬆️":6.72779460682018,"Hub License":"mit","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.446003944235028,"IFEval Raw":0.24774708883540117,"IFEval":24.774708883540114,"BBH Raw":0.3096491823869347,"BBH":5.1978376906318084,"MATH Lvl 5 Raw":0.023413897280966767,"MATH Lvl 5":2.3413897280966767,"GPQA Raw":0.24916107382550334,"GPQA":0.0,"MUSR Raw":0.3326354166666667,"MUSR":2.2460937499999996,"MMLU-PRO Raw":0.15226063829787234,"MMLU-PRO":5.8067375886524815,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-20","Submission Date":"2024-12-26","Generation":0,"Base Model":"JayHyeon/Qwen-0.5B-eDPO-5epoch"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-Instruct-SFT_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-Instruct-SFT 📑","fullname":"JayHyeon/Qwen2.5-0.5B-Instruct-SFT","Model sha":"2e7122e69e62e72eba6e21b0bc921906402dd5fa","Average ⬆️":8.158039000338244,"Hub License":"mit","Hub ❤️":1,"#Params (B)":0.63,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.009091526783928,"IFEval Raw":0.27677340567472086,"IFEval":27.677340567472086,"BBH Raw":0.3253697801563151,"BBH":5.93241994210165,"MATH Lvl 5 Raw":0.03927492447129909,"MATH Lvl 5":3.927492447129909,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.33415625,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.15201130319148937,"MMLU-PRO":5.779033687943262,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-26","Submission Date":"2024-12-26","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-Instruct-SFT-DPO-1epoch_v1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-Instruct-SFT-DPO-1epoch_v1 📑","fullname":"JayHyeon/Qwen2.5-0.5B-Instruct-SFT-DPO-1epoch_v1","Model sha":"2736ff4f329f204d91dd47b8bc951945b7ccc572","Average ⬆️":8.15078478555964,"Hub License":"mit","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0041674574559156,"IFEval Raw":0.24687274210206694,"IFEval":24.687274210206695,"BBH Raw":0.3260313037664168,"BBH":6.12607291013818,"MATH Lvl 5 Raw":0.06495468277945618,"MATH Lvl 5":6.495468277945618,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.34336458333333336,"MUSR":2.187239583333333,"MMLU-PRO Raw":0.1574966755319149,"MMLU-PRO":6.3885195035461,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-26","Submission Date":"2024-12-26","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-Instruct-SFT-DPO-1epoch_v1"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-Instruct-SFT-IRPO-1epoch_v1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-Instruct-SFT-IRPO-1epoch_v1 📑","fullname":"JayHyeon/Qwen2.5-0.5B-Instruct-SFT-IRPO-1epoch_v1","Model sha":"c469240bdc78d707215b4e58d12a72c7b75abfb3","Average ⬆️":8.319017359475316,"Hub License":"mit","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0015027584440948,"IFEval Raw":0.2605863553150086,"IFEval":26.05863553150086,"BBH Raw":0.3308028437367363,"BBH":6.622365326648162,"MATH Lvl 5 Raw":0.04984894259818731,"MATH Lvl 5":4.984894259818732,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.3288229166666667,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.16256648936170212,"MMLU-PRO":6.951832151300234,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-26","Submission Date":"2024-12-26","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-Instruct-SFT-IRPO-1epoch_v1"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-Instruct-SFT-MDPO-1epoch_v1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-Instruct-SFT-MDPO-1epoch_v1 📑","fullname":"JayHyeon/Qwen2.5-0.5B-Instruct-SFT-MDPO-1epoch_v1","Model sha":"77f99c1b2a2d32c84d0cd986eb952927c3b77497","Average ⬆️":7.896219502136105,"Hub License":"mit","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9959784337587837,"IFEval Raw":0.2529178136234081,"IFEval":25.291781362340814,"BBH Raw":0.3261949089625076,"BBH":6.129987166860655,"MATH Lvl 5 Raw":0.05664652567975831,"MATH Lvl 5":5.664652567975831,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.330125,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.15757978723404256,"MMLU-PRO":6.3977541371158395,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-26","Submission Date":"2024-12-26","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-Instruct-SFT-MDPO-1epoch_v1"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT","Model sha":"804606871a044917289c9ea22d335a80a0708cb6","Average ⬆️":6.6110587340398945,"Hub License":"mit","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7276743059196251,"IFEval Raw":0.19636453498938372,"IFEval":19.636453498938373,"BBH Raw":0.31207478976310743,"BBH":4.4344753335124,"MATH Lvl 5 Raw":0.027190332326283987,"MATH Lvl 5":2.719033232628399,"GPQA Raw":0.2785234899328859,"GPQA":3.8031319910514525,"MUSR Raw":0.3394270833333333,"MUSR":1.5950520833333328,"MMLU-PRO Raw":0.16730385638297873,"MMLU-PRO":7.478206264775414,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-1e-4_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-1e-4 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-1e-4","Model sha":"2303839a4f4f3a1ada55113c451177ad481eb647","Average ⬆️":5.941930910286053,"Hub License":"mit","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.714998944312747,"IFEval Raw":0.2019596891802639,"IFEval":20.19596891802639,"BBH Raw":0.3017092819749249,"BBH":4.331493365022777,"MATH Lvl 5 Raw":0.0188821752265861,"MATH Lvl 5":1.8882175226586102,"GPQA Raw":0.25083892617449666,"GPQA":0.11185682326622093,"MUSR Raw":0.3446354166666667,"MUSR":2.2460937499999996,"MMLU-PRO Raw":0.16190159574468085,"MMLU-PRO":6.877955082742317,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-28","Submission Date":"2024-12-28","Generation":1,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-1e-4-2ep_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-1e-4-2ep 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-1e-4-2ep","Model sha":"b183a552d7e26053a6fb0ee01191835d7735b80d","Average ⬆️":6.345325435592133,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.580354599240864,"IFEval Raw":0.2140498322229462,"IFEval":21.40498322229462,"BBH Raw":0.3172227797719337,"BBH":5.650884333531393,"MATH Lvl 5 Raw":0.026435045317220542,"MATH Lvl 5":2.643504531722054,"GPQA Raw":0.24664429530201343,"GPQA":0.0,"MUSR Raw":0.34727083333333336,"MUSR":2.408854166666666,"MMLU-PRO Raw":0.15367353723404256,"MMLU-PRO":5.963726359338062,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-1e-4-3ep_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-1e-4-3ep 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-1e-4-3ep","Model sha":"c8eb2639aeba964754425b9e22fda656fdfb9f06","Average ⬆️":6.469032763498576,"Hub License":"mit","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4200189869366269,"IFEval Raw":0.22573992561957826,"IFEval":22.573992561957823,"BBH Raw":0.3064261556890236,"BBH":4.797235096058625,"MATH Lvl 5 Raw":0.026435045317220542,"MATH Lvl 5":2.643504531722054,"GPQA Raw":0.2483221476510067,"GPQA":0.0,"MUSR Raw":0.36606249999999996,"MUSR":2.891145833333333,"MMLU-PRO Raw":0.15317486702127658,"MMLU-PRO":5.908318557919619,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-1e-4-5ep_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-1e-4-5ep 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-1e-4-5ep","Model sha":"3baf97b78f186e2a2bfadb77a894cc12642709a8","Average ⬆️":5.890344422168456,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2679503095602949,"IFEval Raw":0.19868726091215752,"IFEval":19.868726091215752,"BBH Raw":0.31044747322019184,"BBH":4.784241393250257,"MATH Lvl 5 Raw":0.019637462235649546,"MATH Lvl 5":1.9637462235649545,"GPQA Raw":0.2533557046979866,"GPQA":0.44742729306487633,"MUSR Raw":0.3406666666666667,"MUSR":2.0833333333333326,"MMLU-PRO Raw":0.15575132978723405,"MMLU-PRO":6.19459219858156,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-1e-5_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-1e-5 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-1e-5","Model sha":"7a00c50afd13d3020b200733e87309ea81126501","Average ⬆️":6.664256620538701,"Hub License":"mit","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.71611308822178,"IFEval Raw":0.1985875255433361,"IFEval":19.858752554333613,"BBH Raw":0.3139860294769257,"BBH":4.213683823190269,"MATH Lvl 5 Raw":0.0377643504531722,"MATH Lvl 5":3.7764350453172204,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.34603125,"MUSR":1.920572916666666,"MMLU-PRO Raw":0.1697972074468085,"MMLU-PRO":7.7552452718676115,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-28","Submission Date":"2024-12-28","Generation":1,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-1e-5-2ep_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-1e-5-2ep 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-1e-5-2ep","Model sha":"27b7325a3e7b629ded08040ba017a6c63e3be68a","Average ⬆️":7.003091729061743,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6947619269204228,"IFEval Raw":0.19706379074189817,"IFEval":19.706379074189815,"BBH Raw":0.3224699194774388,"BBH":5.619297426317974,"MATH Lvl 5 Raw":0.052870090634441085,"MATH Lvl 5":5.287009063444108,"GPQA Raw":0.26929530201342283,"GPQA":2.572706935123044,"MUSR Raw":0.3367604166666667,"MUSR":1.5950520833333328,"MMLU-PRO Raw":0.1651429521276596,"MMLU-PRO":7.238105791962175,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-1e-5-3ep_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-1e-5-3ep 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-1e-5-3ep","Model sha":"869cde816bd94004f54e73447291eb4eb9da832b","Average ⬆️":7.740340198303553,"Hub License":"mit","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.651995118215892,"IFEval Raw":0.2241164554493189,"IFEval":22.41164554493189,"BBH Raw":0.32468117082421427,"BBH":6.246296486215907,"MATH Lvl 5 Raw":0.05362537764350453,"MATH Lvl 5":5.362537764350453,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.3353333333333333,"MUSR":2.0833333333333326,"MMLU-PRO Raw":0.16888297872340424,"MMLU-PRO":7.65366430260047,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-28","Submission Date":"2024-12-29","Generation":1,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-1e-5-5ep_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-1e-5-5ep 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-1e-5-5ep","Model sha":"c91713cc1c0a0d316f467ae16010fdde6dc9f267","Average ⬆️":7.8890047643086625,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.641911210347618,"IFEval Raw":0.22918744486850445,"IFEval":22.918744486850443,"BBH Raw":0.3259343389530942,"BBH":6.5376144197820265,"MATH Lvl 5 Raw":0.05211480362537765,"MATH Lvl 5":5.211480362537765,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.3235208333333333,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.16879986702127658,"MMLU-PRO":7.644429669030731,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-4_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-4 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-4","Model sha":"e6754bdc0fbeb7fc8d0df3c3677c0f70f9c4d3a8","Average ⬆️":5.555176381236881,"Hub License":"mit","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7071369576852713,"IFEval Raw":0.2034335562972912,"IFEval":20.343355629729118,"BBH Raw":0.2935549587263229,"BBH":3.114588111846371,"MATH Lvl 5 Raw":0.02416918429003021,"MATH Lvl 5":2.416918429003021,"GPQA Raw":0.2575503355704698,"GPQA":1.0067114093959737,"MUSR Raw":0.3434270833333333,"MUSR":1.8617187499999996,"MMLU-PRO Raw":0.14128989361702127,"MMLU-PRO":4.587765957446806,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-28","Submission Date":"2024-12-28","Generation":1,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-4-2ep_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-4-2ep 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-4-2ep","Model sha":"5a8ef93b6c4867dc95656b3c49f45fc26207444c","Average ⬆️":5.5183018931282595,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.711045303670801,"IFEval Raw":0.18307535117931534,"IFEval":18.307535117931533,"BBH Raw":0.29839616748934167,"BBH":3.1994992498175416,"MATH Lvl 5 Raw":0.024924471299093656,"MATH Lvl 5":2.492447129909366,"GPQA Raw":0.2424496644295302,"GPQA":0.0,"MUSR Raw":0.3567604166666667,"MUSR":3.728385416666668,"MMLU-PRO Raw":0.1484375,"MMLU-PRO":5.381944444444444,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-4-3ep_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-4-3ep 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-4-3ep","Model sha":"7c5ba3070e1f395881226ab15cfad8af17522c52","Average ⬆️":5.465283047679917,"Hub License":"mit","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5817230626386445,"IFEval Raw":0.1989620872617987,"IFEval":19.89620872617987,"BBH Raw":0.3109875129533253,"BBH":4.420916097586122,"MATH Lvl 5 Raw":0.015105740181268883,"MATH Lvl 5":1.5105740181268883,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.3449479166666667,"MUSR":0.8851562499999998,"MMLU-PRO Raw":0.14162234042553193,"MMLU-PRO":4.62470449172577,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-4-5ep_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-4-5ep 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-4-5ep","Model sha":"ed756a6854f9ccf5dfa119f55ce74a7c791b0868","Average ⬆️":6.087118748270012,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.640625424134062,"IFEval Raw":0.18971994308434953,"IFEval":18.97199430843495,"BBH Raw":0.2936418449815176,"BBH":3.069330255279086,"MATH Lvl 5 Raw":0.01812688821752266,"MATH Lvl 5":1.812688821752266,"GPQA Raw":0.26929530201342283,"GPQA":2.572706935123044,"MUSR Raw":0.38739583333333333,"MUSR":6.357812500000001,"MMLU-PRO Raw":0.13364361702127658,"MMLU-PRO":3.7381796690307305,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5","Model sha":"59b7674144f30acea5e4470e29cc4d59b48d5e8e","Average ⬆️":6.9691100972452,"Hub License":"mit","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6849158103513178,"IFEval Raw":0.2067558522498083,"IFEval":20.67558522498083,"BBH Raw":0.3203968601167082,"BBH":4.981848012762598,"MATH Lvl 5 Raw":0.03700906344410876,"MATH Lvl 5":3.7009063444108756,"GPQA Raw":0.26929530201342283,"GPQA":2.572706935123044,"MUSR Raw":0.3486666666666667,"MUSR":2.3499999999999996,"MMLU-PRO Raw":0.16780252659574468,"MMLU-PRO":7.533614066193853,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-28","Submission Date":"2024-12-28","Generation":1,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep","Model sha":"f4688fa593ea40689cc53d0683a2bb03262b0cd9","Average ⬆️":7.69236788584868,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.741069582939448,"IFEval Raw":0.2201447714286981,"IFEval":22.014477142869808,"BBH Raw":0.3217197270809481,"BBH":5.7648020969838045,"MATH Lvl 5 Raw":0.04078549848942598,"MATH Lvl 5":4.078549848942599,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.33669791666666665,"MUSR":2.720572916666667,"MMLU-PRO Raw":0.17096077127659576,"MMLU-PRO":7.884530141843972,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_3e-7-3ep_0alp_5lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_3e-7-3ep_0alp_5lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_3e-7-3ep_0alp_5lam","Model sha":"c40b7687fb6eb50a8e7dbc85ed5a37d9566cef55","Average ⬆️":7.460129211594215,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6802691752300627,"IFEval Raw":0.24105262924595627,"IFEval":24.10526292459563,"BBH Raw":0.31671815484837784,"BBH":6.702479854955681,"MATH Lvl 5 Raw":0.03474320241691843,"MATH Lvl 5":3.474320241691843,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.330125,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.15625,"MMLU-PRO":6.249999999999999,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-06","Submission Date":"2025-01-07","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-1ep_0alp_5lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-1ep_0alp_5lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-1ep_0alp_5lam","Model sha":"d581f58e13931b7b21b6237a6277fbe130bec706","Average ⬆️":7.89170131391145,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9629006772435991,"IFEval Raw":0.23685598656010498,"IFEval":23.685598656010498,"BBH Raw":0.3260038632940968,"BBH":6.892109783030413,"MATH Lvl 5 Raw":0.045317220543806644,"MATH Lvl 5":4.531722054380665,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.3355208333333333,"MUSR":2.4401041666666674,"MMLU-PRO Raw":0.15699800531914893,"MMLU-PRO":6.333111702127657,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-03","Submission Date":"2025-01-03","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-1ep_0alp_5lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-2ep_0alp_5lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-2ep_0alp_5lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-2ep_0alp_5lam","Model sha":"cbb9bedaa4b57478682a4e96e2807fede7a85a39","Average ⬆️":7.618464097122786,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.966450423771423,"IFEval Raw":0.22623971063444992,"IFEval":22.62397106344499,"BBH Raw":0.3261540051256346,"BBH":7.351407019428777,"MATH Lvl 5 Raw":0.03474320241691843,"MATH Lvl 5":3.474320241691843,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.3408229166666667,"MUSR":2.336197916666667,"MMLU-PRO Raw":0.15408909574468085,"MMLU-PRO":6.009899527186761,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-03","Submission Date":"2025-01-03","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-2ep_0alp_5lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-3ep_0alp_5lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-3ep_0alp_5lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-6-3ep_0alp_5lam","Model sha":"02d1f2ab9340abc3592d8b8e5ed654b31d0c314c","Average ⬆️":7.868642802061662,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6735105292159798,"IFEval Raw":0.25079455843827714,"IFEval":25.07945584382771,"BBH Raw":0.3199331515135054,"BBH":6.453776300474527,"MATH Lvl 5 Raw":0.04078549848942598,"MATH Lvl 5":4.078549848942599,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.33545833333333336,"MUSR":1.965625,"MMLU-PRO Raw":0.15550199468085107,"MMLU-PRO":6.166888297872341,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-03","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-1ep_0alp_5lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-1ep_0alp_5lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-1ep_0alp_5lam","Model sha":"c064c510a2b5723caaa43cdae0fda827f7d671d6","Average ⬆️":7.430131653175725,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.949960446462803,"IFEval Raw":0.238979241745236,"IFEval":23.8979241745236,"BBH Raw":0.31816042712158116,"BBH":6.676263541946459,"MATH Lvl 5 Raw":0.04003021148036254,"MATH Lvl 5":4.003021148036254,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.33279166666666665,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.15600066489361702,"MMLU-PRO":6.22229609929078,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-02","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-1ep_0alp_5lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-2ep_0alp_5lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-2ep_0alp_5lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-2ep_0alp_5lam","Model sha":"066449b81749965ba3713217c5f924a1f96d19c9","Average ⬆️":7.336426732183583,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9530341118411932,"IFEval Raw":0.2423015376977531,"IFEval":24.230153769775306,"BBH Raw":0.3154080373582542,"BBH":6.449024830632406,"MATH Lvl 5 Raw":0.03474320241691843,"MATH Lvl 5":3.474320241691843,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.33279166666666665,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.15475398936170212,"MMLU-PRO":6.083776595744679,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-02","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-2ep_0alp_5lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-3ep_0alp_5lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-3ep_0alp_5lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPOP_5e-7-3ep_0alp_5lam","Model sha":"c89911f8d376b2504dc7ef337d366ff13fd6fbc1","Average ⬆️":7.648469593189115,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.619904502829789,"IFEval Raw":0.24932069132124984,"IFEval":24.932069132124983,"BBH Raw":0.3189717077702392,"BBH":6.900838556122601,"MATH Lvl 5 Raw":0.04380664652567976,"MATH Lvl 5":4.380664652567976,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.334125,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.15608377659574468,"MMLU-PRO":6.23153073286052,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-02","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-6-1ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-6-1ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-6-1ep_0alp_0lam","Model sha":"f0ec8638c05222a9f5b66ba4a283dc6535866cef","Average ⬆️":7.714071022336462,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9335881625277723,"IFEval Raw":0.2541667220752049,"IFEval":25.41667220752049,"BBH Raw":0.31671883869615397,"BBH":6.330228534336109,"MATH Lvl 5 Raw":0.04078549848942598,"MATH Lvl 5":4.078549848942599,"GPQA Raw":0.27181208053691275,"GPQA":2.9082774049216997,"MUSR Raw":0.32885416666666667,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.15799534574468085,"MMLU-PRO":6.443927304964539,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-02","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-6-1ep_0alp_0lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-6-2ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-6-2ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-6-2ep_0alp_0lam","Model sha":"e5f701dc4c9011ac425ac3d8f43f0a0c5fc07485","Average ⬆️":7.634084055658554,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9826218900481373,"IFEval Raw":0.24507418095098782,"IFEval":24.507418095098785,"BBH Raw":0.3159533058861391,"BBH":6.636386948995733,"MATH Lvl 5 Raw":0.04078549848942598,"MATH Lvl 5":4.078549848942599,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.3301875,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.15608377659574468,"MMLU-PRO":6.23153073286052,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-02","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-6-2ep_0alp_0lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-6-3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-6-3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-6-3ep_0alp_0lam","Model sha":"297d485cf519619f394f13f1cb4c18bb724fa587","Average ⬆️":7.772250160016548,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.585209509005599,"IFEval Raw":0.25574032456105356,"IFEval":25.574032456105357,"BBH Raw":0.31419826948787827,"BBH":6.317309144357895,"MATH Lvl 5 Raw":0.04003021148036254,"MATH Lvl 5":4.003021148036254,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.3315208333333333,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.1574966755319149,"MMLU-PRO":6.3885195035461,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-31","Submission Date":"2025-01-02","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-7-2ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-7-2ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-7-2ep_0alp_0lam","Model sha":"338a87eaf84f8f843abfc765fa761f4aadfa650d","Average ⬆️":7.773024145558947,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9553102297737666,"IFEval Raw":0.26053648763059795,"IFEval":26.053648763059794,"BBH Raw":0.3166968072745491,"BBH":6.435274271047841,"MATH Lvl 5 Raw":0.03625377643504532,"MATH Lvl 5":3.625377643504532,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.334125,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.15766289893617022,"MMLU-PRO":6.406988770685579,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-06","Submission Date":"2025-01-07","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-7-2ep_0alp_0lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-7-3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-7-3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_1e-7-3ep_0alp_0lam","Model sha":"dd17624113765a095ddb8908cb145f2b186e92d0","Average ⬆️":7.5699062251194,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.730292283324373,"IFEval Raw":0.25781371206177384,"IFEval":25.781371206177386,"BBH Raw":0.31732037273750646,"BBH":6.3853505237711525,"MATH Lvl 5 Raw":0.035498489425981876,"MATH Lvl 5":3.5498489425981874,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.32879166666666665,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.1583277925531915,"MMLU-PRO":6.4808658392434975,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-05","Submission Date":"2025-01-07","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_2e-6-1ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_2e-6-1ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_2e-6-1ep_0alp_0lam","Model sha":"4f0af6566d027fd47391c5ae107634ac53b4f37a","Average ⬆️":7.393492455729212,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9391865870283091,"IFEval Raw":0.23353369060758786,"IFEval":23.353369060758787,"BBH Raw":0.3197619098572027,"BBH":6.402744874205392,"MATH Lvl 5 Raw":0.03851963746223565,"MATH Lvl 5":3.8519637462235647,"GPQA Raw":0.2751677852348994,"GPQA":3.3557046979865834,"MUSR Raw":0.32755208333333335,"MUSR":0.9440104166666662,"MMLU-PRO Raw":0.1580784574468085,"MMLU-PRO":6.453161938534278,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-02","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_2e-6-1ep_0alp_0lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_2e-6-2ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_2e-6-2ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_2e-6-2ep_0alp_0lam","Model sha":"7e9475946e5e36c20e5e16ddbcda8a1ed66d68dd","Average ⬆️":7.844417926699584,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9538609155694655,"IFEval Raw":0.24719743613611883,"IFEval":24.719743613611882,"BBH Raw":0.32262707839652854,"BBH":6.901808055033277,"MATH Lvl 5 Raw":0.05060422960725076,"MATH Lvl 5":5.0604229607250755,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.32621875,"MUSR":0.9440104166666662,"MMLU-PRO Raw":0.15375664893617022,"MMLU-PRO":5.972960992907801,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-02","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_2e-6-2ep_0alp_0lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_2e-6-3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_2e-6-3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_2e-6-3ep_0alp_0lam","Model sha":"c9dd97520558d2f9c363d8088ca940b2a22e78d5","Average ⬆️":7.696682188954132,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6179762800252908,"IFEval Raw":0.2474223948013493,"IFEval":24.742239480134934,"BBH Raw":0.32291208173140107,"BBH":7.002679365505716,"MATH Lvl 5 Raw":0.04154078549848943,"MATH Lvl 5":4.1540785498489425,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.32748958333333333,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.15392287234042554,"MMLU-PRO":5.991430260047281,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-01","Submission Date":"2025-01-02","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-6-1ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-6-1ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-6-1ep_0alp_0lam","Model sha":"105abeccbc545d8b3400a1f62c33196411580777","Average ⬆️":7.753028845132317,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9503727986258511,"IFEval Raw":0.24027801788144343,"IFEval":24.027801788144345,"BBH Raw":0.32453683161596314,"BBH":6.620615393798311,"MATH Lvl 5 Raw":0.04305135951661632,"MATH Lvl 5":4.305135951661631,"GPQA Raw":0.28187919463087246,"GPQA":4.250559284116329,"MUSR Raw":0.32621875,"MUSR":0.9440104166666662,"MMLU-PRO Raw":0.1573304521276596,"MMLU-PRO":6.37005023640662,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-02","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-6-1ep_0alp_0lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-6-2ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-6-2ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-6-2ep_0alp_0lam","Model sha":"1aa0cee350e6029e0d1f1af2337625e241ffa794","Average ⬆️":7.5524251169059395,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9838564283065735,"IFEval Raw":0.23680611887569425,"IFEval":23.680611887569427,"BBH Raw":0.3224293761524927,"BBH":6.7804484137642875,"MATH Lvl 5 Raw":0.04607250755287009,"MATH Lvl 5":4.607250755287009,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.33548958333333334,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.15159574468085107,"MMLU-PRO":5.7328605200945635,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-02","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-6-2ep_0alp_0lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-6-3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-6-3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-6-3ep_0alp_0lam","Model sha":"b50ee3302d29ee2fe2a0eba12b14b425ddd8f8af","Average ⬆️":7.645766396524414,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5996652304020564,"IFEval Raw":0.23718068059415687,"IFEval":23.718068059415685,"BBH Raw":0.32477052921998556,"BBH":7.007125824454593,"MATH Lvl 5 Raw":0.04758308157099698,"MATH Lvl 5":4.758308157099698,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.3394270833333333,"MUSR":1.5950520833333328,"MMLU-PRO Raw":0.1550033244680851,"MMLU-PRO":6.111480496453899,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-01","Submission Date":"2025-01-02","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-7-3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-7-3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_3e-7-3ep_0alp_0lam","Model sha":"5dada6736554e6198d817258e32db4ba67598c6a","Average ⬆️":7.580039598446345,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.727522292956337,"IFEval Raw":0.24992021170494289,"IFEval":24.99202117049429,"BBH Raw":0.31806007750183346,"BBH":6.671898931566538,"MATH Lvl 5 Raw":0.04154078549848943,"MATH Lvl 5":4.1540785498489425,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.3288229166666667,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.15741356382978725,"MMLU-PRO":6.37928486997636,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-06","Submission Date":"2025-01-07","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-6-1ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-6-1ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-6-1ep_0alp_0lam","Model sha":"b82b883ed0c5ad5cc1156f69343b0a73e48216f0","Average ⬆️":7.682977767911112,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9244260639179844,"IFEval Raw":0.23810489501190177,"IFEval":23.810489501190176,"BBH Raw":0.32421844512358233,"BBH":6.428288118900529,"MATH Lvl 5 Raw":0.04984894259818731,"MATH Lvl 5":4.984894259818732,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.3328229166666667,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.15724734042553193,"MMLU-PRO":6.3608156028368805,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-02","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-6-1ep_0alp_0lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-6-2ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-6-2ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-6-2ep_0alp_0lam","Model sha":"3506c4972cb7966146afcd51f7bfc85a6ad1af4a","Average ⬆️":7.668495371524835,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4388206268955834,"IFEval Raw":0.2420765790325226,"IFEval":24.20765790325226,"BBH Raw":0.3224798177796032,"BBH":6.992686975855793,"MATH Lvl 5 Raw":0.04003021148036254,"MATH Lvl 5":4.003021148036254,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.3408229166666667,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.14960106382978725,"MMLU-PRO":5.511229314420804,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-02","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-6-2ep_0alp_0lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-6-3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-6-3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-6-3ep_0alp_0lam","Model sha":"6dbdfc7167e8066b907a67bf271a3ece465c9126","Average ⬆️":7.698046996488631,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5684267432703647,"IFEval Raw":0.23805502732749106,"IFEval":23.805502732749105,"BBH Raw":0.32652003776870003,"BBH":7.221132822992211,"MATH Lvl 5 Raw":0.0445619335347432,"MATH Lvl 5":4.45619335347432,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.34079166666666666,"MUSR":1.698958333333333,"MMLU-PRO Raw":0.14985039893617022,"MMLU-PRO":5.538933215130023,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-01","Submission Date":"2025-01-03","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-7_1ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-7_1ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-7_1ep_0alp_0lam","Model sha":"6ca6763c8b83910834975eaed0a676a7818ed7f7","Average ⬆️":7.824147748385339,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9560694003572412,"IFEval Raw":0.25264298727376694,"IFEval":25.264298727376698,"BBH Raw":0.3176911636441555,"BBH":6.537585206076343,"MATH Lvl 5 Raw":0.04380664652567976,"MATH Lvl 5":4.380664652567976,"GPQA Raw":0.27348993288590606,"GPQA":3.1319910514541416,"MUSR Raw":0.33415625,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.15724734042553193,"MMLU-PRO":6.3608156028368805,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-01","Submission Date":"2025-01-01","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-7_1ep_0alp_0lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-7_2ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-7_2ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-7_2ep_0alp_0lam","Model sha":"7816a4be1e7fa2a70963b3551a516023d2ff497b","Average ⬆️":7.706086604401125,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9856434837220436,"IFEval Raw":0.24572356901909154,"IFEval":24.572356901909156,"BBH Raw":0.316045450978746,"BBH":6.56672292356821,"MATH Lvl 5 Raw":0.0445619335347432,"MATH Lvl 5":4.45619335347432,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.33015625,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.15716422872340424,"MMLU-PRO":6.351580969267137,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-01","Submission Date":"2025-01-01","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-7_2ep_0alp_0lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-7_3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-7_3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-7_3ep_0alp_0lam","Model sha":"90d15e820203f295c1b8d8989a1a84c1bc8aa33c","Average ⬆️":7.813940287125231,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.955982707001288,"IFEval Raw":0.2441998342176536,"IFEval":24.41998342176536,"BBH Raw":0.3193544697854515,"BBH":6.932125973677143,"MATH Lvl 5 Raw":0.04833836858006042,"MATH Lvl 5":4.833836858006042,"GPQA Raw":0.27348993288590606,"GPQA":3.1319910514541416,"MUSR Raw":0.33148958333333334,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.1566655585106383,"MMLU-PRO":6.296173167848698,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-01","Submission Date":"2025-01-01","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_5e-7_3ep_0alp_0lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_7e-7_1ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_7e-7_1ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_7e-7_1ep_0alp_0lam","Model sha":"420c57e2f72e08a93f66f683e4cf6d2e6f271273","Average ⬆️":7.842463015004548,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9937085506127672,"IFEval Raw":0.26036139664977814,"IFEval":26.036139664977817,"BBH Raw":0.31784656431310543,"BBH":6.4262889097800455,"MATH Lvl 5 Raw":0.035498489425981876,"MATH Lvl 5":3.5498489425981874,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.3288229166666667,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.15674867021276595,"MMLU-PRO":6.305407801418437,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-01","Submission Date":"2025-01-01","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_7e-7_1ep_0alp_0lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_7e-7_2ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_7e-7_2ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_7e-7_2ep_0alp_0lam","Model sha":"7c26fd2ab4ca381fe40283e3a2654027c8d15f29","Average ⬆️":7.58869267971069,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9328624737149237,"IFEval Raw":0.24899599728719796,"IFEval":24.899599728719796,"BBH Raw":0.3172899997448431,"BBH":6.4779954188677,"MATH Lvl 5 Raw":0.03927492447129909,"MATH Lvl 5":3.927492447129909,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.3301875,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.15691489361702127,"MMLU-PRO":6.323877068557918,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-01","Submission Date":"2025-01-01","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_7e-7_2ep_0alp_0lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_7e-7_3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_7e-7_3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_7e-7_3ep_0alp_0lam","Model sha":"f59298bb65ecfe0cf66bc10244c72d54cce32283","Average ⬆️":7.82811926779825,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9555559480929502,"IFEval Raw":0.26036139664977814,"IFEval":26.036139664977817,"BBH Raw":0.3149566664115098,"BBH":6.25191698749515,"MATH Lvl 5 Raw":0.0377643504531722,"MATH Lvl 5":3.7764350453172204,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.3341875,"MUSR":1.3734374999999996,"MMLU-PRO Raw":0.15658244680851063,"MMLU-PRO":6.286938534278959,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-01","Submission Date":"2025-01-01","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-DPO_7e-7_3ep_0alp_0lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_1e-7-1ep_1alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_1e-7-1ep_1alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_1e-7-1ep_1alp_0lam","Model sha":"ec9d56ff27bb4fc040e8b74aa5d13393bb783d09","Average ⬆️":7.958391854528215,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9798458957510294,"IFEval Raw":0.2550410688085391,"IFEval":25.50410688085391,"BBH Raw":0.3211026993947845,"BBH":6.714916509982989,"MATH Lvl 5 Raw":0.04909365558912387,"MATH Lvl 5":4.909365558912387,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.32876041666666667,"MUSR":1.5950520833333328,"MMLU-PRO Raw":0.15708111702127658,"MMLU-PRO":6.342346335697398,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-06","Submission Date":"2025-01-07","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_1e-7-1ep_1alp_0lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_1e-7-2ep_1alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_1e-7-2ep_1alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_1e-7-2ep_1alp_0lam","Model sha":"5c2e63ca2afe100d77356911c58ff31abe5cf274","Average ⬆️":7.678680596214881,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9858942704409892,"IFEval Raw":0.24779695651981187,"IFEval":24.779695651981186,"BBH Raw":0.3197773660515741,"BBH":6.875548169039305,"MATH Lvl 5 Raw":0.04229607250755287,"MATH Lvl 5":4.229607250755287,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.33145833333333335,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.15866023936170212,"MMLU-PRO":6.5178043735224565,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-06","Submission Date":"2025-01-07","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_1e-7-2ep_1alp_0lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_1e-7-3ep_1alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_1e-7-3ep_1alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_1e-7-3ep_1alp_0lam","Model sha":"d8cf7978e4bbee8b07ed7cc50137716a316df6e1","Average ⬆️":7.707475337922656,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6879119412493844,"IFEval Raw":0.24747226248576,"IFEval":24.747226248576,"BBH Raw":0.32246983072126806,"BBH":7.08976945115946,"MATH Lvl 5 Raw":0.04003021148036254,"MATH Lvl 5":4.003021148036254,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.330125,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.15558510638297873,"MMLU-PRO":6.176122931442081,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-05","Submission Date":"2025-01-07","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_3e-7-3ep_1alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_3e-7-3ep_1alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_3e-7-3ep_1alp_0lam","Model sha":"2b0966c028ebf7d08fb81eb972dead8625f8caf5","Average ⬆️":7.811415481732978,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5746445665887192,"IFEval Raw":0.2590127528291599,"IFEval":25.901275282915996,"BBH Raw":0.3185132309797721,"BBH":6.706365162503357,"MATH Lvl 5 Raw":0.03625377643504532,"MATH Lvl 5":3.625377643504532,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.3275208333333333,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.15857712765957446,"MMLU-PRO":6.508569739952717,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-06","Submission Date":"2025-01-07","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-6-1ep_1alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-6-1ep_1alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-6-1ep_1alp_0lam","Model sha":"acd21ede9d21f47e42bb6dbddc663190ed84115c","Average ⬆️":7.608040308738378,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9484488489610159,"IFEval Raw":0.23233464984020177,"IFEval":23.233464984020177,"BBH Raw":0.3179474145066817,"BBH":6.3889454442355325,"MATH Lvl 5 Raw":0.045317220543806644,"MATH Lvl 5":4.531722054380665,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.32625,"MUSR":1.0479166666666664,"MMLU-PRO Raw":0.15475398936170212,"MMLU-PRO":6.083776595744679,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-03","Submission Date":"2025-01-03","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-6-1ep_1alp_0lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-6-2ep_1alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-6-2ep_1alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-6-2ep_1alp_0lam","Model sha":"5997ff3f07583d3a8fda77b3aa2613f5a57aec7a","Average ⬆️":7.376023721057838,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9495726767487782,"IFEval Raw":0.23151017079127825,"IFEval":23.151017079127826,"BBH Raw":0.3259705145690442,"BBH":7.4891521174679925,"MATH Lvl 5 Raw":0.04154078549848943,"MATH Lvl 5":4.1540785498489425,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.3383125,"MUSR":0.9890625000000001,"MMLU-PRO Raw":0.15209441489361702,"MMLU-PRO":5.788268321513002,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-03","Submission Date":"2025-01-03","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-6-2ep_1alp_0lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-6-3ep_1alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-6-3ep_1alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-6-3ep_1alp_0lam","Model sha":"1ebb2a4f735168fc784c4f059ca616d89f0dc7f2","Average ⬆️":7.500614312695059,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.606487559792415,"IFEval Raw":0.2298368329366082,"IFEval":22.983683293660818,"BBH Raw":0.33204616486918276,"BBH":8.34016877070463,"MATH Lvl 5 Raw":0.04305135951661632,"MATH Lvl 5":4.305135951661631,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.33288541666666666,"MUSR":0.9440104166666662,"MMLU-PRO Raw":0.15674867021276595,"MMLU-PRO":6.305407801418437,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-03","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-7-1ep_1alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-7-1ep_1alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-7-1ep_1alp_0lam","Model sha":"a0422084edb424f6b97840b66a28dfb42ea159b0","Average ⬆️":7.830243972560936,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9237289026935195,"IFEval Raw":0.24687274210206694,"IFEval":24.687274210206695,"BBH Raw":0.3178544697854515,"BBH":6.5670715074462045,"MATH Lvl 5 Raw":0.04154078549848943,"MATH Lvl 5":4.1540785498489425,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.33015625,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.1574966755319149,"MMLU-PRO":6.3885195035461,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-02","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-7-1ep_1alp_0lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-7-2ep_1alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-7-2ep_1alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-7-2ep_1alp_0lam","Model sha":"23d9c3e3c8991bbc2c3c300831fdcb360d4b3b64","Average ⬆️":7.764548314144669,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9535723370555079,"IFEval Raw":0.2520434668900739,"IFEval":25.20434668900739,"BBH Raw":0.3167822100533442,"BBH":6.6590467663473305,"MATH Lvl 5 Raw":0.03700906344410876,"MATH Lvl 5":3.7009063444108756,"GPQA Raw":0.2751677852348993,"GPQA":3.355704697986576,"MUSR Raw":0.3328229166666667,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.15757978723404256,"MMLU-PRO":6.3977541371158395,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-02","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-7-2ep_1alp_0lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-7-3ep_1alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-7-3ep_1alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-IRPO_5e-7-3ep_1alp_0lam","Model sha":"8e123c07a2773ab109d8f81b0f9b36fb28ad8f75","Average ⬆️":7.87411176143835,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6214702427172307,"IFEval Raw":0.2665815591519391,"IFEval":26.65815591519391,"BBH Raw":0.3190675981811982,"BBH":6.8009730056406115,"MATH Lvl 5 Raw":0.03474320241691843,"MATH Lvl 5":3.474320241691843,"GPQA Raw":0.27181208053691275,"GPQA":2.9082774049216997,"MUSR Raw":0.32885416666666667,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.1566655585106383,"MMLU-PRO":6.296173167848698,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-02","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_0.5_1e-7-1ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_0.5_1e-7-1ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_0.5_1e-7-1ep_0alp_0lam","Model sha":"ca25ec43238ad3b072850761241df89cafd041a9","Average ⬆️":7.491580739378782,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9777035716539286,"IFEval Raw":0.24992021170494289,"IFEval":24.99202117049429,"BBH Raw":0.31779941873624934,"BBH":6.560842435908914,"MATH Lvl 5 Raw":0.03700906344410876,"MATH Lvl 5":3.7009063444108756,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.334125,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.15625,"MMLU-PRO":6.249999999999999,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-06","Submission Date":"2025-01-07","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_0.5_1e-7-1ep_0alp_0lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_0.5_1e-7-2ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_0.5_1e-7-2ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_0.5_1e-7-2ep_0alp_0lam","Model sha":"0a5353e020ead8035ef74fcd41057ccac07a0f0b","Average ⬆️":7.496575969696766,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9748893197902357,"IFEval Raw":0.24170201731406002,"IFEval":24.170201731406003,"BBH Raw":0.3178391594145879,"BBH":6.524571656668756,"MATH Lvl 5 Raw":0.04003021148036254,"MATH Lvl 5":4.003021148036254,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.33279166666666665,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.1574966755319149,"MMLU-PRO":6.3885195035461,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-06","Submission Date":"2025-01-07","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_0.5_1e-7-2ep_0alp_0lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_0.5_1e-7-3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_0.5_1e-7-3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_0.5_1e-7-3ep_0alp_0lam","Model sha":"0ad95d884546d654dc1dae59291bc8c7eb130715","Average ⬆️":7.758022627216668,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.595170776368906,"IFEval Raw":0.2562401095759252,"IFEval":25.62401095759252,"BBH Raw":0.31904280434381205,"BBH":6.739192109111529,"MATH Lvl 5 Raw":0.04229607250755287,"MATH Lvl 5":4.229607250755287,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.334125,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.15757978723404256,"MMLU-PRO":6.3977541371158395,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-05","Submission Date":"2025-01-07","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_1e-6-3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_1e-6-3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_1e-6-3ep_0alp_0lam","Model sha":"856e9a81ea94b2d3d7b3ba66e2e15db4018fd770","Average ⬆️":7.538763276089521,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5812332726991494,"IFEval Raw":0.2408276705807258,"IFEval":24.082767058072584,"BBH Raw":0.31647277641099675,"BBH":6.42055719700361,"MATH Lvl 5 Raw":0.04305135951661632,"MATH Lvl 5":4.305135951661631,"GPQA Raw":0.27348993288590606,"GPQA":3.1319910514541416,"MUSR Raw":0.3315208333333333,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.1556682180851064,"MMLU-PRO":6.18535756501182,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-31","Submission Date":"2025-01-01","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_1e-6_1ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_1e-6_1ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_1e-6_1ep_0alp_0lam","Model sha":"82d617dbd311ef70dad0c1286f2268f57f9f6326","Average ⬆️":7.900913542849916,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9418792589240153,"IFEval Raw":0.24812165055386376,"IFEval":24.812165055386373,"BBH Raw":0.3204166266783764,"BBH":6.6874635150864,"MATH Lvl 5 Raw":0.04758308157099698,"MATH Lvl 5":4.758308157099698,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.3301875,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.15915890957446807,"MMLU-PRO":6.573212174940895,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-01","Submission Date":"2025-01-01","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_1e-6_1ep_0alp_0lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_1e-6_2ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_1e-6_2ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_1e-6_2ep_0alp_0lam","Model sha":"5d424327b110d4eafae4a4250092e0ff8eb474f8","Average ⬆️":7.872419066693536,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.994687575413746,"IFEval Raw":0.2544914161092568,"IFEval":25.44914161092568,"BBH Raw":0.3185709286639082,"BBH":6.553899558301251,"MATH Lvl 5 Raw":0.04984894259818731,"MATH Lvl 5":4.984894259818732,"GPQA Raw":0.27181208053691275,"GPQA":2.9082774049216997,"MUSR Raw":0.32885416666666667,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.15608377659574468,"MMLU-PRO":6.23153073286052,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-01","Submission Date":"2025-01-01","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_1e-6_2ep_0alp_0lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_2e-6-3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_2e-6-3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_2e-6-3ep_0alp_0lam","Model sha":"38e2dc85b55c6489ac69c986426e1dc625298779","Average ⬆️":7.662137140256275,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6287579769869538,"IFEval Raw":0.2519935992056632,"IFEval":25.19935992056632,"BBH Raw":0.320368681472897,"BBH":6.583344002745696,"MATH Lvl 5 Raw":0.03927492447129909,"MATH Lvl 5":3.927492447129909,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.32615625,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.15375664893617022,"MMLU-PRO":5.972960992907801,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-31","Submission Date":"2025-01-01","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_2e-6_1ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_2e-6_1ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_2e-6_1ep_0alp_0lam","Model sha":"35c3951d1d1508e67968cee2599d017738add9e8","Average ⬆️":7.613408611706003,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9466656521995674,"IFEval Raw":0.23146030310686755,"IFEval":23.146030310686758,"BBH Raw":0.32128474090743103,"BBH":6.560212045244278,"MATH Lvl 5 Raw":0.045317220543806644,"MATH Lvl 5":4.531722054380665,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.32221875,"MUSR":0.9440104166666662,"MMLU-PRO Raw":0.15824468085106383,"MMLU-PRO":6.471631205673758,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-01","Submission Date":"2025-01-01","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_2e-6_1ep_0alp_0lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_2e-6_2ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_2e-6_2ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_2e-6_2ep_0alp_0lam","Model sha":"70509db679e5a3b648b8e240599bfbd38d4dfdde","Average ⬆️":7.688163880198053,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9649867208676277,"IFEval Raw":0.25149381419079153,"IFEval":25.149381419079155,"BBH Raw":0.31867127828365593,"BBH":6.83074782881189,"MATH Lvl 5 Raw":0.04305135951661632,"MATH Lvl 5":4.305135951661631,"GPQA Raw":0.27181208053691275,"GPQA":2.9082774049216997,"MUSR Raw":0.32888541666666665,"MUSR":0.9440104166666662,"MMLU-PRO Raw":0.15392287234042554,"MMLU-PRO":5.991430260047281,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-01","Submission Date":"2025-01-01","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_2e-6_2ep_0alp_0lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_3e-6-1ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_3e-6-1ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_3e-6-1ep_0alp_0lam","Model sha":"13169c96ccb74161783784aee75d3debc92d3191","Average ⬆️":7.510368922283475,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9650369713069662,"IFEval Raw":0.24719743613611883,"IFEval":24.719743613611882,"BBH Raw":0.3213274785812292,"BBH":6.204970976213926,"MATH Lvl 5 Raw":0.03474320241691843,"MATH Lvl 5":3.474320241691843,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.3261875,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.15882646276595744,"MMLU-PRO":6.536273640661936,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-02","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_3e-6-1ep_0alp_0lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_3e-6-2ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_3e-6-2ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_3e-6-2ep_0alp_0lam","Model sha":"b4960bf1fc8ae5cc21a88cff4632d12a6f38f578","Average ⬆️":7.696957299033557,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9756798711523569,"IFEval Raw":0.24599839536873275,"IFEval":24.599839536873276,"BBH Raw":0.32337658694524307,"BBH":7.019682155967409,"MATH Lvl 5 Raw":0.0377643504531722,"MATH Lvl 5":3.7764350453172204,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.33021875,"MUSR":0.9440104166666662,"MMLU-PRO Raw":0.15334109042553193,"MMLU-PRO":5.926787825059102,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-02","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_3e-6-2ep_0alp_0lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_3e-6-3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_3e-6-3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_3e-6-3ep_0alp_0lam","Model sha":"5c391a7ae4a7a50bae309ef408a774f2cc6c5f87","Average ⬆️":8.113734287630097,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6261828818601183,"IFEval Raw":0.25236816092412573,"IFEval":25.236816092412575,"BBH Raw":0.3255638228201855,"BBH":7.0604011102157775,"MATH Lvl 5 Raw":0.05362537764350453,"MATH Lvl 5":5.362537764350453,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.33679166666666666,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.15309175531914893,"MMLU-PRO":5.89908392434988,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-01","Submission Date":"2025-01-02","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-6-1ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-6-1ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-6-1ep_0alp_0lam","Model sha":"d2a971d280f6df1042e11dbb7cfa45df44514096","Average ⬆️":7.472755907553406,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9554874322349814,"IFEval Raw":0.2264646692996804,"IFEval":22.646466929968042,"BBH Raw":0.3252098558034601,"BBH":6.715595621810369,"MATH Lvl 5 Raw":0.04758308157099698,"MATH Lvl 5":4.758308157099698,"GPQA Raw":0.27348993288590606,"GPQA":3.1319910514541416,"MUSR Raw":0.32615625,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.1568317819148936,"MMLU-PRO":6.314642434988178,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-02","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-6-1ep_0alp_0lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-6-2ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-6-2ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-6-2ep_0alp_0lam","Model sha":"c7f7a7e1650c751b29689ec2df185d4b2e5bab3a","Average ⬆️":7.491778365975214,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9770739578099976,"IFEval Raw":0.23016152697066006,"IFEval":23.01615269706601,"BBH Raw":0.3224479825736107,"BBH":6.98474035276211,"MATH Lvl 5 Raw":0.04380664652567976,"MATH Lvl 5":4.380664652567976,"GPQA Raw":0.27684563758389263,"GPQA":3.5794183445190177,"MUSR Raw":0.34079166666666666,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.15001662234042554,"MMLU-PRO":5.557402482269504,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-02","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-6-2ep_0alp_0lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-6-3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-6-3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-6-3ep_0alp_0lam","Model sha":"ca502a15a6eba95542bc1e8b0a30b09497e7a5b0","Average ⬆️":7.931808376696927,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6191035921575376,"IFEval Raw":0.25236816092412573,"IFEval":25.236816092412575,"BBH Raw":0.3278027492189594,"BBH":7.363649162861492,"MATH Lvl 5 Raw":0.04078549848942598,"MATH Lvl 5":4.078549848942599,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.33945833333333336,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.15209441489361702,"MMLU-PRO":5.788268321513002,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-01","Submission Date":"2025-01-02","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-7-3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-7-3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-7-3ep_0alp_0lam","Model sha":"174ec47630d774ab7c5a4166535ec74147c642aa","Average ⬆️":7.664774636147854,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5672288780515016,"IFEval Raw":0.2657570801030156,"IFEval":26.575708010301554,"BBH Raw":0.31752113645211816,"BBH":6.726276300474528,"MATH Lvl 5 Raw":0.03625377643504532,"MATH Lvl 5":3.625377643504532,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.3301875,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.1574966755319149,"MMLU-PRO":6.3885195035461,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-31","Submission Date":"2024-12-31","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-7_1ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-7_1ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-7_1ep_0alp_0lam","Model sha":"1b22458420a322788506fff16bf5d56721c8f2f6","Average ⬆️":7.6637155055011235,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9606349545204644,"IFEval Raw":0.2487211709375568,"IFEval":24.87211709375568,"BBH Raw":0.3189091360416723,"BBH":6.708541946458948,"MATH Lvl 5 Raw":0.0377643504531722,"MATH Lvl 5":3.7764350453172204,"GPQA Raw":0.27181208053691275,"GPQA":2.9082774049216997,"MUSR Raw":0.3275208333333333,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.15949135638297873,"MMLU-PRO":6.610150709219859,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-31","Submission Date":"2024-12-31","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-7_1ep_0alp_0lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-7_2ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-7_2ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-7_2ep_0alp_0lam","Model sha":"b7fe3cbf6d09cc0a1ea9fe6fa34808ed72933c8a","Average ⬆️":7.759729017494784,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9716211474827172,"IFEval Raw":0.2560151509106947,"IFEval":25.601515091069473,"BBH Raw":0.3158776856286612,"BBH":6.253469424299401,"MATH Lvl 5 Raw":0.0377643504531722,"MATH Lvl 5":3.7764350453172204,"GPQA Raw":0.27684563758389263,"GPQA":3.5794183445190177,"MUSR Raw":0.3275208333333333,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.15616688829787234,"MMLU-PRO":6.240765366430259,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-31","Submission Date":"2024-12-31","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_5e-7_2ep_0alp_0lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_7e-7-3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_7e-7-3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_7e-7-3ep_0alp_0lam","Model sha":"933667537bf908dae0b1114e2bff815280fc6b83","Average ⬆️":7.566871862822331,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.635012914673809,"IFEval Raw":0.2498703440205322,"IFEval":24.98703440205322,"BBH Raw":0.31561997255280577,"BBH":6.443718103679828,"MATH Lvl 5 Raw":0.04003021148036254,"MATH Lvl 5":4.003021148036254,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.3301875,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.15558510638297873,"MMLU-PRO":6.176122931442081,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-31","Submission Date":"2025-01-01","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_7e-7_1ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_7e-7_1ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_7e-7_1ep_0alp_0lam","Model sha":"b2bfe72f4ad00468aabc2886b5960438b43cd84c","Average ⬆️":7.522450873561554,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4377628452926612,"IFEval Raw":0.249595517670891,"IFEval":24.9595517670891,"BBH Raw":0.31774285416798703,"BBH":6.39987465305757,"MATH Lvl 5 Raw":0.045317220543806644,"MATH Lvl 5":4.531722054380665,"GPQA Raw":0.2625838926174497,"GPQA":1.6778523489932917,"MUSR Raw":0.33148958333333334,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.1566655585106383,"MMLU-PRO":6.296173167848698,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-31","Submission Date":"2025-01-01","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_7e-7_1ep_0alp_0lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_7e-7_2ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_7e-7_2ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_7e-7_2ep_0alp_0lam","Model sha":"b53ec7094778d0d77cc37e267c18506977df2a95","Average ⬆️":7.658751981428238,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9673478289923537,"IFEval Raw":0.25149381419079153,"IFEval":25.149381419079155,"BBH Raw":0.3172338500122228,"BBH":6.482712194466828,"MATH Lvl 5 Raw":0.04380664652567976,"MATH Lvl 5":4.380664652567976,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.3275208333333333,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.15533577127659576,"MMLU-PRO":6.148419030732861,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-31","Submission Date":"2025-01-01","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-2ep-MDPO_7e-7_2ep_0alp_0lam"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-3ep_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-3ep 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-3ep","Model sha":"21ae492ab6eccf22bf141d33b1928b57558aa26e","Average ⬆️":7.452521242968808,"Hub License":"mit","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4998281694187698,"IFEval Raw":0.22808813946993975,"IFEval":22.808813946993972,"BBH Raw":0.3239538094779519,"BBH":6.085450245131953,"MATH Lvl 5 Raw":0.045317220543806644,"MATH Lvl 5":4.531722054380665,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.330125,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.17461768617021275,"MMLU-PRO":8.290854018912528,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-5ep_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-5ep 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-5ep","Model sha":"dfc638508a822295921d68aa11b3d7ae97d912c8","Average ⬆️":7.715260794976504,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4430169200453364,"IFEval Raw":0.23478259905938464,"IFEval":23.478259905938465,"BBH Raw":0.33076056644270485,"BBH":7.179764119844701,"MATH Lvl 5 Raw":0.05060422960725076,"MATH Lvl 5":5.0604229607250755,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.34088541666666666,"MUSR":0.9440104166666662,"MMLU-PRO Raw":0.16954787234042554,"MMLU-PRO":7.727541371158392,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_5e-7_3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_5e-7_3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_5e-7_3ep_0alp_0lam","Model sha":"5b0f281d0bfdc9723af05b90e3586b3a122d3f7e","Average ⬆️":7.834821841142105,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5272056484708256,"IFEval Raw":0.25259311958935626,"IFEval":25.259311958935623,"BBH Raw":0.323809171214906,"BBH":6.757650565553466,"MATH Lvl 5 Raw":0.03927492447129909,"MATH Lvl 5":3.927492447129909,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.3528229166666667,"MUSR":2.336197916666667,"MMLU-PRO Raw":0.15741356382978725,"MMLU-PRO":6.37928486997636,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-30","Submission Date":"2024-12-31","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_5e-7_3ep_0alp_0lam_1ep_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_5e-7_3ep_0alp_0lam_1ep 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_5e-7_3ep_0alp_0lam_1ep","Model sha":"0565f9723b4d12663e25664b2b81c0111562c739","Average ⬆️":7.472893784749629,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9262143872438419,"IFEval Raw":0.24812165055386376,"IFEval":24.812165055386373,"BBH Raw":0.31748404240871353,"BBH":5.959990748201868,"MATH Lvl 5 Raw":0.03851963746223565,"MATH Lvl 5":3.8519637462235647,"GPQA Raw":0.2625838926174497,"GPQA":1.6778523489932917,"MUSR Raw":0.34752083333333333,"MUSR":1.9067708333333335,"MMLU-PRO Raw":0.15965757978723405,"MMLU-PRO":6.628619976359339,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-31","Submission Date":"2024-12-31","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_5e-7_3ep_0alp_0lam_1ep"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_5e-7_3ep_0alp_0lam_2ep_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_5e-7_3ep_0alp_0lam_2ep 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_5e-7_3ep_0alp_0lam_2ep","Model sha":"b546b909e307db7301cbf21aacdc3ed5a32dff55","Average ⬆️":7.494108519452317,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.920317545171435,"IFEval Raw":0.25476624245889795,"IFEval":25.476624245889795,"BBH Raw":0.3199073234678175,"BBH":6.1123436893783385,"MATH Lvl 5 Raw":0.03851963746223565,"MATH Lvl 5":3.8519637462235647,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.34348958333333335,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.15616688829787234,"MMLU-PRO":6.240765366430259,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-31","Submission Date":"2024-12-31","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_5e-7_3ep_0alp_0lam_2ep"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_7e-7_3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_7e-7_3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_7e-7_3ep_0alp_0lam","Model sha":"164c3419bbd4db8e8d0eac08b67c7863038dc6e8","Average ⬆️":7.453297176972131,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4310927512750664,"IFEval Raw":0.2423015376977531,"IFEval":24.230153769775306,"BBH Raw":0.32193163799444524,"BBH":6.240268525979645,"MATH Lvl 5 Raw":0.033987915407854986,"MATH Lvl 5":3.3987915407854987,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.35152083333333334,"MUSR":1.9067708333333335,"MMLU-PRO Raw":0.15633311170212766,"MMLU-PRO":6.259234633569739,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-30","Submission Date":"2024-12-31","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_7e-7_3ep_0alp_0lam_1ep_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_7e-7_3ep_0alp_0lam_1ep 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_7e-7_3ep_0alp_0lam_1ep","Model sha":"63d97aa17e6e7657aa46a39ad4b0a69456443db4","Average ⬆️":7.592452067439491,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.911805268810864,"IFEval Raw":0.24927082363683917,"IFEval":24.927082363683915,"BBH Raw":0.3190945593427599,"BBH":6.292637807025397,"MATH Lvl 5 Raw":0.03927492447129909,"MATH Lvl 5":3.927492447129909,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.34752083333333333,"MUSR":1.3734374999999996,"MMLU-PRO Raw":0.15915890957446807,"MMLU-PRO":6.573212174940895,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-31","Submission Date":"2024-12-31","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_7e-7_3ep_0alp_0lam_1ep"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_7e-7_3ep_0alp_0lam_2ep_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_7e-7_3ep_0alp_0lam_2ep 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_7e-7_3ep_0alp_0lam_2ep","Model sha":"29fe2c7fb9320dbce9444b094bc3f2df2aea7a95","Average ⬆️":7.702241458661472,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9175874353422176,"IFEval Raw":0.24779695651981187,"IFEval":24.779695651981186,"BBH Raw":0.3218405915852565,"BBH":6.357407183573582,"MATH Lvl 5 Raw":0.04154078549848943,"MATH Lvl 5":4.1540785498489425,"GPQA Raw":0.26929530201342283,"GPQA":2.572706935123044,"MUSR Raw":0.35152083333333334,"MUSR":2.1734375000000004,"MMLU-PRO Raw":0.15558510638297873,"MMLU-PRO":6.176122931442081,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-31","Submission Date":"2024-12-31","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-2e-5-5ep-MDPO_7e-7_3ep_0alp_0lam_2ep"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-5e-5_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-5e-5 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-5e-5","Model sha":"60e9b653fa459a1c86b5b6753fbf53c65349c6c4","Average ⬆️":6.609556986596828,"Hub License":"mit","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7130763775454447,"IFEval Raw":0.2009856070781083,"IFEval":20.098560707810833,"BBH Raw":0.31093810553451656,"BBH":4.746972667855022,"MATH Lvl 5 Raw":0.033987915407854986,"MATH Lvl 5":3.3987915407854987,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.33809375,"MUSR":1.5950520833333328,"MMLU-PRO Raw":0.16722074468085107,"MMLU-PRO":7.468971631205674,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-28","Submission Date":"2024-12-28","Generation":1,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-5e-5-2ep_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-5e-5-2ep 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-5e-5-2ep","Model sha":"74c7d21925c30d90602995e9b33b6662fe547109","Average ⬆️":6.850186995920002,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.615044419227721,"IFEval Raw":0.21747186354428472,"IFEval":21.74718635442847,"BBH Raw":0.3179879277889672,"BBH":5.832625611473314,"MATH Lvl 5 Raw":0.0377643504531722,"MATH Lvl 5":3.7764350453172204,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.33679166666666666,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.16273271276595744,"MMLU-PRO":6.970301418439714,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-5e-5-3ep_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-5e-5-3ep 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-5e-5-3ep","Model sha":"f56b42c1eb2ef4b675db004f5c723c62fc7483db","Average ⬆️":7.074425558693155,"Hub License":"mit","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4376652440986477,"IFEval Raw":0.2198699450790569,"IFEval":21.986994507905692,"BBH Raw":0.32974820176156994,"BBH":7.669544389639071,"MATH Lvl 5 Raw":0.030211480362537766,"MATH Lvl 5":3.0211480362537766,"GPQA Raw":0.2533557046979866,"GPQA":0.44742729306487633,"MUSR Raw":0.35933333333333334,"MUSR":2.0833333333333326,"MMLU-PRO Raw":0.1651429521276596,"MMLU-PRO":7.238105791962175,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-5e-5-5ep_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-5e-5-5ep 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-5e-5-5ep","Model sha":"6dfaa85d4394d0427aa4159d5d81d523a3412da8","Average ⬆️":7.440232615798167,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.361085858952767,"IFEval Raw":0.2077299343519639,"IFEval":20.77299343519639,"BBH Raw":0.3275980298873716,"BBH":7.191287458251598,"MATH Lvl 5 Raw":0.027190332326283987,"MATH Lvl 5":2.719033232628399,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.3766354166666666,"MUSR":4.979427083333333,"MMLU-PRO Raw":0.15866023936170212,"MMLU-PRO":6.5178043735224565,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-7e-5_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-7e-5 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-7e-5","Model sha":"49a3b8378a402807b855c0119e034098abe0d46f","Average ⬆️":6.761335194180454,"Hub License":"mit","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6818854605225897,"IFEval Raw":0.20925366915340185,"IFEval":20.925366915340184,"BBH Raw":0.3158179005969299,"BBH":6.35784176033773,"MATH Lvl 5 Raw":0.030211480362537766,"MATH Lvl 5":3.0211480362537766,"GPQA Raw":0.25671140939597314,"GPQA":0.8948545861297527,"MUSR Raw":0.33669791666666665,"MUSR":2.4539062499999997,"MMLU-PRO Raw":0.1622340425531915,"MMLU-PRO":6.914893617021275,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-28","Submission Date":"2024-12-28","Generation":1,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-7e-5-2ep_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-7e-5-2ep 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-7e-5-2ep","Model sha":"7b66d2d83065a5a70131af7c1f4ef4697e3a4793","Average ⬆️":6.502777310751012,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4621946194053217,"IFEval Raw":0.2156234347087949,"IFEval":21.56234347087949,"BBH Raw":0.3100411318318588,"BBH":5.463607645078233,"MATH Lvl 5 Raw":0.03927492447129909,"MATH Lvl 5":3.927492447129909,"GPQA Raw":0.2424496644295302,"GPQA":0.0,"MUSR Raw":0.3367291666666667,"MUSR":1.7578124999999993,"MMLU-PRO Raw":0.15674867021276595,"MMLU-PRO":6.305407801418437,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-7e-5-3ep_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-7e-5-3ep 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-7e-5-3ep","Model sha":"1549cc71c00753fab474efdcd3c8feec58aea2eb","Average ⬆️":6.894032740125938,"Hub License":"mit","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.437731349494459,"IFEval Raw":0.23805502732749106,"IFEval":23.805502732749105,"BBH Raw":0.3199313632207049,"BBH":5.984021663044627,"MATH Lvl 5 Raw":0.03323262839879154,"MATH Lvl 5":3.3232628398791544,"GPQA Raw":0.23657718120805368,"GPQA":0.0,"MUSR Raw":0.3553645833333334,"MUSR":2.4539062499999997,"MMLU-PRO Raw":0.15217752659574468,"MMLU-PRO":5.7975029550827415,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-7e-5-5ep_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen2.5-0.5B-SFT-7e-5-5ep 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-7e-5-5ep","Model sha":"cc8c819193645a52b75833dbb3ef9d5895afdb7e","Average ⬆️":6.575560410304202,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4582645673428911,"IFEval Raw":0.21197644472222593,"IFEval":21.197644472222592,"BBH Raw":0.32002953673668666,"BBH":5.343662111309169,"MATH Lvl 5 Raw":0.02190332326283988,"MATH Lvl 5":2.190332326283988,"GPQA Raw":0.24580536912751677,"GPQA":0.0,"MUSR Raw":0.37127083333333327,"MUSR":3.7421874999999996,"MMLU-PRO Raw":0.1628158244680851,"MMLU-PRO":6.979536052009454,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-DPO-1epoch_v1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-DPO-1epoch_v1 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-DPO-1epoch_v1","Model sha":"0193e5d0320c7810011a6d9574e8657706eac706","Average ⬆️":6.245597623653178,"Hub License":"mit","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.961642524321046,"IFEval Raw":0.20245947419513555,"IFEval":20.245947419513556,"BBH Raw":0.326814314271471,"BBH":6.136573850240249,"MATH Lvl 5 Raw":0.03625377643504532,"MATH Lvl 5":3.625377643504532,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.3209166666666667,"MUSR":0.7812499999999996,"MMLU-PRO Raw":0.13297872340425532,"MMLU-PRO":3.664302600472812,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-28","Submission Date":"2024-12-28","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-DPO-1epoch_v1"},{"eval_name":"JayHyeon_Qwen2.5-0.5B-SFT-MDPO-1epoch_v1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen2.5-0.5B-SFT-MDPO-1epoch_v1 📑","fullname":"JayHyeon/Qwen2.5-0.5B-SFT-MDPO-1epoch_v1","Model sha":"9d73894bc39e9d994cdd154ef006eeb9a1b06b1b","Average ⬆️":6.644463688191298,"Hub License":"mit","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9604210151237631,"IFEval Raw":0.1964144026737944,"IFEval":19.64144026737944,"BBH Raw":0.32925816453885065,"BBH":6.524721998388398,"MATH Lvl 5 Raw":0.04682779456193353,"MATH Lvl 5":4.682779456193353,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.32615625,"MUSR":1.8028645833333332,"MMLU-PRO Raw":0.13372672872340424,"MMLU-PRO":3.7474143026004705,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":0,"Base Model":"JayHyeon/Qwen2.5-0.5B-SFT-MDPO-1epoch_v1"},{"eval_name":"JayHyeon_Qwen_0.5-DPOP_1e-6-3ep_0alp_5lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-DPOP_1e-6-3ep_0alp_5lam 📑","fullname":"JayHyeon/Qwen_0.5-DPOP_1e-6-3ep_0alp_5lam","Model sha":"0ff5d1179bf3a8a2b83654ea465fa826f2be163a","Average ⬆️":7.889615512040611,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.703989511017824,"IFEval Raw":0.25324250765746,"IFEval":25.324250765746,"BBH Raw":0.3140431891367934,"BBH":6.140998671919301,"MATH Lvl 5 Raw":0.04909365558912387,"MATH Lvl 5":4.909365558912387,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.33145833333333335,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.15658244680851063,"MMLU-PRO":6.286938534278959,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-08","Submission Date":"2025-01-10","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-DPOP_1e-7-3ep_0alp_5lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-DPOP_1e-7-3ep_0alp_5lam 📑","fullname":"JayHyeon/Qwen_0.5-DPOP_1e-7-3ep_0alp_5lam","Model sha":"d3aa726a59441183996a5b1307d98cd22c5a7c41","Average ⬆️":7.889282686740077,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.759286387006712,"IFEval Raw":0.26695612087040166,"IFEval":26.695612087040164,"BBH Raw":0.3188575312560274,"BBH":6.642106052466649,"MATH Lvl 5 Raw":0.04078549848942598,"MATH Lvl 5":4.078549848942599,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.32879166666666665,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.15625,"MMLU-PRO":6.249999999999999,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-10","Submission Date":"2025-01-10","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-DPOP_3e-6-1ep_0alp_5lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen_0.5-DPOP_3e-6-1ep_0alp_5lam 📑","fullname":"JayHyeon/Qwen_0.5-DPOP_3e-6-1ep_0alp_5lam","Model sha":"413e2bcce19a1674df62dea89d2884158f38e0a1","Average ⬆️":7.503528444281592,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9443681211187519,"IFEval Raw":0.24807178286945303,"IFEval":24.807178286945305,"BBH Raw":0.32608064671010917,"BBH":6.943810696272422,"MATH Lvl 5 Raw":0.04380664652567976,"MATH Lvl 5":4.380664652567976,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.3368229166666667,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.15649933510638298,"MMLU-PRO":6.277703900709218,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-08","Submission Date":"2025-01-09","Generation":0,"Base Model":"JayHyeon/Qwen_0.5-DPOP_3e-6-1ep_0alp_5lam"},{"eval_name":"JayHyeon_Qwen_0.5-DPOP_3e-6-2ep_0alp_5lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen_0.5-DPOP_3e-6-2ep_0alp_5lam 📑","fullname":"JayHyeon/Qwen_0.5-DPOP_3e-6-2ep_0alp_5lam","Model sha":"7a7b741efe8ec7601b97d3c81a17a51186db4d1f","Average ⬆️":7.695125090795082,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9402523468511222,"IFEval Raw":0.23832985367713222,"IFEval":23.83298536771322,"BBH Raw":0.32184656431310543,"BBH":7.149861894529503,"MATH Lvl 5 Raw":0.04305135951661632,"MATH Lvl 5":4.305135951661631,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.3341875,"MUSR":1.3734374999999996,"MMLU-PRO Raw":0.15034906914893617,"MMLU-PRO":5.594341016548462,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-08","Submission Date":"2025-01-09","Generation":0,"Base Model":"JayHyeon/Qwen_0.5-DPOP_3e-6-2ep_0alp_5lam"},{"eval_name":"JayHyeon_Qwen_0.5-DPOP_3e-6-3ep_0alp_5lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-DPOP_3e-6-3ep_0alp_5lam 📑","fullname":"JayHyeon/Qwen_0.5-DPOP_3e-6-3ep_0alp_5lam","Model sha":"b220068434876242a9d403157b213b495be060ce","Average ⬆️":7.64886621890572,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6105590892603854,"IFEval Raw":0.24714756845170813,"IFEval":24.71475684517081,"BBH Raw":0.32244323308961736,"BBH":6.96901565344555,"MATH Lvl 5 Raw":0.04003021148036254,"MATH Lvl 5":4.003021148036254,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.33276041666666667,"MUSR":1.5950520833333328,"MMLU-PRO Raw":0.15334109042553193,"MMLU-PRO":5.926787825059102,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-07","Submission Date":"2025-01-09","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-DPOP_3e-7-1ep_0alp_5lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen_0.5-DPOP_3e-7-1ep_0alp_5lam 📑","fullname":"JayHyeon/Qwen_0.5-DPOP_3e-7-1ep_0alp_5lam","Model sha":"2606b30c631db1d04fa00c5e070c6ab4a63da9d5","Average ⬆️":7.460153325587554,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9978701848610899,"IFEval Raw":0.24474948691693596,"IFEval":24.474948691693598,"BBH Raw":0.3181429193838813,"BBH":6.629315516160802,"MATH Lvl 5 Raw":0.04380664652567976,"MATH Lvl 5":4.380664652567976,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.334125,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.15649933510638298,"MMLU-PRO":6.277703900709218,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-15","Submission Date":"2025-01-15","Generation":0,"Base Model":"JayHyeon/Qwen_0.5-DPOP_3e-7-1ep_0alp_5lam"},{"eval_name":"JayHyeon_Qwen_0.5-DPOP_3e-7-2ep_0alp_5lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen_0.5-DPOP_3e-7-2ep_0alp_5lam 📑","fullname":"JayHyeon/Qwen_0.5-DPOP_3e-7-2ep_0alp_5lam","Model sha":"69e9ffab2fcc5f6ea1a85a016392b9188795e897","Average ⬆️":7.630732587028278,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.478217700979221,"IFEval Raw":0.2551408041773605,"IFEval":25.51408041773605,"BBH Raw":0.3194064593640778,"BBH":6.682421807383531,"MATH Lvl 5 Raw":0.0445619335347432,"MATH Lvl 5":4.45619335347432,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.32615625,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.1566655585106383,"MMLU-PRO":6.296173167848698,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-15","Submission Date":"2025-01-15","Generation":0,"Base Model":"JayHyeon/Qwen_0.5-DPOP_3e-7-2ep_0alp_5lam"},{"eval_name":"JayHyeon_Qwen_0.5-DPOP_3e-7-3ep_0alp_5lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-DPOP_3e-7-3ep_0alp_5lam 📑","fullname":"JayHyeon/Qwen_0.5-DPOP_3e-7-3ep_0alp_5lam","Model sha":"2bde9be8d3d84bea9a411f0d6d13473231cf95c8","Average ⬆️":7.691670985905742,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6883948898981882,"IFEval Raw":0.25379216035674235,"IFEval":25.379216035674233,"BBH Raw":0.31530652457997205,"BBH":6.35458053541051,"MATH Lvl 5 Raw":0.04154078549848943,"MATH Lvl 5":4.1540785498489425,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.326125,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.1583277925531915,"MMLU-PRO":6.4808658392434975,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-12","Submission Date":"2025-01-15","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-DPOP_5e-7-1ep_0alp_5lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen_0.5-DPOP_5e-7-1ep_0alp_5lam 📑","fullname":"JayHyeon/Qwen_0.5-DPOP_5e-7-1ep_0alp_5lam","Model sha":"76b620a990201a95b5deec1ba40f9b261838313e","Average ⬆️":7.493393961856238,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9850000355205352,"IFEval Raw":0.24022815019703275,"IFEval":24.022815019703277,"BBH Raw":0.3168335157841944,"BBH":6.505902199540394,"MATH Lvl 5 Raw":0.0377643504531722,"MATH Lvl 5":3.7764350453172204,"GPQA Raw":0.27181208053691275,"GPQA":2.9082774049216997,"MUSR Raw":0.33279166666666665,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.1568317819148936,"MMLU-PRO":6.314642434988178,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-08","Submission Date":"2025-01-09","Generation":0,"Base Model":"JayHyeon/Qwen_0.5-DPOP_5e-7-1ep_0alp_5lam"},{"eval_name":"JayHyeon_Qwen_0.5-DPOP_5e-7-2ep_0alp_5lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen_0.5-DPOP_5e-7-2ep_0alp_5lam 📑","fullname":"JayHyeon/Qwen_0.5-DPOP_5e-7-2ep_0alp_5lam","Model sha":"e0b144725edee45dd354686f05120eb77bf6a24c","Average ⬆️":7.718986668912689,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9684952369307005,"IFEval Raw":0.24839647690350491,"IFEval":24.83964769035049,"BBH Raw":0.3210570160312575,"BBH":6.769462425761781,"MATH Lvl 5 Raw":0.04380664652567976,"MATH Lvl 5":4.380664652567976,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.3288229166666667,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.1573304521276596,"MMLU-PRO":6.37005023640662,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-08","Submission Date":"2025-01-09","Generation":0,"Base Model":"JayHyeon/Qwen_0.5-DPOP_5e-7-2ep_0alp_5lam"},{"eval_name":"JayHyeon_Qwen_0.5-DPOP_5e-7-3ep_0alp_5lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-DPOP_5e-7-3ep_0alp_5lam 📑","fullname":"JayHyeon/Qwen_0.5-DPOP_5e-7-3ep_0alp_5lam","Model sha":"87b4f03642dfa89ad2a131cfd16c9d9de701a3e0","Average ⬆️":7.865443795694458,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6480123216517317,"IFEval Raw":0.25781371206177384,"IFEval":25.781371206177386,"BBH Raw":0.32030958605054793,"BBH":6.7976270630017614,"MATH Lvl 5 Raw":0.04229607250755287,"MATH Lvl 5":4.229607250755287,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.32885416666666667,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.1583277925531915,"MMLU-PRO":6.4808658392434975,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-07","Submission Date":"2025-01-09","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-DPO_1e-6-3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-DPO_1e-6-3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-DPO_1e-6-3ep_0alp_0lam","Model sha":"d87a8bb4c6aeb88b3594f56e180df574092b5a1c","Average ⬆️":7.62746022008641,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4718979698729255,"IFEval Raw":0.23163539408768735,"IFEval":23.163539408768735,"BBH Raw":0.3258499805340021,"BBH":6.865286941551371,"MATH Lvl 5 Raw":0.052870090634441085,"MATH Lvl 5":5.287009063444108,"GPQA Raw":0.26929530201342283,"GPQA":2.572706935123044,"MUSR Raw":0.322125,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.15799534574468085,"MMLU-PRO":6.443927304964539,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-08","Submission Date":"2025-01-10","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-DPO_1e-7-3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-DPO_1e-7-3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-DPO_1e-7-3ep_0alp_0lam","Model sha":"a9658d65542a379073a29bd6a74e91ac7a016e24","Average ⬆️":7.573179197494986,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6979621580424176,"IFEval Raw":0.23598163982677073,"IFEval":23.59816398267707,"BBH Raw":0.3225125170893353,"BBH":7.100430208613126,"MATH Lvl 5 Raw":0.04380664652567976,"MATH Lvl 5":4.380664652567976,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.32221875,"MUSR":0.9440104166666662,"MMLU-PRO Raw":0.1595744680851064,"MMLU-PRO":6.619385342789598,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-09","Submission Date":"2025-01-10","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-DPO_3e-6-1ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen_0.5-DPO_3e-6-1ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-DPO_3e-6-1ep_0alp_0lam","Model sha":"297178a89709f6f072b473177f7cd6dcc3fc9240","Average ⬆️":6.91953175659681,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0017297185291754,"IFEval Raw":0.23370878158840763,"IFEval":23.370878158840764,"BBH Raw":0.3132229900705577,"BBH":5.926862745098039,"MATH Lvl 5 Raw":0.03474320241691843,"MATH Lvl 5":3.474320241691843,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.3235208333333333,"MUSR":1.3734374999999996,"MMLU-PRO Raw":0.15325797872340424,"MMLU-PRO":5.917553191489359,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-08","Submission Date":"2025-01-09","Generation":0,"Base Model":"JayHyeon/Qwen_0.5-DPO_3e-6-1ep_0alp_0lam"},{"eval_name":"JayHyeon_Qwen_0.5-DPO_3e-6-2ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen_0.5-DPO_3e-6-2ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-DPO_3e-6-2ep_0alp_0lam","Model sha":"2dd99da9b5bae43985f64a70ae44cf165f70129f","Average ⬆️":8.075905010851175,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.990338277414754,"IFEval Raw":0.25693936532843964,"IFEval":25.693936532843964,"BBH Raw":0.32760017293049276,"BBH":7.35619576137537,"MATH Lvl 5 Raw":0.054380664652567974,"MATH Lvl 5":5.438066465256798,"GPQA Raw":0.27181208053691275,"GPQA":2.9082774049216997,"MUSR Raw":0.3155833333333333,"MUSR":0.7812499999999996,"MMLU-PRO Raw":0.15649933510638298,"MMLU-PRO":6.277703900709218,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-08","Submission Date":"2025-01-09","Generation":0,"Base Model":"JayHyeon/Qwen_0.5-DPO_3e-6-2ep_0alp_0lam"},{"eval_name":"JayHyeon_Qwen_0.5-DPO_3e-6-3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-DPO_3e-6-3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-DPO_3e-6-3ep_0alp_0lam","Model sha":"33ff7ce2813289b10c8e871edadbd345e0107fcf","Average ⬆️":7.64297366620885,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.6055028700638796,"IFEval Raw":0.24599839536873275,"IFEval":24.599839536873276,"BBH Raw":0.32674094707635526,"BBH":7.139829635632065,"MATH Lvl 5 Raw":0.04305135951661632,"MATH Lvl 5":4.305135951661631,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.3209166666666667,"MUSR":1.3145833333333334,"MMLU-PRO Raw":0.15433843085106383,"MMLU-PRO":6.03760342789598,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-07","Submission Date":"2025-01-07","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-DPO_3e-7-1ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen_0.5-DPO_3e-7-1ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-DPO_3e-7-1ep_0alp_0lam","Model sha":"acaeef2bbe0c2196192e3ac91a9b98650ecc5e57","Average ⬆️":7.97015103471792,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0747653244281923,"IFEval Raw":0.2529178136234081,"IFEval":25.291781362340814,"BBH Raw":0.32292563083414066,"BBH":6.931145581520281,"MATH Lvl 5 Raw":0.05513595166163142,"MATH Lvl 5":5.5135951661631415,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.3195208333333333,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.15965757978723405,"MMLU-PRO":6.628619976359339,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-15","Submission Date":"2025-01-15","Generation":0,"Base Model":"JayHyeon/Qwen_0.5-DPO_3e-7-1ep_0alp_0lam"},{"eval_name":"JayHyeon_Qwen_0.5-DPO_3e-7-2ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen_0.5-DPO_3e-7-2ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-DPO_3e-7-2ep_0alp_0lam","Model sha":"dc29c77fe34684723cc4d8e26e4f21ba6c6d1602","Average ⬆️":7.9611230480624675,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.008058398895298,"IFEval Raw":0.25046986440422525,"IFEval":25.046986440422522,"BBH Raw":0.3255735108237258,"BBH":7.1273111588623275,"MATH Lvl 5 Raw":0.04758308157099698,"MATH Lvl 5":4.758308157099698,"GPQA Raw":0.27181208053691275,"GPQA":2.9082774049216997,"MUSR Raw":0.3194895833333333,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.15990691489361702,"MMLU-PRO":6.656323877068558,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-15","Submission Date":"2025-01-15","Generation":0,"Base Model":"JayHyeon/Qwen_0.5-DPO_3e-7-2ep_0alp_0lam"},{"eval_name":"JayHyeon_Qwen_0.5-DPO_3e-7-3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-DPO_3e-7-3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-DPO_3e-7-3ep_0alp_0lam","Model sha":"24edabcf18f0669900661f08ca79a165dfd94916","Average ⬆️":7.740913588485586,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6343527793020924,"IFEval Raw":0.2387044153955948,"IFEval":23.87044153955948,"BBH Raw":0.3258394284267221,"BBH":7.222719655594354,"MATH Lvl 5 Raw":0.0445619335347432,"MATH Lvl 5":4.45619335347432,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.31685416666666666,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.1589095744680851,"MMLU-PRO":6.545508274231676,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-12","Submission Date":"2025-01-15","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-DPO_5e-7-1ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-DPO_5e-7-1ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-DPO_5e-7-1ep_0alp_0lam","Model sha":"70e0eb9864c46bd73f24c774be412b6c38737118","Average ⬆️":8.081986081140814,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.115253927209164,"IFEval Raw":0.25324250765746,"IFEval":25.324250765746,"BBH Raw":0.32182747858122923,"BBH":6.663952457695408,"MATH Lvl 5 Raw":0.0634441087613293,"MATH Lvl 5":6.3444108761329305,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.32085416666666666,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.15932513297872342,"MMLU-PRO":6.591681442080379,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-08","Submission Date":"2025-01-25","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-DPO_5e-7-2ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen_0.5-DPO_5e-7-2ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-DPO_5e-7-2ep_0alp_0lam","Model sha":"56cd57dddcf1408ccea18f3a796455aae3c4abc8","Average ⬆️":8.095071949326913,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9417871309922725,"IFEval Raw":0.24562383365027018,"IFEval":24.562383365027017,"BBH Raw":0.3299192088381941,"BBH":7.732770540484078,"MATH Lvl 5 Raw":0.05362537764350453,"MATH Lvl 5":5.362537764350453,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.318125,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.16015625,"MMLU-PRO":6.684027777777778,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-08","Submission Date":"2025-01-09","Generation":0,"Base Model":"JayHyeon/Qwen_0.5-DPO_5e-7-2ep_0alp_0lam"},{"eval_name":"JayHyeon_Qwen_0.5-DPO_5e-7-3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-DPO_5e-7-3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-DPO_5e-7-3ep_0alp_0lam","Model sha":"e6918f39615c9ccb51f5e8af19baa92f570ea244","Average ⬆️":7.974924607629624,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5068458858938178,"IFEval Raw":0.24225167001334236,"IFEval":24.22516700133424,"BBH Raw":0.32712145602920534,"BBH":7.20213873220521,"MATH Lvl 5 Raw":0.0513595166163142,"MATH Lvl 5":5.13595166163142,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.318125,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.15949135638297873,"MMLU-PRO":6.610150709219859,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-07","Submission Date":"2025-01-07","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-IPO_5e-7-1ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-IPO_5e-7-1ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-IPO_5e-7-1ep_0alp_0lam","Model sha":"77800c2d6a4a8440b403b61bd8b80bfbd099b6c2","Average ⬆️":8.328387378313979,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.61252824106982,"IFEval Raw":0.2573892826589006,"IFEval":25.73892826589006,"BBH Raw":0.3279091360416723,"BBH":7.733923210075507,"MATH Lvl 5 Raw":0.055891238670694864,"MATH Lvl 5":5.589123867069486,"GPQA Raw":0.26929530201342283,"GPQA":2.572706935123044,"MUSR Raw":0.31685416666666666,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.16505984042553193,"MMLU-PRO":7.228871158392436,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-26","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-IPO_5e-7-3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-IPO_5e-7-3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-IPO_5e-7-3ep_0alp_0lam","Model sha":"988e4c6867133c584f00c130e47dc6bd841019ca","Average ⬆️":8.595287891585235,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4504781313625785,"IFEval Raw":0.3072481017034801,"IFEval":30.724810170348007,"BBH Raw":0.32638442794247285,"BBH":6.747260572417705,"MATH Lvl 5 Raw":0.0581570996978852,"MATH Lvl 5":5.81570996978852,"GPQA Raw":0.25671140939597314,"GPQA":0.8948545861297527,"MUSR Raw":0.31564583333333335,"MUSR":0.45572916666666624,"MMLU-PRO Raw":0.1624002659574468,"MMLU-PRO":6.933362884160756,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-26","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-IRPO_1e-6-3ep_1alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-IRPO_1e-6-3ep_1alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-IRPO_1e-6-3ep_1alp_0lam","Model sha":"da7a999d5e5aa3ed84fb5e13c444416c7d6416c4","Average ⬆️":7.800520466258392,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5367821997177236,"IFEval Raw":0.25509093649294984,"IFEval":25.509093649294982,"BBH Raw":0.3242353334886223,"BBH":7.213578356761274,"MATH Lvl 5 Raw":0.04682779456193353,"MATH Lvl 5":4.682779456193353,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.31825,"MUSR":0.7812499999999996,"MMLU-PRO Raw":0.15741356382978725,"MMLU-PRO":6.37928486997636,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-08","Submission Date":"2025-01-10","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-IRPO_1e-7-3ep_1alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-IRPO_1e-7-3ep_1alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-IRPO_1e-7-3ep_1alp_0lam","Model sha":"a67e92b345a9088967f1e55d7c2dd06a1f0a73b1","Average ⬆️":8.273392756694859,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5957421944206596,"IFEval Raw":0.26358395723347383,"IFEval":26.358395723347385,"BBH Raw":0.3198054258965539,"BBH":6.900346643984839,"MATH Lvl 5 Raw":0.0513595166163142,"MATH Lvl 5":5.13595166163142,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.32615625,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.15857712765957446,"MMLU-PRO":6.508569739952717,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-09","Submission Date":"2025-01-10","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-IRPO_3e-6-1ep_1alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen_0.5-IRPO_3e-6-1ep_1alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-IRPO_3e-6-1ep_1alp_0lam","Model sha":"946496c22b300bdbce3406e3f799af781484e5f5","Average ⬆️":7.058958298337019,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.032004910729791,"IFEval Raw":0.23228478215579107,"IFEval":23.228478215579106,"BBH Raw":0.3254731912466387,"BBH":7.306987942817919,"MATH Lvl 5 Raw":0.03700906344410876,"MATH Lvl 5":3.7009063444108756,"GPQA Raw":0.25083892617449666,"GPQA":0.11185682326622093,"MUSR Raw":0.31688541666666664,"MUSR":1.2106770833333331,"MMLU-PRO Raw":0.16115359042553193,"MMLU-PRO":6.794843380614658,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-08","Submission Date":"2025-01-09","Generation":0,"Base Model":"JayHyeon/Qwen_0.5-IRPO_3e-6-1ep_1alp_0lam"},{"eval_name":"JayHyeon_Qwen_0.5-IRPO_3e-6-2ep_1alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen_0.5-IRPO_3e-6-2ep_1alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-IRPO_3e-6-2ep_1alp_0lam","Model sha":"93dd6319a0506da6e4691e74b01c5a55edad95fd","Average ⬆️":7.289618635016649,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9566755642062155,"IFEval Raw":0.24137732328000816,"IFEval":24.137732328000816,"BBH Raw":0.3314225693635648,"BBH":7.390762452621842,"MATH Lvl 5 Raw":0.03474320241691843,"MATH Lvl 5":3.474320241691843,"GPQA Raw":0.2516778523489933,"GPQA":0.22371364653244186,"MUSR Raw":0.33415625,"MUSR":2.602864583333334,"MMLU-PRO Raw":0.15317486702127658,"MMLU-PRO":5.908318557919619,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-08","Submission Date":"2025-01-09","Generation":0,"Base Model":"JayHyeon/Qwen_0.5-IRPO_3e-6-2ep_1alp_0lam"},{"eval_name":"JayHyeon_Qwen_0.5-IRPO_3e-6-3ep_1alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-IRPO_3e-6-3ep_1alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-IRPO_3e-6-3ep_1alp_0lam","Model sha":"a5e33e9e6aef256f83a08a89ebefd485070c99e2","Average ⬆️":8.103245031991229,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.489902248473601,"IFEval Raw":0.2677805999193252,"IFEval":26.778059991932516,"BBH Raw":0.3361518077587983,"BBH":8.111779105858478,"MATH Lvl 5 Raw":0.0513595166163142,"MATH Lvl 5":5.13595166163142,"GPQA Raw":0.25419463087248323,"GPQA":0.5592841163310973,"MUSR Raw":0.33815625,"MUSR":1.8028645833333332,"MMLU-PRO Raw":0.15608377659574468,"MMLU-PRO":6.23153073286052,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-07","Submission Date":"2025-01-09","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-IRPO_3e-7-1ep_1alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen_0.5-IRPO_3e-7-1ep_1alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-IRPO_3e-7-1ep_1alp_0lam","Model sha":"f357af91864d488236707089ad7de042b2916f49","Average ⬆️":8.061310556795855,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5261960014175653,"IFEval Raw":0.25606501859510544,"IFEval":25.60650185951054,"BBH Raw":0.3231121828613069,"BBH":7.0010276210941,"MATH Lvl 5 Raw":0.05362537764350453,"MATH Lvl 5":5.362537764350453,"GPQA Raw":0.27181208053691275,"GPQA":2.9082774049216997,"MUSR Raw":0.31955208333333335,"MUSR":0.9440104166666662,"MMLU-PRO Raw":0.1589095744680851,"MMLU-PRO":6.545508274231676,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-15","Submission Date":"2025-01-15","Generation":0,"Base Model":"JayHyeon/Qwen_0.5-IRPO_3e-7-1ep_1alp_0lam"},{"eval_name":"JayHyeon_Qwen_0.5-IRPO_3e-7-3ep_1alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-IRPO_3e-7-3ep_1alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-IRPO_3e-7-3ep_1alp_0lam","Model sha":"cde396f65f5126dd17c25a7ca1f1749df260883c","Average ⬆️":8.09865538559358,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6548160816235464,"IFEval Raw":0.2639086512675257,"IFEval":26.390865126752573,"BBH Raw":0.3257435380157632,"BBH":7.133620064464142,"MATH Lvl 5 Raw":0.04758308157099698,"MATH Lvl 5":4.758308157099698,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.32085416666666666,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.15866023936170212,"MMLU-PRO":6.5178043735224565,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-12","Submission Date":"2025-01-15","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-IRPO_5e-7-1ep_1alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen_0.5-IRPO_5e-7-1ep_1alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-IRPO_5e-7-1ep_1alp_0lam","Model sha":"124bc1a305f8ed8e3dca3eeaa792af32a6923a9b","Average ⬆️":8.092380138165963,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9939143395959069,"IFEval Raw":0.2517686405404327,"IFEval":25.17686405404327,"BBH Raw":0.3213578303108222,"BBH":7.061898931566539,"MATH Lvl 5 Raw":0.05740181268882175,"MATH Lvl 5":5.740181268882175,"GPQA Raw":0.27348993288590606,"GPQA":3.1319910514541416,"MUSR Raw":0.31688541666666664,"MUSR":0.9440104166666662,"MMLU-PRO Raw":0.1584940159574468,"MMLU-PRO":6.499335106382978,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-08","Submission Date":"2025-01-09","Generation":0,"Base Model":"JayHyeon/Qwen_0.5-IRPO_5e-7-1ep_1alp_0lam"},{"eval_name":"JayHyeon_Qwen_0.5-IRPO_5e-7-2ep_1alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen_0.5-IRPO_5e-7-2ep_1alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-IRPO_5e-7-2ep_1alp_0lam","Model sha":"c4a122c84aa40921a419b2f40c1e031cc4bc74a8","Average ⬆️":8.02099509740262,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9537584810036167,"IFEval Raw":0.24382527249919106,"IFEval":24.382527249919107,"BBH Raw":0.3266053460297184,"BBH":7.42829155101919,"MATH Lvl 5 Raw":0.061933534743202415,"MATH Lvl 5":6.193353474320242,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.31955208333333335,"MUSR":0.9440104166666662,"MMLU-PRO Raw":0.15541888297872342,"MMLU-PRO":6.157653664302601,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-08","Submission Date":"2025-01-09","Generation":0,"Base Model":"JayHyeon/Qwen_0.5-IRPO_5e-7-2ep_1alp_0lam"},{"eval_name":"JayHyeon_Qwen_0.5-IRPO_5e-7-3ep_1alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-IRPO_5e-7-3ep_1alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-IRPO_5e-7-3ep_1alp_0lam","Model sha":"edc6ae10fa40e12f04d5f0ccc579adf8df14bb2b","Average ⬆️":7.856695293795835,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5479838953154563,"IFEval Raw":0.24654804806801509,"IFEval":24.654804806801508,"BBH Raw":0.32458923603023143,"BBH":7.086835437371295,"MATH Lvl 5 Raw":0.052870090634441085,"MATH Lvl 5":5.287009063444108,"GPQA Raw":0.27181208053691275,"GPQA":2.9082774049216997,"MUSR Raw":0.31821875,"MUSR":0.9440104166666662,"MMLU-PRO Raw":0.15633311170212766,"MMLU-PRO":6.259234633569739,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-07","Submission Date":"2025-01-09","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-MDPO_0.1_3e-6-3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-MDPO_0.1_3e-6-3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-MDPO_0.1_3e-6-3ep_0alp_0lam","Model sha":"14348fe846810b297fc960df76650eb786725e0b","Average ⬆️":8.047077683691153,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6532249263422252,"IFEval Raw":0.2505695997730466,"IFEval":25.056959977304665,"BBH Raw":0.32614538576285174,"BBH":6.819112125824454,"MATH Lvl 5 Raw":0.04984894259818731,"MATH Lvl 5":4.984894259818732,"GPQA Raw":0.28187919463087246,"GPQA":4.250559284116329,"MUSR Raw":0.33818750000000003,"MUSR":1.3734374999999996,"MMLU-PRO Raw":0.15217752659574468,"MMLU-PRO":5.7975029550827415,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-09","Submission Date":"2025-01-10","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-MDPO_0.1_5e-7-3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-MDPO_0.1_5e-7-3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-MDPO_0.1_5e-7-3ep_0alp_0lam","Model sha":"1451c4d82e68073eaeff5f3bf0bc5cc27d70c5e0","Average ⬆️":7.30787971874518,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6946543424159073,"IFEval Raw":0.24567370133468086,"IFEval":24.56737013346809,"BBH Raw":0.3179765517720094,"BBH":6.6221693974393405,"MATH Lvl 5 Raw":0.03474320241691843,"MATH Lvl 5":3.474320241691843,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.3315208333333333,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.15658244680851063,"MMLU-PRO":6.286938534278959,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-08","Submission Date":"2025-01-21","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-MDPO_0.3_3e-6-3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-MDPO_0.3_3e-6-3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-MDPO_0.3_3e-6-3ep_0alp_0lam","Model sha":"a12da9d1ddf0c4347cee214f43ac448a9390929e","Average ⬆️":7.891216810785522,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.635614455627846,"IFEval Raw":0.24539887498503968,"IFEval":24.539887498503965,"BBH Raw":0.32157618750132033,"BBH":6.5665358731011425,"MATH Lvl 5 Raw":0.05060422960725076,"MATH Lvl 5":5.0604229607250755,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.33818750000000003,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.1544215425531915,"MMLU-PRO":6.046838061465721,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-07","Submission Date":"2025-01-09","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-MDPO_0.3_5e-7-3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-MDPO_0.3_5e-7-3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-MDPO_0.3_5e-7-3ep_0alp_0lam","Model sha":"e747ce9b85803323ba7176cfc76ccbdaf0648cf5","Average ⬆️":7.408853983144998,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.3537206927444156,"IFEval Raw":0.2341830786756916,"IFEval":23.418307867569162,"BBH Raw":0.3189252460411593,"BBH":6.633772569910765,"MATH Lvl 5 Raw":0.04003021148036254,"MATH Lvl 5":4.003021148036254,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.33015625,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.15799534574468085,"MMLU-PRO":6.443927304964539,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-07","Submission Date":"2025-01-21","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-MDPO_0.5_1e-5-3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-MDPO_0.5_1e-5-3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-MDPO_0.5_1e-5-3ep_0alp_0lam","Model sha":"330a386eae0d8993e329ef744a0e16c5b6d5853f","Average ⬆️":7.59126646499979,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6884974551073353,"IFEval Raw":0.23196008812173918,"IFEval":23.196008812173922,"BBH Raw":0.3233548545784329,"BBH":7.674537111648312,"MATH Lvl 5 Raw":0.03927492447129909,"MATH Lvl 5":3.927492447129909,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.33688541666666666,"MUSR":1.47734375,"MMLU-PRO Raw":0.15425531914893617,"MMLU-PRO":6.02836879432624,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-08","Submission Date":"2025-01-10","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-MDPO_0.5_3e-7-1ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen_0.5-MDPO_0.5_3e-7-1ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-MDPO_0.5_3e-7-1ep_0alp_0lam","Model sha":"18a06ad9a792b24dfa889fb8bc1acb657c10285a","Average ⬆️":7.390617436527434,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1823138872922259,"IFEval Raw":0.24175188499847072,"IFEval":24.175188499847074,"BBH Raw":0.3175499101875348,"BBH":6.547597964604411,"MATH Lvl 5 Raw":0.04229607250755287,"MATH Lvl 5":4.229607250755287,"GPQA Raw":0.2625838926174497,"GPQA":1.6778523489932917,"MUSR Raw":0.3288229166666667,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.15799534574468085,"MMLU-PRO":6.443927304964539,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-15","Submission Date":"2025-01-15","Generation":0,"Base Model":"JayHyeon/Qwen_0.5-MDPO_0.5_3e-7-1ep_0alp_0lam"},{"eval_name":"JayHyeon_Qwen_0.5-MDPO_0.5_3e-7-2ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"JayHyeon/Qwen_0.5-MDPO_0.5_3e-7-2ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-MDPO_0.5_3e-7-2ep_0alp_0lam","Model sha":"4ded3d9ed25196a691d5cab4e2275f27f024caf8","Average ⬆️":7.7092768708900685,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9849166918543725,"IFEval Raw":0.24932069132124984,"IFEval":24.932069132124983,"BBH Raw":0.3196623899087389,"BBH":6.797543498373474,"MATH Lvl 5 Raw":0.04229607250755287,"MATH Lvl 5":4.229607250755287,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.33148958333333334,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.15708111702127658,"MMLU-PRO":6.342346335697398,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-15","Submission Date":"2025-01-15","Generation":0,"Base Model":"JayHyeon/Qwen_0.5-MDPO_0.5_3e-7-2ep_0alp_0lam"},{"eval_name":"JayHyeon_Qwen_0.5-MDPO_0.5_3e-7-3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-MDPO_0.5_3e-7-3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-MDPO_0.5_3e-7-3ep_0alp_0lam","Model sha":"7938337efded76eb32d6adf658eeaac767186de8","Average ⬆️":7.48846250817605,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7511048688142228,"IFEval Raw":0.2520434668900739,"IFEval":25.20434668900739,"BBH Raw":0.3197552188491219,"BBH":6.479625973677142,"MATH Lvl 5 Raw":0.04229607250755287,"MATH Lvl 5":4.229607250755287,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.3261875,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.15508643617021275,"MMLU-PRO":6.120715130023639,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-12","Submission Date":"2025-01-15","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-MDPO_0.5_4e-6-3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-MDPO_0.5_4e-6-3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-MDPO_0.5_4e-6-3ep_0alp_0lam","Model sha":"ef86bce4016fdc0974b1788c7ceebe00fab85815","Average ⬆️":8.137448792080777,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.599250543749703,"IFEval Raw":0.25803867072700437,"IFEval":25.803867072700434,"BBH Raw":0.3248229336342538,"BBH":7.112517981317336,"MATH Lvl 5 Raw":0.04758308157099698,"MATH Lvl 5":4.758308157099698,"GPQA Raw":0.2751677852348993,"GPQA":3.355704697986576,"MUSR Raw":0.34215625,"MUSR":1.8028645833333332,"MMLU-PRO Raw":0.15392287234042554,"MMLU-PRO":5.991430260047281,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-09","Submission Date":"2025-01-10","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-MDPO_0.5_6e-6-3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-MDPO_0.5_6e-6-3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-MDPO_0.5_6e-6-3ep_0alp_0lam","Model sha":"f004676afae0ef729a983ffdd66c0efadb51ae08","Average ⬆️":7.4529439055513045,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6748997032943111,"IFEval Raw":0.23196008812173918,"IFEval":23.196008812173922,"BBH Raw":0.326545450978746,"BBH":7.3733460172501255,"MATH Lvl 5 Raw":0.03851963746223565,"MATH Lvl 5":3.8519637462235647,"GPQA Raw":0.27097315436241615,"GPQA":2.796420581655486,"MUSR Raw":0.33948958333333334,"MUSR":1.5361979166666664,"MMLU-PRO Raw":0.15367353723404256,"MMLU-PRO":5.963726359338062,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-09","Submission Date":"2025-01-10","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-MDPO_0.5_7e-6-3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-MDPO_0.5_7e-6-3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-MDPO_0.5_7e-6-3ep_0alp_0lam","Model sha":"2cc3826051afe999f0f91fb138b949c1b7d4d04b","Average ⬆️":7.944784882371251,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7743450616304828,"IFEval Raw":0.2487710386219675,"IFEval":24.877103862196748,"BBH Raw":0.3272739110084265,"BBH":7.574128764138837,"MATH Lvl 5 Raw":0.04607250755287009,"MATH Lvl 5":4.607250755287009,"GPQA Raw":0.27181208053691275,"GPQA":2.9082774049216997,"MUSR Raw":0.33415625,"MUSR":1.8028645833333332,"MMLU-PRO Raw":0.15309175531914893,"MMLU-PRO":5.89908392434988,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-09","Submission Date":"2025-01-10","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-MDPO_0.5_7e-7-3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-MDPO_0.5_7e-7-3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-MDPO_0.5_7e-7-3ep_0alp_0lam","Model sha":"5851868459ddc86358bfdcfd65a811e2127993cd","Average ⬆️":7.6880135592533145,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7628564670187923,"IFEval Raw":0.25236816092412573,"IFEval":25.236816092412575,"BBH Raw":0.3129690310926447,"BBH":6.263411227504701,"MATH Lvl 5 Raw":0.0445619335347432,"MATH Lvl 5":4.45619335347432,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.32885416666666667,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.15641622340425532,"MMLU-PRO":6.268469267139479,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-08","Submission Date":"2025-01-10","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-MDPO_0.7_3e-6-3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-MDPO_0.7_3e-6-3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-MDPO_0.7_3e-6-3ep_0alp_0lam","Model sha":"6a2bc27b8052769f882501b7403afe5ae5240548","Average ⬆️":7.816323890967756,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6180608379538362,"IFEval Raw":0.2513940788219702,"IFEval":25.139407882197013,"BBH Raw":0.322095658026178,"BBH":6.770439236577431,"MATH Lvl 5 Raw":0.04380664652567976,"MATH Lvl 5":4.380664652567976,"GPQA Raw":0.2751677852348993,"GPQA":3.355704697986576,"MUSR Raw":0.33148958333333334,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.15383976063829788,"MMLU-PRO":5.982195626477541,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-08","Submission Date":"2025-01-09","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-MDPO_0.7_5e-7-3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-MDPO_0.7_5e-7-3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-MDPO_0.7_5e-7-3ep_0alp_0lam","Model sha":"df437c8128c3d99f6d9d0cffef573b9f0d3fd458","Average ⬆️":7.460108761190238,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.345510946531508,"IFEval Raw":0.24567370133468086,"IFEval":24.56737013346809,"BBH Raw":0.3180087717709833,"BBH":6.636595785955174,"MATH Lvl 5 Raw":0.03851963746223565,"MATH Lvl 5":3.8519637462235647,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.3275208333333333,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.15724734042553193,"MMLU-PRO":6.3608156028368805,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-07","Submission Date":"2025-01-21","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-MDPO_0.9_5e-7-3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-MDPO_0.9_5e-7-3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-MDPO_0.9_5e-7-3ep_0alp_0lam","Model sha":"62a07f38868329115db25dd196c5aa3f03b27fe3","Average ⬆️":7.877893571937886,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8309944741150626,"IFEval Raw":0.26363382491788456,"IFEval":26.363382491788457,"BBH Raw":0.31806866682195567,"BBH":6.534335437371297,"MATH Lvl 5 Raw":0.04758308157099698,"MATH Lvl 5":4.758308157099698,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.3235208333333333,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.15741356382978725,"MMLU-PRO":6.37928486997636,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-09","Submission Date":"2025-01-21","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-VDPO_3e-6-1ep_3vpo_const_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-VDPO_3e-6-1ep_3vpo_const 📑","fullname":"JayHyeon/Qwen_0.5-VDPO_3e-6-1ep_3vpo_const","Model sha":"86c3f69c05edb7cd30617129825f9c0f1b6cfd47","Average ⬆️":7.151029068055777,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8767476863718147,"IFEval Raw":0.24829674153468353,"IFEval":24.829674153468353,"BBH Raw":0.3174312444218736,"BBH":6.10466259440003,"MATH Lvl 5 Raw":0.0377643504531722,"MATH Lvl 5":3.7764350453172204,"GPQA Raw":0.25419463087248323,"GPQA":0.5592841163310973,"MUSR Raw":0.33279166666666665,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.1558344414893617,"MMLU-PRO":6.2038268321513,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-25","Submission Date":"2025-02-27","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-VDPO_5e-7-1ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-VDPO_5e-7-1ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-VDPO_5e-7-1ep_0alp_0lam","Model sha":"98a1ff10ebf69d5c0a83820fbe962777a7a36295","Average ⬆️":8.018805167387615,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6170922607453528,"IFEval Raw":0.2517686405404327,"IFEval":25.17686405404327,"BBH Raw":0.3218020653711833,"BBH":6.86099852269675,"MATH Lvl 5 Raw":0.052870090634441085,"MATH Lvl 5":5.287009063444108,"GPQA Raw":0.27181208053691275,"GPQA":2.9082774049216997,"MUSR Raw":0.32348958333333333,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.15949135638297873,"MMLU-PRO":6.610150709219859,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-25","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-VDPO_5e-7-1ep_10vpo_const_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-VDPO_5e-7-1ep_10vpo_const 📑","fullname":"JayHyeon/Qwen_0.5-VDPO_5e-7-1ep_10vpo_const","Model sha":"40a33af5a65a4821f73a092060c0fbc26b71de76","Average ⬆️":8.070117533212565,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7989427864939285,"IFEval Raw":0.25361706937592254,"IFEval":25.361706937592253,"BBH Raw":0.3234331515135053,"BBH":7.109440788491956,"MATH Lvl 5 Raw":0.04909365558912387,"MATH Lvl 5":4.909365558912387,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.32355208333333335,"MUSR":0.9440104166666662,"MMLU-PRO Raw":0.15965757978723405,"MMLU-PRO":6.628619976359339,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-20","Submission Date":"2025-02-21","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-VDPO_5e-7-1ep_1vpo_const_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-VDPO_5e-7-1ep_1vpo_const 📑","fullname":"JayHyeon/Qwen_0.5-VDPO_5e-7-1ep_1vpo_const","Model sha":"797fba63d80f5d798b7bfaff04460ab5d3b02190","Average ⬆️":8.079611266480615,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8346728545974762,"IFEval Raw":0.24479935460134664,"IFEval":24.479935460134662,"BBH Raw":0.32395300683134437,"BBH":6.97515616139911,"MATH Lvl 5 Raw":0.06042296072507553,"MATH Lvl 5":6.042296072507553,"GPQA Raw":0.2751677852348993,"GPQA":3.355704697986576,"MUSR Raw":0.32485416666666667,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.15866023936170212,"MMLU-PRO":6.5178043735224565,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-20","Submission Date":"2025-02-21","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-VDPO_5e-7-1ep_3vpo_const_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-VDPO_5e-7-1ep_3vpo_const 📑","fullname":"JayHyeon/Qwen_0.5-VDPO_5e-7-1ep_3vpo_const","Model sha":"1adc557891a1a092249e7ecdd4500dc3fdb02e83","Average ⬆️":7.784158197402131,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8344717513563957,"IFEval Raw":0.25046986440422525,"IFEval":25.046986440422522,"BBH Raw":0.322699453909483,"BBH":6.852004431909751,"MATH Lvl 5 Raw":0.04682779456193353,"MATH Lvl 5":4.682779456193353,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.3209166666666667,"MUSR":0.7812499999999996,"MMLU-PRO Raw":0.1589095744680851,"MMLU-PRO":6.545508274231676,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-20","Submission Date":"2025-02-21","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-VDPO_5e-7-3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-VDPO_5e-7-3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-VDPO_5e-7-3ep_0alp_0lam","Model sha":"3eb6d75040e859b5ded8987a4d08d168110c2948","Average ⬆️":8.039735734618104,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6581914337571315,"IFEval Raw":0.24719743613611883,"IFEval":24.719743613611882,"BBH Raw":0.325505796038594,"BBH":7.2279757961023074,"MATH Lvl 5 Raw":0.04984894259818731,"MATH Lvl 5":4.984894259818732,"GPQA Raw":0.2751677852348993,"GPQA":3.355704697986576,"MUSR Raw":0.32079166666666664,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.15866023936170212,"MMLU-PRO":6.5178043735224565,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-25","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-VDPO_5e-7-3ep_1vpo_const_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-VDPO_5e-7-3ep_1vpo_const 📑","fullname":"JayHyeon/Qwen_0.5-VDPO_5e-7-3ep_1vpo_const","Model sha":"ee1bdbc1e3d8253a8b0e5993d8a878d5c41f2808","Average ⬆️":8.004444649280561,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8056727355826006,"IFEval Raw":0.24165214962964932,"IFEval":24.16521496296493,"BBH Raw":0.3255889369754366,"BBH":7.343317068075329,"MATH Lvl 5 Raw":0.0581570996978852,"MATH Lvl 5":5.81570996978852,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.32745833333333335,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.15625,"MMLU-PRO":6.249999999999999,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-08","Submission Date":"2025-02-10","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-VDPO_5e-7-3ep_3vpo_const_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-VDPO_5e-7-3ep_3vpo_const 📑","fullname":"JayHyeon/Qwen_0.5-VDPO_5e-7-3ep_3vpo_const","Model sha":"d2f49ff695a41b6c443b1a211f8c5698eed18e33","Average ⬆️":8.231694304691628,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9629762658816848,"IFEval Raw":0.2526928549581776,"IFEval":25.269285495817762,"BBH Raw":0.32354099176995715,"BBH":7.24175202196556,"MATH Lvl 5 Raw":0.05362537764350453,"MATH Lvl 5":5.362537764350453,"GPQA Raw":0.2785234899328859,"GPQA":3.8031319910514525,"MUSR Raw":0.32348958333333333,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.15799534574468085,"MMLU-PRO":6.443927304964539,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-08","Submission Date":"2025-02-10","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-VIPO_5e-7-1ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-VIPO_5e-7-1ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-VIPO_5e-7-1ep_0alp_0lam","Model sha":"1935f4c3d5625e9d56de5505323bc705019ce9ae","Average ⬆️":8.71371672694166,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5718164174484692,"IFEval Raw":0.26685638550158025,"IFEval":26.685638550158025,"BBH Raw":0.3313735254746672,"BBH":7.834260900707316,"MATH Lvl 5 Raw":0.07099697885196375,"MATH Lvl 5":7.099697885196375,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.3168229166666667,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.16339760638297873,"MMLU-PRO":7.0441784869976365,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-25","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-VIPO_5e-7-1ep_10vpo_const_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-VIPO_5e-7-1ep_10vpo_const 📑","fullname":"JayHyeon/Qwen_0.5-VIPO_5e-7-1ep_10vpo_const","Model sha":"b60f933f70c85d41946b47a3b86150eb4a36e933","Average ⬆️":8.993052881905456,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8492316769292112,"IFEval Raw":0.270228549138508,"IFEval":27.022854913850807,"BBH Raw":0.3299802970903615,"BBH":7.692240203539559,"MATH Lvl 5 Raw":0.07401812688821752,"MATH Lvl 5":7.401812688821751,"GPQA Raw":0.2751677852348993,"GPQA":3.355704697986576,"MUSR Raw":0.32079166666666664,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.1634807180851064,"MMLU-PRO":7.053413120567376,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-20","Submission Date":"2025-02-21","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-VIPO_5e-7-1ep_1vpo_const_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-VIPO_5e-7-1ep_1vpo_const 📑","fullname":"JayHyeon/Qwen_0.5-VIPO_5e-7-1ep_1vpo_const","Model sha":"b75e64467b66f304a1f834f936e17de86950428f","Average ⬆️":8.292943161631719,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8293594279742648,"IFEval Raw":0.24802191518504235,"IFEval":24.802191518504237,"BBH Raw":0.33086196042215565,"BBH":7.776385232936402,"MATH Lvl 5 Raw":0.06797583081570997,"MATH Lvl 5":6.797583081570997,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.3208229166666667,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.16489361702127658,"MMLU-PRO":7.210401891252953,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-20","Submission Date":"2025-02-20","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-VIPO_5e-7-1ep_30vpo_const_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-VIPO_5e-7-1ep_30vpo_const 📑","fullname":"JayHyeon/Qwen_0.5-VIPO_5e-7-1ep_30vpo_const","Model sha":"32887d1f909914b5c73ae91cc93c61e7b11b8c0a","Average ⬆️":8.721617990921317,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8032189364040347,"IFEval Raw":0.26223531341285566,"IFEval":26.223531341285565,"BBH Raw":0.3281993681712964,"BBH":7.655186826633241,"MATH Lvl 5 Raw":0.07401812688821752,"MATH Lvl 5":7.401812688821751,"GPQA Raw":0.26929530201342283,"GPQA":2.572706935123044,"MUSR Raw":0.322125,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.16339760638297873,"MMLU-PRO":7.0441784869976365,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-20","Submission Date":"2025-02-21","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-VIPO_5e-7-1ep_3vpo_const_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-VIPO_5e-7-1ep_3vpo_const 📑","fullname":"JayHyeon/Qwen_0.5-VIPO_5e-7-1ep_3vpo_const","Model sha":"167a76f8c3787035a2304395d51b9eeb3cadfcf3","Average ⬆️":8.601146924480913,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8291183283913374,"IFEval Raw":0.2608611816646498,"IFEval":26.086118166464978,"BBH Raw":0.32980236442597805,"BBH":7.67033388545677,"MATH Lvl 5 Raw":0.0649546827794562,"MATH Lvl 5":6.495468277945619,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.31679166666666664,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.1651429521276596,"MMLU-PRO":7.238105791962175,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-20","Submission Date":"2025-02-21","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-VIPO_5e-7-3ep_0alp_0lam_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-VIPO_5e-7-3ep_0alp_0lam 📑","fullname":"JayHyeon/Qwen_0.5-VIPO_5e-7-3ep_0alp_0lam","Model sha":"4e7e89a1964d83b08d23f8ed435921ab56bd8269","Average ⬆️":8.579605529729827,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3846643617962733,"IFEval Raw":0.2930347034756668,"IFEval":29.30347034756668,"BBH Raw":0.3219547893625387,"BBH":6.099203002357716,"MATH Lvl 5 Raw":0.06268882175226587,"MATH Lvl 5":6.268882175226587,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.3115833333333333,"MUSR":0.7812499999999996,"MMLU-PRO Raw":0.1590757978723404,"MMLU-PRO":6.563977541371156,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-25","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-VIPO_5e-7-3ep_10vpo_const_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-VIPO_5e-7-3ep_10vpo_const 📑","fullname":"JayHyeon/Qwen_0.5-VIPO_5e-7-3ep_10vpo_const","Model sha":"4a601df8da78c41435239c1521526bbf2c7aabb3","Average ⬆️":8.853042881324415,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.653186297134859,"IFEval Raw":0.28813880503730105,"IFEval":28.8138805037301,"BBH Raw":0.32553831509236264,"BBH":6.454270227116723,"MATH Lvl 5 Raw":0.07250755287009064,"MATH Lvl 5":7.250755287009064,"GPQA Raw":0.2751677852348993,"GPQA":3.355704697986576,"MUSR Raw":0.31024999999999997,"MUSR":0.7812499999999996,"MMLU-PRO Raw":0.15816156914893617,"MMLU-PRO":6.4623965721040175,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-06","Submission Date":"2025-02-08","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-VIPO_5e-7-3ep_1vpo_const_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-VIPO_5e-7-3ep_1vpo_const 📑","fullname":"JayHyeon/Qwen_0.5-VIPO_5e-7-3ep_1vpo_const","Model sha":"37188bcb5c994b1f3c5b45d425945ff46326391d","Average ⬆️":9.001725127164766,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6594938597017257,"IFEval Raw":0.2887383254209941,"IFEval":28.873832542099404,"BBH Raw":0.3237016212336586,"BBH":6.08394171367177,"MATH Lvl 5 Raw":0.07477341389728097,"MATH Lvl 5":7.477341389728097,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.31425,"MUSR":0.7812499999999996,"MMLU-PRO Raw":0.16090425531914893,"MMLU-PRO":6.767139479905436,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-06","Submission Date":"2025-02-08","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-VIPO_5e-7-3ep_30vpo_const_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-VIPO_5e-7-3ep_30vpo_const 📑","fullname":"JayHyeon/Qwen_0.5-VIPO_5e-7-3ep_30vpo_const","Model sha":"8730504c742876706bdd399d57aaa36671b23149","Average ⬆️":8.944503538443925,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7392397993919483,"IFEval Raw":0.2905368865720732,"IFEval":29.05368865720732,"BBH Raw":0.3254390641560331,"BBH":6.616879159578596,"MATH Lvl 5 Raw":0.0770392749244713,"MATH Lvl 5":7.7039274924471295,"GPQA Raw":0.27348993288590606,"GPQA":3.1319910514541416,"MUSR Raw":0.3129166666666667,"MUSR":0.7812499999999996,"MMLU-PRO Raw":0.15741356382978725,"MMLU-PRO":6.37928486997636,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-06","Submission Date":"2025-02-08","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-VIPO_5e-7-3ep_3vpo_const_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-VIPO_5e-7-3ep_3vpo_const 📑","fullname":"JayHyeon/Qwen_0.5-VIPO_5e-7-3ep_3vpo_const","Model sha":"4322bfbee423ecf57c561bc3fe821d6a54d8570c","Average ⬆️":8.730937881241061,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6903602932272771,"IFEval Raw":0.2904870188876625,"IFEval":29.048701888766253,"BBH Raw":0.32381698216947513,"BBH":5.989063404661713,"MATH Lvl 5 Raw":0.0702416918429003,"MATH Lvl 5":7.02416918429003,"GPQA Raw":0.27348993288590606,"GPQA":3.1319910514541416,"MUSR Raw":0.30894791666666666,"MUSR":0.6184895833333329,"MMLU-PRO Raw":0.15915890957446807,"MMLU-PRO":6.573212174940895,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-06","Submission Date":"2025-02-08","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-cDPO_5e-7-3ep_0vpo_const_0.1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-cDPO_5e-7-3ep_0vpo_const_0.1 📑","fullname":"JayHyeon/Qwen_0.5-cDPO_5e-7-3ep_0vpo_const_0.1","Model sha":"3c369e3227ae050829233e92ee3238c36490f607","Average ⬆️":7.905104898093658,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7898335214086819,"IFEval Raw":0.23925406809487715,"IFEval":23.925406809487715,"BBH Raw":0.3244192088381941,"BBH":7.201174679917629,"MATH Lvl 5 Raw":0.0513595166163142,"MATH Lvl 5":5.13595166163142,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.3221875,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.1573304521276596,"MMLU-PRO":6.37005023640662,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-19","Submission Date":"2025-02-20","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-cDPO_5e-7-3ep_0vpo_const_0.3_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-cDPO_5e-7-3ep_0vpo_const_0.3 📑","fullname":"JayHyeon/Qwen_0.5-cDPO_5e-7-3ep_0vpo_const_0.3","Model sha":"7b50bab8ec188103a31d5bb3ebd3ff5c54a719b7","Average ⬆️":7.980367592203365,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8270344996930198,"IFEval Raw":0.24747226248576,"IFEval":24.747226248576,"BBH Raw":0.32090616030928304,"BBH":6.9860820873250375,"MATH Lvl 5 Raw":0.04607250755287009,"MATH Lvl 5":4.607250755287009,"GPQA Raw":0.28104026845637586,"GPQA":4.138702460850116,"MUSR Raw":0.3275208333333333,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.1566655585106383,"MMLU-PRO":6.296173167848698,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-16","Submission Date":"2025-02-17","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-rDPO_3e-6-1ep_0vpo_const_0.1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-rDPO_3e-6-1ep_0vpo_const_0.1 📑","fullname":"JayHyeon/Qwen_0.5-rDPO_3e-6-1ep_0vpo_const_0.1","Model sha":"e5712d2ba9fbb61af9c9cdd22d264cf16cb7bcdd","Average ⬆️":7.0836211579470865,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7678363288986092,"IFEval Raw":0.232135179102559,"IFEval":23.213517910255902,"BBH Raw":0.32779679775418075,"BBH":6.90518932317681,"MATH Lvl 5 Raw":0.04758308157099698,"MATH Lvl 5":4.758308157099698,"GPQA Raw":0.2575503355704698,"GPQA":1.0067114093959737,"MUSR Raw":0.3021875,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.14960106382978725,"MMLU-PRO":5.511229314420804,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-26","Submission Date":"2025-02-27","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-rDPO_5e-7-3ep_0vpo_const_0.1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-rDPO_5e-7-3ep_0vpo_const_0.1 📑","fullname":"JayHyeon/Qwen_0.5-rDPO_5e-7-3ep_0vpo_const_0.1","Model sha":"33c2af4b4fd13f9ff5037d0f2f8320a29f8c6cef","Average ⬆️":8.149323958197453,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7945318466738231,"IFEval Raw":0.2541667220752049,"IFEval":25.41667220752049,"BBH Raw":0.3253117533747236,"BBH":7.1964107499925385,"MATH Lvl 5 Raw":0.052870090634441085,"MATH Lvl 5":5.287009063444108,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.318125,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.16090425531914893,"MMLU-PRO":6.767139479905436,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-18","Submission Date":"2025-02-20","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"JayHyeon_Qwen_0.5-rDPO_5e-7-3ep_0vpo_const_0.3_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JayHyeon/Qwen_0.5-rDPO_5e-7-3ep_0vpo_const_0.3 📑","fullname":"JayHyeon/Qwen_0.5-rDPO_5e-7-3ep_0vpo_const_0.3","Model sha":"bbffb6820cbdf889675c983aa617a3d4a9dbafeb","Average ⬆️":7.7152906600553655,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7159497773067481,"IFEval Raw":0.273875539125077,"IFEval":27.3875539125077,"BBH Raw":0.3245102552473828,"BBH":6.775212492911929,"MATH Lvl 5 Raw":0.04607250755287009,"MATH Lvl 5":4.607250755287009,"GPQA Raw":0.25083892617449666,"GPQA":0.11185682326622093,"MUSR Raw":0.3089166666666667,"MUSR":0.7812499999999996,"MMLU-PRO Raw":0.15965757978723405,"MMLU-PRO":6.628619976359339,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-15","Submission Date":"2025-02-17","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"Jimmy19991222_Llama-3-Instruct-8B-SimPO-v0.2_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Jimmy19991222/Llama-3-Instruct-8B-SimPO-v0.2 📑","fullname":"Jimmy19991222/Llama-3-Instruct-8B-SimPO-v0.2","Model sha":"53a517ceaef324efc3626be44140b4f18a010591","Average ⬆️":24.59465136328484,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.026303449176492,"IFEval Raw":0.6540368444615842,"IFEval":65.40368444615842,"BBH Raw":0.498371102582105,"BBH":29.1238227637126,"MATH Lvl 5 Raw":0.061933534743202415,"MATH Lvl 5":6.193353474320242,"GPQA Raw":0.3145973154362416,"GPQA":8.612975391498878,"MUSR Raw":0.40125000000000005,"MUSR":8.389583333333334,"MMLU-PRO Raw":0.3686003989361702,"MMLU-PRO":29.844488770685572,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-06","Generation":0,"Base Model":"Removed"},{"eval_name":"Jimmy19991222_llama-3-8b-instruct-gapo-v2-bert-f1-beta10-gamma0.3-lr1.0e-6-1minus-rerun_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Jimmy19991222/llama-3-8b-instruct-gapo-v2-bert-f1-beta10-gamma0.3-lr1.0e-6-1minus-rerun 📑","fullname":"Jimmy19991222/llama-3-8b-instruct-gapo-v2-bert-f1-beta10-gamma0.3-lr1.0e-6-1minus-rerun","Model sha":"00c02a823b4ff1a6cfcded6085ba9630df633998","Average ⬆️":24.144995316075697,"Hub License":"llama3","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9635818182639769,"IFEval Raw":0.6717221416951467,"IFEval":67.17221416951466,"BBH Raw":0.48797965672899357,"BBH":27.755228582197066,"MATH Lvl 5 Raw":0.06042296072507553,"MATH Lvl 5":6.042296072507553,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.4040729166666667,"MUSR":8.709114583333337,"MMLU-PRO Raw":0.36336436170212766,"MMLU-PRO":29.262706855791958,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-17","Submission Date":"2024-09-18","Generation":1,"Base Model":"meta-llama/Meta-Llama-3-8B-Instruct"},{"eval_name":"Jimmy19991222_llama-3-8b-instruct-gapo-v2-bert_f1-beta10-gamma0.3-lr1.0e-6-scale-log_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Jimmy19991222/llama-3-8b-instruct-gapo-v2-bert_f1-beta10-gamma0.3-lr1.0e-6-scale-log 📑","fullname":"Jimmy19991222/llama-3-8b-instruct-gapo-v2-bert_f1-beta10-gamma0.3-lr1.0e-6-scale-log","Model sha":"99d9e31df5b7e88b1da78b1bd335cac3215dfd6e","Average ⬆️":24.09614909345055,"Hub License":"llama3","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9570708276407989,"IFEval Raw":0.6555605792630221,"IFEval":65.55605792630222,"BBH Raw":0.49345840367294164,"BBH":28.613596677525617,"MATH Lvl 5 Raw":0.054380664652567974,"MATH Lvl 5":5.438066465256798,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.4000104166666667,"MUSR":8.167968750000002,"MMLU-PRO Raw":0.3657746010638298,"MMLU-PRO":29.53051122931442,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-22","Submission Date":"2024-09-22","Generation":1,"Base Model":"meta-llama/Meta-Llama-3-8B-Instruct"},{"eval_name":"Jimmy19991222_llama-3-8b-instruct-gapo-v2-bert_p-beta10-gamma0.3-lr1.0e-6-scale-log_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Jimmy19991222/llama-3-8b-instruct-gapo-v2-bert_p-beta10-gamma0.3-lr1.0e-6-scale-log 📑","fullname":"Jimmy19991222/llama-3-8b-instruct-gapo-v2-bert_p-beta10-gamma0.3-lr1.0e-6-scale-log","Model sha":"49a029ea2605d768e89b638ad78a59fd62d192ab","Average ⬆️":23.03715310569549,"Hub License":"llama3","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0449703983820167,"IFEval Raw":0.6315055164740666,"IFEval":63.150551647406665,"BBH Raw":0.4916414793938901,"BBH":27.666183558964235,"MATH Lvl 5 Raw":0.0649546827794562,"MATH Lvl 5":6.495468277945619,"GPQA Raw":0.2860738255033557,"GPQA":4.809843400447425,"MUSR Raw":0.3935,"MUSR":7.087500000000001,"MMLU-PRO Raw":0.3611203457446808,"MMLU-PRO":29.01337174940898,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-22","Submission Date":"2024-09-22","Generation":1,"Base Model":"meta-llama/Meta-Llama-3-8B-Instruct"},{"eval_name":"Jimmy19991222_llama-3-8b-instruct-gapo-v2-bleu-beta0.1-no-length-scale-gamma0.4_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Jimmy19991222/llama-3-8b-instruct-gapo-v2-bleu-beta0.1-no-length-scale-gamma0.4 📑","fullname":"Jimmy19991222/llama-3-8b-instruct-gapo-v2-bleu-beta0.1-no-length-scale-gamma0.4","Model sha":"de8bb28ad7a9d1158f318a4461dc47ad03e6e560","Average ⬆️":23.393777045662546,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9607422024142419,"IFEval Raw":0.6284580468711907,"IFEval":62.84580468711906,"BBH Raw":0.4986088445592742,"BBH":29.329731874817796,"MATH Lvl 5 Raw":0.0513595166163142,"MATH Lvl 5":5.13595166163142,"GPQA Raw":0.29278523489932884,"GPQA":5.7046979865771785,"MUSR Raw":0.40137500000000004,"MUSR":9.071875000000002,"MMLU-PRO Raw":0.3544714095744681,"MMLU-PRO":28.27460106382979,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-06","Generation":0,"Base Model":"Removed"},{"eval_name":"Jimmy19991222_llama-3-8b-instruct-gapo-v2-rouge2-beta10-1minus-gamma0.3-rerun_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Jimmy19991222/llama-3-8b-instruct-gapo-v2-rouge2-beta10-1minus-gamma0.3-rerun 📑","fullname":"Jimmy19991222/llama-3-8b-instruct-gapo-v2-rouge2-beta10-1minus-gamma0.3-rerun","Model sha":"e9692d8dbe30273839763757aa9ef07a5fcf0c59","Average ⬆️":24.385612249734205,"Hub License":"llama3","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5136981730468007,"IFEval Raw":0.6677504576745258,"IFEval":66.77504576745258,"BBH Raw":0.4940463886115545,"BBH":28.390676236054286,"MATH Lvl 5 Raw":0.06117824773413897,"MATH Lvl 5":6.117824773413897,"GPQA Raw":0.3062080536912752,"GPQA":7.494407158836691,"MUSR Raw":0.3987083333333334,"MUSR":8.005208333333334,"MMLU-PRO Raw":0.3657746010638298,"MMLU-PRO":29.53051122931442,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-14","Submission Date":"2024-09-15","Generation":1,"Base Model":"meta-llama/Meta-Llama-3-8B-Instruct"},{"eval_name":"Jimmy19991222_llama-3-8b-instruct-gapo-v2-rouge2-beta10-gamma0.3-lr1.0e-6-scale-log_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Jimmy19991222/llama-3-8b-instruct-gapo-v2-rouge2-beta10-gamma0.3-lr1.0e-6-scale-log 📑","fullname":"Jimmy19991222/llama-3-8b-instruct-gapo-v2-rouge2-beta10-gamma0.3-lr1.0e-6-scale-log","Model sha":"9ff0ce408abb8dbcf7efb9b6533338f2c344a355","Average ⬆️":24.210850058799164,"Hub License":"llama3","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0039870513171805,"IFEval Raw":0.6605063453857986,"IFEval":66.05063453857986,"BBH Raw":0.49160075581298046,"BBH":28.075035515119442,"MATH Lvl 5 Raw":0.06570996978851963,"MATH Lvl 5":6.570996978851963,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.4000416666666667,"MUSR":7.805208333333336,"MMLU-PRO Raw":0.3664394946808511,"MMLU-PRO":29.604388297872337,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-22","Submission Date":"2024-09-22","Generation":1,"Base Model":"meta-llama/Meta-Llama-3-8B-Instruct"},{"eval_name":"Jimmy19991222_llama-3-8b-instruct-gapo-v2-rougeL-beta10-gamma0.3-lr1.0e-6-scale-log_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Jimmy19991222/llama-3-8b-instruct-gapo-v2-rougeL-beta10-gamma0.3-lr1.0e-6-scale-log 📑","fullname":"Jimmy19991222/llama-3-8b-instruct-gapo-v2-rougeL-beta10-gamma0.3-lr1.0e-6-scale-log","Model sha":"ec67f95c4d1813a34bbde52d0ad14824fd7111a0","Average ⬆️":24.056972059408523,"Hub License":"llama3","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9731718962458619,"IFEval Raw":0.649190813707629,"IFEval":64.91908137076291,"BBH Raw":0.4952489348573605,"BBH":28.56256683836558,"MATH Lvl 5 Raw":0.06419939577039276,"MATH Lvl 5":6.419939577039275,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.3961354166666667,"MUSR":7.383593750000003,"MMLU-PRO Raw":0.37109375,"MMLU-PRO":30.12152777777778,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-22","Submission Date":"2024-09-22","Generation":1,"Base Model":"meta-llama/Meta-Llama-3-8B-Instruct"},{"eval_name":"Joseph717171_Hermes-3-Llama-3.1-8B_TIES_with_Base_Embeds_Initialized_to_Special_Instruct_Toks_dtypeF32_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Joseph717171/Hermes-3-Llama-3.1-8B_TIES_with_Base_Embeds_Initialized_to_Special_Instruct_Toks_dtypeF32 📑","fullname":"Joseph717171/Hermes-3-Llama-3.1-8B_TIES_with_Base_Embeds_Initialized_to_Special_Instruct_Toks_dtypeF32","Model sha":"823930851c57b11fd2e25cd65b5c53f909209d0e","Average ⬆️":23.25287703936368,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7075451204073241,"IFEval Raw":0.6185410266980501,"IFEval":61.854102669805016,"BBH Raw":0.5177452540141246,"BBH":30.724096614147953,"MATH Lvl 5 Raw":0.0513595166163142,"MATH Lvl 5":5.13595166163142,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.4369375,"MUSR":13.617187499999995,"MMLU-PRO Raw":0.31441156914893614,"MMLU-PRO":23.823507683215126,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-23","Submission Date":"2024-10-25","Generation":0,"Base Model":"Joseph717171/Hermes-3-Llama-3.1-8B_TIES_with_Base_Embeds_Initialized_to_Special_Instruct_Toks_dtypeF32"},{"eval_name":"Joseph717171_Llama-3.1-SuperNova-8B-Lite_TIES_with_Base_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Joseph717171/Llama-3.1-SuperNova-8B-Lite_TIES_with_Base 📑","fullname":"Joseph717171/Llama-3.1-SuperNova-8B-Lite_TIES_with_Base","Model sha":"f1e2cad4dca10f948fd2ee9588f80df0b40d7232","Average ⬆️":30.245028049214653,"Hub License":"llama3.1","Hub ❤️":8,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7494627877110125,"IFEval Raw":0.8096328851890761,"IFEval":80.9632885189076,"BBH Raw":0.5147423127141911,"BBH":31.46581339489899,"MATH Lvl 5 Raw":0.18353474320241692,"MATH Lvl 5":18.35347432024169,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.4109895833333333,"MUSR":10.74036458333333,"MMLU-PRO Raw":0.38804853723404253,"MMLU-PRO":32.00539302600473,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-02","Submission Date":"2024-10-03","Generation":0,"Base Model":"Joseph717171/Llama-3.1-SuperNova-8B-Lite_TIES_with_Base"},{"eval_name":"Josephgflowers_Cinder-Phi-2-V1-F16-gguf_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"PhiForCausalLM","Model":"Josephgflowers/Cinder-Phi-2-V1-F16-gguf 📑","fullname":"Josephgflowers/Cinder-Phi-2-V1-F16-gguf","Model sha":"85629ec9b18efee31d07630664e7a3815121badf","Average ⬆️":11.258522615146035,"Hub License":"mit","Hub ❤️":4,"#Params (B)":2.78,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9428072189943586,"IFEval Raw":0.23565694579271884,"IFEval":23.565694579271884,"BBH Raw":0.4396616219689493,"BBH":22.45340222827221,"MATH Lvl 5 Raw":0.02416918429003021,"MATH Lvl 5":2.416918429003021,"GPQA Raw":0.28187919463087246,"GPQA":4.250559284116329,"MUSR Raw":0.34345833333333337,"MUSR":1.965625,"MMLU-PRO Raw":0.2160904255319149,"MMLU-PRO":12.898936170212766,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-02-25","Submission Date":"2024-06-26","Generation":0,"Base Model":"Josephgflowers/Cinder-Phi-2-V1-F16-gguf"},{"eval_name":"Josephgflowers_Differential-Attention-Liquid-Metal-Tinyllama_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Josephgflowers/Differential-Attention-Liquid-Metal-Tinyllama 📑","fullname":"Josephgflowers/Differential-Attention-Liquid-Metal-Tinyllama","Model sha":"bdb6c63ff1025241e8e10b1858d67dc410f0a702","Average ⬆️":5.250959952944556,"Hub License":"mit","Hub ❤️":3,"#Params (B)":1.1,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.34758719675338845,"IFEval Raw":0.22269245601670234,"IFEval":22.269245601670235,"BBH Raw":0.292556113105267,"BBH":2.5522242028124382,"MATH Lvl 5 Raw":0.0324773413897281,"MATH Lvl 5":3.2477341389728096,"GPQA Raw":0.25083892617449666,"GPQA":0.11185682326622093,"MUSR Raw":0.33555208333333336,"MUSR":0.9440104166666662,"MMLU-PRO Raw":0.12142619680851063,"MMLU-PRO":2.3806885342789585,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-05","Submission Date":"2024-11-07","Generation":0,"Base Model":"Josephgflowers/Differential-Attention-Liquid-Metal-Tinyllama"},{"eval_name":"Josephgflowers_TinyLlama-Cinder-Agent-v1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Josephgflowers/TinyLlama-Cinder-Agent-v1 📑","fullname":"Josephgflowers/TinyLlama-Cinder-Agent-v1","Model sha":"a9cd8b48bfe30f29bb1f819213da9a4c41eee67f","Average ⬆️":6.332677189374276,"Hub License":"mit","Hub ❤️":2,"#Params (B)":1.1,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.47566302529029164,"IFEval Raw":0.26695612087040166,"IFEval":26.695612087040164,"BBH Raw":0.31160367351776513,"BBH":3.804167155031377,"MATH Lvl 5 Raw":0.03474320241691843,"MATH Lvl 5":3.474320241691843,"GPQA Raw":0.24412751677852348,"GPQA":0.0,"MUSR Raw":0.33945833333333336,"MUSR":2.232291666666667,"MMLU-PRO Raw":0.11610704787234043,"MMLU-PRO":1.7896719858156023,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-21","Submission Date":"2024-06-26","Generation":4,"Base Model":"Josephgflowers/TinyLlama-3T-Cinder-v1.2"},{"eval_name":"Josephgflowers_TinyLlama-v1.1-Cinders-World_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Josephgflowers/TinyLlama-v1.1-Cinders-World 📑","fullname":"Josephgflowers/TinyLlama-v1.1-Cinders-World","Model sha":"11a2c305f787a7908dd87c4e5a7d0f1e314a1f05","Average ⬆️":5.683002628938165,"Hub License":"mit","Hub ❤️":0,"#Params (B)":1.1,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5147665325802105,"IFEval Raw":0.24692260978647768,"IFEval":24.692260978647766,"BBH Raw":0.29979653176003074,"BBH":3.1077144735021442,"MATH Lvl 5 Raw":0.03474320241691843,"MATH Lvl 5":3.474320241691843,"GPQA Raw":0.24412751677852348,"GPQA":0.0,"MUSR Raw":0.3356145833333333,"MUSR":0.6184895833333329,"MMLU-PRO Raw":0.11984707446808511,"MMLU-PRO":2.2052304964539005,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-12","Submission Date":"2024-10-13","Generation":0,"Base Model":"Josephgflowers/TinyLlama-v1.1-Cinders-World"},{"eval_name":"Josephgflowers_TinyLlama_v1.1_math_code-world-test-1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Josephgflowers/TinyLlama_v1.1_math_code-world-test-1 📑","fullname":"Josephgflowers/TinyLlama_v1.1_math_code-world-test-1","Model sha":"6f7c2aaf0b8723bc6a1dc23a4a1ff0ec24dc11ec","Average ⬆️":2.0028112750677205,"Hub License":"mit","Hub ❤️":0,"#Params (B)":1.1,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.5458875585125622,"IFEval Raw":0.00784363267242029,"IFEval":0.784363267242029,"BBH Raw":0.31463497508928434,"BBH":4.164017098724634,"MATH Lvl 5 Raw":0.019637462235649546,"MATH Lvl 5":1.9637462235649545,"GPQA Raw":0.23406040268456377,"GPQA":0.0,"MUSR Raw":0.34990625000000003,"MUSR":3.6382812500000004,"MMLU-PRO Raw":0.11319813829787234,"MMLU-PRO":1.466459810874704,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-23","Submission Date":"2024-09-09","Generation":0,"Base Model":"Josephgflowers/TinyLlama_v1.1_math_code-world-test-1"},{"eval_name":"Josephgflowers_Tinyllama-STEM-Cinder-Agent-v1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Josephgflowers/Tinyllama-STEM-Cinder-Agent-v1 📑","fullname":"Josephgflowers/Tinyllama-STEM-Cinder-Agent-v1","Model sha":"c6880b94e72dddbe591fdf30fa15fe42ea60b924","Average ⬆️":5.683635033220809,"Hub License":"mit","Hub ❤️":0,"#Params (B)":1.1,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.3267712803723987,"IFEval Raw":0.21257596510591897,"IFEval":21.257596510591895,"BBH Raw":0.30843808427144626,"BBH":3.731312676862636,"MATH Lvl 5 Raw":0.06722054380664652,"MATH Lvl 5":6.722054380664652,"GPQA Raw":0.2348993288590604,"GPQA":0.0,"MUSR Raw":0.334125,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.10862699468085106,"MMLU-PRO":0.9585549645390061,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-27","Submission Date":"2024-11-27","Generation":1,"Base Model":"Josephgflowers/Tinyllama-STEM-Cinder-Agent-v1 (Merge)"},{"eval_name":"Josephgflowers_Tinyllama-r1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Josephgflowers/Tinyllama-r1 📑","fullname":"Josephgflowers/Tinyllama-r1","Model sha":"01af42eb435005a6103760b3f85549ad5e5c35dc","Average ⬆️":5.217266718069099,"Hub License":"llama3.3","Hub ❤️":2,"#Params (B)":1.1,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.21477235201797365,"IFEval Raw":0.2119265770378152,"IFEval":21.19265770378152,"BBH Raw":0.3014631984266974,"BBH":3.2046589179465896,"MATH Lvl 5 Raw":0.0324773413897281,"MATH Lvl 5":3.2477341389728096,"GPQA Raw":0.25671140939597314,"GPQA":0.8948545861297527,"MUSR Raw":0.33148958333333334,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.11344747340425532,"MMLU-PRO":1.4941637115839235,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-07","Submission Date":"2025-02-09","Generation":1,"Base Model":"Josephgflowers/Tinyllama-r1 (Merge)"},{"eval_name":"JungZoona_T3Q-Qwen2.5-14B-Instruct-1M-e3_bfloat16","Precision":"bfloat16","Type":"❓ other","T":"❓","Weight type":"Original","Architecture":"Unknown","Model":"JungZoona/T3Q-Qwen2.5-14B-Instruct-1M-e3 📑","fullname":"JungZoona/T3Q-Qwen2.5-14B-Instruct-1M-e3","Model sha":"5362b0e623096cf6667a47cefd2b33e2e3dd37a9","Average ⬆️":47.091544713804204,"Hub License":"apache-2.0","Hub ❤️":9,"#Params (B)":0.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.397413513183364,"IFEval Raw":0.732396707403024,"IFEval":73.2396707403024,"BBH Raw":0.7585971930826706,"BBH":65.46659667305961,"MATH Lvl 5 Raw":0.2862537764350453,"MATH Lvl 5":28.625377643504528,"GPQA Raw":0.41694630872483224,"GPQA":22.259507829977633,"MUSR Raw":0.5911041666666667,"MUSR":38.688020833333326,"MMLU-PRO Raw":0.5884308510638298,"MMLU-PRO":54.270094562647756,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-09","Submission Date":"","Generation":2,"Base Model":"Qwen/Qwen2.5-14B"},{"eval_name":"JungZoona_T3Q-qwen2.5-14b-v1.0-e3_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"JungZoona/T3Q-qwen2.5-14b-v1.0-e3 📑","fullname":"JungZoona/T3Q-qwen2.5-14b-v1.0-e3","Model sha":"76b2538f6a0646f8c507f9c9ab070030d3c1b90c","Average ⬆️":47.091544713804204,"Hub License":"apache-2.0","Hub ❤️":9,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.561938476492499,"IFEval Raw":0.732396707403024,"IFEval":73.2396707403024,"BBH Raw":0.7585971930826706,"BBH":65.46659667305961,"MATH Lvl 5 Raw":0.2862537764350453,"MATH Lvl 5":28.625377643504528,"GPQA Raw":0.41694630872483224,"GPQA":22.259507829977633,"MUSR Raw":0.5911041666666667,"MUSR":38.688020833333326,"MMLU-PRO Raw":0.5884308510638298,"MMLU-PRO":54.270094562647756,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-09","Submission Date":"2025-03-13","Generation":2,"Base Model":"Qwen/Qwen2.5-14B"},{"eval_name":"Junhoee_Qwen-Megumin_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Adapter","Architecture":"?","Model":"Junhoee/Qwen-Megumin 📑","fullname":"Junhoee/Qwen-Megumin","Model sha":"bb46c15ee4bb56c5b63245ef50fd7637234d6f75","Average ⬆️":33.992180349901545,"Hub License":"","Hub ❤️":1,"#Params (B)":15.231,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.8402978495698914,"IFEval Raw":0.7141118897857683,"IFEval":71.41118897857685,"BBH Raw":0.528526812457251,"BBH":33.64214368642437,"MATH Lvl 5 Raw":0.4901812688821752,"MATH Lvl 5":49.01812688821752,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.39803125,"MUSR":8.187239583333335,"MMLU-PRO Raw":0.41988031914893614,"MMLU-PRO":35.54225768321512,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-26","Submission Date":"2024-11-26","Generation":2,"Base Model":"Qwen/Qwen2.5-7B"},{"eval_name":"KSU-HW-SEC_Llama3-70b-SVA-FT-1415_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"KSU-HW-SEC/Llama3-70b-SVA-FT-1415 📑","fullname":"KSU-HW-SEC/Llama3-70b-SVA-FT-1415","Model sha":"1c09728455567898116d2d9cfb6cbbbbd4ee730c","Average ⬆️":36.119232723240636,"Hub License":"","Hub ❤️":0,"#Params (B)":70.554,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":19.20205773179167,"IFEval Raw":0.6179913739987677,"IFEval":61.79913739987677,"BBH Raw":0.6650146340680478,"BBH":51.328741195678994,"MATH Lvl 5 Raw":0.21978851963746224,"MATH Lvl 5":21.978851963746223,"GPQA Raw":0.375,"GPQA":16.666666666666664,"MUSR Raw":0.4565416666666667,"MUSR":17.801041666666663,"MMLU-PRO Raw":0.5242686170212766,"MMLU-PRO":47.140957446808514,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-08","Generation":0,"Base Model":"Removed"},{"eval_name":"KSU-HW-SEC_Llama3-70b-SVA-FT-500_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"KSU-HW-SEC/Llama3-70b-SVA-FT-500 📑","fullname":"KSU-HW-SEC/Llama3-70b-SVA-FT-500","Model sha":"856a23f28aeada23d1135c86a37e05524307e8ed","Average ⬆️":35.953711985827894,"Hub License":"","Hub ❤️":0,"#Params (B)":70.554,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":18.947476483090963,"IFEval Raw":0.6105223030448099,"IFEval":61.052230304481,"BBH Raw":0.6692236023098005,"BBH":51.8870262488106,"MATH Lvl 5 Raw":0.21374622356495468,"MATH Lvl 5":21.37462235649547,"GPQA Raw":0.3808724832214765,"GPQA":17.4496644295302,"MUSR Raw":0.45114583333333336,"MUSR":16.993229166666666,"MMLU-PRO Raw":0.522689494680851,"MMLU-PRO":46.96549940898345,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-08","Generation":0,"Base Model":"Removed"},{"eval_name":"KSU-HW-SEC_Llama3-70b-SVA-FT-final_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"KSU-HW-SEC/Llama3-70b-SVA-FT-final 📑","fullname":"KSU-HW-SEC/Llama3-70b-SVA-FT-final","Model sha":"391bbd94173b34975d1aa2c7356977a630253b75","Average ⬆️":36.09383714321667,"Hub License":"","Hub ❤️":0,"#Params (B)":70.554,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":19.312397977552983,"IFEval Raw":0.6164676391973297,"IFEval":61.64676391973297,"BBH Raw":0.6650146340680478,"BBH":51.328741195678994,"MATH Lvl 5 Raw":0.21978851963746224,"MATH Lvl 5":21.978851963746223,"GPQA Raw":0.375,"GPQA":16.666666666666664,"MUSR Raw":0.4565416666666667,"MUSR":17.801041666666663,"MMLU-PRO Raw":0.5242686170212766,"MMLU-PRO":47.140957446808514,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-08","Generation":0,"Base Model":"Removed"},{"eval_name":"KSU-HW-SEC_Llama3.1-70b-SVA-FT-1000step_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"KSU-HW-SEC/Llama3.1-70b-SVA-FT-1000step 📑","fullname":"KSU-HW-SEC/Llama3.1-70b-SVA-FT-1000step","Model sha":"b195fea0d8f350ff29243d4e88654b1baa5af79e","Average ⬆️":40.75025867079505,"Hub License":"","Hub ❤️":0,"#Params (B)":70.554,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":25.108894169483907,"IFEval Raw":0.7238039512936785,"IFEval":72.38039512936786,"BBH Raw":0.6903120365165111,"BBH":55.48536459580824,"MATH Lvl 5 Raw":0.32099697885196377,"MATH Lvl 5":32.09969788519638,"GPQA Raw":0.3959731543624161,"GPQA":19.463087248322143,"MUSR Raw":0.45917708333333335,"MUSR":17.830468749999998,"MMLU-PRO Raw":0.5251828457446809,"MMLU-PRO":47.242538416075654,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-08","Generation":0,"Base Model":"Removed"},{"eval_name":"Khetterman_DarkAtom-12B-v3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Khetterman/DarkAtom-12B-v3 📑","fullname":"Khetterman/DarkAtom-12B-v3","Model sha":"7c7dacc560b64dcff96121ea99374794ccd64b7c","Average ⬆️":25.88038265945612,"Hub License":"","Hub ❤️":15,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.1065675447310444,"IFEval Raw":0.6173419859306639,"IFEval":61.734198593066395,"BBH Raw":0.5153709655381875,"BBH":31.6595419899606,"MATH Lvl 5 Raw":0.11102719033232629,"MATH Lvl 5":11.10271903323263,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.4468020833333333,"MUSR":16.116927083333334,"MMLU-PRO Raw":0.3546376329787234,"MMLU-PRO":28.29307033096927,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-13","Submission Date":"2024-12-09","Generation":1,"Base Model":"Khetterman/DarkAtom-12B-v3 (Merge)"},{"eval_name":"Khetterman_Kosmos-8B-v1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Khetterman/Kosmos-8B-v1 📑","fullname":"Khetterman/Kosmos-8B-v1","Model sha":"16ad5242ca89c6901fae1f41033f00ce455f4be0","Average ⬆️":21.31847148009074,"Hub License":"","Hub ❤️":4,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2588972069970084,"IFEval Raw":0.41291107594515886,"IFEval":41.291107594515886,"BBH Raw":0.5233522858623628,"BBH":31.75895920189927,"MATH Lvl 5 Raw":0.09894259818731117,"MATH Lvl 5":9.894259818731117,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.3918854166666667,"MUSR":8.819010416666668,"MMLU-PRO Raw":0.366938164893617,"MMLU-PRO":29.659796099290777,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-22","Submission Date":"2024-12-27","Generation":1,"Base Model":"Khetterman/Kosmos-8B-v1 (Merge)"},{"eval_name":"Kimargin_GPT-NEO-1.3B-wiki_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"GPTNeoForCausalLM","Model":"Kimargin/GPT-NEO-1.3B-wiki 📑","fullname":"Kimargin/GPT-NEO-1.3B-wiki","Model sha":"92fa51fa6589f6e8fdfcc83f085216b3dae11da5","Average ⬆️":5.349183189126563,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":1.316,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.248672424714661,"IFEval Raw":0.19206815693471102,"IFEval":19.2068156934711,"BBH Raw":0.3026339952046975,"BBH":3.423611572649296,"MATH Lvl 5 Raw":0.014350453172205438,"MATH Lvl 5":1.4350453172205437,"GPQA Raw":0.24496644295302014,"GPQA":0.0,"MUSR Raw":0.3882604166666666,"MUSR":6.932552083333333,"MMLU-PRO Raw":0.10987367021276596,"MMLU-PRO":1.0970744680851066,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-23","Submission Date":"2024-10-24","Generation":1,"Base Model":"Kimargin/GPT-NEO-1.3B-wiki (Merge)"},{"eval_name":"KingNish_Qwen2.5-0.5b-Test-ft_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"KingNish/Qwen2.5-0.5b-Test-ft 📑","fullname":"KingNish/Qwen2.5-0.5b-Test-ft","Model sha":"f905bb1d37c7853fb5c7157d8d3ad0f062b65c0f","Average ⬆️":7.865415598812703,"Hub License":"apache-2.0","Hub ❤️":10,"#Params (B)":0.494,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3373808598428163,"IFEval Raw":0.26708134416681073,"IFEval":26.708134416681073,"BBH Raw":0.3231533857529747,"BBH":6.058845092070314,"MATH Lvl 5 Raw":0.035498489425981876,"MATH Lvl 5":3.5498489425981874,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.342125,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.16888297872340424,"MMLU-PRO":7.65366430260047,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-26","Submission Date":"2024-09-29","Generation":1,"Base Model":"KingNish/Qwen2.5-0.5b-Test-ft (Merge)"},{"eval_name":"KingNish_Reasoning-0.5b_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"KingNish/Reasoning-0.5b 📑","fullname":"KingNish/Reasoning-0.5b","Model sha":"fca9019dec693bfcb8a1fbc39e301636ae2c518d","Average ⬆️":7.163893227645488,"Hub License":"apache-2.0","Hub ❤️":30,"#Params (B)":0.494,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.51124066474765,"IFEval Raw":0.217421995859874,"IFEval":21.7421995859874,"BBH Raw":0.33536255853174524,"BBH":7.491210642552303,"MATH Lvl 5 Raw":0.02190332326283988,"MATH Lvl 5":2.190332326283988,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.35133333333333333,"MUSR":2.0833333333333326,"MMLU-PRO Raw":0.16414561170212766,"MMLU-PRO":7.127290189125294,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-05","Submission Date":"2025-03-07","Generation":2,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"KingNish_Reasoning-Llama-3b-v0.1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"KingNish/Reasoning-Llama-3b-v0.1 📑","fullname":"KingNish/Reasoning-Llama-3b-v0.1","Model sha":"d164caf591c42a4cbc3b21d46493e72fbdbd9de8","Average ⬆️":20.212379567792407,"Hub License":"llama3.2","Hub ❤️":9,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3504700051621026,"IFEval Raw":0.6224628430342602,"IFEval":62.246284303426016,"BBH Raw":0.43433592509582786,"BBH":19.86245115758441,"MATH Lvl 5 Raw":0.1299093655589124,"MATH Lvl 5":12.990936555891238,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.31676041666666666,"MUSR":2.3950520833333333,"MMLU-PRO Raw":0.3029421542553192,"MMLU-PRO":22.549128250591018,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-10","Submission Date":"2024-10-26","Generation":1,"Base Model":"meta-llama/Llama-3.2-3B-Instruct"},{"eval_name":"KingNish_qwen-1b-continued_float16","Precision":"float16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"KingNish/qwen-1b-continued 📑","fullname":"KingNish/qwen-1b-continued","Model sha":"4abdfa59671b7c23c535aca87ce15baef8ed1125","Average ⬆️":4.792600271519794,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.277,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8910725804726569,"IFEval Raw":0.12547263483113694,"IFEval":12.547263483113692,"BBH Raw":0.29909543894796364,"BBH":4.387464099020609,"MATH Lvl 5 Raw":0.00906344410876133,"MATH Lvl 5":0.906344410876133,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.38587499999999997,"MUSR":5.6677083333333345,"MMLU-PRO Raw":0.1260804521276596,"MMLU-PRO":2.897828014184398,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-07","Submission Date":"2025-03-07","Generation":1,"Base Model":"Removed"},{"eval_name":"KingNish_qwen-1b-continued-v2_float16","Precision":"float16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"KingNish/qwen-1b-continued-v2 📑","fullname":"KingNish/qwen-1b-continued-v2","Model sha":"bfa7ea0a2675dc4acf890d6ca5e3c218315e017c","Average ⬆️":4.4416424249765365,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.277,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9114872192218902,"IFEval Raw":0.1578711153073844,"IFEval":15.787111530738443,"BBH Raw":0.31194932022650246,"BBH":4.989232311632899,"MATH Lvl 5 Raw":0.010574018126888218,"MATH Lvl 5":1.0574018126888218,"GPQA Raw":0.25,"GPQA":0.0,"MUSR Raw":0.33927083333333335,"MUSR":2.675520833333333,"MMLU-PRO Raw":0.11926529255319149,"MMLU-PRO":2.1405880614657202,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-07","Submission Date":"2025-03-07","Generation":1,"Base Model":"Removed"},{"eval_name":"KingNish_qwen-1b-continued-v2.1_float16","Precision":"float16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"KingNish/qwen-1b-continued-v2.1 📑","fullname":"KingNish/qwen-1b-continued-v2.1","Model sha":"b1f1624062c683f84815bdeead038c0b2cf2c884","Average ⬆️":5.461814579103264,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.277,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8904057809009366,"IFEval Raw":0.11268323603594019,"IFEval":11.26832360359402,"BBH Raw":0.30416583041069006,"BBH":4.197658352409889,"MATH Lvl 5 Raw":0.00906344410876133,"MATH Lvl 5":0.906344410876133,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.41539583333333335,"MUSR":10.957812500000003,"MMLU-PRO Raw":0.1278257978723404,"MMLU-PRO":3.0917553191489344,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-08","Submission Date":"2025-03-08","Generation":2,"Base Model":"Removed"},{"eval_name":"KingNish_qwen-1b-continued-v2.2_float16","Precision":"float16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"KingNish/qwen-1b-continued-v2.2 📑","fullname":"KingNish/qwen-1b-continued-v2.2","Model sha":"8afa5b9fb92d599500e9043f4219de945b890839","Average ⬆️":4.441641963318088,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.277,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9038140571785205,"IFEval Raw":0.14125963554479892,"IFEval":14.12596355447989,"BBH Raw":0.30586579449667844,"BBH":4.956068589848116,"MATH Lvl 5 Raw":0.015105740181268883,"MATH Lvl 5":1.5105740181268883,"GPQA Raw":0.25671140939597314,"GPQA":0.8948545861297527,"MUSR Raw":0.35130208333333335,"MUSR":2.2460937499999996,"MMLU-PRO Raw":0.1262466755319149,"MMLU-PRO":2.916297281323877,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-08","Submission Date":"2025-03-09","Generation":3,"Base Model":"Removed"},{"eval_name":"Kquant03_CognitiveFusion2-4x7B-BF16_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"Kquant03/CognitiveFusion2-4x7B-BF16 📑","fullname":"Kquant03/CognitiveFusion2-4x7B-BF16","Model sha":"db45b86c462bb93db7ba4f2c3fe3517582c859a1","Average ⬆️":15.629054867362484,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":24.154,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.3320706625435443,"IFEval Raw":0.35665700341759865,"IFEval":35.665700341759866,"BBH Raw":0.41078286111483786,"BBH":17.689002759870313,"MATH Lvl 5 Raw":0.05740181268882175,"MATH Lvl 5":5.740181268882175,"GPQA Raw":0.2860738255033557,"GPQA":4.809843400447425,"MUSR Raw":0.4145520833333333,"MUSR":9.95234375,"MMLU-PRO Raw":0.27925531914893614,"MMLU-PRO":19.917257683215126,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-04-06","Submission Date":"2024-07-31","Generation":0,"Base Model":"Kquant03/CognitiveFusion2-4x7B-BF16"},{"eval_name":"Kquant03_L3-Pneuma-8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Kquant03/L3-Pneuma-8B 📑","fullname":"Kquant03/L3-Pneuma-8B","Model sha":"257aa8d00e82f91b7a780384aa76573c2ea614a8","Average ⬆️":16.617570099377616,"Hub License":"llama3","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6076220151511036,"IFEval Raw":0.2374056392593873,"IFEval":23.74056392593873,"BBH Raw":0.49550433176754827,"BBH":28.820201716269676,"MATH Lvl 5 Raw":0.05060422960725076,"MATH Lvl 5":5.0604229607250755,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.41715624999999995,"MUSR":10.211197916666668,"MMLU-PRO Raw":0.31840093085106386,"MMLU-PRO":24.266770094562652,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-13","Submission Date":"2024-10-16","Generation":1,"Base Model":"meta-llama/Meta-Llama-3-8B"},{"eval_name":"Krystalan_DRT-o1-14B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Krystalan/DRT-o1-14B 📑","fullname":"Krystalan/DRT-o1-14B","Model sha":"b89415f3ceb805687dc75d0ac82d1425e497bcaa","Average ⬆️":36.16608563724584,"Hub License":"cc-by-nc-sa-4.0","Hub ❤️":22,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.7459805026120465,"IFEval Raw":0.4067662690549963,"IFEval":40.67662690549963,"BBH Raw":0.637927537514229,"BBH":48.14182185507073,"MATH Lvl 5 Raw":0.4826283987915408,"MATH Lvl 5":48.26283987915408,"GPQA Raw":0.3523489932885906,"GPQA":13.646532438478745,"MUSR Raw":0.47951041666666666,"MUSR":19.83880208333333,"MMLU-PRO Raw":0.5178690159574468,"MMLU-PRO":46.429890661938536,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-23","Submission Date":"2024-12-27","Generation":1,"Base Model":"Krystalan/DRT-o1-14B (Merge)"},{"eval_name":"Krystalan_DRT-o1-7B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Krystalan/DRT-o1-7B 📑","fullname":"Krystalan/DRT-o1-7B","Model sha":"5e1848ded3209d414113c1ded1389cd04aef99c2","Average ⬆️":31.402661796813607,"Hub License":"cc-by-nc-sa-4.0","Hub ❤️":13,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3219640226212213,"IFEval Raw":0.3928276971768242,"IFEval":39.28276971768241,"BBH Raw":0.5467693339610741,"BBH":35.73893662836844,"MATH Lvl 5 Raw":0.4478851963746224,"MATH Lvl 5":44.78851963746224,"GPQA Raw":0.3213087248322148,"GPQA":9.507829977628639,"MUSR Raw":0.50865625,"MUSR":24.08203125,"MMLU-PRO Raw":0.41514295212765956,"MMLU-PRO":35.01588356973995,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-23","Submission Date":"2025-02-05","Generation":1,"Base Model":"Krystalan/DRT-o1-7B (Merge)"},{"eval_name":"Kukedlc_NeuralExperiment-7b-MagicCoder-v7.5_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Kukedlc/NeuralExperiment-7b-MagicCoder-v7.5 📑","fullname":"Kukedlc/NeuralExperiment-7b-MagicCoder-v7.5","Model sha":"43ea8d27d652dc15e4d27f665c5d636a5937780b","Average ⬆️":18.006004625989025,"Hub License":"apache-2.0","Hub ❤️":6,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9097203198829114,"IFEval Raw":0.4552509563513699,"IFEval":45.52509563513699,"BBH Raw":0.3988446544778517,"BBH":16.386034485864904,"MATH Lvl 5 Raw":0.06646525679758308,"MATH Lvl 5":6.646525679758309,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.4281979166666667,"MUSR":13.058072916666665,"MMLU-PRO Raw":0.2824135638297872,"MMLU-PRO":20.268173758865245,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-03-07","Submission Date":"2024-07-30","Generation":0,"Base Model":"Kukedlc/NeuralExperiment-7b-MagicCoder-v7.5"},{"eval_name":"Kukedlc_NeuralLLaMa-3-8b-DT-v0.1_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Kukedlc/NeuralLLaMa-3-8b-DT-v0.1 📑","fullname":"Kukedlc/NeuralLLaMa-3-8b-DT-v0.1","Model sha":"1fe849c1e7e4793c2fdd869fcfb51e0d1910674f","Average ⬆️":21.259598634719698,"Hub License":"other","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7059282828813764,"IFEval Raw":0.4371412297149342,"IFEval":43.71412297149342,"BBH Raw":0.4986771544360115,"BBH":28.008307823364888,"MATH Lvl 5 Raw":0.08081570996978851,"MATH Lvl 5":8.08157099697885,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.40711458333333334,"MUSR":9.68932291666667,"MMLU-PRO Raw":0.379155585106383,"MMLU-PRO":31.017287234042552,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-05-11","Submission Date":"2024-09-17","Generation":1,"Base Model":"Kukedlc/NeuralLLaMa-3-8b-DT-v0.1 (Merge)"},{"eval_name":"Kukedlc_NeuralLLaMa-3-8b-ORPO-v0.3_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Kukedlc/NeuralLLaMa-3-8b-ORPO-v0.3 📑","fullname":"Kukedlc/NeuralLLaMa-3-8b-ORPO-v0.3","Model sha":"aa176c0db7791a1c09039135791145b0704a5f46","Average ⬆️":17.74874162408916,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8310201685600287,"IFEval Raw":0.5275912356990563,"IFEval":52.759123569905626,"BBH Raw":0.4557141539616392,"BBH":22.391711908230842,"MATH Lvl 5 Raw":0.04833836858006042,"MATH Lvl 5":4.833836858006042,"GPQA Raw":0.23909395973154363,"GPQA":0.0,"MUSR Raw":0.37003125,"MUSR":3.65390625,"MMLU-PRO Raw":0.3056848404255319,"MMLU-PRO":22.853871158392433,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-14","Submission Date":"2024-07-28","Generation":1,"Base Model":"Kukedlc/NeuralLLaMa-3-8b-ORPO-v0.3 (Merge)"},{"eval_name":"Kukedlc_NeuralSynthesis-7B-v0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Kukedlc/NeuralSynthesis-7B-v0.1 📑","fullname":"Kukedlc/NeuralSynthesis-7B-v0.1","Model sha":"547a5dc8963e127a9638256bb80eb3a36da1cc5d","Average ⬆️":20.015676781413074,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1925980596664074,"IFEval Raw":0.4184563624516283,"IFEval":41.84563624516284,"BBH Raw":0.5144745481048844,"BBH":31.83439540006779,"MATH Lvl 5 Raw":0.0634441087613293,"MATH Lvl 5":6.3444108761329305,"GPQA Raw":0.28104026845637586,"GPQA":4.138702460850116,"MUSR Raw":0.43328125,"MUSR":13.160156250000005,"MMLU-PRO Raw":0.304936835106383,"MMLU-PRO":22.770759456264773,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-04-06","Submission Date":"2024-06-29","Generation":0,"Base Model":"Kukedlc/NeuralSynthesis-7B-v0.1"},{"eval_name":"Kukedlc_NeuralSynthesis-7B-v0.3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Kukedlc/NeuralSynthesis-7B-v0.3 📑","fullname":"Kukedlc/NeuralSynthesis-7B-v0.3","Model sha":"090fab29146f8e55066bce2f5f5859ab2d6027f4","Average ⬆️":20.095272707991136,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1671442421174543,"IFEval Raw":0.4078400865259733,"IFEval":40.78400865259733,"BBH Raw":0.5138078814382175,"BBH":31.811748341244265,"MATH Lvl 5 Raw":0.07779456193353475,"MATH Lvl 5":7.779456193353475,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.4345833333333333,"MUSR":13.389583333333329,"MMLU-PRO Raw":0.30501994680851063,"MMLU-PRO":22.779994089834513,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-04-07","Submission Date":"2024-07-31","Generation":0,"Base Model":"Kukedlc/NeuralSynthesis-7B-v0.3"},{"eval_name":"Kukedlc_NeuralSynthesis-7b-v0.4-slerp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Kukedlc/NeuralSynthesis-7b-v0.4-slerp 📑","fullname":"Kukedlc/NeuralSynthesis-7b-v0.4-slerp","Model sha":"bb3bd36fce162f472668dbd91960cd1525b45f30","Average ⬆️":19.530512651958592,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1981285001848536,"IFEval Raw":0.3947259936967247,"IFEval":39.47259936967247,"BBH Raw":0.5142932549151301,"BBH":31.99718681136041,"MATH Lvl 5 Raw":0.06268882175226587,"MATH Lvl 5":6.268882175226587,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.43324999999999997,"MUSR":13.056250000000004,"MMLU-PRO Raw":0.3042719414893617,"MMLU-PRO":22.696882387706854,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-04-12","Submission Date":"2024-07-31","Generation":1,"Base Model":"Kukedlc/NeuralSynthesis-7b-v0.4-slerp (Merge)"},{"eval_name":"Kukedlc_Qwen-2.5-7b-Spanish-o1-CoT_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Kukedlc/Qwen-2.5-7b-Spanish-o1-CoT 📑","fullname":"Kukedlc/Qwen-2.5-7b-Spanish-o1-CoT","Model sha":"71d8ed0634e20921a761a0e349dca9eb86b63f82","Average ⬆️":28.573639430598366,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2730720495918209,"IFEval Raw":0.4210295349672203,"IFEval":42.10295349672203,"BBH Raw":0.5601947823443537,"BBH":36.86336502529178,"MATH Lvl 5 Raw":0.2726586102719033,"MATH Lvl 5":27.26586102719033,"GPQA Raw":0.32046979865771813,"GPQA":9.395973154362418,"MUSR Raw":0.4776770833333333,"MUSR":18.442968750000002,"MMLU-PRO Raw":0.4363364361702128,"MMLU-PRO":37.37071513002365,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-03","Submission Date":"2024-12-04","Generation":0,"Base Model":"Kukedlc/Qwen-2.5-7b-Spanish-o1-CoT"},{"eval_name":"Kumar955_Hemanth-llm_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Kumar955/Hemanth-llm 📑","fullname":"Kumar955/Hemanth-llm","Model sha":"871325cc04f57cd953c161a0ace49c47af8eca4c","Average ⬆️":22.143018437127726,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.672246600024527,"IFEval Raw":0.5045102550122564,"IFEval":50.451025501225644,"BBH Raw":0.522494907014536,"BBH":33.044262388969805,"MATH Lvl 5 Raw":0.0702416918429003,"MATH Lvl 5":7.02416918429003,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.4485625,"MUSR":14.503645833333335,"MMLU-PRO Raw":0.3112533244680851,"MMLU-PRO":23.472591607565015,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-24","Submission Date":"2024-09-24","Generation":1,"Base Model":"Kumar955/Hemanth-llm (Merge)"},{"eval_name":"L-RAGE_3_PRYMMAL-ECE-7B-SLERP-V1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"L-RAGE/3_PRYMMAL-ECE-7B-SLERP-V1 📑","fullname":"L-RAGE/3_PRYMMAL-ECE-7B-SLERP-V1","Model sha":"483902db68f99affe1d7f1139755dfd115abbca5","Average ⬆️":14.854317212289837,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.777,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.17955660208701,"IFEval Raw":0.27422572108671656,"IFEval":27.42257210867166,"BBH Raw":0.422793974567173,"BBH":19.083009480539996,"MATH Lvl 5 Raw":0.10800604229607251,"MATH Lvl 5":10.80060422960725,"GPQA Raw":0.28187919463087246,"GPQA":4.250559284116329,"MUSR Raw":0.3841354166666667,"MUSR":6.18359375,"MMLU-PRO Raw":0.29247007978723405,"MMLU-PRO":21.38556442080378,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-29","Submission Date":"2024-10-29","Generation":1,"Base Model":"L-RAGE/3_PRYMMAL-ECE-7B-SLERP-V1 (Merge)"},{"eval_name":"LEESM_llama-2-7b-hf-lora-oki100p_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"LEESM/llama-2-7b-hf-lora-oki100p 📑","fullname":"LEESM/llama-2-7b-hf-lora-oki100p","Model sha":"4bfd99888bf37e23d966f1e537fe199992c27a72","Average ⬆️":8.782858998727155,"Hub License":"mit","Hub ❤️":2,"#Params (B)":6.738,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9676354321139934,"IFEval Raw":0.25129434345314877,"IFEval":25.129434345314877,"BBH Raw":0.34916752720369776,"BBH":10.265743141867235,"MATH Lvl 5 Raw":0.01661631419939577,"MATH Lvl 5":1.6616314199395772,"GPQA Raw":0.26929530201342283,"GPQA":2.572706935123044,"MUSR Raw":0.3687291666666666,"MUSR":3.5578125000000003,"MMLU-PRO Raw":0.18558843085106383,"MMLU-PRO":9.509825650118202,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-17","Submission Date":"2024-11-08","Generation":0,"Base Model":"LEESM/llama-2-7b-hf-lora-oki100p"},{"eval_name":"LEESM_llama-2-7b-hf-lora-oki10p_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"LEESM/llama-2-7b-hf-lora-oki10p 📑","fullname":"LEESM/llama-2-7b-hf-lora-oki10p","Model sha":"d6e5af01616a038ac2b5cb83f458e490e1102244","Average ⬆️":7.168375740980447,"Hub License":"mit","Hub ❤️":0,"#Params (B)":6.738,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4755304334859534,"IFEval Raw":0.22701432199896276,"IFEval":22.701432199896274,"BBH Raw":0.3530929513059229,"BBH":9.438287176618806,"MATH Lvl 5 Raw":0.01661631419939577,"MATH Lvl 5":1.6616314199395772,"GPQA Raw":0.25419463087248323,"GPQA":0.5592841163310973,"MUSR Raw":0.34752083333333333,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.16788563829787234,"MMLU-PRO":7.542848699763592,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-03","Submission Date":"2024-11-08","Generation":0,"Base Model":"LEESM/llama-2-7b-hf-lora-oki10p"},{"eval_name":"LEESM_llama-3-8b-bnb-4b-kowiki231101_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"LEESM/llama-3-8b-bnb-4b-kowiki231101 📑","fullname":"LEESM/llama-3-8b-bnb-4b-kowiki231101","Model sha":"63b8f715daab6a0c7196a20855be8e85fe7ddcb4","Average ⬆️":9.47249832488312,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5137752144009051,"IFEval Raw":0.16848739123303944,"IFEval":16.848739123303943,"BBH Raw":0.4130805653617178,"BBH":16.93486814930169,"MATH Lvl 5 Raw":0.013595166163141994,"MATH Lvl 5":1.3595166163141994,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.3551458333333333,"MUSR":3.0598958333333326,"MMLU-PRO Raw":0.24251994680851063,"MMLU-PRO":15.83554964539007,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-08","Submission Date":"2024-11-08","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"LEESM_llama-3-Korean-Bllossom-8B-trexlab-oki10p_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"LEESM/llama-3-Korean-Bllossom-8B-trexlab-oki10p 📑","fullname":"LEESM/llama-3-Korean-Bllossom-8B-trexlab-oki10p","Model sha":"d105e0365510f9e5f8550558343083cab8523524","Average ⬆️":13.509662923847069,"Hub License":"mit","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.516715580023216,"IFEval Raw":0.21372513818889433,"IFEval":21.372513818889434,"BBH Raw":0.43430121169320707,"BBH":19.797435760911394,"MATH Lvl 5 Raw":0.04682779456193353,"MATH Lvl 5":4.682779456193353,"GPQA Raw":0.2751677852348993,"GPQA":3.355704697986576,"MUSR Raw":0.38692708333333337,"MUSR":7.665885416666669,"MMLU-PRO Raw":0.3176529255319149,"MMLU-PRO":24.183658392434985,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-22","Submission Date":"2024-11-08","Generation":0,"Base Model":"LEESM/llama-3-Korean-Bllossom-8B-trexlab-oki10p"},{"eval_name":"LGAI-EXAONE_EXAONE-3.0-7.8B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"ExaoneForCausalLM","Model":"LGAI-EXAONE/EXAONE-3.0-7.8B-Instruct 📑","fullname":"LGAI-EXAONE/EXAONE-3.0-7.8B-Instruct","Model sha":"7f15baedd46858153d817445aff032f4d6cf4939","Average ⬆️":25.733775511042666,"Hub License":"other","Hub ❤️":407,"#Params (B)":7.8,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.650255954959219,"IFEval Raw":0.7192826145737754,"IFEval":71.92826145737754,"BBH Raw":0.4174432647784512,"BBH":17.97733539518049,"MATH Lvl 5 Raw":0.30438066465256797,"MATH Lvl 5":30.438066465256796,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.366125,"MUSR":3.298958333333333,"MMLU-PRO Raw":0.35771276595744683,"MMLU-PRO":28.63475177304965,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-31","Submission Date":"2024-08-18","Generation":0,"Base Model":"LGAI-EXAONE/EXAONE-3.0-7.8B-Instruct"},{"eval_name":"LGAI-EXAONE_EXAONE-3.5-2.4B-Instruct_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"ExaoneForCausalLM","Model":"LGAI-EXAONE/EXAONE-3.5-2.4B-Instruct 📑","fullname":"LGAI-EXAONE/EXAONE-3.5-2.4B-Instruct","Model sha":"e949c91dec92095908d34e6b560af77dd0c993f8","Average ⬆️":27.143883211239544,"Hub License":"other","Hub ❤️":143,"#Params (B)":2.405,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2145429205973002,"IFEval Raw":0.7950449252428002,"IFEval":79.50449252428001,"BBH Raw":0.4092347113723405,"BBH":15.94743717105687,"MATH Lvl 5 Raw":0.3678247734138973,"MATH Lvl 5":36.78247734138973,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.366125,"MUSR":3.165625,"MMLU-PRO Raw":0.32804188829787234,"MMLU-PRO":25.33798758865248,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-01","Submission Date":"2024-12-11","Generation":0,"Base Model":"LGAI-EXAONE/EXAONE-3.5-2.4B-Instruct"},{"eval_name":"LGAI-EXAONE_EXAONE-3.5-32B-Instruct_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"ExaoneForCausalLM","Model":"LGAI-EXAONE/EXAONE-3.5-32B-Instruct 📑","fullname":"LGAI-EXAONE/EXAONE-3.5-32B-Instruct","Model sha":"d6fa88cd8d2c9512b40578bdc44e64909e5a5042","Average ⬆️":37.603165755662836,"Hub License":"other","Hub ❤️":113,"#Params (B)":32.003,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":30.995242391297282,"IFEval Raw":0.8391833668000904,"IFEval":83.91833668000905,"BBH Raw":0.5760913742720142,"BBH":39.82420331711213,"MATH Lvl 5 Raw":0.5128398791540786,"MATH Lvl 5":51.283987915407856,"GPQA Raw":0.287751677852349,"GPQA":5.033557046979867,"MUSR Raw":0.38066666666666665,"MUSR":5.150000000000001,"MMLU-PRO Raw":0.4636801861702128,"MMLU-PRO":40.40890957446809,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-01","Submission Date":"2025-01-13","Generation":0,"Base Model":"LGAI-EXAONE/EXAONE-3.5-32B-Instruct"},{"eval_name":"LGAI-EXAONE_EXAONE-3.5-7.8B-Instruct_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"ExaoneForCausalLM","Model":"LGAI-EXAONE/EXAONE-3.5-7.8B-Instruct 📑","fullname":"LGAI-EXAONE/EXAONE-3.5-7.8B-Instruct","Model sha":"0ff6b5ec7c13b049b253a16a889aa269e6b79a94","Average ⬆️":32.547229958748495,"Hub License":"other","Hub ❤️":112,"#Params (B)":7.818,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.439943340986877,"IFEval Raw":0.8136045692096969,"IFEval":81.3604569209697,"BBH Raw":0.4727592304359862,"BBH":25.65374942082902,"MATH Lvl 5 Raw":0.47507552870090636,"MATH Lvl 5":47.507552870090635,"GPQA Raw":0.2575503355704698,"GPQA":1.0067114093959737,"MUSR Raw":0.3779375,"MUSR":4.9421875,"MMLU-PRO Raw":0.4133144946808511,"MMLU-PRO":34.812721631205676,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-01","Submission Date":"2024-12-11","Generation":0,"Base Model":"LGAI-EXAONE/EXAONE-3.5-7.8B-Instruct"},{"eval_name":"LLM360_K2_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"LLM360/K2 📑","fullname":"LLM360/K2","Model sha":"49d159b6f2b64d562e745f0ff06e65b9a4c28ead","Average ⬆️":14.643753289939289,"Hub License":"apache-2.0","Hub ❤️":87,"#Params (B)":65.286,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":17.676412835458454,"IFEval Raw":0.2252157608478836,"IFEval":22.52157608478836,"BBH Raw":0.4971835676523677,"BBH":28.220402834201128,"MATH Lvl 5 Raw":0.027190332326283987,"MATH Lvl 5":2.719033232628399,"GPQA Raw":0.27684563758389263,"GPQA":3.5794183445190177,"MUSR Raw":0.39799999999999996,"MUSR":8.550000000000004,"MMLU-PRO Raw":0.30044880319148937,"MMLU-PRO":22.272089243498815,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-04-17","Submission Date":"2024-06-26","Generation":0,"Base Model":"LLM360/K2"},{"eval_name":"LLM360_K2-Chat_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"LLM360/K2-Chat 📑","fullname":"LLM360/K2-Chat","Model sha":"5454f2d28031c9127e4227c873ca2f154e02e4c7","Average ⬆️":24.387145154830876,"Hub License":"apache-2.0","Hub ❤️":36,"#Params (B)":65.286,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":34.519656126301996,"IFEval Raw":0.5151763986223221,"IFEval":51.51763986223221,"BBH Raw":0.5358099630242067,"BBH":33.79382923599304,"MATH Lvl 5 Raw":0.10347432024169184,"MATH Lvl 5":10.347432024169184,"GPQA Raw":0.3062080536912752,"GPQA":7.494407158836691,"MUSR Raw":0.457,"MUSR":16.824999999999996,"MMLU-PRO Raw":0.3371010638297872,"MMLU-PRO":26.34456264775413,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-22","Submission Date":"2024-06-12","Generation":0,"Base Model":"LLM360/K2-Chat"},{"eval_name":"LLM4Binary_llm4decompile-1.3b-v2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"LLM4Binary/llm4decompile-1.3b-v2 📑","fullname":"LLM4Binary/llm4decompile-1.3b-v2","Model sha":"a347dabcb1ea9f21c9339bd764c150262e993b95","Average ⬆️":6.93902486034668,"Hub License":"mit","Hub ❤️":8,"#Params (B)":1.346,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.49516535188306937,"IFEval Raw":0.22678936333373229,"IFEval":22.67893633337323,"BBH Raw":0.3271808417267589,"BBH":5.915475430438469,"MATH Lvl 5 Raw":0.01283987915407855,"MATH Lvl 5":1.283987915407855,"GPQA Raw":0.23573825503355705,"GPQA":0.0,"MUSR Raw":0.4071770833333333,"MUSR":9.430468750000001,"MMLU-PRO Raw":0.12092752659574468,"MMLU-PRO":2.3252807328605196,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-18","Submission Date":"2024-11-16","Generation":0,"Base Model":"LLM4Binary/llm4decompile-1.3b-v2"},{"eval_name":"Lambent_qwen2.5-reinstruct-alternate-lumen-14B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Lambent/qwen2.5-reinstruct-alternate-lumen-14B 📑","fullname":"Lambent/qwen2.5-reinstruct-alternate-lumen-14B","Model sha":"dac3be334098338fb6c02636349e8ed53f18c4a4","Average ⬆️":38.07061834522751,"Hub License":"","Hub ❤️":3,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.529301034479197,"IFEval Raw":0.47938137475232384,"IFEval":47.93813747523238,"BBH Raw":0.6458988582965893,"BBH":48.989609006737815,"MATH Lvl 5 Raw":0.4622356495468278,"MATH Lvl 5":46.22356495468278,"GPQA Raw":0.3766778523489933,"GPQA":16.890380313199106,"MUSR Raw":0.47700000000000004,"MUSR":19.624999999999996,"MMLU-PRO Raw":0.538813164893617,"MMLU-PRO":48.757018321512994,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-23","Submission Date":"2024-09-28","Generation":1,"Base Model":"Lambent/qwen2.5-reinstruct-alternate-lumen-14B (Merge)"},{"eval_name":"Langboat_Mengzi3-8B-Chat_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Langboat/Mengzi3-8B-Chat 📑","fullname":"Langboat/Mengzi3-8B-Chat","Model sha":"128fffd3dac7c6067ca4d1a650e836e3ef46c013","Average ⬆️":20.28829250015946,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7038712588964957,"IFEval Raw":0.513977357854936,"IFEval":51.3977357854936,"BBH Raw":0.4683725003203179,"BBH":25.188298449475578,"MATH Lvl 5 Raw":0.09063444108761329,"MATH Lvl 5":9.06344410876133,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.4077916666666667,"MUSR":9.040625,"MMLU-PRO Raw":0.31416223404255317,"MMLU-PRO":23.795803782505907,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-14","Submission Date":"2024-10-21","Generation":0,"Base Model":"Langboat/Mengzi3-8B-Chat"},{"eval_name":"Lawnakk_BBA100_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Lawnakk/BBA100 📑","fullname":"Lawnakk/BBA100","Model sha":"1f67fe78975a4f053e61106fa448055976151144","Average ⬆️":5.585008068956385,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7259936221060549,"IFEval Raw":0.2075803312987318,"IFEval":20.75803312987318,"BBH Raw":0.2825701502983552,"BBH":2.1684042140448265,"MATH Lvl 5 Raw":0.009818731117824773,"MATH Lvl 5":0.9818731117824773,"GPQA Raw":0.24412751677852348,"GPQA":0.0,"MUSR Raw":0.40196875,"MUSR":8.24609375,"MMLU-PRO Raw":0.11220079787234043,"MMLU-PRO":1.3556442080378246,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-26","Submission Date":"2025-02-26","Generation":1,"Base Model":"Lawnakk/BBA100 (Merge)"},{"eval_name":"Lawnakk_BBALAW1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Lawnakk/BBALAW1 📑","fullname":"Lawnakk/BBALAW1","Model sha":"f8c558ee7cf7033e738c71ae73cc8764bc9ec944","Average ⬆️":5.709610503141909,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.670119798592899,"IFEval Raw":0.19054442213327305,"IFEval":19.054442213327306,"BBH Raw":0.28723681696502185,"BBH":2.532750619273585,"MATH Lvl 5 Raw":0.009818731117824773,"MATH Lvl 5":0.9818731117824773,"GPQA Raw":0.24328859060402686,"GPQA":0.0,"MUSR Raw":0.4152708333333333,"MUSR":10.3421875,"MMLU-PRO Raw":0.11211768617021277,"MMLU-PRO":1.3464095744680846,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-27","Generation":1,"Base Model":"Lawnakk/BBALAW1 (Merge)"},{"eval_name":"Lawnakk_BBALAW1.0_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Lawnakk/BBALAW1.0 📑","fullname":"Lawnakk/BBALAW1.0","Model sha":"e10c170571afb38d21b16ff4790eb10218f0fc07","Average ⬆️":3.2556700001423438,"Hub License":"","Hub ❤️":0,"#Params (B)":4.353,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.4032986216068706,"IFEval Raw":0.13511482865463637,"IFEval":13.511482865463638,"BBH Raw":0.28276697965906106,"BBH":1.2476381461675576,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2558724832214765,"GPQA":0.7829977628635317,"MUSR Raw":0.3525729166666667,"MUSR":2.5716145833333326,"MMLU-PRO Raw":0.11278257978723404,"MMLU-PRO":1.4202866430260035,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-27","Generation":1,"Base Model":"Lawnakk/BBALAW1.0 (Merge)"},{"eval_name":"Lawnakk_BBALAW1.2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Lawnakk/BBALAW1.2 📑","fullname":"Lawnakk/BBALAW1.2","Model sha":"19994613ecdfb585d645fb7f12c481ffda6c2968","Average ⬆️":3.4174798823756753,"Hub License":"","Hub ❤️":0,"#Params (B)":4.353,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.38648182061739816,"IFEval Raw":0.13543952268868825,"IFEval":13.543952268868823,"BBH Raw":0.28112730419661675,"BBH":1.316794909883146,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.35790625000000004,"MUSR":2.5716145833333326,"MMLU-PRO Raw":0.11053856382978723,"MMLU-PRO":1.1709515366430252,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-27","Generation":1,"Base Model":"Lawnakk/BBALAW1.2 (Merge)"},{"eval_name":"Lawnakk_BBALAW1.3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Lawnakk/BBALAW1.3 📑","fullname":"Lawnakk/BBALAW1.3","Model sha":"b9f66617f14946b773f4a55947bfc7dc2c1c184f","Average ⬆️":3.3502359012820597,"Hub License":"","Hub ❤️":0,"#Params (B)":4.353,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.373648987936219,"IFEval Raw":0.13543952268868825,"IFEval":13.543952268868823,"BBH Raw":0.28269808045232453,"BBH":1.2233765196960207,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.36190625000000004,"MUSR":2.8382812499999996,"MMLU-PRO Raw":0.109375,"MMLU-PRO":1.041666666666666,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-27","Generation":1,"Base Model":"Lawnakk/BBALAW1.3 (Merge)"},{"eval_name":"Lawnakk_BBALAW1.6_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Lawnakk/BBALAW1.6 📑","fullname":"Lawnakk/BBALAW1.6","Model sha":"d0a9e2e9caffb1f7b8d2c7f7bd3236cb9cc0afd9","Average ⬆️":31.048651979731375,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6417412500395793,"IFEval Raw":0.5245437660961804,"IFEval":52.45437660961804,"BBH Raw":0.555356284691385,"BBH":36.42650233476133,"MATH Lvl 5 Raw":0.36027190332326287,"MATH Lvl 5":36.027190332326285,"GPQA Raw":0.3238255033557047,"GPQA":9.843400447427292,"MUSR Raw":0.43684375,"MUSR":12.572135416666669,"MMLU-PRO Raw":0.45071476063829785,"MMLU-PRO":38.968306737588655,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-27","Generation":1,"Base Model":"Lawnakk/BBALAW1.6 (Merge)"},{"eval_name":"Lawnakk_BBALAW1.61_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Lawnakk/BBALAW1.61 📑","fullname":"Lawnakk/BBALAW1.61","Model sha":"5d868edc32bba0c4079156f2ecc5c0a511a3795d","Average ⬆️":31.793920081305952,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6594259935922203,"IFEval Raw":0.5771253607095839,"IFEval":57.71253607095839,"BBH Raw":0.5548582474785428,"BBH":36.40356700548264,"MATH Lvl 5 Raw":0.36631419939577037,"MATH Lvl 5":36.631419939577036,"GPQA Raw":0.31711409395973156,"GPQA":8.948545861297541,"MUSR Raw":0.4355104166666666,"MUSR":12.50546875,"MMLU-PRO Raw":0.4470578457446808,"MMLU-PRO":38.56198286052009,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-28","Submission Date":"2025-02-28","Generation":1,"Base Model":"Lawnakk/BBALAW1.61 (Merge)"},{"eval_name":"Lawnakk_BBALAW1.62_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Lawnakk/BBALAW1.62 📑","fullname":"Lawnakk/BBALAW1.62","Model sha":"9822fa5f241e48ed681d6ad87abac296c73fc28e","Average ⬆️":29.539930945484546,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6135535451642553,"IFEval Raw":0.5046099903810778,"IFEval":50.46099903810777,"BBH Raw":0.5580519941056026,"BBH":37.104537583170234,"MATH Lvl 5 Raw":0.2824773413897281,"MATH Lvl 5":28.247734138972806,"GPQA Raw":0.3196308724832215,"GPQA":9.284116331096197,"MUSR Raw":0.4343333333333333,"MUSR":12.758333333333335,"MMLU-PRO Raw":0.45445478723404253,"MMLU-PRO":39.383865248226954,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-28","Submission Date":"2025-02-28","Generation":1,"Base Model":"Lawnakk/BBALAW1.62 (Merge)"},{"eval_name":"Lawnakk_BBALAW1.63_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Lawnakk/BBALAW1.63 📑","fullname":"Lawnakk/BBALAW1.63","Model sha":"5e60f6aa903178906c57cacd0149db10bbda945f","Average ⬆️":29.37358914303694,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6989091923818987,"IFEval Raw":0.44073835201709244,"IFEval":44.073835201709244,"BBH Raw":0.5540633758841665,"BBH":36.36091509685001,"MATH Lvl 5 Raw":0.37009063444108764,"MATH Lvl 5":37.00906344410876,"GPQA Raw":0.31208053691275167,"GPQA":8.277404921700223,"MUSR Raw":0.4303333333333333,"MUSR":11.958333333333336,"MMLU-PRO Raw":0.4470578457446808,"MMLU-PRO":38.56198286052009,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-28","Submission Date":"2025-02-28","Generation":1,"Base Model":"Lawnakk/BBALAW1.63 (Merge)"},{"eval_name":"Lawnakk_BBALAW1.64_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Lawnakk/BBALAW1.64 📑","fullname":"Lawnakk/BBALAW1.64","Model sha":"7bd7f808a66dee4360f7c6a02ece7dc72127c1fc","Average ⬆️":3.1811180912654695,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.654014424890504,"IFEval Raw":0.13946107439371977,"IFEval":13.946107439371977,"BBH Raw":0.27790701865141654,"BBH":1.7755006354076055,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2483221476510067,"GPQA":0.0,"MUSR Raw":0.3446666666666667,"MUSR":2.0833333333333326,"MMLU-PRO Raw":0.11153590425531915,"MMLU-PRO":1.2817671394799046,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-28","Submission Date":"2025-02-28","Generation":1,"Base Model":"Lawnakk/BBALAW1.64 (Merge)"},{"eval_name":"LenguajeNaturalAI_leniachat-gemma-2b-v0_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"GemmaForCausalLM","Model":"LenguajeNaturalAI/leniachat-gemma-2b-v0 📑","fullname":"LenguajeNaturalAI/leniachat-gemma-2b-v0","Model sha":"e5691dcc682a10dc9ef4bdbb3dc896fcf271018e","Average ⬆️":5.737240998088876,"Hub License":"apache-2.0","Hub ❤️":14,"#Params (B)":2.506,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.933155344561648,"IFEval Raw":0.21497404664069114,"IFEval":21.497404664069116,"BBH Raw":0.30740211895412034,"BBH":4.1382969637280675,"MATH Lvl 5 Raw":0.011329305135951661,"MATH Lvl 5":1.1329305135951662,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.36590625000000004,"MUSR":3.6382812500000004,"MMLU-PRO Raw":0.11702127659574468,"MMLU-PRO":1.891252955082742,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-09","Submission Date":"2024-09-01","Generation":1,"Base Model":"google/gemma-2b"},{"eval_name":"LenguajeNaturalAI_leniachat-qwen2-1.5B-v0_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"LenguajeNaturalAI/leniachat-qwen2-1.5B-v0 📑","fullname":"LenguajeNaturalAI/leniachat-qwen2-1.5B-v0","Model sha":"031a2efebb3cc1150e46f42ba0bea9fa7b855436","Average ⬆️":8.580803348718375,"Hub License":"apache-2.0","Hub ❤️":19,"#Params (B)":1.543,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6891235326099068,"IFEval Raw":0.22211842356059697,"IFEval":22.211842356059698,"BBH Raw":0.36835590195612017,"BBH":12.771666354808303,"MATH Lvl 5 Raw":0.01283987915407855,"MATH Lvl 5":1.283987915407855,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.3749895833333334,"MUSR":3.873697916666666,"MMLU-PRO Raw":0.18799867021276595,"MMLU-PRO":9.77763002364066,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-16","Submission Date":"2024-09-30","Generation":1,"Base Model":"Qwen/Qwen2-1.5B"},{"eval_name":"LeroyDyer_CheckPoint_A_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/CheckPoint_A 📑","fullname":"LeroyDyer/CheckPoint_A","Model sha":"508f1ec7ee33134a8c1de7774c08c1ce091466ed","Average ⬆️":18.929189414483588,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.919345737699857,"IFEval Raw":0.45127927233074905,"IFEval":45.127927233074914,"BBH Raw":0.4747699745968042,"BBH":25.80938677777848,"MATH Lvl 5 Raw":0.05891238670694864,"MATH Lvl 5":5.8912386706948645,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.4230833333333333,"MUSR":11.385416666666666,"MMLU-PRO Raw":0.28798204787234044,"MMLU-PRO":20.886894208037827,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-05","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer_CheckPoint_B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/CheckPoint_B 📑","fullname":"LeroyDyer/CheckPoint_B","Model sha":"54c3b64f0d6293a787843f26f508335f845ded9b","Average ⬆️":18.539373022938637,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9203635380516662,"IFEval Raw":0.4439852923576111,"IFEval":44.39852923576112,"BBH Raw":0.47799475378324896,"BBH":26.27124893315022,"MATH Lvl 5 Raw":0.07175226586102719,"MATH Lvl 5":7.175226586102719,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.38984375,"MUSR":6.830468750000001,"MMLU-PRO Raw":0.29072473404255317,"MMLU-PRO":21.19163711583924,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-05","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer_CheckPoint_C_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/CheckPoint_C 📑","fullname":"LeroyDyer/CheckPoint_C","Model sha":"1c6aabe7f7c497396393253fb4e21dc19285d7bd","Average ⬆️":17.11316049965239,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8722510506606865,"IFEval Raw":0.34768968558979063,"IFEval":34.76896855897907,"BBH Raw":0.45864215446207585,"BBH":24.18304052622304,"MATH Lvl 5 Raw":0.05513595166163142,"MATH Lvl 5":5.5135951661631415,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.4346145833333333,"MUSR":12.960156250000002,"MMLU-PRO Raw":0.30211103723404253,"MMLU-PRO":22.456781914893615,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-05","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer_CheckPoint_R1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/CheckPoint_R1 📑","fullname":"LeroyDyer/CheckPoint_R1","Model sha":"36edb2be57e2f42ba9bd41314acf54f0f237b1c0","Average ⬆️":10.767224308402712,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5266344322747649,"IFEval Raw":0.17278376928771216,"IFEval":17.278376928771216,"BBH Raw":0.4225419506658359,"BBH":17.927717512520747,"MATH Lvl 5 Raw":0.04305135951661632,"MATH Lvl 5":4.305135951661631,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.4031458333333333,"MUSR":8.459895833333333,"MMLU-PRO Raw":0.22049534574468085,"MMLU-PRO":13.388371749408984,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-11","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer_LCARS_AI_001_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/LCARS_AI_001 📑","fullname":"LeroyDyer/LCARS_AI_001","Model sha":"3452e84fbfd92c62085fdce3834eff5c9cd87d4f","Average ⬆️":14.429205739419857,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.163983647345908,"IFEval Raw":0.31094495937445976,"IFEval":31.094495937445977,"BBH Raw":0.42578875825590146,"BBH":19.460966800253622,"MATH Lvl 5 Raw":0.023413897280966767,"MATH Lvl 5":2.3413897280966767,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.43836458333333334,"MUSR":13.328906250000003,"MMLU-PRO Raw":0.2670378989361702,"MMLU-PRO":18.559766548463354,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-08-06","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer_LCARS_AI_1x4_003_SuperAI_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"LeroyDyer/LCARS_AI_1x4_003_SuperAI 📑","fullname":"LeroyDyer/LCARS_AI_1x4_003_SuperAI","Model sha":"917c84d241bfff8b8648d9d865ae4b5bead68c6b","Average ⬆️":19.518229049313643,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":24.154,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.3145180203347833,"IFEval Raw":0.41111251479407973,"IFEval":41.11125147940797,"BBH Raw":0.49198503573704794,"BBH":28.423430655930204,"MATH Lvl 5 Raw":0.05740181268882175,"MATH Lvl 5":5.740181268882175,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.4506145833333333,"MUSR":15.560156250000004,"MMLU-PRO Raw":0.29720744680851063,"MMLU-PRO":21.911938534278956,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-03","Submission Date":"2024-08-07","Generation":1,"Base Model":"LeroyDyer/LCARS_AI_1x4_003_SuperAI (Merge)"},{"eval_name":"LeroyDyer_LCARS_AI_StarTrek_Computer_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/LCARS_AI_StarTrek_Computer 📑","fullname":"LeroyDyer/LCARS_AI_StarTrek_Computer","Model sha":"9d4af4ab13df574ad0d40ed71de7d43c17f59a94","Average ⬆️":14.613893572975764,"Hub License":"mit","Hub ❤️":4,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3238612018973137,"IFEval Raw":0.35825609383103496,"IFEval":35.8256093831035,"BBH Raw":0.4446191188748297,"BBH":21.781003095704886,"MATH Lvl 5 Raw":0.04078549848942598,"MATH Lvl 5":4.078549848942599,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.3950208333333333,"MUSR":7.444270833333334,"MMLU-PRO Raw":0.24584441489361702,"MMLU-PRO":16.204934988179666,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-11","Submission Date":"2024-08-07","Generation":0,"Base Model":"LeroyDyer/LCARS_AI_StarTrek_Computer"},{"eval_name":"LeroyDyer_LCARS_TOP_SCORE_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/LCARS_TOP_SCORE 📑","fullname":"LeroyDyer/LCARS_TOP_SCORE","Model sha":"ada3e3ac6ae162503da5158e72851053f4c7dac8","Average ⬆️":20.322005404213282,"Hub License":"openrail","Hub ❤️":2,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2266362452075965,"IFEval Raw":0.43706587410293574,"IFEval":43.70658741029358,"BBH Raw":0.5127371051825098,"BBH":31.69912679947687,"MATH Lvl 5 Raw":0.06722054380664652,"MATH Lvl 5":6.722054380664652,"GPQA Raw":0.2860738255033557,"GPQA":4.809843400447425,"MUSR Raw":0.42928125,"MUSR":12.426822916666671,"MMLU-PRO Raw":0.3031083776595745,"MMLU-PRO":22.567597517730498,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-03-30","Submission Date":"2024-08-08","Generation":1,"Base Model":"LeroyDyer/LCARS_TOP_SCORE (Merge)"},{"eval_name":"LeroyDyer_Mixtral_AI_SwahiliTron_7b_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/Mixtral_AI_SwahiliTron_7b 📑","fullname":"LeroyDyer/Mixtral_AI_SwahiliTron_7b","Model sha":"fd997ccdee03788e7e79944d26d9c641dc4fcd4c","Average ⬆️":4.358661915319342,"Hub License":"mit","Hub ❤️":4,"#Params (B)":7.242,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3969911569441005,"IFEval Raw":0.1533996462718919,"IFEval":15.339964627189191,"BBH Raw":0.3055092453201354,"BBH":3.211683047233007,"MATH Lvl 5 Raw":0.013595166163141994,"MATH Lvl 5":1.3595166163141994,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.34203125,"MUSR":1.920572916666666,"MMLU-PRO Raw":0.12076130319148937,"MMLU-PRO":2.30681146572104,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-10","Submission Date":"2024-07-12","Generation":0,"Base Model":"LeroyDyer/Mixtral_AI_SwahiliTron_7b"},{"eval_name":"LeroyDyer_SpydazWebAI_Human_AGI_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/SpydazWebAI_Human_AGI 📑","fullname":"LeroyDyer/SpydazWebAI_Human_AGI","Model sha":"0bc02d34a0b49c3473505d8df757de211af37131","Average ⬆️":9.970349395057786,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.335430798055127,"IFEval Raw":0.3388221031308041,"IFEval":33.88221031308041,"BBH Raw":0.3374862127508733,"BBH":7.445695539873622,"MATH Lvl 5 Raw":0.014350453172205438,"MATH Lvl 5":1.4350453172205437,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.39663541666666663,"MUSR":7.379427083333333,"MMLU-PRO Raw":0.1478557180851064,"MMLU-PRO":5.317302009456265,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-16","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer_SpydazWebAI_Human_AGI_001_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/SpydazWebAI_Human_AGI_001 📑","fullname":"LeroyDyer/SpydazWebAI_Human_AGI_001","Model sha":"4ed76e404deb425d5c934cdbbb4b99b4c1017433","Average ⬆️":10.209095309808564,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8848131796026907,"IFEval Raw":0.31181930610779396,"IFEval":31.1819306107794,"BBH Raw":0.3433421938604874,"BBH":8.661200013836998,"MATH Lvl 5 Raw":0.019637462235649546,"MATH Lvl 5":1.9637462235649545,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.39939583333333334,"MUSR":8.224479166666667,"MMLU-PRO Raw":0.14261968085106383,"MMLU-PRO":4.735520094562647,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-18","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer_SpydazWeb_AI_CyberTron_Ultra_7b_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/SpydazWeb_AI_CyberTron_Ultra_7b 📑","fullname":"LeroyDyer/SpydazWeb_AI_CyberTron_Ultra_7b","Model sha":"50c69e539578ab5384eb018a60cc1268637becae","Average ⬆️":13.566675630986595,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3130920737826801,"IFEval Raw":0.15557276914143361,"IFEval":15.557276914143362,"BBH Raw":0.48107736108561827,"BBH":27.74553183153259,"MATH Lvl 5 Raw":0.013595166163141994,"MATH Lvl 5":1.3595166163141994,"GPQA Raw":0.29278523489932884,"GPQA":5.7046979865771785,"MUSR Raw":0.41362499999999996,"MUSR":10.303125000000003,"MMLU-PRO Raw":0.2865691489361702,"MMLU-PRO":20.72990543735224,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-14","Submission Date":"2024-07-12","Generation":1,"Base Model":"LeroyDyer/Mixtral_AI_CyberTron_Ultra"},{"eval_name":"LeroyDyer_SpydazWeb_AI_HumanAGI_001_M2_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/SpydazWeb_AI_HumanAGI_001_M2 📑","fullname":"LeroyDyer/SpydazWeb_AI_HumanAGI_001_M2","Model sha":"5b109c398f2b55e972f01149a12d84a8df7a3fe2","Average ⬆️":18.993604787957782,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8947806161189631,"IFEval Raw":0.39395138233221183,"IFEval":39.39513823322119,"BBH Raw":0.4888172059118469,"BBH":27.921505094387758,"MATH Lvl 5 Raw":0.03851963746223565,"MATH Lvl 5":3.8519637462235647,"GPQA Raw":0.28942953020134227,"GPQA":5.257270693512303,"MUSR Raw":0.4503020833333333,"MUSR":15.254427083333335,"MMLU-PRO Raw":0.300531914893617,"MMLU-PRO":22.281323877068555,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-15","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer_SpydazWeb_AI_HumanAGI_002_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/SpydazWeb_AI_HumanAGI_002 📑","fullname":"LeroyDyer/SpydazWeb_AI_HumanAGI_002","Model sha":"32bcafbec000377b16a59c8c4e2fd989e4236f2e","Average ⬆️":21.01474000615888,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8780139193723864,"IFEval Raw":0.40876430094371824,"IFEval":40.87643009437183,"BBH Raw":0.5043871825389313,"BBH":29.62691236357759,"MATH Lvl 5 Raw":0.06646525679758308,"MATH Lvl 5":6.646525679758309,"GPQA Raw":0.28691275167785235,"GPQA":4.921700223713646,"MUSR Raw":0.48648958333333336,"MUSR":21.144531249999996,"MMLU-PRO Raw":0.3058510638297872,"MMLU-PRO":22.872340425531913,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-11","Submission Date":"2025-01-15","Generation":1,"Base Model":"LeroyDyer/SpydazWeb_AI_HumanAGI_002 (Merge)"},{"eval_name":"LeroyDyer_SpydazWeb_AI_HumanAI_001_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/SpydazWeb_AI_HumanAI_001 📑","fullname":"LeroyDyer/SpydazWeb_AI_HumanAI_001","Model sha":"7d664b94eb7c50bd0314ee74b7ac564c55efa878","Average ⬆️":7.741907804524428,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2883549367569518,"IFEval Raw":0.22516589316347294,"IFEval":22.516589316347293,"BBH Raw":0.33440360243051986,"BBH":8.06526235359233,"MATH Lvl 5 Raw":0.01661631419939577,"MATH Lvl 5":1.6616314199395772,"GPQA Raw":0.28859060402684567,"GPQA":5.145413870246088,"MUSR Raw":0.38603125,"MUSR":6.053906250000002,"MMLU-PRO Raw":0.1270777925531915,"MMLU-PRO":3.008643617021276,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-17","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer_SpydazWeb_AI_HumanAI_006_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/SpydazWeb_AI_HumanAI_006 📑","fullname":"LeroyDyer/SpydazWeb_AI_HumanAI_006","Model sha":"c3ef6d31d58344f6d67825769a304b9ac5e702ca","Average ⬆️":4.896570612993905,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8978213161790637,"IFEval Raw":0.14300832901146734,"IFEval":14.300832901146736,"BBH Raw":0.3301800420981355,"BBH":6.725319981390316,"MATH Lvl 5 Raw":0.010574018126888218,"MATH Lvl 5":1.0574018126888218,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.3567916666666667,"MUSR":1.7656250000000016,"MMLU-PRO Raw":0.11353058510638298,"MMLU-PRO":1.5033983451536632,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-18","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer_SpydazWeb_AI_HumanAI_007_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/SpydazWeb_AI_HumanAI_007 📑","fullname":"LeroyDyer/SpydazWeb_AI_HumanAI_007","Model sha":"38d8c760a50e09cc877497275701de207ed54953","Average ⬆️":10.423616885073201,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8974823394844018,"IFEval Raw":0.3351751131442351,"IFEval":33.51751131442351,"BBH Raw":0.3415665794743605,"BBH":8.46281905839016,"MATH Lvl 5 Raw":0.022658610271903322,"MATH Lvl 5":2.2658610271903323,"GPQA Raw":0.28859060402684567,"GPQA":5.145413870246088,"MUSR Raw":0.40962499999999996,"MUSR":9.236458333333333,"MMLU-PRO Raw":0.13522273936170212,"MMLU-PRO":3.9136377068557904,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-18","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer_SpydazWeb_AI_HumanAI_009_CHAT_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/SpydazWeb_AI_HumanAI_009_CHAT 📑","fullname":"LeroyDyer/SpydazWeb_AI_HumanAI_009_CHAT","Model sha":"2d337fc6b89936da20a6d2062069b97a53720748","Average ⬆️":9.615900799535378,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8955279064095867,"IFEval Raw":0.2973310815303395,"IFEval":29.73310815303395,"BBH Raw":0.3306728717792965,"BBH":7.033815600268059,"MATH Lvl 5 Raw":0.01661631419939577,"MATH Lvl 5":1.6616314199395772,"GPQA Raw":0.28104026845637586,"GPQA":4.138702460850116,"MUSR Raw":0.41375,"MUSR":10.31875,"MMLU-PRO Raw":0.1432845744680851,"MMLU-PRO":4.809397163120566,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-26","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer_SpydazWeb_AI_HumanAI_010_CHAT_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/SpydazWeb_AI_HumanAI_010_CHAT 📑","fullname":"LeroyDyer/SpydazWeb_AI_HumanAI_010_CHAT","Model sha":"d127a9f81ff8a13ff5bcb90db65aa6dd3b321e89","Average ⬆️":8.376848844277914,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.873459797883098,"IFEval Raw":0.2506948230694557,"IFEval":25.06948230694557,"BBH Raw":0.33363164762455844,"BBH":7.351959868629893,"MATH Lvl 5 Raw":0.01812688821752266,"MATH Lvl 5":1.812688821752266,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.41371874999999997,"MUSR":10.01484375,"MMLU-PRO Raw":0.14303523936170212,"MMLU-PRO":4.781693262411347,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-26","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer_SpydazWeb_AI_HumanAI_011_INSTRUCT_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/SpydazWeb_AI_HumanAI_011_INSTRUCT 📑","fullname":"LeroyDyer/SpydazWeb_AI_HumanAI_011_INSTRUCT","Model sha":"4e84d3da2fdd58b49e1b2abbc2653b854234fe89","Average ⬆️":9.775896143015682,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9255094767140524,"IFEval Raw":0.3148667757106699,"IFEval":31.48667757106699,"BBH Raw":0.3522609512356862,"BBH":9.415285279602362,"MATH Lvl 5 Raw":0.014350453172205438,"MATH Lvl 5":1.4350453172205437,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.3831458333333333,"MUSR":5.793229166666667,"MMLU-PRO Raw":0.15949135638297873,"MMLU-PRO":6.610150709219859,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-26","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer_SpydazWeb_AI_HumanAI_011_INSTRUCT_ML_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/SpydazWeb_AI_HumanAI_011_INSTRUCT_ML 📑","fullname":"LeroyDyer/SpydazWeb_AI_HumanAI_011_INSTRUCT_ML","Model sha":"64703ab13b49858f8eadc4b07085c2c891cc2f92","Average ⬆️":13.939790526210038,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.904510040863411,"IFEval Raw":0.37524213531208306,"IFEval":37.524213531208304,"BBH Raw":0.39840187861283577,"BBH":15.599125312205127,"MATH Lvl 5 Raw":0.0256797583081571,"MATH Lvl 5":2.56797583081571,"GPQA Raw":0.29278523489932884,"GPQA":5.7046979865771785,"MUSR Raw":0.42391666666666666,"MUSR":10.922916666666666,"MMLU-PRO Raw":0.2018783244680851,"MMLU-PRO":11.31981382978723,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-27","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer_SpydazWeb_AI_HumanAI_011_INSTRUCT_ML_r1_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/SpydazWeb_AI_HumanAI_011_INSTRUCT_ML_r1 📑","fullname":"LeroyDyer/SpydazWeb_AI_HumanAI_011_INSTRUCT_ML_r1","Model sha":"eb4e635b7cf2c93ab793f9e27949a86d1e725a87","Average ⬆️":17.981736164423843,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8817864153323666,"IFEval Raw":0.4049677079039171,"IFEval":40.496770790391714,"BBH Raw":0.48583341042911066,"BBH":27.188612130290466,"MATH Lvl 5 Raw":0.05513595166163142,"MATH Lvl 5":5.5135951661631415,"GPQA Raw":0.29278523489932884,"GPQA":5.7046979865771785,"MUSR Raw":0.3921354166666667,"MUSR":7.250260416666667,"MMLU-PRO Raw":0.2956283244680851,"MMLU-PRO":21.736480496453904,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-27","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer_SpydazWeb_AI_HumanAI_012_INSTRUCT_IA_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/SpydazWeb_AI_HumanAI_012_INSTRUCT_IA 📑","fullname":"LeroyDyer/SpydazWeb_AI_HumanAI_012_INSTRUCT_IA","Model sha":"d468d4143cfe92a28b6f9a9eea4cdc3583158b03","Average ⬆️":15.1139675375779,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.47040430523339716,"IFEval Raw":0.30355124403250044,"IFEval":30.35512440325004,"BBH Raw":0.4575107149412439,"BBH":23.116920348203426,"MATH Lvl 5 Raw":0.0445619335347432,"MATH Lvl 5":4.45619335347432,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.42534374999999996,"MUSR":11.16796875,"MMLU-PRO Raw":0.23287898936170212,"MMLU-PRO":14.764332151300236,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-04","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer_SpydazWeb_AI_HumanAI_012_INSTRUCT_IA_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/SpydazWeb_AI_HumanAI_012_INSTRUCT_IA 📑","fullname":"LeroyDyer/SpydazWeb_AI_HumanAI_012_INSTRUCT_IA","Model sha":"d468d4143cfe92a28b6f9a9eea4cdc3583158b03","Average ⬆️":15.141877964341816,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3673417812306632,"IFEval Raw":0.30664858131978706,"IFEval":30.664858131978704,"BBH Raw":0.45768864760562744,"BBH":23.177267229663993,"MATH Lvl 5 Raw":0.0445619335347432,"MATH Lvl 5":4.45619335347432,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.42540625,"MUSR":11.309114583333333,"MMLU-PRO Raw":0.23179853723404256,"MMLU-PRO":14.644281914893616,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-04","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer_SpydazWeb_AI_HumanAI_012_INSTRUCT_MX_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/SpydazWeb_AI_HumanAI_012_INSTRUCT_MX 📑","fullname":"LeroyDyer/SpydazWeb_AI_HumanAI_012_INSTRUCT_MX","Model sha":"ca98afcfc2bf1ef7c82413be1c607fe2245d30b6","Average ⬆️":8.04579774103192,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.890738782445888,"IFEval Raw":0.3065987136353764,"IFEval":30.65987136353764,"BBH Raw":0.3158421938604874,"BBH":5.885758837366411,"MATH Lvl 5 Raw":0.015105740181268883,"MATH Lvl 5":1.5105740181268883,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.34438541666666667,"MUSR":3.5481770833333326,"MMLU-PRO Raw":0.11070478723404255,"MMLU-PRO":1.1894208037825047,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-04","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer_SpydazWeb_AI_HumanAI_012_INSTRUCT_XA_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/SpydazWeb_AI_HumanAI_012_INSTRUCT_XA 📑","fullname":"LeroyDyer/SpydazWeb_AI_HumanAI_012_INSTRUCT_XA","Model sha":"8493f4f3199a845f0d44041d617af751f10a91df","Average ⬆️":15.915086092179353,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.4610457299103071,"IFEval Raw":0.35788153211257245,"IFEval":35.78815321125724,"BBH Raw":0.4476544560399054,"BBH":22.464434124386614,"MATH Lvl 5 Raw":0.04229607250755287,"MATH Lvl 5":4.229607250755287,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.41340625,"MUSR":9.775781250000001,"MMLU-PRO Raw":0.23761635638297873,"MMLU-PRO":15.290706264775414,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-04","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer_SpydazWeb_AI_HumanAI_012_INSTRUCT_XA_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/SpydazWeb_AI_HumanAI_012_INSTRUCT_XA 📑","fullname":"LeroyDyer/SpydazWeb_AI_HumanAI_012_INSTRUCT_XA","Model sha":"8493f4f3199a845f0d44041d617af751f10a91df","Average ⬆️":16.451680981130227,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9537306082222248,"IFEval Raw":0.37976347203198624,"IFEval":37.97634720319862,"BBH Raw":0.44827466097749213,"BBH":22.728636272258512,"MATH Lvl 5 Raw":0.04003021148036254,"MATH Lvl 5":4.003021148036254,"GPQA Raw":0.31291946308724833,"GPQA":8.389261744966444,"MUSR Raw":0.4148020833333333,"MUSR":10.183593750000002,"MMLU-PRO Raw":0.2388630319148936,"MMLU-PRO":15.429225768321512,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-04","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer_SpydazWeb_AI_HumanAI_RP_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/SpydazWeb_AI_HumanAI_RP 📑","fullname":"LeroyDyer/SpydazWeb_AI_HumanAI_RP","Model sha":"0569cca30df948b9f2e5145ce5c2b5a03ec025ae","Average ⬆️":7.78223636896281,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8874170892010981,"IFEval Raw":0.2541168543907942,"IFEval":25.41168543907942,"BBH Raw":0.33230179059744286,"BBH":7.1764945791517105,"MATH Lvl 5 Raw":0.01283987915407855,"MATH Lvl 5":1.283987915407855,"GPQA Raw":0.2751677852348993,"GPQA":3.355704697986576,"MUSR Raw":0.3882604166666666,"MUSR":5.865885416666665,"MMLU-PRO Raw":0.1323969414893617,"MMLU-PRO":3.599660165484633,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-20","Submission Date":"2024-11-18","Generation":1,"Base Model":"LeroyDyer/SpydazWeb_AI_HumanAI_RP (Merge)"},{"eval_name":"LeroyDyer_SpydazWeb_AI_HumanAI_TextVision_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/SpydazWeb_AI_HumanAI_TextVision 📑","fullname":"LeroyDyer/SpydazWeb_AI_HumanAI_TextVision","Model sha":"ba0dcf52fec492cc5d91b3297c08c5581d893607","Average ⬆️":9.496584895881528,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.911430325456633,"IFEval Raw":0.3062740196013245,"IFEval":30.62740196013245,"BBH Raw":0.33536617928965984,"BBH":7.525593201173674,"MATH Lvl 5 Raw":0.014350453172205438,"MATH Lvl 5":1.4350453172205437,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.39384375,"MUSR":7.497135416666669,"MMLU-PRO Raw":0.13871343085106383,"MMLU-PRO":4.301492316784869,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-18","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer_SpydazWeb_HumanAI_M1_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/SpydazWeb_HumanAI_M1 📑","fullname":"LeroyDyer/SpydazWeb_HumanAI_M1","Model sha":"c9bb5fdc262f9c68d02b798eb867495199bf3dbf","Average ⬆️":10.391053333653405,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3217805289052,"IFEval Raw":0.3582062261466243,"IFEval":35.820622614662426,"BBH Raw":0.35632705798398107,"BBH":10.02754339015283,"MATH Lvl 5 Raw":0.024924471299093656,"MATH Lvl 5":2.492447129909366,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.36711458333333336,"MUSR":4.289322916666667,"MMLU-PRO Raw":0.1663065159574468,"MMLU-PRO":7.367390661938533,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-16","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer_SpydazWeb_HumanAI_M2_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/SpydazWeb_HumanAI_M2 📑","fullname":"LeroyDyer/SpydazWeb_HumanAI_M2","Model sha":"82fd99df73eeaf8ce12add6e74fda7901c75f86c","Average ⬆️":12.484114662749576,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.262119278883262,"IFEval Raw":0.3750171766468526,"IFEval":37.50171766468526,"BBH Raw":0.39308772552915555,"BBH":15.397194202296944,"MATH Lvl 5 Raw":0.028700906344410877,"MATH Lvl 5":2.8700906344410875,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.3751458333333333,"MUSR":3.9932291666666657,"MMLU-PRO Raw":0.2010472074468085,"MMLU-PRO":11.227467494089833,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-16","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer_SpydazWeb_HumanAI_M3_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/SpydazWeb_HumanAI_M3 📑","fullname":"LeroyDyer/SpydazWeb_HumanAI_M3","Model sha":"01dbeb9536ad2cba5a3c4fbeef77e6b3f692adc5","Average ⬆️":5.505800569799587,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3750988908993114,"IFEval Raw":0.1578711153073844,"IFEval":15.787111530738443,"BBH Raw":0.31272572546166244,"BBH":4.765388996591294,"MATH Lvl 5 Raw":0.00906344410876133,"MATH Lvl 5":0.906344410876133,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.3914270833333333,"MUSR":7.128385416666667,"MMLU-PRO Raw":0.11486037234042554,"MMLU-PRO":1.6511524822695034,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-16","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer__Spydaz_Web_AI_12_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/_Spydaz_Web_AI_12 📑","fullname":"LeroyDyer/_Spydaz_Web_AI_12","Model sha":"675cf7fbfa36974b2eb5aef53afdf56a65ecfcfd","Average ⬆️":6.615158396750675,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.297050807163551,"IFEval Raw":0.2764985793250797,"IFEval":27.64985793250797,"BBH Raw":0.31633960292107943,"BBH":4.495993524198578,"MATH Lvl 5 Raw":0.013595166163141994,"MATH Lvl 5":1.3595166163141994,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.35815624999999995,"MUSR":2.2028645833333327,"MMLU-PRO Raw":0.11369680851063829,"MMLU-PRO":1.521867612293143,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-19","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer__Spydaz_Web_AI_14_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/_Spydaz_Web_AI_14 📑","fullname":"LeroyDyer/_Spydaz_Web_AI_14","Model sha":"53e73726a0a780db48303f4befbf7574e5c04984","Average ⬆️":4.378364522899276,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2427017129472753,"IFEval Raw":0.1811770546594148,"IFEval":18.11770546594148,"BBH Raw":0.2988848127354542,"BBH":2.162400468558809,"MATH Lvl 5 Raw":0.012084592145015106,"MATH Lvl 5":1.2084592145015105,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.3395208333333333,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.11394614361702128,"MMLU-PRO":1.549571513002364,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-23","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer__Spydaz_Web_AI_AGI_R1_001_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_001 📑","fullname":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_001","Model sha":"53da602f67f7cd5cc0a9d17689ec4456779a4b4b","Average ⬆️":18.185695306409894,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.4444431573280053,"IFEval Raw":0.4505046609662362,"IFEval":45.05046609662362,"BBH Raw":0.4609124425176902,"BBH":24.633582827112217,"MATH Lvl 5 Raw":0.0634441087613293,"MATH Lvl 5":6.3444108761329305,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.42559375,"MUSR":11.465885416666666,"MMLU-PRO Raw":0.2734375,"MMLU-PRO":19.270833333333332,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-14","Submission Date":"2025-02-27","Generation":2,"Base Model":"LeroyDyer/_Spydaz_Web_AI_Mistral_R1_Base (Merge)"},{"eval_name":"LeroyDyer__Spydaz_Web_AI_AGI_R1_002_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_002 📑","fullname":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_002","Model sha":"5514d6c3b7fe81381daf8a5ae1b27730d4e5520e","Average ⬆️":19.869138876185648,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.45289301578969215,"IFEval Raw":0.5306885729863429,"IFEval":53.06885729863429,"BBH Raw":0.4682582050072746,"BBH":25.041939148110867,"MATH Lvl 5 Raw":0.0581570996978852,"MATH Lvl 5":5.81570996978852,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.42546875,"MUSR":11.78359375,"MMLU-PRO Raw":0.28939494680851063,"MMLU-PRO":21.043882978723403,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-14","Submission Date":"2025-02-28","Generation":2,"Base Model":"LeroyDyer/_Spydaz_Web_AI_Mistral_R1_Base (Merge)"},{"eval_name":"LeroyDyer__Spydaz_Web_AI_AGI_R1_MUSR_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_MUSR 📑","fullname":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_MUSR","Model sha":"8dacb71de4e5e4a57ea85178d9312b785e50432f","Average ⬆️":20.9872217391289,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.4626438746160488,"IFEval Raw":0.478606763387811,"IFEval":47.860676338781104,"BBH Raw":0.4671769411194033,"BBH":25.691235509522457,"MATH Lvl 5 Raw":0.06042296072507553,"MATH Lvl 5":6.042296072507553,"GPQA Raw":0.28439597315436244,"GPQA":4.5861297539149914,"MUSR Raw":0.48689583333333336,"MUSR":21.428645833333334,"MMLU-PRO Raw":0.2828291223404255,"MMLU-PRO":20.314346926713945,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-01","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer__Spydaz_Web_AI_AGI_R1_MasterCoder_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_MasterCoder 📑","fullname":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_MasterCoder","Model sha":"7aecfd3b21a77c5c2f45903541cf538014b61a70","Average ⬆️":19.155771203993552,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.4411424337479603,"IFEval Raw":0.414259719765777,"IFEval":41.4259719765777,"BBH Raw":0.4689417813020516,"BBH":26.08792985697224,"MATH Lvl 5 Raw":0.06117824773413897,"MATH Lvl 5":6.117824773413897,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.47197916666666667,"MUSR":18.73072916666667,"MMLU-PRO Raw":0.27194148936170215,"MMLU-PRO":19.104609929078016,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-28","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer__Spydaz_Web_AI_AGI_R1_Math_001_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_Math_001 📑","fullname":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_Math_001","Model sha":"ac794a3f7bb607a64aed52bc55ea5f5ad4445810","Average ⬆️":20.354655381937874,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.4552535355664265,"IFEval Raw":0.4571492528712705,"IFEval":45.714925287127045,"BBH Raw":0.48178882135920675,"BBH":27.307995975060845,"MATH Lvl 5 Raw":0.06948640483383686,"MATH Lvl 5":6.948640483383686,"GPQA Raw":0.27684563758389263,"GPQA":3.5794183445190177,"MUSR Raw":0.47784375000000007,"MUSR":19.897135416666668,"MMLU-PRO Raw":0.2681183510638298,"MMLU-PRO":18.679816784869978,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-10","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer__Spydaz_Web_AI_AGI_R1_Math_003_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_Math_003 📑","fullname":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_Math_003","Model sha":"f4d7aaa3b96d720ebe911ced845dacf5773ce5b0","Average ⬆️":22.118137399107567,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.45535791158285255,"IFEval Raw":0.6200148938150774,"IFEval":62.00148938150774,"BBH Raw":0.4755509035158693,"BBH":26.687805677059902,"MATH Lvl 5 Raw":0.06948640483383686,"MATH Lvl 5":6.948640483383686,"GPQA Raw":0.28104026845637586,"GPQA":4.138702460850116,"MUSR Raw":0.42019791666666667,"MUSR":10.724739583333333,"MMLU-PRO Raw":0.29986702127659576,"MMLU-PRO":22.20744680851064,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-11","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer__Spydaz_Web_AI_AGI_R1_Math_AdvancedStudent_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_Math_AdvancedStudent 📑","fullname":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_Math_AdvancedStudent","Model sha":"4311f338718148b54025a7e19686a30d8890a796","Average ⬆️":24.34166379927646,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.4530458393635682,"IFEval Raw":0.5950854842927876,"IFEval":59.50854842927876,"BBH Raw":0.4927473238025393,"BBH":28.149314045731852,"MATH Lvl 5 Raw":0.054380664652567974,"MATH Lvl 5":5.438066465256798,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.5198229166666667,"MUSR":25.144531249999996,"MMLU-PRO Raw":0.2999501329787234,"MMLU-PRO":22.21668144208038,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-07","Submission Date":"2025-03-07","Generation":2,"Base Model":"LeroyDyer/_Spydaz_Web_AI_Mistral_R1_Base (Merge)"},{"eval_name":"LeroyDyer__Spydaz_Web_AI_AGI_R1_Math_Student_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_Math_Student 📑","fullname":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_Math_Student","Model sha":"eaf21297619c127dca07676381d3ccc5378bc762","Average ⬆️":23.588092892468367,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.4670612939138445,"IFEval Raw":0.5735781060918363,"IFEval":57.35781060918363,"BBH Raw":0.48808115770970123,"BBH":27.800315912370298,"MATH Lvl 5 Raw":0.0513595166163142,"MATH Lvl 5":5.13595166163142,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.50975,"MUSR":24.452083333333334,"MMLU-PRO Raw":0.292719414893617,"MMLU-PRO":21.413268321513,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-06","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer__Spydaz_Web_AI_AGI_R1_Math_Teacher_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_Math_Teacher 📑","fullname":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_Math_Teacher","Model sha":"4e127a036fb9ebd7c77198512537a2744c4b47f5","Average ⬆️":23.69427042218614,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.4429826487447223,"IFEval Raw":0.5772250960784053,"IFEval":57.72250960784053,"BBH Raw":0.4805094960871836,"BBH":26.945441313118206,"MATH Lvl 5 Raw":0.054380664652567974,"MATH Lvl 5":5.438066465256798,"GPQA Raw":0.2860738255033557,"GPQA":4.809843400447425,"MUSR Raw":0.5222395833333334,"MUSR":25.513281250000002,"MMLU-PRO Raw":0.2956283244680851,"MMLU-PRO":21.736480496453904,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-07","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer__Spydaz_Web_AI_AGI_R1_OmG_001_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_OmG_001 📑","fullname":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_OmG_001","Model sha":"6973e799cc92930cd5fd645d960a955cf4cf9c56","Average ⬆️":22.49357945577393,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.49080394435712554,"IFEval Raw":0.5817963004827191,"IFEval":58.17963004827192,"BBH Raw":0.4907982146977475,"BBH":28.227992314307016,"MATH Lvl 5 Raw":0.05060422960725076,"MATH Lvl 5":5.0604229607250755,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.4486041666666667,"MUSR":15.608854166666669,"MMLU-PRO Raw":0.29055851063829785,"MMLU-PRO":21.17316784869976,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-02","Submission Date":"2025-03-02","Generation":2,"Base Model":"Removed"},{"eval_name":"LeroyDyer__Spydaz_Web_AI_AGI_R1_OmG_002_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_OmG_002 📑","fullname":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_OmG_002","Model sha":"2ea7b7587ca45326e4015ceda7a1fed7c8604d3d","Average ⬆️":20.794293676873966,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.4598289986506186,"IFEval Raw":0.546150879665953,"IFEval":54.6150879665953,"BBH Raw":0.4655028607746287,"BBH":25.171424439522994,"MATH Lvl 5 Raw":0.04984894259818731,"MATH Lvl 5":4.984894259818732,"GPQA Raw":0.2785234899328859,"GPQA":3.8031319910514525,"MUSR Raw":0.45108333333333334,"MUSR":15.452083333333333,"MMLU-PRO Raw":0.28665226063829785,"MMLU-PRO":20.739140070921984,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-08","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer__Spydaz_Web_AI_AGI_R1_OmG_Coder_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_OmG_Coder 📑","fullname":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_OmG_Coder","Model sha":"ac6cb71ceac4efd32db3b546cf7f68bf28545069","Average ⬆️":22.644667648469394,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2062289710968703,"IFEval Raw":0.4923702442851634,"IFEval":49.237024428516335,"BBH Raw":0.46376531085099754,"BBH":24.689255801381034,"MATH Lvl 5 Raw":0.054380664652567974,"MATH Lvl 5":5.438066465256798,"GPQA Raw":0.27348993288590606,"GPQA":3.1319910514541416,"MUSR Raw":0.5624583333333334,"MUSR":32.37395833333334,"MMLU-PRO Raw":0.28897938829787234,"MMLU-PRO":20.997709810874703,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-02","Submission Date":"2025-03-03","Generation":1,"Base Model":"Removed"},{"eval_name":"LeroyDyer__Spydaz_Web_AI_AGI_R1_OmG_Math_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_OmG_Math 📑","fullname":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_OmG_Math","Model sha":"1ff4c958dfb9dbb35a6d387675c4aecea1f9f1be","Average ⬆️":19.84226778022403,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.45687559663339133,"IFEval Raw":0.5033112142448702,"IFEval":50.33112142448702,"BBH Raw":0.4676503002757066,"BBH":25.173866858214165,"MATH Lvl 5 Raw":0.04758308157099698,"MATH Lvl 5":4.758308157099698,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.4325729166666667,"MUSR":13.171614583333335,"MMLU-PRO Raw":0.29130651595744683,"MMLU-PRO":21.256279550827426,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-07","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer__Spydaz_Web_AI_AGI_R1_OmG_MathMaster_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_OmG_MathMaster 📑","fullname":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_OmG_MathMaster","Model sha":"67e38b8e52162e55ebc74fe94788acbca05a82bc","Average ⬆️":21.160821436103028,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.4462280679498404,"IFEval Raw":0.5558429411738631,"IFEval":55.584294117386314,"BBH Raw":0.47422312505675873,"BBH":26.599272622298702,"MATH Lvl 5 Raw":0.05362537764350453,"MATH Lvl 5":5.362537764350453,"GPQA Raw":0.287751677852349,"GPQA":5.033557046979867,"MUSR Raw":0.45098958333333333,"MUSR":15.807031250000001,"MMLU-PRO Raw":0.2672041223404255,"MMLU-PRO":18.578235815602834,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-08","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer__Spydaz_Web_AI_AGI_R1_Student_Coder_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_Student_Coder 📑","fullname":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_Student_Coder","Model sha":"a7c5c1ff62187e88b153f65bfba62f41b4e968a4","Average ⬆️":20.71902736748913,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.442445862401488,"IFEval Raw":0.5449518388985669,"IFEval":54.49518388985669,"BBH Raw":0.4650844324968853,"BBH":25.058233605951802,"MATH Lvl 5 Raw":0.06570996978851963,"MATH Lvl 5":6.570996978851963,"GPQA Raw":0.28439597315436244,"GPQA":4.5861297539149914,"MUSR Raw":0.43883333333333335,"MUSR":13.954166666666671,"MMLU-PRO Raw":0.27684507978723405,"MMLU-PRO":19.64945330969267,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-28","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer__Spydaz_Web_AI_AGI_R1_Teacher_Coder_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_Teacher_Coder 📑","fullname":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_Teacher_Coder","Model sha":"4517146312fb9e254f94aecaa12959586bf83631","Average ⬆️":20.669991182750483,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.45112726189485874,"IFEval Raw":0.5081572449988254,"IFEval":50.815724499882535,"BBH Raw":0.47965526444811907,"BBH":27.13550121385457,"MATH Lvl 5 Raw":0.0649546827794562,"MATH Lvl 5":6.495468277945619,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.4338125,"MUSR":13.593229166666669,"MMLU-PRO Raw":0.28449135638297873,"MMLU-PRO":20.499039598108748,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-28","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer__Spydaz_Web_AI_AGI_R1_Top_Student_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_Top_Student 📑","fullname":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_Top_Student","Model sha":"8a00eda106a9d4ff88071b3138bc99f2d102c052","Average ⬆️":25.30674491645848,"Hub License":"","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.46845559140932896,"IFEval Raw":0.6039530667517742,"IFEval":60.395306675177416,"BBH Raw":0.49877449828070924,"BBH":29.306594525870576,"MATH Lvl 5 Raw":0.07250755287009064,"MATH Lvl 5":7.250755287009064,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.5397916666666667,"MUSR":29.37395833333333,"MMLU-PRO Raw":0.30244348404255317,"MMLU-PRO":22.49372044917257,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-11","Submission Date":"2025-03-12","Generation":1,"Base Model":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_Top_Student (Merge)"},{"eval_name":"LeroyDyer__Spydaz_Web_AI_AGI_R1_X1_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_X1 📑","fullname":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_X1","Model sha":"e5325f67abced31bf1e4c3922987146a18fff149","Average ⬆️":18.16205847224752,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.428180268927522,"IFEval Raw":0.427323944910615,"IFEval":42.7323944910615,"BBH Raw":0.47589342126093026,"BBH":26.46227536747539,"MATH Lvl 5 Raw":0.05664652567975831,"MATH Lvl 5":5.664652567975831,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.4231770833333333,"MUSR":11.763802083333337,"MMLU-PRO Raw":0.2890625,"MMLU-PRO":21.006944444444443,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-28","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer__Spydaz_Web_AI_AGI_R1_X2_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_X2 📑","fullname":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_X2","Model sha":"6875dcde7e374dcc93112527f783d7622f597939","Average ⬆️":22.423303290574818,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.44896326833710487,"IFEval Raw":0.5433782364127182,"IFEval":54.337823641271825,"BBH Raw":0.4785559277736029,"BBH":27.24420156630025,"MATH Lvl 5 Raw":0.06117824773413897,"MATH Lvl 5":6.117824773413897,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.46953125,"MUSR":19.12473958333333,"MMLU-PRO Raw":0.29205452127659576,"MMLU-PRO":21.339391252955085,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-28","Submission Date":"2025-02-28","Generation":1,"Base Model":"LeroyDyer/_Spydaz_Web_AI_AGI_R1_X2 (Merge)"},{"eval_name":"LeroyDyer__Spydaz_Web_AI_AGI_RP_R1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/_Spydaz_Web_AI_AGI_RP_R1 📑","fullname":"LeroyDyer/_Spydaz_Web_AI_AGI_RP_R1","Model sha":"d3b16c67173258c060cc0df3e4065379a6d83eba","Average ⬆️":20.102174437145493,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.43778639744459247,"IFEval Raw":0.5426036250482054,"IFEval":54.26036250482054,"BBH Raw":0.4701061648636955,"BBH":25.310204381698416,"MATH Lvl 5 Raw":0.06042296072507553,"MATH Lvl 5":6.042296072507553,"GPQA Raw":0.26929530201342283,"GPQA":2.572706935123044,"MUSR Raw":0.42013541666666665,"MUSR":11.383593750000001,"MMLU-PRO Raw":0.28939494680851063,"MMLU-PRO":21.043882978723403,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-15","Submission Date":"2025-02-28","Generation":2,"Base Model":"LeroyDyer/_Spydaz_Web_AI_Mistral_R1_Base (Merge)"},{"eval_name":"LeroyDyer__Spydaz_Web_AI_BIBLE_002_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/_Spydaz_Web_AI_BIBLE_002 📑","fullname":"LeroyDyer/_Spydaz_Web_AI_BIBLE_002","Model sha":"f47113e6352f4df8c50e9e571fc85cd7a154a07f","Average ⬆️":6.86090172693433,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.306499756515286,"IFEval Raw":0.21949538336059432,"IFEval":21.949538336059433,"BBH Raw":0.3289070186514165,"BBH":6.349580156104774,"MATH Lvl 5 Raw":0.017371601208459216,"MATH Lvl 5":1.7371601208459215,"GPQA Raw":0.28439597315436244,"GPQA":4.5861297539149914,"MUSR Raw":0.34069791666666666,"MUSR":2.4539062499999997,"MMLU-PRO Raw":0.13680186170212766,"MMLU-PRO":4.089095744680851,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-10","Submission Date":"2024-09-14","Generation":0,"Base Model":"LeroyDyer/_Spydaz_Web_AI_BIBLE_002"},{"eval_name":"LeroyDyer__Spydaz_Web_AI_ChatML_002_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/_Spydaz_Web_AI_ChatML_002 📑","fullname":"LeroyDyer/_Spydaz_Web_AI_ChatML_002","Model sha":"9475af8113cf4027839974283b702d6be502f7fa","Average ⬆️":5.715725326733474,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2816098695014941,"IFEval Raw":0.24122772022677608,"IFEval":24.12277202267761,"BBH Raw":0.3106383598957094,"BBH":4.191974214495695,"MATH Lvl 5 Raw":0.011329305135951661,"MATH Lvl 5":1.1329305135951662,"GPQA Raw":0.2575503355704698,"GPQA":1.0067114093959737,"MUSR Raw":0.3623125,"MUSR":2.7890625000000004,"MMLU-PRO Raw":0.10945811170212766,"MMLU-PRO":1.0509013002364058,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-01","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer__Spydaz_Web_AI_ChatQA_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/_Spydaz_Web_AI_ChatQA 📑","fullname":"LeroyDyer/_Spydaz_Web_AI_ChatQA","Model sha":"9f86dd12d4c75e0290aa3084a44cf111bc975144","Average ⬆️":5.115133515206828,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.164158799637762,"IFEval Raw":0.1414591062824417,"IFEval":14.14591062824417,"BBH Raw":0.32359493837413505,"BBH":5.599561733978841,"MATH Lvl 5 Raw":0.009818731117824773,"MATH Lvl 5":0.9818731117824773,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.3447291666666667,"MUSR":2.5578125000000003,"MMLU-PRO Raw":0.14752327127659576,"MMLU-PRO":5.280363475177306,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-08-06","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer__Spydaz_Web_AI_ChatQA_003_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/_Spydaz_Web_AI_ChatQA_003 📑","fullname":"LeroyDyer/_Spydaz_Web_AI_ChatQA_003","Model sha":"","Average ⬆️":6.2575600117500825,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2596251679493742,"IFEval Raw":0.22091938279321088,"IFEval":22.09193827932109,"BBH Raw":0.3171811407815537,"BBH":4.293436202390652,"MATH Lvl 5 Raw":0.010574018126888218,"MATH Lvl 5":1.0574018126888218,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.38184375,"MUSR":5.830468750000001,"MMLU-PRO Raw":0.11328125,"MMLU-PRO":1.4756944444444438,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-14","Generation":0,"Base Model":"Removed"},{"eval_name":"LeroyDyer__Spydaz_Web_AI_TEMP__float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/_Spydaz_Web_AI_TEMP_ 📑","fullname":"LeroyDyer/_Spydaz_Web_AI_TEMP_","Model sha":"4e2bdb05ac79c4d1777a7c30aa20f84f4feedc13","Average ⬆️":21.348042495722837,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.46340542859468026,"IFEval Raw":0.47953097780555587,"IFEval":47.95309778055559,"BBH Raw":0.495695749059555,"BBH":28.61644015422753,"MATH Lvl 5 Raw":0.12386706948640483,"MATH Lvl 5":12.386706948640484,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.42175,"MUSR":11.652083333333335,"MMLU-PRO Raw":0.3120844414893617,"MMLU-PRO":23.56493794326241,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-12","Submission Date":"2025-03-13","Generation":1,"Base Model":"LeroyDyer/_Spydaz_Web_AI_TEMP_ (Merge)"},{"eval_name":"LeroyDyer__Spydaz_Web_AI_Top_Teacher__float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"LeroyDyer/_Spydaz_Web_AI_Top_Teacher_ 📑","fullname":"LeroyDyer/_Spydaz_Web_AI_Top_Teacher_","Model sha":"b50bb1c7829f30bb580cf745f9607785555a0bfc","Average ⬆️":20.895686397389127,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.43395015038866985,"IFEval Raw":0.44038817005545283,"IFEval":44.03881700554528,"BBH Raw":0.48909617780536035,"BBH":27.7244640207969,"MATH Lvl 5 Raw":0.11555891238670694,"MATH Lvl 5":11.555891238670695,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.4366041666666667,"MUSR":14.475520833333329,"MMLU-PRO Raw":0.3149933510638298,"MMLU-PRO":23.88815011820331,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-13","Generation":0,"Base Model":"Removed"},{"eval_name":"LightningRodLabs_Flashlight-v1.0_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"LightningRodLabs/Flashlight-v1.0 📑","fullname":"LightningRodLabs/Flashlight-v1.0","Model sha":"a15ce43233bcdbd15a7c3777467448f6fc26b211","Average ⬆️":40.5748695700393,"Hub License":"mit","Hub ❤️":1,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8498306419905917,"IFEval Raw":0.6745446526327921,"IFEval":67.4544652632792,"BBH Raw":0.6876833310149727,"BBH":55.15022389243257,"MATH Lvl 5 Raw":0.49697885196374625,"MATH Lvl 5":49.69788519637463,"GPQA Raw":0.3422818791946309,"GPQA":12.304250559284117,"MUSR Raw":0.41009375,"MUSR":9.92838541666667,"MMLU-PRO Raw":0.5402260638297872,"MMLU-PRO":48.91400709219858,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-16","Submission Date":"2025-01-18","Generation":2,"Base Model":"microsoft/phi-4"},{"eval_name":"LightningRodLabs_Flashlight-v1.1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"LightningRodLabs/Flashlight-v1.1 📑","fullname":"LightningRodLabs/Flashlight-v1.1","Model sha":"5422435615348d6abaf1c5e30ad020285be8d2cf","Average ⬆️":40.98595152297397,"Hub License":"other","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7236163211583977,"IFEval Raw":0.6720967034136092,"IFEval":67.20967034136092,"BBH Raw":0.6901141327534415,"BBH":55.432811255376855,"MATH Lvl 5 Raw":0.5324773413897281,"MATH Lvl 5":53.24773413897282,"GPQA Raw":0.33976510067114096,"GPQA":11.968680089485462,"MUSR Raw":0.4047604166666667,"MUSR":8.995052083333334,"MMLU-PRO Raw":0.5415558510638298,"MMLU-PRO":49.06176122931441,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-23","Submission Date":"2025-01-24","Generation":1,"Base Model":"microsoft/phi-4"},{"eval_name":"LightningRodLabs_Flashlight-v1.2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"LightningRodLabs/Flashlight-v1.2 📑","fullname":"LightningRodLabs/Flashlight-v1.2","Model sha":"e231994ab93846ef1ddb273d829398b302a41351","Average ⬆️":16.37861284160058,"Hub License":"other","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.9192427357924062,"IFEval Raw":0.4359920566319587,"IFEval":43.599205663195875,"BBH Raw":0.3264526807518731,"BBH":6.159209487289303,"MATH Lvl 5 Raw":0.1555891238670695,"MATH Lvl 5":15.55891238670695,"GPQA Raw":0.23573825503355705,"GPQA":0.0,"MUSR Raw":0.45536458333333335,"MUSR":16.45390625,"MMLU-PRO Raw":0.24850398936170212,"MMLU-PRO":16.500443262411345,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-27","Submission Date":"2025-01-30","Generation":1,"Base Model":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B"},{"eval_name":"Lil-R_2_PRYMMAL-ECE-2B-SLERP-V1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"Lil-R/2_PRYMMAL-ECE-2B-SLERP-V1 📑","fullname":"Lil-R/2_PRYMMAL-ECE-2B-SLERP-V1","Model sha":"fda2d7dd2d797726ebd34cee88095e0ae6b0b093","Average ⬆️":21.160448654695188,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":2.614,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.6337057897117258,"IFEval Raw":0.5823459531820016,"IFEval":58.23459531820015,"BBH Raw":0.4287069505821554,"BBH":19.53491130754225,"MATH Lvl 5 Raw":0.09138972809667674,"MATH Lvl 5":9.138972809667674,"GPQA Raw":0.3062080536912752,"GPQA":7.494407158836691,"MUSR Raw":0.43746875,"MUSR":13.916927083333334,"MMLU-PRO Raw":0.2677859042553192,"MMLU-PRO":18.642878250591018,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-05","Submission Date":"2024-11-07","Generation":1,"Base Model":"Lil-R/2_PRYMMAL-ECE-2B-SLERP-V1 (Merge)"},{"eval_name":"Lil-R_2_PRYMMAL-ECE-2B-SLERP-V2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"Lil-R/2_PRYMMAL-ECE-2B-SLERP-V2 📑","fullname":"Lil-R/2_PRYMMAL-ECE-2B-SLERP-V2","Model sha":"7e55d63df09ec396f39adcc426a91f2e74606bd0","Average ⬆️":21.073953219725933,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":2.614,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.579664968730134,"IFEval Raw":0.5542693386880144,"IFEval":55.42693386880145,"BBH Raw":0.43764741906109417,"BBH":20.197376640583055,"MATH Lvl 5 Raw":0.09441087613293052,"MATH Lvl 5":9.441087613293051,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.44816666666666666,"MUSR":15.620833333333335,"MMLU-PRO Raw":0.2744348404255319,"MMLU-PRO":19.38164893617021,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-05","Submission Date":"2024-11-05","Generation":1,"Base Model":"Lil-R/2_PRYMMAL-ECE-2B-SLERP-V2 (Merge)"},{"eval_name":"Lil-R_2_PRYMMAL-ECE-7B-SLERP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Lil-R/2_PRYMMAL-ECE-7B-SLERP 📑","fullname":"Lil-R/2_PRYMMAL-ECE-7B-SLERP","Model sha":"fdc2ac0da72ad62ecc9677cdac32dd097bc99c3a","Average ⬆️":31.51530852235753,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.360989849337451,"IFEval Raw":0.5577412376937636,"IFEval":55.77412376937637,"BBH Raw":0.5556642048146725,"BBH":36.482570049394035,"MATH Lvl 5 Raw":0.3632930513595166,"MATH Lvl 5":36.329305135951664,"GPQA Raw":0.3104026845637584,"GPQA":8.05369127516779,"MUSR Raw":0.43960416666666663,"MUSR":13.483854166666669,"MMLU-PRO Raw":0.45071476063829785,"MMLU-PRO":38.968306737588655,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-04","Submission Date":"2024-11-04","Generation":1,"Base Model":"Lil-R/2_PRYMMAL-ECE-7B-SLERP (Merge)"},{"eval_name":"Lil-R_2_PRYMMAL-ECE-7B-SLERP-V1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Lil-R/2_PRYMMAL-ECE-7B-SLERP-V1 📑","fullname":"Lil-R/2_PRYMMAL-ECE-7B-SLERP-V1","Model sha":"1f9b9683053a13b9f5c3863a6de53d9e14a2e6c5","Average ⬆️":3.733001542831197,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.4991997392141676,"IFEval Raw":0.10733742026711349,"IFEval":10.733742026711349,"BBH Raw":0.30525797550329686,"BBH":2.7840182309259673,"MATH Lvl 5 Raw":0.0007552870090634441,"MATH Lvl 5":0.0755287009063444,"GPQA Raw":0.25083892617449666,"GPQA":0.11185682326622093,"MUSR Raw":0.3910833333333333,"MUSR":7.318749999999999,"MMLU-PRO Raw":0.11236702127659574,"MMLU-PRO":1.374113475177304,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-28","Submission Date":"2024-10-28","Generation":0,"Base Model":"Lil-R/2_PRYMMAL-ECE-7B-SLERP-V1"},{"eval_name":"Lil-R_2_PRYMMAL-ECE-7B-SLERP-V2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Lil-R/2_PRYMMAL-ECE-7B-SLERP-V2 📑","fullname":"Lil-R/2_PRYMMAL-ECE-7B-SLERP-V2","Model sha":"d633d064bcd8723da5b2337048cee1079e745766","Average ⬆️":3.733001542831197,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.550422871160006,"IFEval Raw":0.10733742026711349,"IFEval":10.733742026711349,"BBH Raw":0.30525797550329686,"BBH":2.7840182309259673,"MATH Lvl 5 Raw":0.0007552870090634441,"MATH Lvl 5":0.0755287009063444,"GPQA Raw":0.25083892617449666,"GPQA":0.11185682326622093,"MUSR Raw":0.3910833333333333,"MUSR":7.318749999999999,"MMLU-PRO Raw":0.11236702127659574,"MMLU-PRO":1.374113475177304,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-28","Submission Date":"2024-10-28","Generation":0,"Base Model":"Lil-R/2_PRYMMAL-ECE-7B-SLERP-V2"},{"eval_name":"Lil-R_2_PRYMMAL-ECE-7B-SLERP-V3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Lil-R/2_PRYMMAL-ECE-7B-SLERP-V3 📑","fullname":"Lil-R/2_PRYMMAL-ECE-7B-SLERP-V3","Model sha":"691d98e52b8136355cf3884a4c29968bf0fc6dcf","Average ⬆️":8.878726613265554,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.5716017005737966,"IFEval Raw":0.22346706738121516,"IFEval":22.346706738121515,"BBH Raw":0.357839880712804,"BBH":10.612229209084205,"MATH Lvl 5 Raw":0.006042296072507553,"MATH Lvl 5":0.6042296072507553,"GPQA Raw":0.25671140939597314,"GPQA":0.8948545861297527,"MUSR Raw":0.4107083333333333,"MUSR":9.738541666666668,"MMLU-PRO Raw":0.18168218085106383,"MMLU-PRO":9.075797872340424,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-28","Submission Date":"2024-10-28","Generation":1,"Base Model":"Lil-R/2_PRYMMAL-ECE-7B-SLERP-V3 (Merge)"},{"eval_name":"Lil-R_PRYMMAL-ECE-1B-SLERP-V1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Lil-R/PRYMMAL-ECE-1B-SLERP-V1 📑","fullname":"Lil-R/PRYMMAL-ECE-1B-SLERP-V1","Model sha":"5770824fbfc2f9df22f6a1442e1392b029e333ec","Average ⬆️":14.88329630475093,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.777,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2946189513567496,"IFEval Raw":0.2874395492847866,"IFEval":28.743954928478658,"BBH Raw":0.41904526564708194,"BBH":17.999676133564762,"MATH Lvl 5 Raw":0.10347432024169184,"MATH Lvl 5":10.347432024169184,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.39743749999999994,"MUSR":7.346354166666667,"MMLU-PRO Raw":0.2925531914893617,"MMLU-PRO":21.39479905437352,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-29","Submission Date":"2024-10-29","Generation":1,"Base Model":"Lil-R/PRYMMAL-ECE-1B-SLERP-V1 (Merge)"},{"eval_name":"Lil-R_PRYMMAL-ECE-7B-SLERP-V8_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Lil-R/PRYMMAL-ECE-7B-SLERP-V8 📑","fullname":"Lil-R/PRYMMAL-ECE-7B-SLERP-V8","Model sha":"19fa915c941013075673c2943e2d06d131afcfef","Average ⬆️":3.386229392038714,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.5562215438928173,"IFEval Raw":0.1258471965495995,"IFEval":12.58471965495995,"BBH Raw":0.2955092966258663,"BBH":2.270601109130521,"MATH Lvl 5 Raw":0.009818731117824773,"MATH Lvl 5":0.9818731117824773,"GPQA Raw":0.25,"GPQA":0.0,"MUSR Raw":0.36314583333333333,"MUSR":3.0598958333333326,"MMLU-PRO Raw":0.11278257978723404,"MMLU-PRO":1.4202866430260035,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-28","Submission Date":"2024-10-28","Generation":0,"Base Model":"Lil-R/PRYMMAL-ECE-7B-SLERP-V8"},{"eval_name":"LilRg_10PRYMMAL-3B-slerp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"LilRg/10PRYMMAL-3B-slerp 📑","fullname":"LilRg/10PRYMMAL-3B-slerp","Model sha":"3e0a12c2ec82e18136fc1cf1609c66154cff8a6e","Average ⬆️":21.087895754438843,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.117509941048346,"IFEval Raw":0.1945903535951276,"IFEval":19.45903535951276,"BBH Raw":0.5320377091634505,"BBH":34.877917500461,"MATH Lvl 5 Raw":0.14954682779456194,"MATH Lvl 5":14.954682779456194,"GPQA Raw":0.3213087248322148,"GPQA":9.507829977628639,"MUSR Raw":0.45290625,"MUSR":15.713281250000001,"MMLU-PRO Raw":0.3881316489361702,"MMLU-PRO":32.014627659574465,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-23","Submission Date":"2024-09-24","Generation":1,"Base Model":"LilRg/10PRYMMAL-3B-slerp (Merge)"},{"eval_name":"LilRg_ECE-1B-merge-PRYMMAL_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"LilRg/ECE-1B-merge-PRYMMAL 📑","fullname":"LilRg/ECE-1B-merge-PRYMMAL","Model sha":"009c75039786c38e2a6168cf93c9a46a4d111fb9","Average ⬆️":14.497652546900952,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.777,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3807140737643455,"IFEval Raw":0.27122811916825135,"IFEval":27.122811916825135,"BBH Raw":0.42345600176908743,"BBH":19.141465000010825,"MATH Lvl 5 Raw":0.10120845921450151,"MATH Lvl 5":10.120845921450151,"GPQA Raw":0.28104026845637586,"GPQA":4.138702460850116,"MUSR Raw":0.3801041666666667,"MUSR":5.279687499999999,"MMLU-PRO Raw":0.2906416223404255,"MMLU-PRO":21.1824024822695,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-07","Submission Date":"2024-10-07","Generation":1,"Base Model":"LilRg/ECE-1B-merge-PRYMMAL (Merge)"},{"eval_name":"LilRg_ECE_Finetunning_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"?","Model":"LilRg/ECE_Finetunning 📑","fullname":"LilRg/ECE_Finetunning","Model sha":"8d10549bcf802355f2d6203a33ed27e81b15b9e5","Average ⬆️":11.987032259556209,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":16.061,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.5403764871403727,"IFEval Raw":0.04453849120334047,"IFEval":4.453849120334047,"BBH Raw":0.47321596790730514,"BBH":26.530834895216355,"MATH Lvl 5 Raw":0.045317220543806644,"MATH Lvl 5":4.531722054380665,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.38394791666666667,"MUSR":7.693489583333334,"MMLU-PRO Raw":0.3191489361702128,"MMLU-PRO":24.34988179669031,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-28","Submission Date":"2024-09-28","Generation":3,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"LilRg_PRYMMAL-6B-slerp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"LilRg/PRYMMAL-6B-slerp 📑","fullname":"LilRg/PRYMMAL-6B-slerp","Model sha":"1ce0f5fdaae6a7866eda77df18378e9b5621af65","Average ⬆️":3.23270592407536,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.293,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6961630869331326,"IFEval Raw":0.11533065599276586,"IFEval":11.533065599276586,"BBH Raw":0.28676215692036117,"BBH":2.2124311744899985,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.24580536912751677,"GPQA":0.0,"MUSR Raw":0.36975,"MUSR":4.452083333333333,"MMLU-PRO Raw":0.1107878989361702,"MMLU-PRO":1.1986554373522447,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-24","Submission Date":"2024-09-24","Generation":1,"Base Model":"LilRg/PRYMMAL-6B-slerp (Merge)"},{"eval_name":"LilRg_PRYMMAL-ECE-7B-SLERP-V3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"LilRg/PRYMMAL-ECE-7B-SLERP-V3 📑","fullname":"LilRg/PRYMMAL-ECE-7B-SLERP-V3","Model sha":"742eee22ab39880acb8650b7290d420065d0514b","Average ⬆️":3.533946396700676,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.562254215088475,"IFEval Raw":0.12432346174816154,"IFEval":12.432346174816153,"BBH Raw":0.2957239084980124,"BBH":2.2903233313527434,"MATH Lvl 5 Raw":0.009818731117824773,"MATH Lvl 5":0.9818731117824773,"GPQA Raw":0.25671140939597314,"GPQA":0.8948545861297527,"MUSR Raw":0.36714583333333334,"MUSR":3.193229166666668,"MMLU-PRO Raw":0.11269946808510638,"MMLU-PRO":1.4110520094562635,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-26","Submission Date":"2024-10-26","Generation":1,"Base Model":"LilRg/PRYMMAL-ECE-7B-SLERP-V3 (Merge)"},{"eval_name":"LilRg_PRYMMAL-ECE-7B-SLERP-V4_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"LilRg/PRYMMAL-ECE-7B-SLERP-V4 📑","fullname":"LilRg/PRYMMAL-ECE-7B-SLERP-V4","Model sha":"5a45274282197dcce0f22b442f65df14ac75f507","Average ⬆️":3.54393840309556,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.6114206257376,"IFEval Raw":0.12492298213185458,"IFEval":12.492298213185457,"BBH Raw":0.2957239084980124,"BBH":2.2903233313527434,"MATH Lvl 5 Raw":0.009818731117824773,"MATH Lvl 5":0.9818731117824773,"GPQA Raw":0.25671140939597314,"GPQA":0.8948545861297527,"MUSR Raw":0.36714583333333334,"MUSR":3.193229166666668,"MMLU-PRO Raw":0.11269946808510638,"MMLU-PRO":1.4110520094562635,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-26","Submission Date":"2024-10-26","Generation":1,"Base Model":"LilRg/PRYMMAL-ECE-7B-SLERP-V4 (Merge)"},{"eval_name":"LilRg_PRYMMAL-ECE-7B-SLERP-V5_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"LilRg/PRYMMAL-ECE-7B-SLERP-V5 📑","fullname":"LilRg/PRYMMAL-ECE-7B-SLERP-V5","Model sha":"63f1ed2c963e3cb78d6c6a89836e0712aa7c3a6f","Average ⬆️":3.54393840309556,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.5728503968169294,"IFEval Raw":0.12492298213185458,"IFEval":12.492298213185457,"BBH Raw":0.2957239084980124,"BBH":2.2903233313527434,"MATH Lvl 5 Raw":0.009818731117824773,"MATH Lvl 5":0.9818731117824773,"GPQA Raw":0.25671140939597314,"GPQA":0.8948545861297527,"MUSR Raw":0.36714583333333334,"MUSR":3.193229166666668,"MMLU-PRO Raw":0.11269946808510638,"MMLU-PRO":1.4110520094562635,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-26","Submission Date":"2024-10-26","Generation":1,"Base Model":"LilRg/PRYMMAL-ECE-7B-SLERP-V5 (Merge)"},{"eval_name":"LilRg_PRYMMAL-ECE-7B-SLERP-V6_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"LilRg/PRYMMAL-ECE-7B-SLERP-V6 📑","fullname":"LilRg/PRYMMAL-ECE-7B-SLERP-V6","Model sha":"92a8c865ef44974d0bafd22c1f991afe7889717b","Average ⬆️":3.533946396700676,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.495682107974202,"IFEval Raw":0.12432346174816154,"IFEval":12.432346174816153,"BBH Raw":0.2957239084980124,"BBH":2.2903233313527434,"MATH Lvl 5 Raw":0.009818731117824773,"MATH Lvl 5":0.9818731117824773,"GPQA Raw":0.25671140939597314,"GPQA":0.8948545861297527,"MUSR Raw":0.36714583333333334,"MUSR":3.193229166666668,"MMLU-PRO Raw":0.11269946808510638,"MMLU-PRO":1.4110520094562635,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-26","Submission Date":"2024-10-26","Generation":1,"Base Model":"LilRg/PRYMMAL-ECE-7B-SLERP-V6 (Merge)"},{"eval_name":"LilRg_PRYMMAL-ECE-7B-SLERP-V7_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"LilRg/PRYMMAL-ECE-7B-SLERP-V7 📑","fullname":"LilRg/PRYMMAL-ECE-7B-SLERP-V7","Model sha":"834363d4b420f85ff1af920a68149240c580726c","Average ⬆️":3.54393840309556,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.5492398159940417,"IFEval Raw":0.12492298213185458,"IFEval":12.492298213185457,"BBH Raw":0.2957239084980124,"BBH":2.2903233313527434,"MATH Lvl 5 Raw":0.009818731117824773,"MATH Lvl 5":0.9818731117824773,"GPQA Raw":0.25671140939597314,"GPQA":0.8948545861297527,"MUSR Raw":0.36714583333333334,"MUSR":3.193229166666668,"MMLU-PRO Raw":0.11269946808510638,"MMLU-PRO":1.4110520094562635,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-26","Submission Date":"2024-10-26","Generation":1,"Base Model":"LilRg/PRYMMAL-ECE-7B-SLERP-V7 (Merge)"},{"eval_name":"LilRg_PRYMMAL-slerp-Merge_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"LilRg/PRYMMAL-slerp-Merge 📑","fullname":"LilRg/PRYMMAL-slerp-Merge","Model sha":"e5597549ceb5afe56428097cb297326537d07c3e","Average ⬆️":23.42765486276747,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.8350270896004477,"IFEval Raw":0.304400102838247,"IFEval":30.440010283824698,"BBH Raw":0.5364156271768925,"BBH":35.553775523419816,"MATH Lvl 5 Raw":0.16163141993957703,"MATH Lvl 5":16.1631419939577,"GPQA Raw":0.32046979865771813,"GPQA":9.395973154362418,"MUSR Raw":0.46347916666666666,"MUSR":17.2015625,"MMLU-PRO Raw":0.3863031914893617,"MMLU-PRO":31.811465721040182,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-24","Submission Date":"2024-09-24","Generation":1,"Base Model":"LilRg/PRYMMAL-slerp-Merge (Merge)"},{"eval_name":"LimYeri_CodeMind-Llama3-8B-unsloth_v2-merged_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"LimYeri/CodeMind-Llama3-8B-unsloth_v2-merged 📑","fullname":"LimYeri/CodeMind-Llama3-8B-unsloth_v2-merged","Model sha":"d4ec745f8279e3ac6d41709153c21cc077e66385","Average ⬆️":22.472907319238214,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6532492673325214,"IFEval Raw":0.6946280314011268,"IFEval":69.46280314011267,"BBH Raw":0.48600920882996324,"BBH":26.655629407381003,"MATH Lvl 5 Raw":0.06646525679758308,"MATH Lvl 5":6.646525679758309,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.3316145833333333,"MUSR":2.218489583333334,"MMLU-PRO Raw":0.3505651595744681,"MMLU-PRO":27.840573286052013,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-04","Submission Date":"2024-08-28","Generation":2,"Base Model":"Removed"},{"eval_name":"LimYeri_CodeMind-Llama3-8B-unsloth_v3-merged_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"LimYeri/CodeMind-Llama3-8B-unsloth_v3-merged 📑","fullname":"LimYeri/CodeMind-Llama3-8B-unsloth_v3-merged","Model sha":"548a221b00d8056fe7090f5e6e0af58ee7c62563","Average ⬆️":21.90871377207617,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6725621343744599,"IFEval Raw":0.6762933460994606,"IFEval":67.62933460994606,"BBH Raw":0.4908161460506797,"BBH":27.02521610839599,"MATH Lvl 5 Raw":0.06797583081570997,"MATH Lvl 5":6.797583081570997,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.3356145833333333,"MUSR":1.1518229166666667,"MMLU-PRO Raw":0.34956781914893614,"MMLU-PRO":27.729757683215126,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-08-28","Generation":0,"Base Model":"Removed"},{"eval_name":"LimYeri_CodeMind-Llama3-8B-unsloth_v4-one-DPO-merged_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"LimYeri/CodeMind-Llama3-8B-unsloth_v4-one-DPO-merged 📑","fullname":"LimYeri/CodeMind-Llama3-8B-unsloth_v4-one-DPO-merged","Model sha":"e21e4932c56cebd3f9816bf083c1792cdccbe7a7","Average ⬆️":21.711489727026887,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4646248117248357,"IFEval Raw":0.6492406813920397,"IFEval":64.92406813920398,"BBH Raw":0.48526582322240047,"BBH":26.37017668673992,"MATH Lvl 5 Raw":0.06797583081570997,"MATH Lvl 5":6.797583081570997,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.3607916666666667,"MUSR":3.565625000000001,"MMLU-PRO Raw":0.3353557180851064,"MMLU-PRO":26.150635342789595,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-07","Submission Date":"2024-08-28","Generation":2,"Base Model":"Removed"},{"eval_name":"LimYeri_CodeMind-Llama3-8B-unsloth_v4-one-merged_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"LimYeri/CodeMind-Llama3-8B-unsloth_v4-one-merged 📑","fullname":"LimYeri/CodeMind-Llama3-8B-unsloth_v4-one-merged","Model sha":"9c8939ccdc10beee56462eadbc16e28359a6d4c4","Average ⬆️":17.61324636978146,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7742841471854716,"IFEval Raw":0.32108693821283085,"IFEval":32.10869382128308,"BBH Raw":0.47387586084568856,"BBH":24.57473532012109,"MATH Lvl 5 Raw":0.05513595166163142,"MATH Lvl 5":5.5135951661631415,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.40692708333333333,"MUSR":9.399218750000003,"MMLU-PRO Raw":0.33527260638297873,"MMLU-PRO":26.14140070921986,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-06","Submission Date":"2024-08-28","Generation":2,"Base Model":"Removed"},{"eval_name":"LimYeri_CodeMind-Llama3.1-8B-unsloth-merged_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"LimYeri/CodeMind-Llama3.1-8B-unsloth-merged 📑","fullname":"LimYeri/CodeMind-Llama3.1-8B-unsloth-merged","Model sha":"911ffe6614d23bfc9cb7ece0cd3afd861a65d7f0","Average ⬆️":22.317695413728828,"Hub License":"mit","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6673737820627772,"IFEval Raw":0.6490157227268093,"IFEval":64.90157227268094,"BBH Raw":0.4694777854416285,"BBH":24.185738827978955,"MATH Lvl 5 Raw":0.10876132930513595,"MATH Lvl 5":10.876132930513595,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.37523958333333335,"MUSR":6.038281250000002,"MMLU-PRO Raw":0.33402593085106386,"MMLU-PRO":26.002881205673763,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-31","Submission Date":"2024-08-31","Generation":3,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"Locutusque_CollectiveLM-Falcon-3-7B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Locutusque/CollectiveLM-Falcon-3-7B 📑","fullname":"Locutusque/CollectiveLM-Falcon-3-7B","Model sha":"cd2fcfdf0d98ba4b60083fc48896261e1237a284","Average ⬆️":22.94962177916018,"Hub License":"","Hub ❤️":0,"#Params (B)":7.456,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.255770375940584,"IFEval Raw":0.3918281271470808,"IFEval":39.182812714708085,"BBH Raw":0.5105131374222629,"BBH":30.787344558496812,"MATH Lvl 5 Raw":0.21827794561933533,"MATH Lvl 5":21.827794561933533,"GPQA Raw":0.32550335570469796,"GPQA":10.067114093959727,"MUSR Raw":0.3887291666666666,"MUSR":6.957812500000003,"MMLU-PRO Raw":0.35987367021276595,"MMLU-PRO":28.874852245862886,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-08","Generation":0,"Base Model":"Removed"},{"eval_name":"Locutusque_Hercules-6.0-Llama-3.1-8B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Locutusque/Hercules-6.0-Llama-3.1-8B 📑","fullname":"Locutusque/Hercules-6.0-Llama-3.1-8B","Model sha":"f35a95aeabf9f82bbd64bfc6fd0d857df750ee83","Average ⬆️":23.836013153195413,"Hub License":"llama3.1","Hub ❤️":8,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.770286150299259,"IFEval Raw":0.6630041622893922,"IFEval":66.30041622893921,"BBH Raw":0.48133037900119535,"BBH":26.63965184405082,"MATH Lvl 5 Raw":0.16691842900302115,"MATH Lvl 5":16.691842900302113,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.362125,"MUSR":2.432291666666666,"MMLU-PRO Raw":0.3614527925531915,"MMLU-PRO":29.050310283687946,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-25","Submission Date":"2024-09-26","Generation":0,"Base Model":"Locutusque/Hercules-6.0-Llama-3.1-8B"},{"eval_name":"Locutusque_Hercules-6.1-Llama-3.1-8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Locutusque/Hercules-6.1-Llama-3.1-8B 📑","fullname":"Locutusque/Hercules-6.1-Llama-3.1-8B","Model sha":"f4abf4385111b4acbea8bee2c6636ef84b2dac43","Average ⬆️":22.723248561634563,"Hub License":"llama3.1","Hub ❤️":7,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9136060068848615,"IFEval Raw":0.6006806384836678,"IFEval":60.068063848366776,"BBH Raw":0.46562423765034017,"BBH":24.151873375413786,"MATH Lvl 5 Raw":0.17598187311178248,"MATH Lvl 5":17.598187311178247,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.35533333333333333,"MUSR":3.4166666666666674,"MMLU-PRO Raw":0.36685505319148937,"MMLU-PRO":29.650561465721044,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-30","Submission Date":"2024-10-01","Generation":0,"Base Model":"Locutusque/Hercules-6.1-Llama-3.1-8B"},{"eval_name":"Locutusque_Llama-3-NeuralHercules-5.0-8B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Locutusque/Llama-3-NeuralHercules-5.0-8B 📑","fullname":"Locutusque/Llama-3-NeuralHercules-5.0-8B","Model sha":"2bbb675e592a1772f2389fe2d58a5b610d479d94","Average ⬆️":16.042475909115613,"Hub License":"llama3","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7814295450242073,"IFEval Raw":0.4489310584803876,"IFEval":44.89310584803876,"BBH Raw":0.3940474241916672,"BBH":16.34207153663529,"MATH Lvl 5 Raw":0.04305135951661632,"MATH Lvl 5":4.305135951661631,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.3880729166666667,"MUSR":6.7757812500000005,"MMLU-PRO Raw":0.29330119680851063,"MMLU-PRO":21.47791075650118,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-28","Submission Date":"2024-06-26","Generation":0,"Base Model":"Locutusque/Llama-3-NeuralHercules-5.0-8B"},{"eval_name":"Locutusque_Llama-3-Yggdrasil-2.0-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Locutusque/Llama-3-Yggdrasil-2.0-8B 📑","fullname":"Locutusque/Llama-3-Yggdrasil-2.0-8B","Model sha":"ec2329946ccc81a7c1ae36210728f717bc4f01d8","Average ⬆️":20.46019749438689,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.629881836380663,"IFEval Raw":0.5370583385417359,"IFEval":53.70583385417359,"BBH Raw":0.47724551424666856,"BBH":26.922800957191782,"MATH Lvl 5 Raw":0.08308157099697885,"MATH Lvl 5":8.308157099697885,"GPQA Raw":0.2625838926174497,"GPQA":1.6778523489932917,"MUSR Raw":0.39765625,"MUSR":8.073697916666669,"MMLU-PRO Raw":0.316655585106383,"MMLU-PRO":24.072842789598106,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-05","Submission Date":"2024-06-26","Generation":1,"Base Model":"Locutusque/Llama-3-Yggdrasil-2.0-8B (Merge)"},{"eval_name":"Locutusque_TinyMistral-248M-v2.5_float16","Precision":"float16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Locutusque/TinyMistral-248M-v2.5 📑","fullname":"Locutusque/TinyMistral-248M-v2.5","Model sha":"214e48aabc01235e25c67477898756f1bebef215","Average ⬆️":4.035439468453137,"Hub License":"apache-2.0","Hub ❤️":27,"#Params (B)":0.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.4844288518969972,"IFEval Raw":0.1336409615376091,"IFEval":13.36409615376091,"BBH Raw":0.30385761123260785,"BBH":3.181881126755549,"MATH Lvl 5 Raw":0.009818731117824773,"MATH Lvl 5":0.9818731117824773,"GPQA Raw":0.25083892617449666,"GPQA":0.11185682326622093,"MUSR Raw":0.37815624999999997,"MUSR":5.069531250000002,"MMLU-PRO Raw":0.11353058510638298,"MMLU-PRO":1.5033983451536632,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-01-24","Submission Date":"2024-09-17","Generation":0,"Base Model":"Locutusque/TinyMistral-248M-v2.5"},{"eval_name":"Luni_StarDust-12b-v1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Luni/StarDust-12b-v1 📑","fullname":"Luni/StarDust-12b-v1","Model sha":"91976b0c71dce1310f4a6139552e10a6149bdc31","Average ⬆️":23.447979554409255,"Hub License":"apache-2.0","Hub ❤️":15,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.90526607847839,"IFEval Raw":0.5459259210007226,"IFEval":54.59259210007225,"BBH Raw":0.5366139363101082,"BBH":34.44627563758498,"MATH Lvl 5 Raw":0.07628398791540786,"MATH Lvl 5":7.628398791540786,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.43244791666666665,"MUSR":13.755989583333331,"MMLU-PRO Raw":0.34117353723404253,"MMLU-PRO":26.797059692671393,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-29","Submission Date":"2024-09-03","Generation":1,"Base Model":"Luni/StarDust-12b-v1 (Merge)"},{"eval_name":"Luni_StarDust-12b-v2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Luni/StarDust-12b-v2 📑","fullname":"Luni/StarDust-12b-v2","Model sha":"75bffd7b86f37c2cebc4fdf83fbc3ab33d6c6e05","Average ⬆️":24.215076436734588,"Hub License":"apache-2.0","Hub ❤️":31,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.0650490699095467,"IFEval Raw":0.5628620947973599,"IFEval":56.28620947973599,"BBH Raw":0.5419479534912178,"BBH":34.95288411454464,"MATH Lvl 5 Raw":0.06873111782477341,"MATH Lvl 5":6.873111782477341,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.4338125,"MUSR":14.259895833333331,"MMLU-PRO Raw":0.3439162234042553,"MMLU-PRO":27.101802600472812,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-01","Submission Date":"2024-09-03","Generation":1,"Base Model":"Luni/StarDust-12b-v2 (Merge)"},{"eval_name":"Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v3 📑","fullname":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v3","Model sha":"2257ed2bb74b3b66465d7c57f1469c07953b9a8e","Average ⬆️":41.23204160839732,"Hub License":"","Hub ❤️":3,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.879799645775924,"IFEval Raw":0.7048697456083193,"IFEval":70.48697456083192,"BBH Raw":0.6478481476573447,"BBH":49.31202888085861,"MATH Lvl 5 Raw":0.4161631419939577,"MATH Lvl 5":41.616314199395774,"GPQA Raw":0.38171140939597314,"GPQA":17.561521252796418,"MUSR Raw":0.48075,"MUSR":19.59375,"MMLU-PRO Raw":0.5393949468085106,"MMLU-PRO":48.82166075650118,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-18","Submission Date":"2025-02-18","Generation":1,"Base Model":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v3 (Merge)"},{"eval_name":"Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v4_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v4 📑","fullname":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v4","Model sha":"ae9277d471285c5ec52cf4a816ad1db91deacdf8","Average ⬆️":39.28165983782925,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.9675471125913835,"IFEval Raw":0.6943033373670748,"IFEval":69.4303337367075,"BBH Raw":0.6419880364363972,"BBH":48.72079878457851,"MATH Lvl 5 Raw":0.3466767371601209,"MATH Lvl 5":34.66767371601209,"GPQA Raw":0.3716442953020134,"GPQA":16.21923937360179,"MUSR Raw":0.476875,"MUSR":19.409374999999994,"MMLU-PRO Raw":0.5251828457446809,"MMLU-PRO":47.242538416075654,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-19","Submission Date":"2025-02-19","Generation":3,"Base Model":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v3 (Merge)"},{"eval_name":"Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v5_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v5 📑","fullname":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v5","Model sha":"df87535c8f1bf955a5b682f88584fa3d473a104b","Average ⬆️":40.96266321754947,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.61707672271528,"IFEval Raw":0.7485084021507378,"IFEval":74.85084021507379,"BBH Raw":0.6466679318879384,"BBH":49.50507308185843,"MATH Lvl 5 Raw":0.43580060422960726,"MATH Lvl 5":43.58006042296073,"GPQA Raw":0.3624161073825503,"GPQA":14.988814317673373,"MUSR Raw":0.4473020833333334,"MUSR":16.846093749999998,"MMLU-PRO Raw":0.5140458776595744,"MMLU-PRO":46.00509751773049,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-20","Submission Date":"2025-02-20","Generation":5,"Base Model":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v3 (Merge)"},{"eval_name":"Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v6_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v6 📑","fullname":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v6","Model sha":"37c6300e2ad9a03042b28c70033bca0f7358ec41","Average ⬆️":40.647194392786716,"Hub License":"","Hub ❤️":1,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9257024670705207,"IFEval Raw":0.704320092909037,"IFEval":70.4320092909037,"BBH Raw":0.6457646219275207,"BBH":49.104366248398456,"MATH Lvl 5 Raw":0.3957703927492447,"MATH Lvl 5":39.577039274924466,"GPQA Raw":0.3775167785234899,"GPQA":17.00223713646532,"MUSR Raw":0.47678125,"MUSR":18.964322916666664,"MMLU-PRO Raw":0.5392287234042553,"MMLU-PRO":48.8031914893617,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-24","Submission Date":"2025-02-25","Generation":1,"Base Model":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v6 (Merge)"},{"eval_name":"Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v6-cpt_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v6-cpt 📑","fullname":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v6-cpt","Model sha":"05bf73eec1812d308f42cc250d4ea56894e013f9","Average ⬆️":34.927489569706715,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.968517364465306,"IFEval Raw":0.46634152936430895,"IFEval":46.634152936430894,"BBH Raw":0.6214839063250638,"BBH":44.89488240805749,"MATH Lvl 5 Raw":0.33157099697885195,"MATH Lvl 5":33.157099697885194,"GPQA Raw":0.37583892617449666,"GPQA":16.778523489932887,"MUSR Raw":0.49373958333333334,"MUSR":21.38411458333333,"MMLU-PRO Raw":0.5204454787234043,"MMLU-PRO":46.716164302600475,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-26","Generation":0,"Base Model":"Removed"},{"eval_name":"Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v7_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v7 📑","fullname":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v7","Model sha":"5f3b2fdab8fb45a506a323c04086a963ea6ca226","Average ⬆️":40.859469762785686,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9439535309616702,"IFEval Raw":0.6793906833867471,"IFEval":67.93906833867472,"BBH Raw":0.653127892154805,"BBH":50.00470562826306,"MATH Lvl 5 Raw":0.41012084592145015,"MATH Lvl 5":41.012084592145015,"GPQA Raw":0.37919463087248323,"GPQA":17.225950782997764,"MUSR Raw":0.4833854166666667,"MUSR":20.356510416666666,"MMLU-PRO Raw":0.5375664893617021,"MMLU-PRO":48.6184988179669,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-28","Submission Date":"2025-02-28","Generation":1,"Base Model":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v7 (Merge)"},{"eval_name":"Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v7-rebase_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v7-rebase 📑","fullname":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v7-rebase","Model sha":"b24100c4bfa90e793706f4af7fb475da86b94566","Average ⬆️":39.62401757502077,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.905122732018174,"IFEval Raw":0.693054428915278,"IFEval":69.3054428915278,"BBH Raw":0.6422587980411637,"BBH":48.854078526667685,"MATH Lvl 5 Raw":0.3406344410876133,"MATH Lvl 5":34.06344410876133,"GPQA Raw":0.375,"GPQA":16.666666666666664,"MUSR Raw":0.48881250000000004,"MUSR":21.33489583333333,"MMLU-PRO Raw":0.5276761968085106,"MMLU-PRO":47.519577423167846,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-28","Generation":0,"Base Model":"Removed"},{"eval_name":"Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v8_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v8 📑","fullname":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v8","Model sha":"351171919b27332a7686cdafd9fe8a380f1f055e","Average ⬆️":42.7836905135922,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":5.303604837640059,"IFEval Raw":0.7874761189200211,"IFEval":78.74761189200211,"BBH Raw":0.6419472828128271,"BBH":49.0341381962539,"MATH Lvl 5 Raw":0.5558912386706949,"MATH Lvl 5":55.58912386706949,"GPQA Raw":0.33557046979865773,"GPQA":11.409395973154364,"MUSR Raw":0.43936458333333334,"MUSR":15.18723958333333,"MMLU-PRO Raw":0.5206117021276596,"MMLU-PRO":46.734633569739955,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-28","Submission Date":"2025-03-09","Generation":1,"Base Model":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v8 (Merge)"},{"eval_name":"Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v8.5_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v8.5 📑","fullname":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v8.5","Model sha":"770fd3503a058619e186a59966a093c92a25475c","Average ⬆️":38.22998867442242,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9989400208093273,"IFEval Raw":0.5928624937388352,"IFEval":59.28624937388352,"BBH Raw":0.6451310724242122,"BBH":49.078225184099324,"MATH Lvl 5 Raw":0.36555891238670696,"MATH Lvl 5":36.5558912386707,"GPQA Raw":0.3800335570469799,"GPQA":17.337807606263986,"MUSR Raw":0.47696875,"MUSR":19.45442708333333,"MMLU-PRO Raw":0.5290059840425532,"MMLU-PRO":47.667331560283685,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-28","Generation":0,"Base Model":"Removed"},{"eval_name":"Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v8.6_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v8.6 📑","fullname":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v8.6","Model sha":"bd6c996b6f7cd1f905e82064d7fc98612b2a5350","Average ⬆️":39.62574720619401,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9912335913535633,"IFEval Raw":0.5919382793210903,"IFEval":59.19382793210902,"BBH Raw":0.6457173605698173,"BBH":48.98525935245095,"MATH Lvl 5 Raw":0.4070996978851964,"MATH Lvl 5":40.70996978851964,"GPQA Raw":0.38422818791946306,"GPQA":17.897091722595075,"MUSR Raw":0.49532291666666667,"MUSR":22.082031249999996,"MMLU-PRO Raw":0.5399767287234043,"MMLU-PRO":48.88630319148937,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-01","Generation":0,"Base Model":"Removed"},{"eval_name":"Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v8.7_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v8.7 📑","fullname":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v8.7","Model sha":"2ddb5cfe869eb6456ee9ea3cc19783db4ff7ab63","Average ⬆️":43.093410973736184,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.5632180211681876,"IFEval Raw":0.7874761189200211,"IFEval":78.74761189200211,"BBH Raw":0.6482757721443902,"BBH":49.91009317302106,"MATH Lvl 5 Raw":0.540785498489426,"MATH Lvl 5":54.0785498489426,"GPQA Raw":0.35151006711409394,"GPQA":13.534675615212524,"MUSR Raw":0.4380625,"MUSR":15.157812499999997,"MMLU-PRO Raw":0.524185505319149,"MMLU-PRO":47.131722813238774,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-03-01","Submission Date":"2025-03-09","Generation":1,"Base Model":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v8.7 (Merge)"},{"eval_name":"Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v8.8_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v8.8 📑","fullname":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v8.8","Model sha":"356ebbe36a74f620d78bbf5b2554c31131ba5248","Average ⬆️":41.54655143545798,"Hub License":"","Hub ❤️":1,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7597076355480763,"IFEval Raw":0.7027963581075989,"IFEval":70.27963581075988,"BBH Raw":0.6565626437486437,"BBH":50.74642495052259,"MATH Lvl 5 Raw":0.42371601208459214,"MATH Lvl 5":42.37160120845921,"GPQA Raw":0.37583892617449666,"GPQA":16.778523489932887,"MUSR Raw":0.4911979166666667,"MUSR":21.06640625,"MMLU-PRO Raw":0.5323304521276596,"MMLU-PRO":48.03671690307329,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-01","Submission Date":"2025-03-01","Generation":1,"Base Model":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v8.8 (Merge)"},{"eval_name":"Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v8.9_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v8.9 📑","fullname":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v8.9","Model sha":"91e8a2f67ea1e5b6f4719a451f7c3556340c6a8c","Average ⬆️":42.523098714975845,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.4618021251597524,"IFEval Raw":0.7993413032974729,"IFEval":79.93413032974729,"BBH Raw":0.6483097746745584,"BBH":49.946869654224066,"MATH Lvl 5 Raw":0.5370090634441088,"MATH Lvl 5":53.70090634441088,"GPQA Raw":0.3296979865771812,"GPQA":10.626398210290827,"MUSR Raw":0.43282291666666667,"MUSR":14.269531249999995,"MMLU-PRO Raw":0.5199468085106383,"MMLU-PRO":46.660756501182036,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-09","Generation":0,"Base Model":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v8.9"},{"eval_name":"Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v9_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v9 📑","fullname":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v9","Model sha":"8f12f3e6fcecc948f848c6f7df9361933f39996a","Average ⬆️":38.87089983109002,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9849218611245187,"IFEval Raw":0.523519816309614,"IFEval":52.351981630961404,"BBH Raw":0.6545588984302916,"BBH":50.25550159491318,"MATH Lvl 5 Raw":0.43655589123867067,"MATH Lvl 5":43.65558912386707,"GPQA Raw":0.3884228187919463,"GPQA":18.456375838926174,"MUSR Raw":0.4805625,"MUSR":19.3703125,"MMLU-PRO Raw":0.542220744680851,"MMLU-PRO":49.13563829787233,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-07","Generation":0,"Base Model":"Removed"},{"eval_name":"Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v9-stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v9-stock 📑","fullname":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v9-stock","Model sha":"5d8d588acc956b3bc575ae9d2b2b881ff60c13f7","Average ⬆️":40.70544769121661,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.0047170912565835,"IFEval Raw":0.6513639365771708,"IFEval":65.13639365771708,"BBH Raw":0.6570671029574323,"BBH":50.620019436503945,"MATH Lvl 5 Raw":0.41842900302114805,"MATH Lvl 5":41.842900302114806,"GPQA Raw":0.38422818791946306,"GPQA":17.897091722595075,"MUSR Raw":0.4819583333333333,"MUSR":19.711458333333336,"MMLU-PRO Raw":0.5412234042553191,"MMLU-PRO":49.02482269503546,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-07","Generation":0,"Base Model":"Removed"},{"eval_name":"Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v9.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v9.1 📑","fullname":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v9.1","Model sha":"185ba0627a43d0ed1d0838ca65e09c4a9da061e3","Average ⬆️":43.309072158690384,"Hub License":"","Hub ❤️":1,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6595945851512308,"IFEval Raw":0.8002655177152178,"IFEval":80.02655177152178,"BBH Raw":0.6554749578648256,"BBH":50.73787805937095,"MATH Lvl 5 Raw":0.5468277945619335,"MATH Lvl 5":54.68277945619335,"GPQA Raw":0.34312080536912754,"GPQA":12.416107382550338,"MUSR Raw":0.43539583333333337,"MUSR":14.757812499999998,"MMLU-PRO Raw":0.5250997340425532,"MMLU-PRO":47.23330378250591,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-10","Submission Date":"2025-03-10","Generation":1,"Base Model":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v9.1 (Merge)"},{"eval_name":"Lunzima_NQLSG-Qwen2.5-14B-MegaFusion-v9.2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v9.2 📑","fullname":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v9.2","Model sha":"90d3b5a25b5f7aec6c2bce2cf6150d2565324d4a","Average ⬆️":43.22504860283835,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6805573291447646,"IFEval Raw":0.7862272104682243,"IFEval":78.62272104682242,"BBH Raw":0.6537693501484436,"BBH":50.455174757059126,"MATH Lvl 5 Raw":0.5332326283987915,"MATH Lvl 5":53.32326283987915,"GPQA Raw":0.35570469798657717,"GPQA":14.093959731543624,"MUSR Raw":0.43809375,"MUSR":15.261718749999995,"MMLU-PRO Raw":0.5283410904255319,"MMLU-PRO":47.593454491725765,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-03-12","Submission Date":"2025-03-13","Generation":1,"Base Model":"Lunzima/NQLSG-Qwen2.5-14B-MegaFusion-v9.2 (Merge)"},{"eval_name":"Lunzima_NQLSG-Qwen2.5-14B-OriginalFusion_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Lunzima/NQLSG-Qwen2.5-14B-OriginalFusion 📑","fullname":"Lunzima/NQLSG-Qwen2.5-14B-OriginalFusion","Model sha":"d07dd0ea8d735f36c9c28625682da4d71c7ef871","Average ⬆️":40.60963092380559,"Hub License":"","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.70382521675319,"IFEval Raw":0.6141947809589667,"IFEval":61.419478095896665,"BBH Raw":0.6592166466793806,"BBH":50.991749442122575,"MATH Lvl 5 Raw":0.42749244712990936,"MATH Lvl 5":42.74924471299094,"GPQA Raw":0.3808724832214765,"GPQA":17.4496644295302,"MUSR Raw":0.51215625,"MUSR":23.952864583333326,"MMLU-PRO Raw":0.5238530585106383,"MMLU-PRO":47.094784278959814,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-01","Submission Date":"2025-03-01","Generation":1,"Base Model":"Lunzima/NQLSG-Qwen2.5-14B-OriginalFusion (Merge)"},{"eval_name":"Lyte_Llama-3.1-8B-Instruct-Reasoner-1o1_v0.3_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Lyte/Llama-3.1-8B-Instruct-Reasoner-1o1_v0.3 📑","fullname":"Lyte/Llama-3.1-8B-Instruct-Reasoner-1o1_v0.3","Model sha":"35ab483f04afa763f36f978408f4f82e0379ee25","Average ⬆️":25.75346114088417,"Hub License":"","Hub ❤️":0,"#Params (B)":8.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8314746833161262,"IFEval Raw":0.7098155117310957,"IFEval":70.98155117310957,"BBH Raw":0.4949521619329585,"BBH":27.83521213410715,"MATH Lvl 5 Raw":0.1903323262839879,"MATH Lvl 5":19.033232628398792,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.346125,"MUSR":4.8989583333333355,"MMLU-PRO Raw":0.36178523936170215,"MMLU-PRO":29.08724881796691,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-17","Generation":0,"Base Model":"Removed"},{"eval_name":"Lyte_Llama-3.2-1B-Instruct-COT-RL-Expriement1-EP04_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Lyte/Llama-3.2-1B-Instruct-COT-RL-Expriement1-EP04 📑","fullname":"Lyte/Llama-3.2-1B-Instruct-COT-RL-Expriement1-EP04","Model sha":"59d93307c6f2cb7a29c593cbc7393122d502d1b1","Average ⬆️":14.647307771096619,"Hub License":"","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9002666105733118,"IFEval Raw":0.5773503193748144,"IFEval":57.73503193748144,"BBH Raw":0.3515036874279285,"BBH":8.894408584162113,"MATH Lvl 5 Raw":0.08006042296072508,"MATH Lvl 5":8.006042296072508,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.32355208333333335,"MUSR":2.5440104166666675,"MMLU-PRO Raw":0.18425864361702127,"MMLU-PRO":9.362071513002363,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-26","Generation":0,"Base Model":"Removed"},{"eval_name":"Lyte_Llama-3.2-3B-Overthinker_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Lyte/Llama-3.2-3B-Overthinker 📑","fullname":"Lyte/Llama-3.2-3B-Overthinker","Model sha":"0e7af37fb3381365905fc2df24811c0e6d2ba5b2","Average ⬆️":21.167473631942162,"Hub License":"apache-2.0","Hub ❤️":20,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4672793947890184,"IFEval Raw":0.6407975283359264,"IFEval":64.07975283359264,"BBH Raw":0.4320093097952517,"BBH":20.095582226457154,"MATH Lvl 5 Raw":0.15634441087613293,"MATH Lvl 5":15.634441087613293,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.34190625,"MUSR":3.9049479166666674,"MMLU-PRO Raw":0.29853723404255317,"MMLU-PRO":22.059692671394796,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-17","Submission Date":"2024-10-18","Generation":2,"Base Model":"meta-llama/Llama-3.2-3B-Instruct"},{"eval_name":"M4-ai_TinyMistral-248M-v3_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"M4-ai/TinyMistral-248M-v3 📑","fullname":"M4-ai/TinyMistral-248M-v3","Model sha":"fa23fe617768c671f0bbbff1edf4556cfe844167","Average ⬆️":4.20563631018843,"Hub License":"apache-2.0","Hub ❤️":8,"#Params (B)":0.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.4683672228415573,"IFEval Raw":0.16386631914431488,"IFEval":16.386631914431486,"BBH Raw":0.2884549938995566,"BBH":1.7775539303863237,"MATH Lvl 5 Raw":0.004531722054380665,"MATH Lvl 5":0.4531722054380665,"GPQA Raw":0.2407718120805369,"GPQA":0.0,"MUSR Raw":0.3793333333333333,"MUSR":5.150000000000001,"MMLU-PRO Raw":0.11319813829787234,"MMLU-PRO":1.466459810874704,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-02-05","Submission Date":"2024-10-18","Generation":0,"Base Model":"M4-ai/TinyMistral-248M-v3"},{"eval_name":"MEscriva_ECE-PRYMMAL-0.5B-FT-V5-MUSR-Mathis_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"?","Model":"MEscriva/ECE-PRYMMAL-0.5B-FT-V5-MUSR-Mathis 📑","fullname":"MEscriva/ECE-PRYMMAL-0.5B-FT-V5-MUSR-Mathis","Model sha":"7a9d848188a674302d64a865786d4508be19571a","Average ⬆️":3.9187386193794325,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.103112462385385,"IFEval Raw":0.08662903318749807,"IFEval":8.662903318749805,"BBH Raw":0.305728612437881,"BBH":3.237774271047842,"MATH Lvl 5 Raw":0.010574018126888216,"MATH Lvl 5":1.0574018126888216,"GPQA Raw":0.2516778523489933,"GPQA":0.22371364653244186,"MUSR Raw":0.40171874999999996,"MUSR":8.614843750000002,"MMLU-PRO Raw":0.11544215425531915,"MMLU-PRO":1.7157949172576823,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-19","Generation":0,"Base Model":"Removed"},{"eval_name":"MLP-KTLim_llama-3-Korean-Bllossom-8B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"MLP-KTLim/llama-3-Korean-Bllossom-8B 📑","fullname":"MLP-KTLim/llama-3-Korean-Bllossom-8B","Model sha":"8a738f9f622ffc2b0a4a6b81dabbca80406248bf","Average ⬆️":20.39691634614766,"Hub License":"llama3","Hub ❤️":319,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5494411286696896,"IFEval Raw":0.5112800702136997,"IFEval":51.12800702136997,"BBH Raw":0.49004556470187666,"BBH":26.927527973055067,"MATH Lvl 5 Raw":0.10196374622356495,"MATH Lvl 5":10.196374622356496,"GPQA Raw":0.2625838926174497,"GPQA":1.6778523489932917,"MUSR Raw":0.3674583333333334,"MUSR":3.6322916666666694,"MMLU-PRO Raw":0.359375,"MMLU-PRO":28.819444444444446,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-25","Submission Date":"2024-07-09","Generation":1,"Base Model":"MLP-KTLim/llama-3-Korean-Bllossom-8B (Merge)"},{"eval_name":"MTSAIR_Cotype-Nano_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"MTSAIR/Cotype-Nano 📑","fullname":"MTSAIR/Cotype-Nano","Model sha":"91817ff717dd16d216304fa9d749e08fce2aa38d","Average ⬆️":13.812756376126401,"Hub License":"other","Hub ❤️":50,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.986576031111959,"IFEval Raw":0.3747922179816221,"IFEval":37.479221798162214,"BBH Raw":0.3864940969601492,"BBH":14.446870023241223,"MATH Lvl 5 Raw":0.09743202416918428,"MATH Lvl 5":9.743202416918429,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.3289166666666667,"MUSR":2.114583333333334,"MMLU-PRO Raw":0.24767287234042554,"MMLU-PRO":16.40809692671395,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-22","Submission Date":"2024-12-01","Generation":0,"Base Model":"MTSAIR/Cotype-Nano"},{"eval_name":"MTSAIR_MultiVerse_70B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"MTSAIR/MultiVerse_70B 📑","fullname":"MTSAIR/MultiVerse_70B","Model sha":"063430cdc4d972a0884e3e3e3d45ea4afbdf71a2","Average ⬆️":32.24436452801163,"Hub License":"other","Hub ❤️":39,"#Params (B)":72.289,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":27.203634766972748,"IFEval Raw":0.5249183278146429,"IFEval":52.49183278146429,"BBH Raw":0.6183134284931178,"BBH":46.135898982415,"MATH Lvl 5 Raw":0.19259818731117825,"MATH Lvl 5":19.259818731117825,"GPQA Raw":0.3540268456375839,"GPQA":13.870246085011187,"MUSR Raw":0.47398958333333335,"MUSR":18.815364583333327,"MMLU-PRO Raw":0.48603723404255317,"MMLU-PRO":42.89302600472813,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-03-25","Submission Date":"2024-06-29","Generation":0,"Base Model":"MTSAIR/MultiVerse_70B"},{"eval_name":"Magpie-Align_Llama-3-8B-Magpie-Align-SFT-v0.1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Magpie-Align/Llama-3-8B-Magpie-Align-SFT-v0.1 📑","fullname":"Magpie-Align/Llama-3-8B-Magpie-Align-SFT-v0.1","Model sha":"1ed587f54f70334f495efb9c027acb03e96fe24f","Average ⬆️":15.954087586908154,"Hub License":"llama3","Hub ❤️":4,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6671382773267995,"IFEval Raw":0.4361416596851908,"IFEval":43.61416596851908,"BBH Raw":0.4615102744527366,"BBH":23.990124398411343,"MATH Lvl 5 Raw":0.05740181268882175,"MATH Lvl 5":5.740181268882175,"GPQA Raw":0.2625838926174497,"GPQA":1.6778523489932917,"MUSR Raw":0.32773958333333336,"MUSR":0.0,"MMLU-PRO Raw":0.2863198138297872,"MMLU-PRO":20.702201536643024,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-06","Submission Date":"2024-09-17","Generation":1,"Base Model":"meta-llama/Meta-Llama-3-8B"},{"eval_name":"Magpie-Align_Llama-3-8B-Magpie-Align-SFT-v0.3_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Magpie-Align/Llama-3-8B-Magpie-Align-SFT-v0.3 📑","fullname":"Magpie-Align/Llama-3-8B-Magpie-Align-SFT-v0.3","Model sha":"d2578eb754d1c20efe604749296580f680950917","Average ⬆️":17.55322537025943,"Hub License":"llama3","Hub ❤️":6,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7908402381549982,"IFEval Raw":0.5063586838477463,"IFEval":50.635868384774625,"BBH Raw":0.45715808996720547,"BBH":23.698815892387586,"MATH Lvl 5 Raw":0.07326283987915408,"MATH Lvl 5":7.326283987915408,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.34237500000000004,"MUSR":0.3968749999999998,"MMLU-PRO Raw":0.2902260638297872,"MMLU-PRO":21.136229314420802,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-13","Submission Date":"2024-08-06","Generation":1,"Base Model":"meta-llama/Meta-Llama-3-8B"},{"eval_name":"Magpie-Align_Llama-3-8B-Magpie-Align-v0.1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Magpie-Align/Llama-3-8B-Magpie-Align-v0.1 📑","fullname":"Magpie-Align/Llama-3-8B-Magpie-Align-v0.1","Model sha":"a83ddac146fb2da1dd1bfa4069e336074d1439a8","Average ⬆️":16.473094269110153,"Hub License":"llama3","Hub ❤️":10,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9068485399826427,"IFEval Raw":0.4118117705465941,"IFEval":41.181177054659415,"BBH Raw":0.4811441560714845,"BBH":26.69176089392447,"MATH Lvl 5 Raw":0.033987915407854986,"MATH Lvl 5":3.3987915407854987,"GPQA Raw":0.2751677852348993,"GPQA":3.355704697986576,"MUSR Raw":0.3046979166666667,"MUSR":1.920572916666666,"MMLU-PRO Raw":0.3006150265957447,"MMLU-PRO":22.2905585106383,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-29","Submission Date":"2024-07-03","Generation":2,"Base Model":"meta-llama/Meta-Llama-3-8B"},{"eval_name":"Magpie-Align_Llama-3-8B-Magpie-Align-v0.1_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Magpie-Align/Llama-3-8B-Magpie-Align-v0.1 📑","fullname":"Magpie-Align/Llama-3-8B-Magpie-Align-v0.1","Model sha":"a83ddac146fb2da1dd1bfa4069e336074d1439a8","Average ⬆️":16.484004626097455,"Hub License":"llama3","Hub ❤️":10,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.7745806463451914,"IFEval Raw":0.4027192294223771,"IFEval":40.27192294223771,"BBH Raw":0.47894081019705514,"BBH":26.289712088654472,"MATH Lvl 5 Raw":0.04607250755287009,"MATH Lvl 5":4.607250755287009,"GPQA Raw":0.27684563758389263,"GPQA":3.5794183445190177,"MUSR Raw":0.3086979166666666,"MUSR":1.920572916666666,"MMLU-PRO Raw":0.30011635638297873,"MMLU-PRO":22.23515070921986,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-29","Submission Date":"2024-07-03","Generation":2,"Base Model":"meta-llama/Meta-Llama-3-8B"},{"eval_name":"Magpie-Align_Llama-3-8B-Magpie-Align-v0.3_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Magpie-Align/Llama-3-8B-Magpie-Align-v0.3 📑","fullname":"Magpie-Align/Llama-3-8B-Magpie-Align-v0.3","Model sha":"7e420ddd6ff48bf213dcab2a9ddb7845b80dd1aa","Average ⬆️":17.40249479320385,"Hub License":"llama3","Hub ❤️":3,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4845792557938584,"IFEval Raw":0.44970566984490046,"IFEval":44.97056698449004,"BBH Raw":0.456960506522001,"BBH":24.311446807587018,"MATH Lvl 5 Raw":0.05664652567975831,"MATH Lvl 5":5.664652567975831,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.34060416666666665,"MUSR":3.7421875000000004,"MMLU-PRO Raw":0.31341422872340424,"MMLU-PRO":23.712692080378247,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-15","Submission Date":"2024-08-06","Generation":2,"Base Model":"meta-llama/Meta-Llama-3-8B"},{"eval_name":"Magpie-Align_Llama-3.1-8B-Magpie-Align-SFT-v0.1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Magpie-Align/Llama-3.1-8B-Magpie-Align-SFT-v0.1 📑","fullname":"Magpie-Align/Llama-3.1-8B-Magpie-Align-SFT-v0.1","Model sha":"b191916912f0e76b2bdc93c46c0af590cc87e7ae","Average ⬆️":17.975799245688165,"Hub License":"llama3.1","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.749024212957996,"IFEval Raw":0.47820671374176077,"IFEval":47.82067137417607,"BBH Raw":0.4764157817799906,"BBH":26.13667696363235,"MATH Lvl 5 Raw":0.08987915407854985,"MATH Lvl 5":8.987915407854985,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.3397395833333334,"MUSR":1.8666666666666683,"MMLU-PRO Raw":0.29429853723404253,"MMLU-PRO":21.588726359338057,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-23","Submission Date":"2024-09-17","Generation":1,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"Magpie-Align_Llama-3.1-8B-Magpie-Align-v0.1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Magpie-Align/Llama-3.1-8B-Magpie-Align-v0.1 📑","fullname":"Magpie-Align/Llama-3.1-8B-Magpie-Align-v0.1","Model sha":"dd34258a5f2bf7630b5a8e5662b050c60a088927","Average ⬆️":17.54685483954604,"Hub License":"llama3.1","Hub ❤️":3,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4160822155654091,"IFEval Raw":0.4457838535086903,"IFEval":44.57838535086903,"BBH Raw":0.46223963164680143,"BBH":24.04053735093787,"MATH Lvl 5 Raw":0.06646525679758308,"MATH Lvl 5":6.646525679758309,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.31406249999999997,"MUSR":3.091145833333334,"MMLU-PRO Raw":0.32621343085106386,"MMLU-PRO":25.134825650118202,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-24","Submission Date":"2024-09-17","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"Magpie-Align_MagpieLM-8B-Chat-v0.1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Magpie-Align/MagpieLM-8B-Chat-v0.1 📑","fullname":"Magpie-Align/MagpieLM-8B-Chat-v0.1","Model sha":"0b30eabc82a01fb42f44ba62c2dc81e1bd09cc04","Average ⬆️":15.026344312964895,"Hub License":"llama3.1","Hub ❤️":22,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4737531937094557,"IFEval Raw":0.3700714105240761,"IFEval":37.00714105240761,"BBH Raw":0.4172338260055306,"BBH":18.25580502860485,"MATH Lvl 5 Raw":0.06117824773413897,"MATH Lvl 5":6.117824773413897,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.3500625,"MUSR":2.824479166666667,"MMLU-PRO Raw":0.3194813829787234,"MMLU-PRO":24.386820330969268,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-15","Submission Date":"2024-09-19","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"Magpie-Align_MagpieLM-8B-SFT-v0.1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Magpie-Align/MagpieLM-8B-SFT-v0.1 📑","fullname":"Magpie-Align/MagpieLM-8B-SFT-v0.1","Model sha":"b91f605a511707cb3b7f0893a8ed80c77b32d5a8","Average ⬆️":17.78392950063439,"Hub License":"llama3.1","Hub ❤️":3,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6008421965008803,"IFEval Raw":0.4720619068515982,"IFEval":47.20619068515982,"BBH Raw":0.45528501595553356,"BBH":23.612313350177956,"MATH Lvl 5 Raw":0.0755287009063444,"MATH Lvl 5":7.552870090634441,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.3648854166666667,"MUSR":3.877343750000002,"MMLU-PRO Raw":0.2989527925531915,"MMLU-PRO":22.1058658392435,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-15","Submission Date":"2024-09-19","Generation":1,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"MagusCorp_grpo_lora_enem_llama3_7b_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"MagusCorp/grpo_lora_enem_llama3_7b 📑","fullname":"MagusCorp/grpo_lora_enem_llama3_7b","Model sha":"a7782b3ab1954d78353985e1ae4a7cf24a651209","Average ⬆️":21.634388075131113,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9166090008924255,"IFEval Raw":0.4723622211288271,"IFEval":47.23622211288271,"BBH Raw":0.48014581980384746,"BBH":25.896379467976946,"MATH Lvl 5 Raw":0.1216012084592145,"MATH Lvl 5":12.16012084592145,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.397125,"MUSR":7.973958333333333,"MMLU-PRO Raw":0.35738031914893614,"MMLU-PRO":28.59781323877068,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-11","Submission Date":"2025-02-11","Generation":3,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"ManoloPueblo_ContentCuisine_1-7B-slerp_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"ManoloPueblo/ContentCuisine_1-7B-slerp 📑","fullname":"ManoloPueblo/ContentCuisine_1-7B-slerp","Model sha":"e811e880075a2945623040ee43e9a6972675ff2e","Average ⬆️":21.05279849551743,"Hub License":"","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.999011673173047,"IFEval Raw":0.3907044419916932,"IFEval":39.070444199169316,"BBH Raw":0.5188437309746964,"BBH":32.78974404613455,"MATH Lvl 5 Raw":0.07326283987915408,"MATH Lvl 5":7.326283987915408,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.46719791666666666,"MUSR":17.26640625,"MMLU-PRO Raw":0.30535239361702127,"MMLU-PRO":22.816932624113473,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-12","Submission Date":"2024-11-12","Generation":1,"Base Model":"ManoloPueblo/ContentCuisine_1-7B-slerp (Merge)"},{"eval_name":"ManoloPueblo_LLM_MERGE_CC2_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"ManoloPueblo/LLM_MERGE_CC2 📑","fullname":"ManoloPueblo/LLM_MERGE_CC2","Model sha":"a39dcd4e8175c0e2ab9bda2c7a4f377b97549644","Average ⬆️":20.747367714260108,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1470867378640077,"IFEval Raw":0.3853087585384557,"IFEval":38.53087585384557,"BBH Raw":0.5209367401710429,"BBH":33.241073524404655,"MATH Lvl 5 Raw":0.06419939577039276,"MATH Lvl 5":6.419939577039275,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.45929166666666665,"MUSR":16.444791666666664,"MMLU-PRO Raw":0.30319148936170215,"MMLU-PRO":22.576832151300238,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-02","Submission Date":"2024-11-12","Generation":0,"Base Model":"ManoloPueblo/LLM_MERGE_CC2"},{"eval_name":"ManoloPueblo_LLM_MERGE_CC3_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"ManoloPueblo/LLM_MERGE_CC3 📑","fullname":"ManoloPueblo/LLM_MERGE_CC3","Model sha":"79d2bd3866e363b9e700f59cfc573b2bc9de2442","Average ⬆️":21.67864029208779,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.073860880696609,"IFEval Raw":0.3958751667797001,"IFEval":39.58751667797001,"BBH Raw":0.5246290546274339,"BBH":33.23001780763082,"MATH Lvl 5 Raw":0.07930513595166164,"MATH Lvl 5":7.930513595166164,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.4671666666666667,"MUSR":17.42916666666667,"MMLU-PRO Raw":0.3155751329787234,"MMLU-PRO":23.95279255319149,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-10","Submission Date":"2024-11-12","Generation":0,"Base Model":"ManoloPueblo/LLM_MERGE_CC3"},{"eval_name":"MarinaraSpaghetti_NemoReRemix-12B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"MarinaraSpaghetti/NemoReRemix-12B 📑","fullname":"MarinaraSpaghetti/NemoReRemix-12B","Model sha":"9ebc7c2d4577b663fb050d86ed91fb676eb2e1f2","Average ⬆️":22.03458082808498,"Hub License":"","Hub ❤️":27,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.1540150968180765,"IFEval Raw":0.33425089872649016,"IFEval":33.42508987264902,"BBH Raw":0.5536511805668158,"BBH":36.12470152357596,"MATH Lvl 5 Raw":0.09063444108761329,"MATH Lvl 5":9.06344410876133,"GPQA Raw":0.3179530201342282,"GPQA":9.060402684563762,"MUSR Raw":0.4501458333333333,"MUSR":15.668229166666665,"MMLU-PRO Raw":0.3597905585106383,"MMLU-PRO":28.865617612293136,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-14","Submission Date":"2024-09-17","Generation":1,"Base Model":"MarinaraSpaghetti/NemoReRemix-12B (Merge)"},{"eval_name":"MarinaraSpaghetti_Nemomix-v4.0-12B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"MarinaraSpaghetti/Nemomix-v4.0-12B 📑","fullname":"MarinaraSpaghetti/Nemomix-v4.0-12B","Model sha":"69fbd8449ce3e916fc257e982a78189308123074","Average ⬆️":24.467976638019234,"Hub License":"","Hub ❤️":26,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.7090968927914263,"IFEval Raw":0.5574664113441224,"IFEval":55.74664113441224,"BBH Raw":0.5274986611124783,"BBH":32.879942700903165,"MATH Lvl 5 Raw":0.10800604229607251,"MATH Lvl 5":10.80060422960725,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.42444791666666665,"MUSR":12.75598958333333,"MMLU-PRO Raw":0.36128656914893614,"MMLU-PRO":29.031841016548455,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-30","Submission Date":"2024-08-02","Generation":1,"Base Model":"MarinaraSpaghetti/Nemomix-v4.0-12B (Merge)"},{"eval_name":"Marsouuu_MiniMathExpert-2_61B-ECE-PRYMMAL-Martial_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"Marsouuu/MiniMathExpert-2_61B-ECE-PRYMMAL-Martial 📑","fullname":"Marsouuu/MiniMathExpert-2_61B-ECE-PRYMMAL-Martial","Model sha":"df21939a22e7233ebb7d62dfaf1c854facc5c772","Average ⬆️":12.494620122547147,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":2.614,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.9055799546244083,"IFEval Raw":0.25484159807089635,"IFEval":25.484159807089632,"BBH Raw":0.3952730330493959,"BBH":15.297499289020854,"MATH Lvl 5 Raw":0.07401812688821752,"MATH Lvl 5":7.401812688821751,"GPQA Raw":0.2751677852348993,"GPQA":3.355704697986576,"MUSR Raw":0.40832291666666665,"MUSR":9.273697916666668,"MMLU-PRO Raw":0.22739361702127658,"MMLU-PRO":14.154846335697396,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-06","Submission Date":"2024-10-06","Generation":1,"Base Model":"Marsouuu/MiniMathExpert-2_61B-ECE-PRYMMAL-Martial (Merge)"},{"eval_name":"Marsouuu_MiniQwenMathExpert-ECE-PRYMMAL-Martial_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Marsouuu/MiniQwenMathExpert-ECE-PRYMMAL-Martial 📑","fullname":"Marsouuu/MiniQwenMathExpert-ECE-PRYMMAL-Martial","Model sha":"0787682e65f7763ef978c4cf2e32803be8b49298","Average ⬆️":15.081989145779028,"Hub License":"","Hub ❤️":0,"#Params (B)":1.777,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3783159566860677,"IFEval Raw":0.2794961812435449,"IFEval":27.949618124354487,"BBH Raw":0.42301343044108936,"BBH":19.019948525917457,"MATH Lvl 5 Raw":0.11404833836858005,"MATH Lvl 5":11.404833836858005,"GPQA Raw":0.28187919463087246,"GPQA":4.250559284116329,"MUSR Raw":0.38673958333333336,"MUSR":6.509114583333333,"MMLU-PRO Raw":0.2922207446808511,"MMLU-PRO":21.35786052009456,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-07","Submission Date":"2024-10-07","Generation":1,"Base Model":"Marsouuu/MiniQwenMathExpert-ECE-PRYMMAL-Martial (Merge)"},{"eval_name":"Marsouuu_MistralBase-4x7B-MoE-ECE-PRYMMAL-Martial_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"Marsouuu/MistralBase-4x7B-MoE-ECE-PRYMMAL-Martial 📑","fullname":"Marsouuu/MistralBase-4x7B-MoE-ECE-PRYMMAL-Martial","Model sha":"9cb9e74d2a65abd6458dffac103ad99c3b8f5154","Average ⬆️":6.761759514131008,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":24.16,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.8130180920348336,"IFEval Raw":0.16973629968483622,"IFEval":16.973629968483625,"BBH Raw":0.3464368053320647,"BBH":8.870227428732667,"MATH Lvl 5 Raw":0.014350453172205438,"MATH Lvl 5":1.4350453172205437,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.3990833333333333,"MUSR":7.8520833333333355,"MMLU-PRO Raw":0.13788231382978725,"MMLU-PRO":4.209145981087471,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-03","Submission Date":"2024-10-03","Generation":1,"Base Model":"Marsouuu/MistralBase-4x7B-MoE-ECE-PRYMMAL-Martial (Merge)"},{"eval_name":"Marsouuu_general3B-ECE-PRYMMAL-Martial_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"Marsouuu/general3B-ECE-PRYMMAL-Martial 📑","fullname":"Marsouuu/general3B-ECE-PRYMMAL-Martial","Model sha":"42992194a835a6fcad1edf1f94527ac08a7a60fb","Average ⬆️":22.978904737174783,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4488851959454079,"IFEval Raw":0.27222658102722996,"IFEval":27.222658102722995,"BBH Raw":0.5394350977017502,"BBH":35.70087336193955,"MATH Lvl 5 Raw":0.15483383685800603,"MATH Lvl 5":15.483383685800604,"GPQA Raw":0.3196308724832215,"GPQA":9.284116331096197,"MUSR Raw":0.4700520833333333,"MUSR":18.223177083333326,"MMLU-PRO Raw":0.38763297872340424,"MMLU-PRO":31.959219858156025,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-23","Submission Date":"2024-10-23","Generation":1,"Base Model":"Marsouuu/general3B-ECE-PRYMMAL-Martial (Merge)"},{"eval_name":"Marsouuu_general3Bv2-ECE-PRYMMAL-Martial_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Marsouuu/general3Bv2-ECE-PRYMMAL-Martial 📑","fullname":"Marsouuu/general3Bv2-ECE-PRYMMAL-Martial","Model sha":"c6c5b3b0ecf9d04fc3a35bc4135df7cc08be3eb9","Average ⬆️":31.917859287211872,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.434263453665052,"IFEval Raw":0.5692817280371636,"IFEval":56.928172803716365,"BBH Raw":0.5636569831901026,"BBH":37.66776306891555,"MATH Lvl 5 Raw":0.36706948640483383,"MATH Lvl 5":36.70694864048338,"GPQA Raw":0.3104026845637584,"GPQA":8.05369127516779,"MUSR Raw":0.43960416666666663,"MUSR":13.28385416666667,"MMLU-PRO Raw":0.4498005319148936,"MMLU-PRO":38.86672576832151,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-06","Submission Date":"2024-11-06","Generation":1,"Base Model":"Marsouuu/general3Bv2-ECE-PRYMMAL-Martial (Merge)"},{"eval_name":"Marsouuu_lareneg1_78B-ECE-PRYMMAL-Martial_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Marsouuu/lareneg1_78B-ECE-PRYMMAL-Martial 📑","fullname":"Marsouuu/lareneg1_78B-ECE-PRYMMAL-Martial","Model sha":"907a62bb805596e2105c9dca28c0e9ed1e9fd402","Average ⬆️":15.081989145779028,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.777,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2657841773350142,"IFEval Raw":0.2794961812435449,"IFEval":27.949618124354487,"BBH Raw":0.42301343044108936,"BBH":19.019948525917457,"MATH Lvl 5 Raw":0.11404833836858005,"MATH Lvl 5":11.404833836858005,"GPQA Raw":0.28187919463087246,"GPQA":4.250559284116329,"MUSR Raw":0.38673958333333336,"MUSR":6.509114583333333,"MMLU-PRO Raw":0.2922207446808511,"MMLU-PRO":21.35786052009456,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-23","Submission Date":"2024-10-23","Generation":1,"Base Model":"Marsouuu/lareneg1_78B-ECE-PRYMMAL-Martial (Merge)"},{"eval_name":"Marsouuu_lareneg3B-ECE-PRYMMAL-Martial_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"Marsouuu/lareneg3B-ECE-PRYMMAL-Martial 📑","fullname":"Marsouuu/lareneg3B-ECE-PRYMMAL-Martial","Model sha":"2c8be0ac28ae27dd441298e83f19e17409d89f4e","Average ⬆️":23.942055269453448,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9819892075314531,"IFEval Raw":0.33032908239028,"IFEval":33.032908239028,"BBH Raw":0.5453325807578268,"BBH":36.35072191454026,"MATH Lvl 5 Raw":0.15181268882175228,"MATH Lvl 5":15.181268882175228,"GPQA Raw":0.32466442953020136,"GPQA":9.955257270693513,"MUSR Raw":0.47246875,"MUSR":18.39192708333333,"MMLU-PRO Raw":0.37666223404255317,"MMLU-PRO":30.740248226950357,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-06","Submission Date":"2024-11-06","Generation":1,"Base Model":"Marsouuu/lareneg3B-ECE-PRYMMAL-Martial (Merge)"},{"eval_name":"Marsouuu_lareneg3Bv2-ECE-PRYMMAL-Martial_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Marsouuu/lareneg3Bv2-ECE-PRYMMAL-Martial 📑","fullname":"Marsouuu/lareneg3Bv2-ECE-PRYMMAL-Martial","Model sha":"ff92a6f314c392085af6c85f60a7da745e064653","Average ⬆️":32.112665840964375,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3314888159040754,"IFEval Raw":0.5753267995585047,"IFEval":57.532679955850476,"BBH Raw":0.562336014537904,"BBH":37.471640114731564,"MATH Lvl 5 Raw":0.36555891238670696,"MATH Lvl 5":36.5558912386707,"GPQA Raw":0.3196308724832215,"GPQA":9.284116331096197,"MUSR Raw":0.4369375,"MUSR":12.817187500000003,"MMLU-PRO Raw":0.45113031914893614,"MMLU-PRO":39.01447990543734,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-06","Submission Date":"2024-11-06","Generation":1,"Base Model":"Marsouuu/lareneg3Bv2-ECE-PRYMMAL-Martial (Merge)"},{"eval_name":"MaziyarPanahi_Calme-4x7B-MoE-v0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"MaziyarPanahi/Calme-4x7B-MoE-v0.1 📑","fullname":"MaziyarPanahi/Calme-4x7B-MoE-v0.1","Model sha":"e2fab90eef37977002947684043f139a1660f519","Average ⬆️":20.023903328526014,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":24.154,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.7219662057105984,"IFEval Raw":0.4315205875964663,"IFEval":43.15205875964662,"BBH Raw":0.5102819889174134,"BBH":31.26187805626151,"MATH Lvl 5 Raw":0.08006042296072508,"MATH Lvl 5":8.006042296072508,"GPQA Raw":0.28187919463087246,"GPQA":4.250559284116329,"MUSR Raw":0.4198854166666666,"MUSR":10.619010416666669,"MMLU-PRO Raw":0.3056848404255319,"MMLU-PRO":22.853871158392433,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-03-17","Submission Date":"2024-08-05","Generation":0,"Base Model":"MaziyarPanahi/Calme-4x7B-MoE-v0.1"},{"eval_name":"MaziyarPanahi_Calme-4x7B-MoE-v0.2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"MaziyarPanahi/Calme-4x7B-MoE-v0.2 📑","fullname":"MaziyarPanahi/Calme-4x7B-MoE-v0.2","Model sha":"ffef41baf94b3f88b30cf0aeb3fd72d9e4187161","Average ⬆️":20.176360946073107,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":24.154,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.83142235775091,"IFEval Raw":0.429447200095746,"IFEval":42.944720009574596,"BBH Raw":0.5110766802558263,"BBH":31.396819621762447,"MATH Lvl 5 Raw":0.07401812688821752,"MATH Lvl 5":7.401812688821751,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.43176041666666665,"MUSR":12.536718750000004,"MMLU-PRO Raw":0.30576795212765956,"MMLU-PRO":22.86310579196217,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-03-17","Submission Date":"2024-08-05","Generation":0,"Base Model":"MaziyarPanahi/Calme-4x7B-MoE-v0.2"},{"eval_name":"MaziyarPanahi_Llama-3-70B-Instruct-v0.1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"MaziyarPanahi/Llama-3-70B-Instruct-v0.1 📑","fullname":"MaziyarPanahi/Llama-3-70B-Instruct-v0.1","Model sha":"6db1cb4256525fc5429734ddc0eb941d08d0be30","Average ⬆️":26.33391343739024,"Hub License":"llama3","Hub ❤️":1,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":22.52797197482258,"IFEval Raw":0.47143800671108216,"IFEval":47.14380067110822,"BBH Raw":0.5366257615951637,"BBH":32.71291726367119,"MATH Lvl 5 Raw":0.18051359516616314,"MATH Lvl 5":18.051359516616312,"GPQA Raw":0.28439597315436244,"GPQA":4.5861297539149914,"MUSR Raw":0.4433020833333334,"MUSR":15.312760416666672,"MMLU-PRO Raw":0.4617686170212766,"MMLU-PRO":40.196513002364064,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-14","Submission Date":"2024-06-26","Generation":2,"Base Model":"meta-llama/Meta-Llama-3-70B"},{"eval_name":"MaziyarPanahi_Llama-3-8B-Instruct-v0.10_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"MaziyarPanahi/Llama-3-8B-Instruct-v0.10 📑","fullname":"MaziyarPanahi/Llama-3-8B-Instruct-v0.10","Model sha":"4411eb9f6f5e4c462a6bdbc64c26dcc123100b66","Average ⬆️":26.797403388133414,"Hub License":"other","Hub ❤️":6,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.284261240148562,"IFEval Raw":0.7667433520835827,"IFEval":76.67433520835827,"BBH Raw":0.4924311866686311,"BBH":27.924674302120888,"MATH Lvl 5 Raw":0.05740181268882175,"MATH Lvl 5":5.740181268882175,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.42143749999999996,"MUSR":10.813020833333333,"MMLU-PRO Raw":0.38622007978723405,"MMLU-PRO":31.80223108747045,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-04","Submission Date":"2024-06-26","Generation":4,"Base Model":"meta-llama/Meta-Llama-3-8B-Instruct"},{"eval_name":"MaziyarPanahi_Llama-3-8B-Instruct-v0.8_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"MaziyarPanahi/Llama-3-8B-Instruct-v0.8 📑","fullname":"MaziyarPanahi/Llama-3-8B-Instruct-v0.8","Model sha":"94d222b8447b600b9836da4036df9490b59fe966","Average ⬆️":26.888884373724007,"Hub License":"other","Hub ❤️":8,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.6248466169697076,"IFEval Raw":0.7527549125209998,"IFEval":75.27549125209998,"BBH Raw":0.49627836815949883,"BBH":28.270418759783485,"MATH Lvl 5 Raw":0.07779456193353475,"MATH Lvl 5":7.779456193353475,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.42019791666666667,"MUSR":10.924739583333334,"MMLU-PRO Raw":0.3853058510638298,"MMLU-PRO":31.700650118203306,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-01","Submission Date":"2024-07-11","Generation":2,"Base Model":"meta-llama/Meta-Llama-3-8B-Instruct"},{"eval_name":"MaziyarPanahi_Llama-3-8B-Instruct-v0.9_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"MaziyarPanahi/Llama-3-8B-Instruct-v0.9 📑","fullname":"MaziyarPanahi/Llama-3-8B-Instruct-v0.9","Model sha":"ddf91fdc0a3ab5e5d76864f1c4cf44e5adacd565","Average ⬆️":26.786644392116216,"Hub License":"other","Hub ❤️":6,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5327136470619735,"IFEval Raw":0.763046494412603,"IFEval":76.3046494412603,"BBH Raw":0.4936132794870085,"BBH":27.903013285410182,"MATH Lvl 5 Raw":0.07326283987915408,"MATH Lvl 5":7.326283987915408,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.4148020833333333,"MUSR":9.850260416666666,"MMLU-PRO Raw":0.3845578457446808,"MMLU-PRO":31.61753841607564,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-30","Submission Date":"2024-08-06","Generation":3,"Base Model":"meta-llama/Meta-Llama-3-8B-Instruct"},{"eval_name":"MaziyarPanahi_Qwen1.5-MoE-A2.7B-Wikihow_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2MoeForCausalLM","Model":"MaziyarPanahi/Qwen1.5-MoE-A2.7B-Wikihow 📑","fullname":"MaziyarPanahi/Qwen1.5-MoE-A2.7B-Wikihow","Model sha":"191cf0630b7b50fe1fc9be198e1f203935df1428","Average ⬆️":12.325434589632001,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":14.316,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":16.612165900607092,"IFEval Raw":0.29543278501043896,"IFEval":29.5432785010439,"BBH Raw":0.3920071454890602,"BBH":15.47343942401254,"MATH Lvl 5 Raw":0.0823262839879154,"MATH Lvl 5":8.23262839879154,"GPQA Raw":0.2751677852348993,"GPQA":3.355704697986576,"MUSR Raw":0.35021875,"MUSR":2.010677083333334,"MMLU-PRO Raw":0.23803191489361702,"MMLU-PRO":15.336879432624112,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-03-30","Submission Date":"2024-09-12","Generation":1,"Base Model":"Qwen/Qwen1.5-MoE-A2.7B"},{"eval_name":"MaziyarPanahi_Qwen2-7B-Instruct-v0.1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"MaziyarPanahi/Qwen2-7B-Instruct-v0.1 📑","fullname":"MaziyarPanahi/Qwen2-7B-Instruct-v0.1","Model sha":"5123ecd76cefd4ef3b6009542b13e060d03e5232","Average ⬆️":22.98150895877193,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.9071985413619625,"IFEval Raw":0.33522498082864577,"IFEval":33.52249808286457,"BBH Raw":0.5123061019250074,"BBH":31.92360727430821,"MATH Lvl 5 Raw":0.2212990936555891,"MATH Lvl 5":22.129909365558913,"GPQA Raw":0.28523489932885904,"GPQA":4.697986577181204,"MUSR Raw":0.44347916666666665,"MUSR":13.868229166666667,"MMLU-PRO Raw":0.3857214095744681,"MMLU-PRO":31.746823286052013,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-27","Submission Date":"2024-07-07","Generation":1,"Base Model":"Qwen/Qwen2-7B"},{"eval_name":"MaziyarPanahi_Qwen2-7B-Instruct-v0.8_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"MaziyarPanahi/Qwen2-7B-Instruct-v0.8 📑","fullname":"MaziyarPanahi/Qwen2-7B-Instruct-v0.8","Model sha":"a6f9d0e11efcba18c905554ab43b877ead187a77","Average ⬆️":19.558137588276004,"Hub License":"apache-2.0","Hub ❤️":6,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.668212714788885,"IFEval Raw":0.27747266142723526,"IFEval":27.74726614272353,"BBH Raw":0.4637108491317945,"BBH":25.532524528361474,"MATH Lvl 5 Raw":0.17673716012084592,"MATH Lvl 5":17.673716012084594,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.4293125,"MUSR":12.0640625,"MMLU-PRO Raw":0.3566323138297872,"MMLU-PRO":28.514701536643027,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-27","Submission Date":"2024-07-07","Generation":1,"Base Model":"Qwen/Qwen2-7B"},{"eval_name":"MaziyarPanahi_calme-2.1-llama3.1-70b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"MaziyarPanahi/calme-2.1-llama3.1-70b 📑","fullname":"MaziyarPanahi/calme-2.1-llama3.1-70b","Model sha":"f39ad1c90b0f30379e80756d29c6533cf84c362a","Average ⬆️":40.936032608772955,"Hub License":"","Hub ❤️":4,"#Params (B)":70.554,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":30.909679147607232,"IFEval Raw":0.8434298771703524,"IFEval":84.34298771703524,"BBH Raw":0.644755327496552,"BBH":48.55364600487639,"MATH Lvl 5 Raw":0.41012084592145015,"MATH Lvl 5":41.012084592145015,"GPQA Raw":0.32802013422818793,"GPQA":10.402684563758392,"MUSR Raw":0.43803125000000004,"MUSR":13.720572916666663,"MMLU-PRO Raw":0.5282579787234043,"MMLU-PRO":47.58421985815603,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-23","Submission Date":"2024-07-24","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-70B"},{"eval_name":"MaziyarPanahi_calme-2.1-phi3-4b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"MaziyarPanahi/calme-2.1-phi3-4b 📑","fullname":"MaziyarPanahi/calme-2.1-phi3-4b","Model sha":"6764c79badacba5fa3584d2d2593d762caa1d17d","Average ⬆️":25.985365252885945,"Hub License":"mit","Hub ❤️":1,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5049372475909382,"IFEval Raw":0.552520645221346,"IFEval":55.2520645221346,"BBH Raw":0.5595320442699866,"BBH":38.1242795228128,"MATH Lvl 5 Raw":0.13141993957703926,"MATH Lvl 5":13.141993957703926,"GPQA Raw":0.3296979865771812,"GPQA":10.626398210290827,"MUSR Raw":0.40153124999999995,"MUSR":8.258072916666668,"MMLU-PRO Raw":0.3745844414893617,"MMLU-PRO":30.50938238770685,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-09","Submission Date":"2024-06-26","Generation":1,"Base Model":"microsoft/Phi-3-mini-4k-instruct"},{"eval_name":"MaziyarPanahi_calme-2.1-phi3.5-4b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"MaziyarPanahi/calme-2.1-phi3.5-4b 📑","fullname":"MaziyarPanahi/calme-2.1-phi3.5-4b","Model sha":"583b7f382a8ed35f6f7c09f2950f0f2346945a83","Average ⬆️":28.000378443622285,"Hub License":"mit","Hub ❤️":4,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.0091025057578364,"IFEval Raw":0.5659095644002359,"IFEval":56.59095644002358,"BBH Raw":0.5483695590203843,"BBH":36.110096929573025,"MATH Lvl 5 Raw":0.2039274924471299,"MATH Lvl 5":20.39274924471299,"GPQA Raw":0.34395973154362414,"GPQA":12.527964205816552,"MUSR Raw":0.3994583333333333,"MUSR":9.765624999999998,"MMLU-PRO Raw":0.3935339095744681,"MMLU-PRO":32.61487884160757,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-23","Submission Date":"2024-08-23","Generation":1,"Base Model":"microsoft/Phi-3.5-mini-instruct"},{"eval_name":"MaziyarPanahi_calme-2.1-qwen2-72b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"MaziyarPanahi/calme-2.1-qwen2-72b 📑","fullname":"MaziyarPanahi/calme-2.1-qwen2-72b","Model sha":"0369c39770f45f2464587918f2dbdb8449ea3a0d","Average ⬆️":44.39894388647036,"Hub License":"other","Hub ❤️":28,"#Params (B)":72.699,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":26.269742406950456,"IFEval Raw":0.8162774770941104,"IFEval":81.62774770941103,"BBH Raw":0.6965560971922596,"BBH":57.3258823447103,"MATH Lvl 5 Raw":0.4078549848942598,"MATH Lvl 5":40.78549848942598,"GPQA Raw":0.3808724832214765,"GPQA":17.4496644295302,"MUSR Raw":0.47321875,"MUSR":20.15234375,"MMLU-PRO Raw":0.5414727393617021,"MMLU-PRO":49.05252659574468,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-08","Submission Date":"2024-06-26","Generation":2,"Base Model":"Qwen/Qwen2-72B"},{"eval_name":"MaziyarPanahi_calme-2.1-qwen2-7b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"MaziyarPanahi/calme-2.1-qwen2-7b 📑","fullname":"MaziyarPanahi/calme-2.1-qwen2-7b","Model sha":"5aac57e2290f7c49af88a9cb9883ce25b58882a1","Average ⬆️":23.5418799100886,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.8685104076670456,"IFEval Raw":0.3816119008674761,"IFEval":38.16119008674761,"BBH Raw":0.5045925887362795,"BBH":31.00709744702013,"MATH Lvl 5 Raw":0.2311178247734139,"MATH Lvl 5":23.11178247734139,"GPQA Raw":0.28942953020134227,"GPQA":5.257270693512303,"MUSR Raw":0.44369791666666664,"MUSR":13.795572916666666,"MMLU-PRO Raw":0.3692652925531915,"MMLU-PRO":29.918365839243506,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-27","Submission Date":"2024-09-18","Generation":1,"Base Model":"Qwen/Qwen2-7B"},{"eval_name":"MaziyarPanahi_calme-2.1-qwen2.5-72b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"MaziyarPanahi/calme-2.1-qwen2.5-72b 📑","fullname":"MaziyarPanahi/calme-2.1-qwen2.5-72b","Model sha":"eb6c92dec932070ea872f39469ca5b9daf2d34e6","Average ⬆️":47.85672202584548,"Hub License":"other","Hub ❤️":1,"#Params (B)":72.7,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":29.497787277892904,"IFEval Raw":0.8662360315075112,"IFEval":86.62360315075111,"BBH Raw":0.7261624327092416,"BBH":61.65570318314716,"MATH Lvl 5 Raw":0.5913897280966768,"MATH Lvl 5":59.13897280966768,"GPQA Raw":0.36325503355704697,"GPQA":15.100671140939594,"MUSR Raw":0.42984375,"MUSR":13.297135416666663,"MMLU-PRO Raw":0.5619182180851063,"MMLU-PRO":51.3242464539007,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-19","Submission Date":"2024-09-26","Generation":1,"Base Model":"Qwen/Qwen2.5-72B"},{"eval_name":"MaziyarPanahi_calme-2.1-rys-78b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"MaziyarPanahi/calme-2.1-rys-78b 📑","fullname":"MaziyarPanahi/calme-2.1-rys-78b","Model sha":"e746f5ddc0c9b31a2382d985a4ec87fa910847c7","Average ⬆️":44.64399850290042,"Hub License":"mit","Hub ❤️":3,"#Params (B)":77.965,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":28.66457680547633,"IFEval Raw":0.8135547015252862,"IFEval":81.35547015252862,"BBH Raw":0.7097861139530462,"BBH":59.4700307859535,"MATH Lvl 5 Raw":0.3942598187311178,"MATH Lvl 5":39.42598187311178,"GPQA Raw":0.39429530201342283,"GPQA":19.239373601789712,"MUSR Raw":0.4693125,"MUSR":18.99739583333333,"MMLU-PRO Raw":0.5443816489361702,"MMLU-PRO":49.37573877068559,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-06","Submission Date":"2024-08-08","Generation":1,"Base Model":"dnhkng/RYS-XLarge"},{"eval_name":"MaziyarPanahi_calme-2.2-llama3-70b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"MaziyarPanahi/calme-2.2-llama3-70b 📑","fullname":"MaziyarPanahi/calme-2.2-llama3-70b","Model sha":"95366b974baedee4d95c1e841bc3d15e94753804","Average ⬆️":38.14006369052438,"Hub License":"llama3","Hub ❤️":17,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":21.256546615022618,"IFEval Raw":0.8208486814984242,"IFEval":82.0848681498424,"BBH Raw":0.6435431762417703,"BBH":48.57170594999846,"MATH Lvl 5 Raw":0.2394259818731118,"MATH Lvl 5":23.94259818731118,"GPQA Raw":0.3414429530201342,"GPQA":12.192393736017896,"MUSR Raw":0.4445729166666667,"MUSR":15.30494791666667,"MMLU-PRO Raw":0.5206948138297872,"MMLU-PRO":46.74386820330969,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-27","Submission Date":"2024-06-26","Generation":2,"Base Model":"meta-llama/Meta-Llama-3-70B"},{"eval_name":"MaziyarPanahi_calme-2.2-llama3.1-70b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"MaziyarPanahi/calme-2.2-llama3.1-70b 📑","fullname":"MaziyarPanahi/calme-2.2-llama3.1-70b","Model sha":"c81ac05ed2c2344e9fd366cfff197da406ef5234","Average ⬆️":43.31100681386724,"Hub License":"","Hub ❤️":2,"#Params (B)":70.554,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":31.683647635659195,"IFEval Raw":0.8592667455684251,"IFEval":85.92667455684251,"BBH Raw":0.6792920009427085,"BBH":54.20646208605566,"MATH Lvl 5 Raw":0.43655589123867067,"MATH Lvl 5":43.65558912386707,"GPQA Raw":0.32466442953020136,"GPQA":9.955257270693513,"MUSR Raw":0.45415625000000004,"MUSR":17.06953125,"MMLU-PRO Raw":0.5414727393617021,"MMLU-PRO":49.05252659574468,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-09","Submission Date":"2024-09-09","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-70B"},{"eval_name":"MaziyarPanahi_calme-2.2-phi3-4b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"MaziyarPanahi/calme-2.2-phi3-4b 📑","fullname":"MaziyarPanahi/calme-2.2-phi3-4b","Model sha":"c0a366a4c01d7e724ceba7e2f2c19251983423fe","Average ⬆️":25.232640533631113,"Hub License":"mit","Hub ❤️":2,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5935829335350737,"IFEval Raw":0.5069083365470286,"IFEval":50.69083365470286,"BBH Raw":0.5529604896487258,"BBH":37.733734155011526,"MATH Lvl 5 Raw":0.14501510574018128,"MATH Lvl 5":14.501510574018129,"GPQA Raw":0.3213087248322148,"GPQA":9.507829977628639,"MUSR Raw":0.3975625,"MUSR":7.695312500000001,"MMLU-PRO Raw":0.3813996010638298,"MMLU-PRO":31.26662234042553,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-10","Submission Date":"2024-06-26","Generation":1,"Base Model":"microsoft/Phi-3-mini-4k-instruct"},{"eval_name":"MaziyarPanahi_calme-2.2-qwen2-72b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"MaziyarPanahi/calme-2.2-qwen2-72b 📑","fullname":"MaziyarPanahi/calme-2.2-qwen2-72b","Model sha":"529e9bd80a76d943409bc92bb246aa7ca63dd9e6","Average ⬆️":44.09009576064759,"Hub License":"other","Hub ❤️":5,"#Params (B)":72.706,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":27.03482915645056,"IFEval Raw":0.8008151704145002,"IFEval":80.08151704145003,"BBH Raw":0.6939595229335245,"BBH":56.79594225047665,"MATH Lvl 5 Raw":0.45317220543806647,"MATH Lvl 5":45.31722054380665,"GPQA Raw":0.37416107382550334,"GPQA":16.554809843400445,"MUSR Raw":0.4508020833333333,"MUSR":16.516927083333332,"MMLU-PRO Raw":0.543467420212766,"MMLU-PRO":49.27415780141844,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-09","Submission Date":"2024-08-06","Generation":1,"Base Model":"Qwen/Qwen2-72B"},{"eval_name":"MaziyarPanahi_calme-2.2-qwen2-7b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"MaziyarPanahi/calme-2.2-qwen2-7b 📑","fullname":"MaziyarPanahi/calme-2.2-qwen2-7b","Model sha":"bbb1d119f75c5b2eaa8978286808bd59cae04997","Average ⬆️":23.58331943928233,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.0974991050428233,"IFEval Raw":0.35972996094806226,"IFEval":35.97299609480623,"BBH Raw":0.5214913750127922,"BBH":33.10936559556884,"MATH Lvl 5 Raw":0.21450151057401812,"MATH Lvl 5":21.45015105740181,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.43582291666666667,"MUSR":13.277864583333338,"MMLU-PRO Raw":0.3898769946808511,"MMLU-PRO":32.208554964539005,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-27","Submission Date":"2024-09-18","Generation":1,"Base Model":"Qwen/Qwen2-7B"},{"eval_name":"MaziyarPanahi_calme-2.2-qwen2.5-72b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"MaziyarPanahi/calme-2.2-qwen2.5-72b 📑","fullname":"MaziyarPanahi/calme-2.2-qwen2.5-72b","Model sha":"c6c7fdf70d8bf81364108975eb8ba78eecac83d4","Average ⬆️":47.22457675508573,"Hub License":"other","Hub ❤️":6,"#Params (B)":72.7,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":28.5161275490216,"IFEval Raw":0.8476763875406145,"IFEval":84.76763875406145,"BBH Raw":0.7276399007138082,"BBH":61.80360419146786,"MATH Lvl 5 Raw":0.5891238670694864,"MATH Lvl 5":58.91238670694864,"GPQA Raw":0.35906040268456374,"GPQA":14.541387024608499,"MUSR Raw":0.4206666666666667,"MUSR":12.016666666666671,"MMLU-PRO Raw":0.561751994680851,"MMLU-PRO":51.305777186761226,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-19","Submission Date":"2024-09-26","Generation":1,"Base Model":"Qwen/Qwen2.5-72B"},{"eval_name":"MaziyarPanahi_calme-2.2-rys-78b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"MaziyarPanahi/calme-2.2-rys-78b 📑","fullname":"MaziyarPanahi/calme-2.2-rys-78b","Model sha":"8d0dde25c9042705f65559446944a19259c3fc8e","Average ⬆️":44.38633440385336,"Hub License":"mit","Hub ❤️":3,"#Params (B)":77.965,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":27.046712502629788,"IFEval Raw":0.7986420475449585,"IFEval":79.86420475449586,"BBH Raw":0.7081014602379213,"BBH":59.268645675184494,"MATH Lvl 5 Raw":0.4070996978851964,"MATH Lvl 5":40.70996978851964,"GPQA Raw":0.40687919463087246,"GPQA":20.917225950782996,"MUSR Raw":0.45356250000000004,"MUSR":16.82864583333333,"MMLU-PRO Raw":0.538563829787234,"MMLU-PRO":48.72931442080378,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-06","Submission Date":"2024-08-08","Generation":1,"Base Model":"dnhkng/RYS-XLarge"},{"eval_name":"MaziyarPanahi_calme-2.3-llama3-70b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"MaziyarPanahi/calme-2.3-llama3-70b 📑","fullname":"MaziyarPanahi/calme-2.3-llama3-70b","Model sha":"bd17453eaae0e36d1e1e17da13fdd155fce91a29","Average ⬆️":37.067032265745496,"Hub License":"llama3","Hub ❤️":4,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":19.273618126297322,"IFEval Raw":0.8010401290797307,"IFEval":80.10401290797307,"BBH Raw":0.6399173489368603,"BBH":48.0085850617923,"MATH Lvl 5 Raw":0.2326283987915408,"MATH Lvl 5":23.26283987915408,"GPQA Raw":0.33808724832214765,"GPQA":11.74496644295302,"MUSR Raw":0.42612500000000003,"MUSR":12.565625000000002,"MMLU-PRO Raw":0.5204454787234043,"MMLU-PRO":46.716164302600475,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-27","Submission Date":"2024-08-30","Generation":2,"Base Model":"meta-llama/Meta-Llama-3-70B"},{"eval_name":"MaziyarPanahi_calme-2.3-llama3.1-70b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"MaziyarPanahi/calme-2.3-llama3.1-70b 📑","fullname":"MaziyarPanahi/calme-2.3-llama3.1-70b","Model sha":"a39c79250721b75beefa1b1763895eafd010f6f6","Average ⬆️":43.275189943129554,"Hub License":"","Hub ❤️":3,"#Params (B)":70.554,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":28.12111574040212,"IFEval Raw":0.8604657863358112,"IFEval":86.04657863358113,"BBH Raw":0.6871653740091753,"BBH":55.58549511699308,"MATH Lvl 5 Raw":0.39274924471299094,"MATH Lvl 5":39.274924471299094,"GPQA Raw":0.34395973154362414,"GPQA":12.527964205816552,"MUSR Raw":0.45682291666666663,"MUSR":17.736197916666658,"MMLU-PRO Raw":0.5363198138297872,"MMLU-PRO":48.4799793144208,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-10","Submission Date":"2024-09-18","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-70B"},{"eval_name":"MaziyarPanahi_calme-2.3-phi3-4b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"MaziyarPanahi/calme-2.3-phi3-4b 📑","fullname":"MaziyarPanahi/calme-2.3-phi3-4b","Model sha":"e1f70c3724c728aadd1c7c1bb279487494f7059e","Average ⬆️":24.981612770364112,"Hub License":"mit","Hub ❤️":9,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6758616959307877,"IFEval Raw":0.49264507063480456,"IFEval":49.26450706348045,"BBH Raw":0.5537867816134527,"BBH":37.65889241962552,"MATH Lvl 5 Raw":0.1472809667673716,"MATH Lvl 5":14.72809667673716,"GPQA Raw":0.3179530201342282,"GPQA":9.060402684563762,"MUSR Raw":0.3988333333333333,"MUSR":7.754166666666667,"MMLU-PRO Raw":0.3828125,"MMLU-PRO":31.42361111111111,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-10","Submission Date":"2024-06-26","Generation":1,"Base Model":"microsoft/Phi-3-mini-4k-instruct"},{"eval_name":"MaziyarPanahi_calme-2.3-qwen2-72b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"MaziyarPanahi/calme-2.3-qwen2-72b 📑","fullname":"MaziyarPanahi/calme-2.3-qwen2-72b","Model sha":"12ff2e800f968e867a580c072905cf4671da066f","Average ⬆️":33.00083092091415,"Hub License":"other","Hub ❤️":2,"#Params (B)":72.706,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":38.89696999088852,"IFEval Raw":0.3849840645044039,"IFEval":38.498406450440385,"BBH Raw":0.6576306700720502,"BBH":51.22830430718469,"MATH Lvl 5 Raw":0.31722054380664655,"MATH Lvl 5":31.722054380664655,"GPQA Raw":0.3716442953020134,"GPQA":16.21923937360179,"MUSR Raw":0.4112395833333333,"MUSR":11.23828125,"MMLU-PRO Raw":0.5418882978723404,"MMLU-PRO":49.09869976359338,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-06","Submission Date":"2024-09-15","Generation":1,"Base Model":"Qwen/Qwen2-72B"},{"eval_name":"MaziyarPanahi_calme-2.3-qwen2-7b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"MaziyarPanahi/calme-2.3-qwen2-7b 📑","fullname":"MaziyarPanahi/calme-2.3-qwen2-7b","Model sha":"ca39e60052a600a709e03fefceabd9620e0b66d7","Average ⬆️":23.08170100435127,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.6603998269542943,"IFEval Raw":0.3824862476008103,"IFEval":38.24862476008103,"BBH Raw":0.5064049035932394,"BBH":30.95608211537095,"MATH Lvl 5 Raw":0.20694864048338368,"MATH Lvl 5":20.694864048338367,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.4422395833333333,"MUSR":13.313281249999998,"MMLU-PRO Raw":0.3611203457446808,"MMLU-PRO":29.01337174940898,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-27","Submission Date":"2024-09-18","Generation":1,"Base Model":"Qwen/Qwen2-7B"},{"eval_name":"MaziyarPanahi_calme-2.3-rys-78b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"MaziyarPanahi/calme-2.3-rys-78b 📑","fullname":"MaziyarPanahi/calme-2.3-rys-78b","Model sha":"a8a4e55c2f7054d25c2f0ab3a3b3d806eb915180","Average ⬆️":44.55737382877077,"Hub License":"mit","Hub ❤️":4,"#Params (B)":77.965,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":26.597219222694612,"IFEval Raw":0.8065854155862002,"IFEval":80.65854155862002,"BBH Raw":0.7107763314317289,"BBH":59.57454695904105,"MATH Lvl 5 Raw":0.39803625377643503,"MATH Lvl 5":39.803625377643506,"GPQA Raw":0.40436241610738255,"GPQA":20.581655480984338,"MUSR Raw":0.45492708333333337,"MUSR":16.999218749999997,"MMLU-PRO Raw":0.5475398936170213,"MMLU-PRO":49.7266548463357,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-06","Submission Date":"2024-09-03","Generation":1,"Base Model":"dnhkng/RYS-XLarge"},{"eval_name":"MaziyarPanahi_calme-2.4-llama3-70b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"MaziyarPanahi/calme-2.4-llama3-70b 📑","fullname":"MaziyarPanahi/calme-2.4-llama3-70b","Model sha":"cb03e4d810b82d86e7cb01ab146bade09a5d06d1","Average ⬆️":32.486225248764676,"Hub License":"llama3","Hub ❤️":14,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":35.487516640485715,"IFEval Raw":0.5027371817887649,"IFEval":50.27371817887649,"BBH Raw":0.6418191966839487,"BBH":48.39776612820646,"MATH Lvl 5 Raw":0.24471299093655588,"MATH Lvl 5":24.47129909365559,"GPQA Raw":0.33976510067114096,"GPQA":11.968680089485462,"MUSR Raw":0.4287916666666667,"MUSR":13.098958333333336,"MMLU-PRO Raw":0.5203623670212766,"MMLU-PRO":46.706929669030735,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-28","Submission Date":"2024-06-26","Generation":2,"Base Model":"meta-llama/Meta-Llama-3-70B"},{"eval_name":"MaziyarPanahi_calme-2.4-qwen2-7b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"MaziyarPanahi/calme-2.4-qwen2-7b 📑","fullname":"MaziyarPanahi/calme-2.4-qwen2-7b","Model sha":"d683c3ef1feb13e92227f5fd92fe5bc4b55ea4a2","Average ⬆️":22.85144077010553,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.2369807670677138,"IFEval Raw":0.32995452067181746,"IFEval":32.995452067181745,"BBH Raw":0.5101416326251771,"BBH":31.818265642234802,"MATH Lvl 5 Raw":0.20317220543806647,"MATH Lvl 5":20.31722054380665,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.44528125,"MUSR":14.426822916666667,"MMLU-PRO Raw":0.3976894946808511,"MMLU-PRO":33.076610520094555,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-27","Submission Date":"2024-09-18","Generation":1,"Base Model":"Qwen/Qwen2-7B"},{"eval_name":"MaziyarPanahi_calme-2.4-rys-78b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"MaziyarPanahi/calme-2.4-rys-78b 📑","fullname":"MaziyarPanahi/calme-2.4-rys-78b","Model sha":"0a35e51ffa9efa644c11816a2d56434804177acb","Average ⬆️":50.76504719022304,"Hub License":"mit","Hub ❤️":46,"#Params (B)":77.965,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":25.952656402536917,"IFEval Raw":0.8010899967641414,"IFEval":80.10899967641413,"BBH Raw":0.7279510956242796,"BBH":62.15654929467119,"MATH Lvl 5 Raw":0.4070996978851964,"MATH Lvl 5":40.70996978851964,"GPQA Raw":0.40268456375838924,"GPQA":20.3579418344519,"MUSR Raw":0.5770624999999999,"MUSR":34.56614583333333,"MMLU-PRO Raw":0.7002160904255319,"MMLU-PRO":66.690676713948,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-07","Submission Date":"2024-09-03","Generation":2,"Base Model":"dnhkng/RYS-XLarge"},{"eval_name":"MaziyarPanahi_calme-2.5-qwen2-7b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"MaziyarPanahi/calme-2.5-qwen2-7b 📑","fullname":"MaziyarPanahi/calme-2.5-qwen2-7b","Model sha":"20fb1afc22c0722cb2c57185fff59befeba0fbec","Average ⬆️":22.659538685051796,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.7983382435944977,"IFEval Raw":0.31449221399220734,"IFEval":31.449221399220733,"BBH Raw":0.4886561146965678,"BBH":28.28099517875505,"MATH Lvl 5 Raw":0.2258308157099698,"MATH Lvl 5":22.58308157099698,"GPQA Raw":0.3104026845637584,"GPQA":8.05369127516779,"MUSR Raw":0.45646875,"MUSR":15.791927083333334,"MMLU-PRO Raw":0.3681848404255319,"MMLU-PRO":29.79831560283688,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-27","Submission Date":"2024-09-29","Generation":1,"Base Model":"Qwen/Qwen2-7B"},{"eval_name":"MaziyarPanahi_calme-2.6-qwen2-7b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"MaziyarPanahi/calme-2.6-qwen2-7b 📑","fullname":"MaziyarPanahi/calme-2.6-qwen2-7b","Model sha":"ebfaae016a50f8922098a2a262ec3ca704504cae","Average ⬆️":21.23233085446529,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.2805416064206994,"IFEval Raw":0.3442676542684522,"IFEval":34.426765426845215,"BBH Raw":0.4930243946403894,"BBH":29.30841923308876,"MATH Lvl 5 Raw":0.1216012084592145,"MATH Lvl 5":12.16012084592145,"GPQA Raw":0.2843959731543625,"GPQA":4.586129753914999,"MUSR Raw":0.4586145833333333,"MUSR":16.560156250000002,"MMLU-PRO Raw":0.3731715425531915,"MMLU-PRO":30.352393617021285,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-27","Submission Date":"2024-09-29","Generation":1,"Base Model":"Qwen/Qwen2-7B"},{"eval_name":"MaziyarPanahi_calme-2.7-qwen2-7b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"MaziyarPanahi/calme-2.7-qwen2-7b 📑","fullname":"MaziyarPanahi/calme-2.7-qwen2-7b","Model sha":"edc11a1baccedc04a5a4576ee4910fd8922ad47f","Average ⬆️":22.355267151114735,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.728560577007425,"IFEval Raw":0.3592301759331906,"IFEval":35.92301759331906,"BBH Raw":0.4883170901309997,"BBH":28.912244614673995,"MATH Lvl 5 Raw":0.13821752265861026,"MATH Lvl 5":13.821752265861026,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.48242708333333334,"MUSR":19.93671875,"MMLU-PRO Raw":0.3705119680851064,"MMLU-PRO":30.056885342789595,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-27","Submission Date":"2024-09-18","Generation":1,"Base Model":"Qwen/Qwen2-7B"},{"eval_name":"MaziyarPanahi_calme-3.1-baguette-3b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"MaziyarPanahi/calme-3.1-baguette-3b 📑","fullname":"MaziyarPanahi/calme-3.1-baguette-3b","Model sha":"4601b18deed3931c33907ae98060898e787c7758","Average ⬆️":25.581601911367752,"Hub License":"other","Hub ❤️":1,"#Params (B)":3.085,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4631794412606183,"IFEval Raw":0.6234369251364158,"IFEval":62.343692513641585,"BBH Raw":0.46833341042911075,"BBH":25.50768075774144,"MATH Lvl 5 Raw":0.25604229607250756,"MATH Lvl 5":25.604229607250755,"GPQA Raw":0.2860738255033557,"GPQA":4.809843400447425,"MUSR Raw":0.40079166666666666,"MUSR":8.565625000000002,"MMLU-PRO Raw":0.33992686170212766,"MMLU-PRO":26.658540189125297,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-07","Submission Date":"2024-11-08","Generation":1,"Base Model":"Qwen/Qwen2.5-3B"},{"eval_name":"MaziyarPanahi_calme-3.1-instruct-3b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"MaziyarPanahi/calme-3.1-instruct-3b 📑","fullname":"MaziyarPanahi/calme-3.1-instruct-3b","Model sha":"3bbd7f1f7949dd7c3679a29a781a95bd1085dc19","Average ⬆️":21.507090636089913,"Hub License":"other","Hub ❤️":3,"#Params (B)":3.085,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.7873243394680145,"IFEval Raw":0.43359397509718656,"IFEval":43.35939750971866,"BBH Raw":0.4812730148043098,"BBH":27.309895959339894,"MATH Lvl 5 Raw":0.17749244712990936,"MATH Lvl 5":17.749244712990937,"GPQA Raw":0.2860738255033557,"GPQA":4.809843400447425,"MUSR Raw":0.39520833333333333,"MUSR":7.401041666666669,"MMLU-PRO Raw":0.355718085106383,"MMLU-PRO":28.413120567375884,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-07","Submission Date":"2024-11-08","Generation":1,"Base Model":"Qwen/Qwen2.5-3B"},{"eval_name":"MaziyarPanahi_calme-3.1-instruct-78b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"MaziyarPanahi/calme-3.1-instruct-78b 📑","fullname":"MaziyarPanahi/calme-3.1-instruct-78b","Model sha":"7ccd7f1a55ae79af7969f721bb7055511cc6b986","Average ⬆️":51.28748997363473,"Hub License":"other","Hub ❤️":4,"#Params (B)":77.965,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":64.4378892937895,"IFEval Raw":0.8135547015252862,"IFEval":81.35547015252862,"BBH Raw":0.7305154498840408,"BBH":62.40968270370106,"MATH Lvl 5 Raw":0.39274924471299094,"MATH Lvl 5":39.274924471299094,"GPQA Raw":0.3959731543624161,"GPQA":19.463087248322143,"MUSR Raw":0.5890624999999999,"MUSR":36.49947916666666,"MMLU-PRO Raw":0.718500664893617,"MMLU-PRO":68.72229609929079,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-19","Submission Date":"2024-11-27","Generation":1,"Base Model":"Removed"},{"eval_name":"MaziyarPanahi_calme-3.1-llamaloi-3b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"MaziyarPanahi/calme-3.1-llamaloi-3b 📑","fullname":"MaziyarPanahi/calme-3.1-llamaloi-3b","Model sha":"62547548c06bb22f0b82c2bda7ac466507314a4b","Average ⬆️":24.0933506270088,"Hub License":"llama3.2","Hub ❤️":1,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7873980509685605,"IFEval Raw":0.7375175645066203,"IFEval":73.75175645066203,"BBH Raw":0.4587340004998879,"BBH":23.7691655758483,"MATH Lvl 5 Raw":0.1729607250755287,"MATH Lvl 5":17.29607250755287,"GPQA Raw":0.28104026845637586,"GPQA":4.138702460850116,"MUSR Raw":0.35152083333333334,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.3204787234042553,"MMLU-PRO":24.497635933806144,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-07","Submission Date":"2024-11-08","Generation":1,"Base Model":"meta-llama/Llama-3.2-3B"},{"eval_name":"MaziyarPanahi_calme-3.2-baguette-3b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"MaziyarPanahi/calme-3.2-baguette-3b 📑","fullname":"MaziyarPanahi/calme-3.2-baguette-3b","Model sha":"bba8e602432bd467b64cabf9cb62326893060e60","Average ⬆️":26.332491008465908,"Hub License":"other","Hub ❤️":1,"#Params (B)":3.085,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5520249950030056,"IFEval Raw":0.6338282423968404,"IFEval":63.38282423968404,"BBH Raw":0.470862269902714,"BBH":25.865746650731108,"MATH Lvl 5 Raw":0.2824773413897281,"MATH Lvl 5":28.247734138972806,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.40209374999999997,"MUSR":8.595052083333334,"MMLU-PRO Raw":0.3337765957446808,"MMLU-PRO":25.975177304964536,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-07","Submission Date":"2024-11-08","Generation":1,"Base Model":"Qwen/Qwen2.5-3B"},{"eval_name":"MaziyarPanahi_calme-3.2-instruct-3b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"MaziyarPanahi/calme-3.2-instruct-3b 📑","fullname":"MaziyarPanahi/calme-3.2-instruct-3b","Model sha":"12347f5991157e752de6ba9f773a1bbc22445e3a","Average ⬆️":24.62035249644337,"Hub License":"other","Hub ❤️":3,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4868663383387295,"IFEval Raw":0.5533196363426819,"IFEval":55.33196363426819,"BBH Raw":0.4865641110376735,"BBH":27.976798242393084,"MATH Lvl 5 Raw":0.21676737160120846,"MATH Lvl 5":21.676737160120847,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.40469791666666666,"MUSR":8.787239583333333,"MMLU-PRO Raw":0.36527593085106386,"MMLU-PRO":29.47510342789598,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-07","Submission Date":"2024-11-08","Generation":1,"Base Model":"Qwen/Qwen2.5-3B"},{"eval_name":"MaziyarPanahi_calme-3.2-instruct-78b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"MaziyarPanahi/calme-3.2-instruct-78b 📑","fullname":"MaziyarPanahi/calme-3.2-instruct-78b","Model sha":"731f4daf584f822f1393731ccff1d58c7f06b99e","Average ⬆️":52.08138397879168,"Hub License":"other","Hub ❤️":112,"#Params (B)":77.965,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":66.01113070973882,"IFEval Raw":0.8062607215521482,"IFEval":80.62607215521483,"BBH Raw":0.7318616272092674,"BBH":62.609443282901594,"MATH Lvl 5 Raw":0.4033232628398791,"MATH Lvl 5":40.33232628398791,"GPQA Raw":0.40268456375838924,"GPQA":20.3579418344519,"MUSR Raw":0.6023645833333333,"MUSR":38.52890624999999,"MMLU-PRO Raw":0.7303025265957447,"MMLU-PRO":70.03361406619385,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-19","Submission Date":"2024-11-28","Generation":1,"Base Model":"Removed"},{"eval_name":"MaziyarPanahi_calme-3.3-baguette-3b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"MaziyarPanahi/calme-3.3-baguette-3b 📑","fullname":"MaziyarPanahi/calme-3.3-baguette-3b","Model sha":"66f9438922503e5616b6b4488e96fd9342d5efb0","Average ⬆️":27.407100524692495,"Hub License":"other","Hub ❤️":1,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4938458376125139,"IFEval Raw":0.6359514975819713,"IFEval":63.59514975819714,"BBH Raw":0.4678217295957521,"BBH":25.596594106096415,"MATH Lvl 5 Raw":0.3806646525679758,"MATH Lvl 5":38.066465256797585,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.39282291666666663,"MUSR":7.136197916666667,"MMLU-PRO Raw":0.3341921542553192,"MMLU-PRO":26.021350472813243,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-07","Submission Date":"2024-11-08","Generation":1,"Base Model":"Qwen/Qwen2.5-3B"},{"eval_name":"MaziyarPanahi_calme-3.3-instruct-3b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"MaziyarPanahi/calme-3.3-instruct-3b 📑","fullname":"MaziyarPanahi/calme-3.3-instruct-3b","Model sha":"ea7d7fb442c981ecd44c5a9060ac6b062927f231","Average ⬆️":27.77891097790277,"Hub License":"other","Hub ❤️":3,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5050970304024172,"IFEval Raw":0.6423212631373645,"IFEval":64.23212631373644,"BBH Raw":0.46933409427688694,"BBH":25.682137818579093,"MATH Lvl 5 Raw":0.37386706948640486,"MATH Lvl 5":37.38670694864049,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.40742708333333333,"MUSR":9.395052083333335,"MMLU-PRO Raw":0.33053523936170215,"MMLU-PRO":25.615026595744684,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-07","Submission Date":"2024-11-08","Generation":1,"Base Model":"Qwen/Qwen2.5-3B"},{"eval_name":"Minami-su_Amara-o1-7B-Qwen_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Minami-su/Amara-o1-7B-Qwen 📑","fullname":"Minami-su/Amara-o1-7B-Qwen","Model sha":"835395d4e693cd8cfb5143f12fae53673164846f","Average ⬆️":34.488976713679584,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2751190711213067,"IFEval Raw":0.7389914316236474,"IFEval":73.89914316236475,"BBH Raw":0.5199420077880453,"BBH":32.7968298710958,"MATH Lvl 5 Raw":0.5181268882175226,"MATH Lvl 5":51.81268882175226,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.40066666666666667,"MUSR":8.35,"MMLU-PRO Raw":0.4083277925531915,"MMLU-PRO":34.258643617021285,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-08","Submission Date":"2025-01-08","Generation":0,"Base Model":"Minami-su/Amara-o1-7B-Qwen"},{"eval_name":"Minami-su_Amara-o2-7B-Qwen_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Minami-su/Amara-o2-7B-Qwen 📑","fullname":"Minami-su/Amara-o2-7B-Qwen","Model sha":"16271c35b4e1b33dbf9da9c567a1cea0f9d5142b","Average ⬆️":31.034506834602485,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9848082871947184,"IFEval Raw":0.7146615424850509,"IFEval":71.46615424850509,"BBH Raw":0.5173432604435285,"BBH":31.79812727299554,"MATH Lvl 5 Raw":0.4086102719033233,"MATH Lvl 5":40.86102719033233,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.37809374999999995,"MUSR":5.128385416666668,"MMLU-PRO Raw":0.41647273936170215,"MMLU-PRO":35.163637706855795,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-09","Submission Date":"2025-01-09","Generation":0,"Base Model":"Minami-su/Amara-o2-7B-Qwen"},{"eval_name":"Minami-su_test-7B-00_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Minami-su/test-7B-00 📑","fullname":"Minami-su/test-7B-00","Model sha":"c8e5b7745c921b5020192f0b3a553c63725048f9","Average ⬆️":29.950834319546107,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5012082113522585,"IFEval Raw":0.6690492338107332,"IFEval":66.90492338107333,"BBH Raw":0.44661237656101793,"BBH":21.48995001898129,"MATH Lvl 5 Raw":0.4516616314199396,"MATH Lvl 5":45.16616314199396,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.41260416666666666,"MUSR":10.342187500000001,"MMLU-PRO Raw":0.3587932180851064,"MMLU-PRO":28.75480200945626,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-24","Generation":0,"Base Model":"Removed"},{"eval_name":"Minami-su_test-7B-01_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Minami-su/test-7B-01 📑","fullname":"Minami-su/test-7B-01","Model sha":"9af628070dff4480252a4d4e5f07a9884e3f71d4","Average ⬆️":30.08150931571436,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5290372610276757,"IFEval Raw":0.6736204382150472,"IFEval":67.36204382150471,"BBH Raw":0.4422359420239754,"BBH":20.824494266256867,"MATH Lvl 5 Raw":0.4554380664652568,"MATH Lvl 5":45.54380664652568,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.41530208333333335,"MUSR":10.979427083333336,"MMLU-PRO Raw":0.35355718085106386,"MMLU-PRO":28.173020094562645,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-24","Generation":0,"Base Model":"Removed"},{"eval_name":"Minami-su_test-v2-7B-00_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Minami-su/test-v2-7B-00 📑","fullname":"Minami-su/test-v2-7B-00","Model sha":"fcba9bb21f9cf521dcd5d41749ccce77434fe4dc","Average ⬆️":29.484350067576724,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5334495807759827,"IFEval Raw":0.6747197436136119,"IFEval":67.47197436136119,"BBH Raw":0.4415989344595353,"BBH":21.19075482398095,"MATH Lvl 5 Raw":0.4418429003021148,"MATH Lvl 5":44.18429003021148,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.41542708333333334,"MUSR":10.995052083333336,"MMLU-PRO Raw":0.3472406914893617,"MMLU-PRO":27.47118794326241,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-25","Generation":0,"Base Model":"Removed"},{"eval_name":"ModelCloud_Llama-3.2-1B-Instruct-gptqmodel-4bit-vortex-v1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ModelCloud/Llama-3.2-1B-Instruct-gptqmodel-4bit-vortex-v1 📑","fullname":"ModelCloud/Llama-3.2-1B-Instruct-gptqmodel-4bit-vortex-v1","Model sha":"c7a837a34207b3b3b949f8d0344a66d3a3ad4255","Average ⬆️":12.430004377968435,"Hub License":"llama3.2","Hub ❤️":2,"#Params (B)":5.453,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3218277469924238,"IFEval Raw":0.5268919799465418,"IFEval":52.68919799465418,"BBH Raw":0.3252726665015006,"BBH":5.859172283470534,"MATH Lvl 5 Raw":0.06042296072507553,"MATH Lvl 5":6.042296072507553,"GPQA Raw":0.2533557046979866,"GPQA":0.44742729306487633,"MUSR Raw":0.3249166666666667,"MUSR":1.0479166666666664,"MMLU-PRO Raw":0.17644614361702127,"MMLU-PRO":8.494015957446807,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-30","Submission Date":"2025-01-02","Generation":1,"Base Model":"ModelCloud/Llama-3.2-1B-Instruct-gptqmodel-4bit-vortex-v1 (Merge)"},{"eval_name":"ModelSpace_GemmaX2-28-9B-v0.1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"ModelSpace/GemmaX2-28-9B-v0.1 📑","fullname":"ModelSpace/GemmaX2-28-9B-v0.1","Model sha":"cdb5e2e66bd966cd475ef24f7a9eb61c55b25bf7","Average ⬆️":5.991108905848541,"Hub License":"gemma","Hub ❤️":47,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.0660588261144064,"IFEval Raw":0.003921816336210145,"IFEval":0.3921816336210145,"BBH Raw":0.3687226427280163,"BBH":11.707676917585223,"MATH Lvl 5 Raw":0.027190332326283987,"MATH Lvl 5":2.719033232628399,"GPQA Raw":0.27684563758389263,"GPQA":3.5794183445190177,"MUSR Raw":0.35365625,"MUSR":3.873697916666666,"MMLU-PRO Raw":0.2230718085106383,"MMLU-PRO":13.67464539007092,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-28","Submission Date":"2025-02-24","Generation":1,"Base Model":"ModelSpace/GemmaX2-28-9B-v0.1 (Merge)"},{"eval_name":"MoonRide_Llama-3.2-3B-Khelavaster_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"MoonRide/Llama-3.2-3B-Khelavaster 📑","fullname":"MoonRide/Llama-3.2-3B-Khelavaster","Model sha":"30c3794ab0ff5351bcd7586da8b5384adc77c775","Average ⬆️":20.144904682630184,"Hub License":"llama3.2","Hub ❤️":1,"#Params (B)":3.607,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5762180237117631,"IFEval Raw":0.4924954675815725,"IFEval":49.24954675815725,"BBH Raw":0.45156712929620335,"BBH":22.686343682382102,"MATH Lvl 5 Raw":0.16163141993957703,"MATH Lvl 5":16.1631419939577,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.36990625000000005,"MUSR":5.504947916666668,"MMLU-PRO Raw":0.31216755319148937,"MMLU-PRO":23.57417257683215,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-03-10","Submission Date":"2025-03-10","Generation":1,"Base Model":"MoonRide/Llama-3.2-3B-Khelavaster (Merge)"},{"eval_name":"Mostafa8Mehrabi_llama-3.2-1b-Insomnia-ChatBot-merged_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Mostafa8Mehrabi/llama-3.2-1b-Insomnia-ChatBot-merged 📑","fullname":"Mostafa8Mehrabi/llama-3.2-1b-Insomnia-ChatBot-merged","Model sha":"301ab532cd25a048a183768891b7cf095b61dd9f","Average ⬆️":3.192716297399995,"Hub License":"","Hub ❤️":1,"#Params (B)":1.236,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.776372786246016,"IFEval Raw":0.13206735905176042,"IFEval":13.206735905176043,"BBH Raw":0.3003508901818665,"BBH":2.4675184428555217,"MATH Lvl 5 Raw":0.0075528700906344415,"MATH Lvl 5":0.7552870090634441,"GPQA Raw":0.23657718120805368,"GPQA":0.0,"MUSR Raw":0.33815625,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.11311502659574468,"MMLU-PRO":1.457225177304964,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-10","Submission Date":"2025-03-10","Generation":0,"Base Model":"Mostafa8Mehrabi/llama-3.2-1b-Insomnia-ChatBot-merged"},{"eval_name":"MrRobotoAI_MrRoboto-ProLong-8b-v4i_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"MrRobotoAI/MrRoboto-ProLong-8b-v4i 📑","fullname":"MrRobotoAI/MrRoboto-ProLong-8b-v4i","Model sha":"aed2a68b257f1c12bf75ae7d98f6ab2d235e1061","Average ⬆️":17.58291861856009,"Hub License":"","Hub ❤️":0,"#Params (B)":4.015,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1586250453943039,"IFEval Raw":0.3834603297029659,"IFEval":38.34603297029659,"BBH Raw":0.458548650453507,"BBH":23.792248519686385,"MATH Lvl 5 Raw":0.05513595166163142,"MATH Lvl 5":5.5135951661631415,"GPQA Raw":0.28942953020134227,"GPQA":5.257270693512303,"MUSR Raw":0.401375,"MUSR":9.605208333333328,"MMLU-PRO Raw":0.3068484042553192,"MMLU-PRO":22.983156028368796,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-29","Generation":0,"Base Model":"Removed"},{"eval_name":"MrRobotoAI_MrRoboto-ProLongBASE-pt8-unaligned-8b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"MrRobotoAI/MrRoboto-ProLongBASE-pt8-unaligned-8b 📑","fullname":"MrRobotoAI/MrRoboto-ProLongBASE-pt8-unaligned-8b","Model sha":"7254c57bd7b62a66572a5fed9ef9451fd81b7e9b","Average ⬆️":15.935345737822864,"Hub License":"","Hub ❤️":0,"#Params (B)":4.015,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4513738415171142,"IFEval Raw":0.34754008253655855,"IFEval":34.754008253655854,"BBH Raw":0.4515254903058233,"BBH":22.941209992999802,"MATH Lvl 5 Raw":0.04229607250755287,"MATH Lvl 5":4.229607250755287,"GPQA Raw":0.28104026845637586,"GPQA":4.138702460850116,"MUSR Raw":0.42788541666666663,"MUSR":12.152343750000002,"MMLU-PRO Raw":0.2565658244680851,"MMLU-PRO":17.396202718676122,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-29","Generation":0,"Base Model":"Removed"},{"eval_name":"MultivexAI_Gladiator-Mini-Exp-1211-3B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"MultivexAI/Gladiator-Mini-Exp-1211-3B 📑","fullname":"MultivexAI/Gladiator-Mini-Exp-1211-3B","Model sha":"9f3f58da3fb4b1825c2b97effc421e7809c95848","Average ⬆️":22.27221013046616,"Hub License":"mit","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1915628190823662,"IFEval Raw":0.68760887777763,"IFEval":68.760887777763,"BBH Raw":0.44843752663028075,"BBH":22.116062493215253,"MATH Lvl 5 Raw":0.13746223564954682,"MATH Lvl 5":13.746223564954683,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.326,"MUSR":2.0833333333333326,"MMLU-PRO Raw":0.3151595744680851,"MMLU-PRO":23.90661938534279,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-11","Submission Date":"2024-12-11","Generation":1,"Base Model":"MultivexAI/Gladiator-Mini-Exp-1211-3B (Merge)"},{"eval_name":"MultivexAI_Gladiator-Mini-Exp-1221-3B-Instruct_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"MultivexAI/Gladiator-Mini-Exp-1221-3B-Instruct 📑","fullname":"MultivexAI/Gladiator-Mini-Exp-1221-3B-Instruct","Model sha":"1a3f3808cd5335fb71c88d3c2b681459c2420044","Average ⬆️":20.114352261478917,"Hub License":"mit","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2021382255133486,"IFEval Raw":0.6078748830879843,"IFEval":60.78748830879843,"BBH Raw":0.4369766992416903,"BBH":20.39546213621821,"MATH Lvl 5 Raw":0.1351963746223565,"MATH Lvl 5":13.51963746223565,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.31145833333333334,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.3048537234042553,"MMLU-PRO":22.761524822695034,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-20","Submission Date":"2024-12-20","Generation":1,"Base Model":"MultivexAI/Gladiator-Mini-Exp-1221-3B-Instruct (Merge)"},{"eval_name":"MultivexAI_Gladiator-Mini-Exp-1221-3B-Instruct-V2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"MultivexAI/Gladiator-Mini-Exp-1221-3B-Instruct-V2 📑","fullname":"MultivexAI/Gladiator-Mini-Exp-1221-3B-Instruct-V2","Model sha":"b092e130c61aa44f2556b5db224b4df545fb51aa","Average ⬆️":20.415195595809834,"Hub License":"mit","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1815760239132476,"IFEval Raw":0.6215386286165153,"IFEval":62.15386286165153,"BBH Raw":0.438883390990549,"BBH":20.651248138719236,"MATH Lvl 5 Raw":0.14123867069486404,"MATH Lvl 5":14.123867069486403,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.30082291666666666,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.3025265957446808,"MMLU-PRO":22.50295508274231,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-21","Submission Date":"2024-12-21","Generation":1,"Base Model":"MultivexAI/Gladiator-Mini-Exp-1221-3B-Instruct-V2 (Merge)"},{"eval_name":"MultivexAI_Gladiator-Mini-Exp-1222-3B-Instruct_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"MultivexAI/Gladiator-Mini-Exp-1222-3B-Instruct 📑","fullname":"MultivexAI/Gladiator-Mini-Exp-1222-3B-Instruct","Model sha":"07c170bb7c6b09ddeb4d4fe0fc894b371b27cc50","Average ⬆️":20.353088592931517,"Hub License":"mit","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2116490881751003,"IFEval Raw":0.6163180361440976,"IFEval":61.63180361440977,"BBH Raw":0.4373182371021645,"BBH":20.567490871055163,"MATH Lvl 5 Raw":0.14123867069486404,"MATH Lvl 5":14.123867069486403,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.31276041666666665,"MUSR":1.5950520833333328,"MMLU-PRO Raw":0.30169547872340424,"MMLU-PRO":22.410608747044915,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-22","Submission Date":"2024-12-22","Generation":1,"Base Model":"MultivexAI/Gladiator-Mini-Exp-1222-3B-Instruct (Merge)"},{"eval_name":"MultivexAI_Phi-3.5-Mini-Instruct-MultiVex-v0.25-GGUF_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"MultivexAI/Phi-3.5-Mini-Instruct-MultiVex-v0.25-GGUF 📑","fullname":"MultivexAI/Phi-3.5-Mini-Instruct-MultiVex-v0.25-GGUF","Model sha":"0bdec12abd74bc164fdfa432528b914e19f6a9aa","Average ⬆️":3.8347704638023603,"Hub License":"","Hub ❤️":0,"#Params (B)":3.821,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0121245066641238,"IFEval Raw":0.14398241111362298,"IFEval":14.398241111362296,"BBH Raw":0.29077474506950557,"BBH":1.6023814703484736,"MATH Lvl 5 Raw":0.006042296072507553,"MATH Lvl 5":0.6042296072507553,"GPQA Raw":0.2550335570469799,"GPQA":0.6711409395973182,"MUSR Raw":0.3641979166666667,"MUSR":4.524739583333332,"MMLU-PRO Raw":0.11087101063829788,"MMLU-PRO":1.2078900709219857,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-13","Generation":0,"Base Model":"Removed"},{"eval_name":"Mxode_NanoLM-0.3B-Instruct-v1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Mxode/NanoLM-0.3B-Instruct-v1 📑","fullname":"Mxode/NanoLM-0.3B-Instruct-v1","Model sha":"638cda2c122e96c7992227b56b29967d9c8fd57e","Average ⬆️":5.737739264323998,"Hub License":"gpl-3.0","Hub ❤️":0,"#Params (B)":0.315,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2125516098920441,"IFEval Raw":0.1536744726215331,"IFEval":15.36744726215331,"BBH Raw":0.30282462164767127,"BBH":3.104609898338746,"MATH Lvl 5 Raw":0.014350453172205438,"MATH Lvl 5":1.4350453172205437,"GPQA Raw":0.27181208053691275,"GPQA":2.9082774049216997,"MUSR Raw":0.41552083333333334,"MUSR":10.440104166666668,"MMLU-PRO Raw":0.11053856382978723,"MMLU-PRO":1.1709515366430252,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-03","Submission Date":"2024-09-05","Generation":0,"Base Model":"Mxode/NanoLM-0.3B-Instruct-v1"},{"eval_name":"Mxode_NanoLM-0.3B-Instruct-v1.1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Mxode/NanoLM-0.3B-Instruct-v1.1 📑","fullname":"Mxode/NanoLM-0.3B-Instruct-v1.1","Model sha":"7338464708c691667b193e7bb8f6b5bb3f9df27d","Average ⬆️":5.974298608437977,"Hub License":"gpl-3.0","Hub ❤️":2,"#Params (B)":0.315,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2149597582994591,"IFEval Raw":0.17827918810977095,"IFEval":17.827918810977096,"BBH Raw":0.3014403673764691,"BBH":3.0952799822018195,"MATH Lvl 5 Raw":0.013595166163141994,"MATH Lvl 5":1.3595166163141994,"GPQA Raw":0.25,"GPQA":0.0,"MUSR Raw":0.42733333333333334,"MUSR":12.216666666666669,"MMLU-PRO Raw":0.11211768617021277,"MMLU-PRO":1.3464095744680846,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-05","Submission Date":"2024-09-05","Generation":0,"Base Model":"Mxode/NanoLM-0.3B-Instruct-v1.1"},{"eval_name":"Mxode_NanoLM-0.3B-Instruct-v2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Mxode/NanoLM-0.3B-Instruct-v2 📑","fullname":"Mxode/NanoLM-0.3B-Instruct-v2","Model sha":"40027e2a1a404144975cfc0dd7d354057b98854b","Average ⬆️":5.01367055199107,"Hub License":"gpl-3.0","Hub ❤️":0,"#Params (B)":0.315,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2130422448625946,"IFEval Raw":0.1667885654507817,"IFEval":16.67885654507817,"BBH Raw":0.29211039456850646,"BBH":2.2094810446663793,"MATH Lvl 5 Raw":0.006797583081570997,"MATH Lvl 5":0.6797583081570997,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.3954583333333333,"MUSR":7.565625,"MMLU-PRO Raw":0.11344747340425532,"MMLU-PRO":1.4941637115839235,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-07","Submission Date":"2024-09-08","Generation":0,"Base Model":"Mxode/NanoLM-0.3B-Instruct-v2"},{"eval_name":"Mxode_NanoLM-1B-Instruct-v1.1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Mxode/NanoLM-1B-Instruct-v1.1 📑","fullname":"Mxode/NanoLM-1B-Instruct-v1.1","Model sha":"cad6274afcfcf33927dc6c116d63013dcc1dfc48","Average ⬆️":6.756723242219516,"Hub License":"gpl-3.0","Hub ❤️":0,"#Params (B)":1.076,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6509597362924062,"IFEval Raw":0.23952889444451833,"IFEval":23.952889444451834,"BBH Raw":0.31835012059590373,"BBH":6.106919191919192,"MATH Lvl 5 Raw":0.03625377643504532,"MATH Lvl 5":3.625377643504532,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.34327083333333336,"MUSR":2.675520833333333,"MMLU-PRO Raw":0.12150930851063829,"MMLU-PRO":2.3899231678486985,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-07","Submission Date":"2024-09-08","Generation":0,"Base Model":"Mxode/NanoLM-1B-Instruct-v1.1"},{"eval_name":"Mxode_NanoLM-1B-Instruct-v2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Mxode/NanoLM-1B-Instruct-v2 📑","fullname":"Mxode/NanoLM-1B-Instruct-v2","Model sha":"ebd8c374447985dbd4e247ffe6c5ebb5b4910418","Average ⬆️":7.35441459615685,"Hub License":"gpl-3.0","Hub ❤️":0,"#Params (B)":1.076,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6205629500777163,"IFEval Raw":0.2629844368497808,"IFEval":26.298443684978082,"BBH Raw":0.3123145400715591,"BBH":4.910622895622894,"MATH Lvl 5 Raw":0.04154078549848943,"MATH Lvl 5":4.1540785498489425,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.35520833333333335,"MUSR":4.3343750000000005,"MMLU-PRO Raw":0.12375332446808511,"MMLU-PRO":2.639258274231678,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-07","Submission Date":"2024-09-09","Generation":0,"Base Model":"Mxode/NanoLM-1B-Instruct-v2"},{"eval_name":"NAPS-ai_naps-gemma-2-27b-v-0.1.0_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"NAPS-ai/naps-gemma-2-27b-v-0.1.0 📑","fullname":"NAPS-ai/naps-gemma-2-27b-v-0.1.0","Model sha":"c75cc878c364615db4b1b173b21b97ebcfb13d70","Average ⬆️":1.6796019124036488,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":27.227,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":22.449722077818265,"IFEval Raw":0.0,"IFEval":0.0,"BBH Raw":0.2911778102988436,"BBH":2.3470409575204094,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.35753125,"MUSR":4.524739583333332,"MMLU-PRO Raw":0.11677194148936171,"MMLU-PRO":1.8635490543735225,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-11","Submission Date":"2024-11-11","Generation":1,"Base Model":"NAPS-ai/naps-gemma-2-27b-v-0.1.0 (Merge)"},{"eval_name":"NAPS-ai_naps-gemma-2-27b-v0.1.0_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"NAPS-ai/naps-gemma-2-27b-v0.1.0 📑","fullname":"NAPS-ai/naps-gemma-2-27b-v0.1.0","Model sha":"befb5b776e052a364bad4a5b3380a4d8370572dd","Average ⬆️":1.6796019124036488,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":27.227,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":34.0134345443038,"IFEval Raw":0.0,"IFEval":0.0,"BBH Raw":0.2911778102988436,"BBH":2.3470409575204094,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.35753125,"MUSR":4.524739583333332,"MMLU-PRO Raw":0.11677194148936171,"MMLU-PRO":1.8635490543735225,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-11","Submission Date":"2024-11-11","Generation":1,"Base Model":"NAPS-ai/naps-gemma-2-27b-v0.1.0 (Merge)"},{"eval_name":"NAPS-ai_naps-llama-3_1-8b-instruct-v0.3_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"NAPS-ai/naps-llama-3_1-8b-instruct-v0.3 📑","fullname":"NAPS-ai/naps-llama-3_1-8b-instruct-v0.3","Model sha":"3dcd36be024e02de712d537f8786d868659127bb","Average ⬆️":23.27833752065767,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9386157659309937,"IFEval Raw":0.5390818583580456,"IFEval":53.90818583580456,"BBH Raw":0.4900525115527062,"BBH":26.27454019814682,"MATH Lvl 5 Raw":0.1903323262839879,"MATH Lvl 5":19.033232628398792,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.37870833333333337,"MUSR":7.205208333333334,"MMLU-PRO Raw":0.33984375,"MMLU-PRO":26.649305555555554,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-02","Submission Date":"2024-09-30","Generation":0,"Base Model":"NAPS-ai/naps-llama-3_1-8b-instruct-v0.3"},{"eval_name":"NAPS-ai_naps-llama-3_1-8b-instruct-v0.4_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"NAPS-ai/naps-llama-3_1-8b-instruct-v0.4 📑","fullname":"NAPS-ai/naps-llama-3_1-8b-instruct-v0.4","Model sha":"152229e8de5270aea7b9d7689503fb2577f8911a","Average ⬆️":27.71508453774743,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7838555808247463,"IFEval Raw":0.7344202272193336,"IFEval":73.44202272193337,"BBH Raw":0.4861833360906734,"BBH":27.832818693945708,"MATH Lvl 5 Raw":0.19637462235649547,"MATH Lvl 5":19.637462235649547,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.4421145833333333,"MUSR":13.964322916666667,"MMLU-PRO Raw":0.3474900265957447,"MMLU-PRO":27.498891843971627,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-12","Submission Date":"2024-09-30","Generation":1,"Base Model":"NAPS-ai/naps-llama-3_1-8b-instruct-v0.4 (Merge)"},{"eval_name":"NAPS-ai_naps-llama-3_1-instruct-v0.5.0_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"NAPS-ai/naps-llama-3_1-instruct-v0.5.0 📑","fullname":"NAPS-ai/naps-llama-3_1-instruct-v0.5.0","Model sha":"bf6d3578346e80c586ec1a4a9883079523b48c11","Average ⬆️":16.000822862572466,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.2752422230364955,"IFEval Raw":0.5020124381086628,"IFEval":50.20124381086628,"BBH Raw":0.4147584365689691,"BBH":18.110133310152776,"MATH Lvl 5 Raw":0.03625377643504532,"MATH Lvl 5":3.625377643504532,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.37127083333333327,"MUSR":3.675520833333333,"MMLU-PRO Raw":0.26138630319148937,"MMLU-PRO":17.93181146572104,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-12","Submission Date":"2024-09-30","Generation":0,"Base Model":"NAPS-ai/naps-llama-3_1-instruct-v0.5.0"},{"eval_name":"NAPS-ai_naps-llama-3_1_instruct-v0.6.0_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"NAPS-ai/naps-llama-3_1_instruct-v0.6.0 📑","fullname":"NAPS-ai/naps-llama-3_1_instruct-v0.6.0","Model sha":"e0ce03ea6539f9398adbe14d8f9512e5484625b4","Average ⬆️":15.779501356421212,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5754005635001274,"IFEval Raw":0.3280063564675062,"IFEval":32.80063564675062,"BBH Raw":0.45284530156109354,"BBH":22.339533869982745,"MATH Lvl 5 Raw":0.06419939577039276,"MATH Lvl 5":6.419939577039275,"GPQA Raw":0.28187919463087246,"GPQA":4.250559284116329,"MUSR Raw":0.37390624999999994,"MUSR":3.971614583333333,"MMLU-PRO Raw":0.3240525265957447,"MMLU-PRO":24.894725177304963,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-01","Submission Date":"2024-11-13","Generation":1,"Base Model":"NAPS-ai/naps-llama-3_1_instruct-v0.6.0 (Merge)"},{"eval_name":"NAPS-ai_naps-llama3.1-70B-v0.2-fp16_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"NAPS-ai/naps-llama3.1-70B-v0.2-fp16 📑","fullname":"NAPS-ai/naps-llama3.1-70B-v0.2-fp16","Model sha":"98040775c86bb30230a3cfb8477ca546adcd9a66","Average ⬆️":4.215465224433852,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":70.761,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":148.7725359700582,"IFEval Raw":0.1844993506119319,"IFEval":18.449935061193187,"BBH Raw":0.3040736853180832,"BBH":3.0702609839914836,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.23909395973154363,"GPQA":0.0,"MUSR Raw":0.34860416666666666,"MUSR":2.675520833333333,"MMLU-PRO Raw":0.10987367021276596,"MMLU-PRO":1.0970744680851066,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-10","Submission Date":"2024-12-12","Generation":1,"Base Model":"NAPS-ai/naps-llama3.1-70B-v0.2-fp16 (Merge)"},{"eval_name":"NCSOFT_Llama-VARCO-8B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"NCSOFT/Llama-VARCO-8B-Instruct 📑","fullname":"NCSOFT/Llama-VARCO-8B-Instruct","Model sha":"fe2d9358a2d35451c04e4589b47e361cfacd350d","Average ⬆️":20.983509272665156,"Hub License":"llama3.1","Hub ❤️":69,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1900045983108498,"IFEval Raw":0.4470327619604871,"IFEval":44.703276196048705,"BBH Raw":0.5022879316026018,"BBH":29.177056729688577,"MATH Lvl 5 Raw":0.10649546827794562,"MATH Lvl 5":10.649546827794563,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.3840729166666666,"MUSR":10.775781249999996,"MMLU-PRO Raw":0.31898271276595747,"MMLU-PRO":24.33141252955083,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-12","Submission Date":"2024-12-21","Generation":1,"Base Model":"NCSOFT/Llama-VARCO-8B-Instruct (Merge)"},{"eval_name":"NJS26_NJS_777_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"NJS26/NJS_777 📑","fullname":"NJS26/NJS_777","Model sha":"6fbf69f7058f449afa1a113e66869953f585bb7f","Average ⬆️":4.500174317249103,"Hub License":"","Hub ❤️":0,"#Params (B)":10.362,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9693995075895436,"IFEval Raw":0.18809647291409015,"IFEval":18.809647291409014,"BBH Raw":0.21782097894078087,"BBH":3.1606011091305213,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2063758389261745,"GPQA":0.0,"MUSR Raw":0.35378125,"MUSR":3.2226562499999996,"MMLU-PRO Raw":0.11627327127659574,"MMLU-PRO":1.8081412529550822,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-26","Submission Date":"2025-02-27","Generation":1,"Base Model":"NJS26/NJS_777 (Merge)"},{"eval_name":"NLPark_AnFeng_v3.1-Avocet_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"NLPark/AnFeng_v3.1-Avocet 📑","fullname":"NLPark/AnFeng_v3.1-Avocet","Model sha":"5170739731033323e6e66a0f68d34790042a3b2a","Average ⬆️":28.39095634882293,"Hub License":"cc-by-nc-nd-4.0","Hub ❤️":0,"#Params (B)":34.393,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":6.344016066691716,"IFEval Raw":0.5096311121158525,"IFEval":50.96311121158526,"BBH Raw":0.582852329074409,"BBH":40.309033651453255,"MATH Lvl 5 Raw":0.1593655589123867,"MATH Lvl 5":15.93655589123867,"GPQA Raw":0.32466442953020136,"GPQA":9.955257270693513,"MUSR Raw":0.44757291666666665,"MUSR":14.979947916666662,"MMLU-PRO Raw":0.44381648936170215,"MMLU-PRO":38.20183215130024,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-03","Submission Date":"2024-08-07","Generation":0,"Base Model":"NLPark/AnFeng_v3.1-Avocet"},{"eval_name":"NLPark_B-and-W_Flycatcher-3AD1E_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"NLPark/B-and-W_Flycatcher-3AD1E 📑","fullname":"NLPark/B-and-W_Flycatcher-3AD1E","Model sha":"21044e39f6854f5a6df84c5074d449b7eb96b522","Average ⬆️":30.467332952617294,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.1026445938483675,"IFEval Raw":0.49084650948372543,"IFEval":49.08465094837254,"BBH Raw":0.6065117528534355,"BBH":43.74245801092346,"MATH Lvl 5 Raw":0.23791540785498488,"MATH Lvl 5":23.791540785498487,"GPQA Raw":0.33053691275167785,"GPQA":10.738255033557047,"MUSR Raw":0.44227083333333334,"MUSR":13.883854166666671,"MMLU-PRO Raw":0.4740691489361702,"MMLU-PRO":41.56323877068557,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-28","Submission Date":"2024-09-28","Generation":0,"Base Model":"NLPark/B-and-W_Flycatcher-3AD1E"},{"eval_name":"NLPark_Shi-Ci-Robin-Test_3AD80_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"NLPark/Shi-Ci-Robin-Test_3AD80 📑","fullname":"NLPark/Shi-Ci-Robin-Test_3AD80","Model sha":"995887837a259817570489183cbe8b1abffd23b1","Average ⬆️":39.234122021270416,"Hub License":"llama3.1","Hub ❤️":0,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":24.893508960713934,"IFEval Raw":0.7226547782107031,"IFEval":72.26547782107032,"BBH Raw":0.6704805157570325,"BBH":52.265661751102094,"MATH Lvl 5 Raw":0.3157099697885196,"MATH Lvl 5":31.570996978851962,"GPQA Raw":0.3598993288590604,"GPQA":14.65324384787472,"MUSR Raw":0.46959375000000003,"MUSR":18.86588541666667,"MMLU-PRO Raw":0.5120511968085106,"MMLU-PRO":45.78346631205674,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-25","Submission Date":"2024-10-25","Generation":1,"Base Model":"NLPark/Shi-Ci-Robin-Test_3AD80 (Merge)"},{"eval_name":"NTQAI_NxMobileLM-1.5B-SFT_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"NTQAI/NxMobileLM-1.5B-SFT 📑","fullname":"NTQAI/NxMobileLM-1.5B-SFT","Model sha":"c5095c4969a48999c99f0e34ba3db929a0b59b8b","Average ⬆️":18.734829287552035,"Hub License":"mit","Hub ❤️":4,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6783146614348514,"IFEval Raw":0.6392239258500778,"IFEval":63.92239258500778,"BBH Raw":0.39571778048116,"BBH":16.162542725891466,"MATH Lvl 5 Raw":0.08459214501510574,"MATH Lvl 5":8.459214501510575,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.35552083333333334,"MUSR":2.4401041666666674,"MMLU-PRO Raw":0.28174867021276595,"MMLU-PRO":20.194296690307326,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-15","Submission Date":"2025-01-15","Generation":1,"Base Model":"NTQAI/NxMobileLM-1.5B-SFT (Merge)"},{"eval_name":"NTQAI_Nxcode-CQ-7B-orpo_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"NTQAI/Nxcode-CQ-7B-orpo 📑","fullname":"NTQAI/Nxcode-CQ-7B-orpo","Model sha":"74f3b3c06de36b261af9ef857279d6e33f893336","Average ⬆️":12.373779699446112,"Hub License":"other","Hub ❤️":124,"#Params (B)":7.25,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6843498267871815,"IFEval Raw":0.40072119753365515,"IFEval":40.07211975336551,"BBH Raw":0.4143023249178217,"BBH":17.58000487008142,"MATH Lvl 5 Raw":0.02190332326283988,"MATH Lvl 5":2.190332326283988,"GPQA Raw":0.25419463087248323,"GPQA":0.5592841163310973,"MUSR Raw":0.39396875,"MUSR":7.04609375,"MMLU-PRO Raw":0.16115359042553193,"MMLU-PRO":6.794843380614658,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-24","Submission Date":"2024-08-10","Generation":0,"Base Model":"NTQAI/Nxcode-CQ-7B-orpo"},{"eval_name":"NYTK_PULI-GPTrio_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GPTNeoXForCausalLM","Model":"NYTK/PULI-GPTrio 📑","fullname":"NYTK/PULI-GPTrio","Model sha":"16a56dd22d184e4b7b49d90461fa8d4810639463","Average ⬆️":5.833727911056492,"Hub License":"cc-by-nc-4.0","Hub ❤️":10,"#Params (B)":7.673,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.444093990695365,"IFEval Raw":0.21797164855915638,"IFEval":21.79716485591564,"BBH Raw":0.30600290906237543,"BBH":3.0152211415704975,"MATH Lvl 5 Raw":0.012084592145015106,"MATH Lvl 5":1.2084592145015105,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.38187499999999996,"MUSR":5.3343750000000005,"MMLU-PRO Raw":0.11369680851063829,"MMLU-PRO":1.521867612293143,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-06-08","Submission Date":"2024-08-24","Generation":0,"Base Model":"NYTK/PULI-GPTrio"},{"eval_name":"NYTK_PULI-LlumiX-32K_float16","Precision":"float16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"NYTK/PULI-LlumiX-32K 📑","fullname":"NYTK/PULI-LlumiX-32K","Model sha":"a589894397a36b61c578d0dd4778ee6e5fe471ff","Average ⬆️":6.519109356715034,"Hub License":"llama2","Hub ❤️":11,"#Params (B)":6.738,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6451394799256278,"IFEval Raw":0.1699612583500667,"IFEval":16.99612583500667,"BBH Raw":0.31893582242949375,"BBH":5.107047129907727,"MATH Lvl 5 Raw":0.01283987915407855,"MATH Lvl 5":1.283987915407855,"GPQA Raw":0.2533557046979866,"GPQA":0.44742729306487633,"MUSR Raw":0.39641666666666664,"MUSR":7.718750000000001,"MMLU-PRO Raw":0.16805186170212766,"MMLU-PRO":7.561317966903072,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-03-12","Submission Date":"2024-08-24","Generation":0,"Base Model":"NYTK/PULI-LlumiX-32K"},{"eval_name":"Naveenpoliasetty_llama3-8B-V2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Naveenpoliasetty/llama3-8B-V2 📑","fullname":"Naveenpoliasetty/llama3-8B-V2","Model sha":"e0458381d02bc411b9e576796d185f23dcc11f71","Average ⬆️":20.820686737632144,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.50402447937112,"IFEval Raw":0.4122616878770551,"IFEval":41.226168787705504,"BBH Raw":0.5188657580065063,"BBH":30.873209425039573,"MATH Lvl 5 Raw":0.07854984894259819,"MATH Lvl 5":7.854984894259818,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.40813541666666664,"MUSR":9.183593750000002,"MMLU-PRO Raw":0.3737533244680851,"MMLU-PRO":30.417036052009454,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-18","Submission Date":"2024-06-26","Generation":1,"Base Model":"Naveenpoliasetty/llama3-8B-V2 (Merge)"},{"eval_name":"NbAiLab_nb-llama-3.1-8B-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"NbAiLab/nb-llama-3.1-8B-Instruct 📑","fullname":"NbAiLab/nb-llama-3.1-8B-Instruct","Model sha":"e56aaceb823e1b0d29029c8a9e4bc090a07d81c4","Average ⬆️":8.479797435320535,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.495082112488492,"IFEval Raw":0.362502604201297,"IFEval":36.2502604201297,"BBH Raw":0.32466553135589526,"BBH":5.448858800501278,"MATH Lvl 5 Raw":0.022658610271903322,"MATH Lvl 5":2.2658610271903323,"GPQA Raw":0.27348993288590606,"GPQA":3.1319910514541416,"MUSR Raw":0.32076041666666666,"MUSR":1.5950520833333328,"MMLU-PRO Raw":0.1196808510638298,"MMLU-PRO":2.186761229314421,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-10","Generation":0,"Base Model":"Removed"},{"eval_name":"NbAiLab_nb-llama-3.1-8B-sft_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"NbAiLab/nb-llama-3.1-8B-sft 📑","fullname":"NbAiLab/nb-llama-3.1-8B-sft","Model sha":"4afbe8f228a7c10155e6687bd337499726db0604","Average ⬆️":8.180260967339196,"Hub License":"llama3.1","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.476169872939846,"IFEval Raw":0.36157838978355206,"IFEval":36.15783897835521,"BBH Raw":0.3281509048328078,"BBH":5.952497646658256,"MATH Lvl 5 Raw":0.02190332326283988,"MATH Lvl 5":2.190332326283988,"GPQA Raw":0.25419463087248323,"GPQA":0.5592841163310973,"MUSR Raw":0.3287291666666667,"MUSR":1.7578124999999993,"MMLU-PRO Raw":0.12217420212765957,"MMLU-PRO":2.4638002364066187,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-25","Submission Date":"2024-12-11","Generation":0,"Base Model":"NbAiLab/nb-llama-3.1-8B-sft"},{"eval_name":"Nekochu_Llama-3.1-8B-German-ORPO_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nekochu/Llama-3.1-8B-German-ORPO 📑","fullname":"Nekochu/Llama-3.1-8B-German-ORPO","Model sha":"463ea77e46fb6d69c86f23df21b0ab0a0b9e77cd","Average ⬆️":23.254052215833834,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8883950726456662,"IFEval Raw":0.4610710692074806,"IFEval":46.10710692074806,"BBH Raw":0.4982577044334462,"BBH":29.419254274936463,"MATH Lvl 5 Raw":0.11706948640483383,"MATH Lvl 5":11.706948640483382,"GPQA Raw":0.3162751677852349,"GPQA":8.83668903803132,"MUSR Raw":0.46475,"MUSR":16.860416666666666,"MMLU-PRO Raw":0.33934507978723405,"MMLU-PRO":26.593897754137114,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-13","Submission Date":"2024-09-24","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"Nekochu_Llama-3.1-8B-french-DPO_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nekochu/Llama-3.1-8B-french-DPO 📑","fullname":"Nekochu/Llama-3.1-8B-french-DPO","Model sha":"b0c66dd2a2814a6bfb05313ffec856fd4c6c7bd7","Average ⬆️":21.701292312420733,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6424149313308514,"IFEval Raw":0.46564227361179444,"IFEval":46.56422736117945,"BBH Raw":0.5110888403999433,"BBH":30.03259699633449,"MATH Lvl 5 Raw":0.09743202416918428,"MATH Lvl 5":9.743202416918429,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.4215625,"MUSR":11.561979166666667,"MMLU-PRO Raw":0.3414228723404255,"MMLU-PRO":26.824763593380613,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-12","Submission Date":"2024-10-12","Generation":1,"Base Model":"NousResearch/Meta-Llama-3.1-8B-Instruct"},{"eval_name":"Nekochu_Luminia-13B-v3_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nekochu/Luminia-13B-v3 📑","fullname":"Nekochu/Luminia-13B-v3","Model sha":"602563f3af32b3c6be067ad522e6f3eaff4f8627","Average ⬆️":11.635076640566737,"Hub License":"apache-2.0","Hub ❤️":6,"#Params (B)":13.016,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.277759486101257,"IFEval Raw":0.25231829323971505,"IFEval":25.231829323971507,"BBH Raw":0.41121515510929624,"BBH":17.690523920374847,"MATH Lvl 5 Raw":0.01812688821752266,"MATH Lvl 5":1.812688821752266,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.3983333333333334,"MUSR":8.891666666666667,"MMLU-PRO Raw":0.22149268617021275,"MMLU-PRO":13.499187352245862,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-03-18","Submission Date":"2024-09-25","Generation":1,"Base Model":"meta-llama/Llama-2-13b-chat-hf"},{"eval_name":"Nekochu_Luminia-8B-RP_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nekochu/Luminia-8B-RP 📑","fullname":"Nekochu/Luminia-8B-RP","Model sha":"619be17206729d86b898b9d1b3369a7135c1a9b9","Average ⬆️":24.61809279716832,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9051954807151352,"IFEval Raw":0.5574165436597118,"IFEval":55.74165436597117,"BBH Raw":0.5218151030627874,"BBH":31.802699112572423,"MATH Lvl 5 Raw":0.13595166163141995,"MATH Lvl 5":13.595166163141995,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.3997604166666666,"MUSR":11.070052083333328,"MMLU-PRO Raw":0.3631150265957447,"MMLU-PRO":29.235002955082745,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-13","Submission Date":"2024-09-24","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"NeverSleep_Lumimaid-v0.2-12B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"NeverSleep/Lumimaid-v0.2-12B 📑","fullname":"NeverSleep/Lumimaid-v0.2-12B","Model sha":"b04f4e8f9a0c64fbb271d1135b208c90c3aa0ad0","Average ⬆️":18.147314436553692,"Hub License":"cc-by-nc-4.0","Hub ❤️":94,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.1283867273639814,"IFEval Raw":0.10993497253952846,"IFEval":10.993497253952846,"BBH Raw":0.5395610525850818,"BBH":34.40988943485442,"MATH Lvl 5 Raw":0.05664652567975831,"MATH Lvl 5":5.664652567975831,"GPQA Raw":0.3145973154362416,"GPQA":8.612975391498878,"MUSR Raw":0.48211458333333335,"MUSR":21.297656250000003,"MMLU-PRO Raw":0.3511469414893617,"MMLU-PRO":27.905215721040182,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-25","Submission Date":"2024-07-31","Generation":0,"Base Model":"NeverSleep/Lumimaid-v0.2-12B"},{"eval_name":"NeverSleep_Lumimaid-v0.2-8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"NeverSleep/Lumimaid-v0.2-8B 📑","fullname":"NeverSleep/Lumimaid-v0.2-8B","Model sha":"4563201f29ef18c62d16e9f6fffd3931a63ccb51","Average ⬆️":24.41199658071584,"Hub License":"cc-by-nc-4.0","Hub ❤️":71,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4793910691125391,"IFEval Raw":0.5038109992597419,"IFEval":50.3810999259742,"BBH Raw":0.5237767601226618,"BBH":31.963373781180234,"MATH Lvl 5 Raw":0.14350453172205438,"MATH Lvl 5":14.350453172205437,"GPQA Raw":0.311241610738255,"GPQA":8.165548098434002,"MUSR Raw":0.4303020833333333,"MUSR":12.321093750000001,"MMLU-PRO Raw":0.36361369680851063,"MMLU-PRO":29.290410756501185,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-24","Submission Date":"2024-08-09","Generation":0,"Base Model":"NeverSleep/Lumimaid-v0.2-8B"},{"eval_name":"Nexesenex_Dolphin3.0-Llama3.1-1B-abliterated_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Dolphin3.0-Llama3.1-1B-abliterated 📑","fullname":"Nexesenex/Dolphin3.0-Llama3.1-1B-abliterated","Model sha":"3ab9a1cebae25ff08ad915328466b75b5dc8f860","Average ⬆️":11.378391787254499,"Hub License":"llama3.1","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.34511206922249005,"IFEval Raw":0.5311883580012146,"IFEval":53.11883580012146,"BBH Raw":0.3240787338568713,"BBH":6.8620788810826765,"MATH Lvl 5 Raw":0.03851963746223565,"MATH Lvl 5":3.8519637462235647,"GPQA Raw":0.2407718120805369,"GPQA":0.0,"MUSR Raw":0.32367708333333334,"MUSR":0.29296874999999956,"MMLU-PRO Raw":0.1373005319148936,"MMLU-PRO":4.14450354609929,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-01","Submission Date":"2025-03-05","Generation":1,"Base Model":"Nexesenex/Dolphin3.0-Llama3.1-1B-abliterated (Merge)"},{"eval_name":"Nexesenex_Llama_3.1_8b_DeepDive_3_Prev_v1.0_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.1_8b_DeepDive_3_Prev_v1.0 📑","fullname":"Nexesenex/Llama_3.1_8b_DeepDive_3_Prev_v1.0","Model sha":"7ac196a06fdc9e86b08a13cde4c76a38913dd647","Average ⬆️":26.648390871227136,"Hub License":"llama3.1","Hub ❤️":3,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6851869942793544,"IFEval Raw":0.6809144181881852,"IFEval":68.09144181881851,"BBH Raw":0.5155095936229447,"BBH":31.122746611299153,"MATH Lvl 5 Raw":0.1865558912386707,"MATH Lvl 5":18.65558912386707,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.3665833333333333,"MUSR":9.456250000000002,"MMLU-PRO Raw":0.34375,"MMLU-PRO":27.083333333333332,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-17","Submission Date":"2025-02-28","Generation":1,"Base Model":"Nexesenex/Llama_3.1_8b_DeepDive_3_Prev_v1.0 (Merge)"},{"eval_name":"Nexesenex_Llama_3.1_8b_DeepDive_3_R1_Prev_v1.0_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.1_8b_DeepDive_3_R1_Prev_v1.0 📑","fullname":"Nexesenex/Llama_3.1_8b_DeepDive_3_R1_Prev_v1.0","Model sha":"c1a135395817932a87ae985fc7413078e52d0470","Average ⬆️":27.472783833453928,"Hub License":"llama3.1","Hub ❤️":3,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3836783278954334,"IFEval Raw":0.7100903380807368,"IFEval":71.0090338080737,"BBH Raw":0.51203649030939,"BBH":30.73278378127992,"MATH Lvl 5 Raw":0.19259818731117825,"MATH Lvl 5":19.259818731117825,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.37576041666666665,"MUSR":10.003385416666669,"MMLU-PRO Raw":0.34408244680851063,"MMLU-PRO":27.12027186761229,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-17","Submission Date":"2025-02-27","Generation":1,"Base Model":"Nexesenex/Llama_3.1_8b_DeepDive_3_R1_Prev_v1.0 (Merge)"},{"eval_name":"Nexesenex_Llama_3.1_8b_DobHerWild_R1_v1.1R_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.1_8b_DobHerWild_R1_v1.1R 📑","fullname":"Nexesenex/Llama_3.1_8b_DobHerWild_R1_v1.1R","Model sha":"0f5f7b67439f16e1a82e7fdcd1f9cc771eb97e5e","Average ⬆️":29.728397716509164,"Hub License":"llama3.1","Hub ❤️":3,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6974687182638726,"IFEval Raw":0.759999024809727,"IFEval":75.99990248097271,"BBH Raw":0.525696414662245,"BBH":32.825750312399464,"MATH Lvl 5 Raw":0.23187311178247735,"MATH Lvl 5":23.187311178247736,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.38521875,"MUSR":9.885677083333336,"MMLU-PRO Raw":0.36884973404255317,"MMLU-PRO":29.8721926713948,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-18","Submission Date":"2025-02-27","Generation":1,"Base Model":"Nexesenex/Llama_3.1_8b_DobHerWild_R1_v1.1R (Merge)"},{"eval_name":"Nexesenex_Llama_3.1_8b_DoberWild_v2.01_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.1_8b_DoberWild_v2.01 📑","fullname":"Nexesenex/Llama_3.1_8b_DoberWild_v2.01","Model sha":"560554a7ce692b74c08aa0f69f60b9edaa67e136","Average ⬆️":30.16438239831213,"Hub License":"llama3.1","Hub ❤️":3,"#Params (B)":8.031,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6568801609790043,"IFEval Raw":0.7995662619627034,"IFEval":79.95662619627035,"BBH Raw":0.5250767747736031,"BBH":32.37775915384321,"MATH Lvl 5 Raw":0.2001510574018127,"MATH Lvl 5":20.01510574018127,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.4011875,"MUSR":10.581770833333328,"MMLU-PRO Raw":0.3790724734042553,"MMLU-PRO":31.008052600472812,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-27","Generation":1,"Base Model":"Nexesenex/Llama_3.1_8b_DoberWild_v2.01 (Merge)"},{"eval_name":"Nexesenex_Llama_3.1_8b_DoberWild_v2.02_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.1_8b_DoberWild_v2.02 📑","fullname":"Nexesenex/Llama_3.1_8b_DoberWild_v2.02","Model sha":"fbc865067c1ef712763598fd8ee46aa6a4932d72","Average ⬆️":29.47563015963895,"Hub License":"llama3.1","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6844381598060006,"IFEval Raw":0.7746368524404137,"IFEval":77.46368524404136,"BBH Raw":0.531273698652086,"BBH":33.35331271516665,"MATH Lvl 5 Raw":0.19939577039274925,"MATH Lvl 5":19.939577039274926,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.39458333333333334,"MUSR":9.456250000000002,"MMLU-PRO Raw":0.3764128989361702,"MMLU-PRO":30.712544326241126,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-28","Submission Date":"2025-02-28","Generation":1,"Base Model":"Nexesenex/Llama_3.1_8b_DoberWild_v2.02 (Merge)"},{"eval_name":"Nexesenex_Llama_3.1_8b_DoberWild_v2.03_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.1_8b_DoberWild_v2.03 📑","fullname":"Nexesenex/Llama_3.1_8b_DoberWild_v2.03","Model sha":"c90f034cc7badd745115f53064b029fce64c3c16","Average ⬆️":29.82476968118114,"Hub License":"llama3.1","Hub ❤️":4,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6694867320616492,"IFEval Raw":0.7764354135914928,"IFEval":77.64354135914928,"BBH Raw":0.5294434267893284,"BBH":33.032829118870865,"MATH Lvl 5 Raw":0.20770392749244712,"MATH Lvl 5":20.770392749244714,"GPQA Raw":0.3045302013422819,"GPQA":7.270693512304256,"MUSR Raw":0.39058333333333334,"MUSR":9.989583333333336,"MMLU-PRO Raw":0.37217420212765956,"MMLU-PRO":30.24157801418439,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-28","Submission Date":"2025-02-28","Generation":1,"Base Model":"Nexesenex/Llama_3.1_8b_DoberWild_v2.03 (Merge)"},{"eval_name":"Nexesenex_Llama_3.1_8b_DodoWild_v2.01_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.1_8b_DodoWild_v2.01 📑","fullname":"Nexesenex/Llama_3.1_8b_DodoWild_v2.01","Model sha":"5b6413555d32172bc6372075f0a31fbf7895723b","Average ⬆️":30.309648600363573,"Hub License":"llama3.1","Hub ❤️":2,"#Params (B)":8.031,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6917604997282902,"IFEval Raw":0.7977677008116243,"IFEval":79.77677008116243,"BBH Raw":0.5252760762748857,"BBH":32.110872058033216,"MATH Lvl 5 Raw":0.1986404833836858,"MATH Lvl 5":19.86404833836858,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.40896874999999994,"MUSR":12.521093749999997,"MMLU-PRO Raw":0.3738364361702128,"MMLU-PRO":30.426270685579198,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-27","Generation":1,"Base Model":"Nexesenex/Llama_3.1_8b_DodoWild_v2.01 (Merge)"},{"eval_name":"Nexesenex_Llama_3.1_8b_DodoWild_v2.02_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.1_8b_DodoWild_v2.02 📑","fullname":"Nexesenex/Llama_3.1_8b_DodoWild_v2.02","Model sha":"","Average ⬆️":30.733559169624357,"Hub License":"llama3.1","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6860352698884155,"IFEval Raw":0.8016895171478344,"IFEval":80.16895171478345,"BBH Raw":0.5261737638679802,"BBH":32.31915252588661,"MATH Lvl 5 Raw":0.22734138972809667,"MATH Lvl 5":22.734138972809667,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.39706249999999993,"MUSR":11.232812499999994,"MMLU-PRO Raw":0.37608045212765956,"MMLU-PRO":30.67560579196217,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-28","Submission Date":"2025-02-28","Generation":1,"Base Model":"Nexesenex/Llama_3.1_8b_DodoWild_v2.02 (Merge)"},{"eval_name":"Nexesenex_Llama_3.1_8b_DodoWild_v2.03_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.1_8b_DodoWild_v2.03 📑","fullname":"Nexesenex/Llama_3.1_8b_DodoWild_v2.03","Model sha":"68b895fd2242abe1115c2bc4a13fdb7bb70b1811","Average ⬆️":30.60438973869286,"Hub License":"llama3.1","Hub ❤️":4,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6845834230731944,"IFEval Raw":0.7941207108250552,"IFEval":79.41207108250552,"BBH Raw":0.530825004382936,"BBH":33.022959512096214,"MATH Lvl 5 Raw":0.22205438066465258,"MATH Lvl 5":22.20543806646526,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.3958541666666667,"MUSR":10.31510416666667,"MMLU-PRO Raw":0.37857380319148937,"MMLU-PRO":30.952644799054376,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-28","Submission Date":"2025-02-28","Generation":1,"Base Model":"Nexesenex/Llama_3.1_8b_DodoWild_v2.03 (Merge)"},{"eval_name":"Nexesenex_Llama_3.1_8b_DodoWild_v2.10_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.1_8b_DodoWild_v2.10 📑","fullname":"Nexesenex/Llama_3.1_8b_DodoWild_v2.10","Model sha":"143314ac0b5bb2bd2bb6c05c3c167e534e291a24","Average ⬆️":30.406547342023725,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6632804225210029,"IFEval Raw":0.8053863748188141,"IFEval":80.53863748188141,"BBH Raw":0.5278362703806528,"BBH":32.75807763538685,"MATH Lvl 5 Raw":0.1971299093655589,"MATH Lvl 5":19.71299093655589,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.41566666666666663,"MUSR":11.558333333333328,"MMLU-PRO Raw":0.3854720744680851,"MMLU-PRO":31.719119385342786,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-28","Submission Date":"2025-03-01","Generation":1,"Base Model":"Nexesenex/Llama_3.1_8b_DodoWild_v2.10 (Merge)"},{"eval_name":"Nexesenex_Llama_3.1_8b_Dolermed_R1_V1.01_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.1_8b_Dolermed_R1_V1.01 📑","fullname":"Nexesenex/Llama_3.1_8b_Dolermed_R1_V1.01","Model sha":"34f6ec6d3fa767d2dbaed76ede30d3bd4d09617c","Average ⬆️":29.312043044222406,"Hub License":"llama3.1","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.711628014074646,"IFEval Raw":0.7533544329046928,"IFEval":75.33544329046929,"BBH Raw":0.5312389177563648,"BBH":33.28793158004305,"MATH Lvl 5 Raw":0.20166163141993956,"MATH Lvl 5":20.166163141993955,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.37470833333333337,"MUSR":9.33854166666667,"MMLU-PRO Raw":0.3732546542553192,"MMLU-PRO":30.361628250591018,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-28","Submission Date":"2025-02-28","Generation":1,"Base Model":"Nexesenex/Llama_3.1_8b_Dolermed_R1_V1.01 (Merge)"},{"eval_name":"Nexesenex_Llama_3.1_8b_Dolermed_R1_V1.03_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.1_8b_Dolermed_R1_V1.03 📑","fullname":"Nexesenex/Llama_3.1_8b_Dolermed_R1_V1.03","Model sha":"a63fd02d6595cb821cdb2f934d12e90a8da6016a","Average ⬆️":29.78932292513281,"Hub License":"llama3.1","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6868622213761216,"IFEval Raw":0.7564019025075688,"IFEval":75.64019025075689,"BBH Raw":0.5316448098766001,"BBH":33.285577384040586,"MATH Lvl 5 Raw":0.20921450151057402,"MATH Lvl 5":20.921450151057403,"GPQA Raw":0.3179530201342282,"GPQA":9.060402684563762,"MUSR Raw":0.3800416666666666,"MUSR":9.605208333333328,"MMLU-PRO Raw":0.37200797872340424,"MMLU-PRO":30.223108747044915,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-28","Submission Date":"2025-02-28","Generation":1,"Base Model":"Nexesenex/Llama_3.1_8b_Dolermed_R1_V1.03 (Merge)"},{"eval_name":"Nexesenex_Llama_3.1_8b_Dolermed_V1.01_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.1_8b_Dolermed_V1.01 📑","fullname":"Nexesenex/Llama_3.1_8b_Dolermed_V1.01","Model sha":"3bbe50712a23b6d8711a1e628fcea1bc40178982","Average ⬆️":23.45268314376055,"Hub License":"llama3.1","Hub ❤️":4,"#Params (B)":8.031,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7476537745023463,"IFEval Raw":0.508657030013697,"IFEval":50.865703001369695,"BBH Raw":0.5193615033347353,"BBH":31.7058028455963,"MATH Lvl 5 Raw":0.13444108761329304,"MATH Lvl 5":13.444108761329304,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.39448958333333334,"MUSR":10.211197916666668,"MMLU-PRO Raw":0.3570478723404255,"MMLU-PRO":28.560874704491717,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-28","Generation":1,"Base Model":"Nexesenex/Llama_3.1_8b_Dolermed_V1.01 (Merge)"},{"eval_name":"Nexesenex_Llama_3.1_8b_Dolerstormed_V1.04_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.1_8b_Dolerstormed_V1.04 📑","fullname":"Nexesenex/Llama_3.1_8b_Dolerstormed_V1.04","Model sha":"a80370b825f9f4fa00daecc44433035f3f48aa2a","Average ⬆️":30.113033386800094,"Hub License":"llama3.1","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6572829499007699,"IFEval Raw":0.7889001183526376,"IFEval":78.89001183526376,"BBH Raw":0.5195180641442355,"BBH":31.641151925155338,"MATH Lvl 5 Raw":0.19259818731117825,"MATH Lvl 5":19.259818731117825,"GPQA Raw":0.3221476510067114,"GPQA":9.61968680089485,"MUSR Raw":0.4029583333333333,"MUSR":9.169791666666667,"MMLU-PRO Raw":0.3888796542553192,"MMLU-PRO":32.097739361702125,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-28","Submission Date":"2025-03-01","Generation":1,"Base Model":"Nexesenex/Llama_3.1_8b_Dolerstormed_V1.04 (Merge)"},{"eval_name":"Nexesenex_Llama_3.1_8b_Hermedash_R1_V1.04_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.1_8b_Hermedash_R1_V1.04 📑","fullname":"Nexesenex/Llama_3.1_8b_Hermedash_R1_V1.04","Model sha":"8625849c98769300f69b6b7695e02482c7f4f0b3","Average ⬆️":30.277769930189056,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6696681062849801,"IFEval Raw":0.7871514248859692,"IFEval":78.71514248859691,"BBH Raw":0.5191641616026265,"BBH":31.658971634698442,"MATH Lvl 5 Raw":0.1865558912386707,"MATH Lvl 5":18.65558912386707,"GPQA Raw":0.32298657718120805,"GPQA":9.731543624161072,"MUSR Raw":0.4110520833333333,"MUSR":10.881510416666664,"MMLU-PRO Raw":0.38821476063829785,"MMLU-PRO":32.023862293144205,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-28","Submission Date":"2025-02-28","Generation":1,"Base Model":"Nexesenex/Llama_3.1_8b_Hermedash_R1_V1.04 (Merge)"},{"eval_name":"Nexesenex_Llama_3.1_8b_Hermedive_R1_V1.01_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.1_8b_Hermedive_R1_V1.01 📑","fullname":"Nexesenex/Llama_3.1_8b_Hermedive_R1_V1.01","Model sha":"fce000e697ca714141a0962e5e50ab2a1d58f680","Average ⬆️":23.809186985379387,"Hub License":"llama3.1","Hub ❤️":3,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7556058524578672,"IFEval Raw":0.5001141415887622,"IFEval":50.01141415887623,"BBH Raw":0.5170855986734039,"BBH":31.129961752766558,"MATH Lvl 5 Raw":0.17749244712990936,"MATH Lvl 5":17.749244712990937,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.40084374999999994,"MUSR":12.63880208333333,"MMLU-PRO Raw":0.34266954787234044,"MMLU-PRO":26.963283096926716,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-28","Submission Date":"2025-02-28","Generation":1,"Base Model":"Nexesenex/Llama_3.1_8b_Hermedive_R1_V1.01 (Merge)"},{"eval_name":"Nexesenex_Llama_3.1_8b_Hermedive_R1_V1.03_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.1_8b_Hermedive_R1_V1.03 📑","fullname":"Nexesenex/Llama_3.1_8b_Hermedive_R1_V1.03","Model sha":"4859975e28c66fe2461474883a22fc4ac6d7561d","Average ⬆️":26.50163295870381,"Hub License":"llama3.1","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6914988124726777,"IFEval Raw":0.6647528557560606,"IFEval":66.47528557560605,"BBH Raw":0.5140787918844759,"BBH":30.801237679727436,"MATH Lvl 5 Raw":0.18580060422960726,"MATH Lvl 5":18.580060422960727,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.3613125,"MUSR":9.130729166666669,"MMLU-PRO Raw":0.3488198138297872,"MMLU-PRO":27.64664598108747,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-28","Submission Date":"2025-02-28","Generation":1,"Base Model":"Nexesenex/Llama_3.1_8b_Hermedive_R1_V1.03 (Merge)"},{"eval_name":"Nexesenex_Llama_3.1_8b_Hermedive_V1.01_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.1_8b_Hermedive_V1.01 📑","fullname":"Nexesenex/Llama_3.1_8b_Hermedive_V1.01","Model sha":"9037f457eff988502bca12f4f69a7a7dc0f4011e","Average ⬆️":22.78885888839048,"Hub License":"llama3.1","Hub ❤️":3,"#Params (B)":8.031,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7053396012461731,"IFEval Raw":0.5061592131101034,"IFEval":50.61592131101034,"BBH Raw":0.4918197968512548,"BBH":27.6484297794192,"MATH Lvl 5 Raw":0.1646525679758308,"MATH Lvl 5":16.46525679758308,"GPQA Raw":0.28942953020134227,"GPQA":5.257270693512303,"MUSR Raw":0.36965624999999996,"MUSR":8.407031249999996,"MMLU-PRO Raw":0.3550531914893617,"MMLU-PRO":28.33924349881796,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-28","Generation":1,"Base Model":"Nexesenex/Llama_3.1_8b_Hermedive_V1.01 (Merge)"},{"eval_name":"Nexesenex_Llama_3.1_8b_Mediver_V1.01_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.1_8b_Mediver_V1.01 📑","fullname":"Nexesenex/Llama_3.1_8b_Mediver_V1.01","Model sha":"458b223cf66a9057d048d3e1bca609c1ad952ec3","Average ⬆️":11.984272459370358,"Hub License":"llama3.1","Hub ❤️":0,"#Params (B)":8.031,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7479143699507365,"IFEval Raw":0.18847103463255274,"IFEval":18.847103463255273,"BBH Raw":0.44148325896745977,"BBH":20.441503466276757,"MATH Lvl 5 Raw":0.0015105740181268882,"MATH Lvl 5":0.1510574018126888,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.38978124999999997,"MUSR":6.622656250000001,"MMLU-PRO Raw":0.2993683510638298,"MMLU-PRO":22.1520390070922,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-27","Generation":1,"Base Model":"Nexesenex/Llama_3.1_8b_Mediver_V1.01 (Merge)"},{"eval_name":"Nexesenex_Llama_3.1_8b_Medusa_v1.01_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.1_8b_Medusa_v1.01 📑","fullname":"Nexesenex/Llama_3.1_8b_Medusa_v1.01","Model sha":"c133aae6cba4c86a8aabd686d6f137c34fdf67f0","Average ⬆️":27.38168287785029,"Hub License":"llama3.1","Hub ❤️":3,"#Params (B)":8.031,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.65086918442432,"IFEval Raw":0.7685419132346618,"IFEval":76.85419132346618,"BBH Raw":0.5017727187674992,"BBH":30.029014461113167,"MATH Lvl 5 Raw":0.14652567975830816,"MATH Lvl 5":14.652567975830816,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.40667708333333336,"MUSR":9.03463541666667,"MMLU-PRO Raw":0.3531416223404255,"MMLU-PRO":28.126846926713938,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-27","Generation":1,"Base Model":"Nexesenex/Llama_3.1_8b_Medusa_v1.01 (Merge)"},{"eval_name":"Nexesenex_Llama_3.1_8b_Smarteaz_0.2_R1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.1_8b_Smarteaz_0.2_R1 📑","fullname":"Nexesenex/Llama_3.1_8b_Smarteaz_0.2_R1","Model sha":"c67ac7a09e51cff541126912a29d7b2985d210ce","Average ⬆️":28.105107642426063,"Hub License":"llama3.1","Hub ❤️":3,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7310147805115926,"IFEval Raw":0.6345529860769425,"IFEval":63.455298607694246,"BBH Raw":0.5112504828088763,"BBH":30.6976172290985,"MATH Lvl 5 Raw":0.26057401812688824,"MATH Lvl 5":26.057401812688823,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.4188020833333333,"MUSR":12.316927083333331,"MMLU-PRO Raw":0.3645279255319149,"MMLU-PRO":29.391991725768314,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-17","Submission Date":"2025-02-27","Generation":1,"Base Model":"Nexesenex/Llama_3.1_8b_Smarteaz_0.2_R1 (Merge)"},{"eval_name":"Nexesenex_Llama_3.1_8b_Smarteaz_V1.01_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.1_8b_Smarteaz_V1.01 📑","fullname":"Nexesenex/Llama_3.1_8b_Smarteaz_V1.01","Model sha":"195c80b1bf8431108d0f7bb87c3e84277793f437","Average ⬆️":30.623634123187415,"Hub License":"llama3.1","Hub ❤️":3,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6993025622981146,"IFEval Raw":0.8151283040111349,"IFEval":81.51283040111349,"BBH Raw":0.5241273021389002,"BBH":32.275457070272665,"MATH Lvl 5 Raw":0.23413897280966767,"MATH Lvl 5":23.413897280966765,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.37892708333333336,"MUSR":8.199218750000002,"MMLU-PRO Raw":0.3735871010638298,"MMLU-PRO":30.398566784869974,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-27","Generation":1,"Base Model":"Nexesenex/Llama_3.1_8b_Smarteaz_V1.01 (Merge)"},{"eval_name":"Nexesenex_Llama_3.1_8b_Stormeder_v1.04_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.1_8b_Stormeder_v1.04 📑","fullname":"Nexesenex/Llama_3.1_8b_Stormeder_v1.04","Model sha":"4c0c354283e2fc130f5fb09c9d2ca23a0e5ea0d7","Average ⬆️":29.709951883012703,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6546167837636284,"IFEval Raw":0.7852531283660686,"IFEval":78.52531283660687,"BBH Raw":0.5207086605445487,"BBH":31.780498933752288,"MATH Lvl 5 Raw":0.18504531722054382,"MATH Lvl 5":18.50453172205438,"GPQA Raw":0.32046979865771813,"GPQA":9.395973154362418,"MUSR Raw":0.3948958333333334,"MUSR":8.36197916666667,"MMLU-PRO Raw":0.38522273936170215,"MMLU-PRO":31.691415484633573,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-28","Submission Date":"2025-02-28","Generation":1,"Base Model":"Nexesenex/Llama_3.1_8b_Stormeder_v1.04 (Merge)"},{"eval_name":"Nexesenex_Llama_3.1_8b_Typhoon_v1.03_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.1_8b_Typhoon_v1.03 📑","fullname":"Nexesenex/Llama_3.1_8b_Typhoon_v1.03","Model sha":"67b0226762ae10e3600657831bb0f5e144057036","Average ⬆️":30.634801511067575,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6863833166655988,"IFEval Raw":0.8078343240379969,"IFEval":80.7834324037997,"BBH Raw":0.5313965802672672,"BBH":33.3207800758965,"MATH Lvl 5 Raw":0.22734138972809667,"MATH Lvl 5":22.734138972809667,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.38146875,"MUSR":7.783593750000001,"MMLU-PRO Raw":0.3842253989361702,"MMLU-PRO":31.580599881796683,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-28","Submission Date":"2025-02-28","Generation":1,"Base Model":"Nexesenex/Llama_3.1_8b_Typhoon_v1.03 (Merge)"},{"eval_name":"Nexesenex_Llama_3.2_1b_AquaSyn_0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.2_1b_AquaSyn_0.1 📑","fullname":"Nexesenex/Llama_3.2_1b_AquaSyn_0.1","Model sha":"10be340c512c912bb0c80bb528534cf7ceab5d3c","Average ⬆️":6.988906174606645,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":1.498,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.3720924895779698,"IFEval Raw":0.2741004977903075,"IFEval":27.41004977903075,"BBH Raw":0.3284363786988483,"BBH":6.212570678140739,"MATH Lvl 5 Raw":0.02190332326283988,"MATH Lvl 5":2.190332326283988,"GPQA Raw":0.2483221476510067,"GPQA":0.0,"MUSR Raw":0.34603125,"MUSR":1.920572916666666,"MMLU-PRO Raw":0.1377992021276596,"MMLU-PRO":4.199911347517731,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-22","Submission Date":"2025-02-22","Generation":1,"Base Model":"Nexesenex/Llama_3.2_1b_AquaSyn_0.1 (Merge)"},{"eval_name":"Nexesenex_Llama_3.2_1b_AquaSyn_0.11_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.2_1b_AquaSyn_0.11 📑","fullname":"Nexesenex/Llama_3.2_1b_AquaSyn_0.11","Model sha":"450eb37685485fe0cbed86f7bfe1bec224945676","Average ⬆️":5.867026710843518,"Hub License":"","Hub ❤️":0,"#Params (B)":1.498,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.39339451169055945,"IFEval Raw":0.24312601674667658,"IFEval":24.312601674667658,"BBH Raw":0.3111956727868642,"BBH":3.648692187121848,"MATH Lvl 5 Raw":0.023413897280966767,"MATH Lvl 5":2.3413897280966767,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.3367604166666667,"MUSR":1.5950520833333328,"MMLU-PRO Raw":0.1116190159574468,"MMLU-PRO":1.2910017730496441,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-26","Submission Date":"2025-02-26","Generation":1,"Base Model":"Nexesenex/Llama_3.2_1b_AquaSyn_0.11 (Merge)"},{"eval_name":"Nexesenex_Llama_3.2_1b_Dolto_0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.2_1b_Dolto_0.1 📑","fullname":"Nexesenex/Llama_3.2_1b_Dolto_0.1","Model sha":"36b009df0e265a4b67a581dbec03c2ea5f6a317d","Average ⬆️":11.865611272101537,"Hub License":"llama3.2","Hub ❤️":1,"#Params (B)":1.498,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.3695687778343242,"IFEval Raw":0.5433782364127182,"IFEval":54.337823641271825,"BBH Raw":0.3350056502150862,"BBH":6.613056736761025,"MATH Lvl 5 Raw":0.03700906344410876,"MATH Lvl 5":3.7009063444108756,"GPQA Raw":0.23741610738255034,"GPQA":0.0,"MUSR Raw":0.342125,"MUSR":2.498958333333334,"MMLU-PRO Raw":0.13638630319148937,"MMLU-PRO":4.042922576832151,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-22","Submission Date":"2025-02-22","Generation":1,"Base Model":"Nexesenex/Llama_3.2_1b_Dolto_0.1 (Merge)"},{"eval_name":"Nexesenex_Llama_3.2_1b_Odyssea_V1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.2_1b_Odyssea_V1 📑","fullname":"Nexesenex/Llama_3.2_1b_Odyssea_V1","Model sha":"bd402805c92e2b707afa506950e4057226104021","Average ⬆️":5.724136311067048,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":1.498,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.37123814821002854,"IFEval Raw":0.2552660274737696,"IFEval":25.526602747376963,"BBH Raw":0.3009715832098017,"BBH":2.6467030023577163,"MATH Lvl 5 Raw":0.014350453172205438,"MATH Lvl 5":1.4350453172205437,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.33936458333333336,"MUSR":1.920572916666666,"MMLU-PRO Raw":0.11527593085106383,"MMLU-PRO":1.6973256501182026,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-22","Submission Date":"2025-02-22","Generation":1,"Base Model":"Nexesenex/Llama_3.2_1b_Odyssea_V1 (Merge)"},{"eval_name":"Nexesenex_Llama_3.2_1b_Odyssea_V1.01_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.2_1b_Odyssea_V1.01 📑","fullname":"Nexesenex/Llama_3.2_1b_Odyssea_V1.01","Model sha":"802bdf9518add0247fa3abfd0d2039c4299c36f7","Average ⬆️":5.655298422411647,"Hub License":"","Hub ❤️":0,"#Params (B)":1.498,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.3888020975076618,"IFEval Raw":0.24954564998648032,"IFEval":24.95456499864803,"BBH Raw":0.3044651612138552,"BBH":2.848403718897272,"MATH Lvl 5 Raw":0.017371601208459216,"MATH Lvl 5":1.7371601208459215,"GPQA Raw":0.2558724832214765,"GPQA":0.7829977628635317,"MUSR Raw":0.34203125,"MUSR":1.920572916666666,"MMLU-PRO Raw":0.11519281914893617,"MMLU-PRO":1.6880910165484628,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-26","Submission Date":"2025-02-26","Generation":1,"Base Model":"Nexesenex/Llama_3.2_1b_Odyssea_V1.01 (Merge)"},{"eval_name":"Nexesenex_Llama_3.2_1b_OpenTree_R1_0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.2_1b_OpenTree_R1_0.1 📑","fullname":"Nexesenex/Llama_3.2_1b_OpenTree_R1_0.1","Model sha":"84f5694efc7f14c835b07b961b924bf74033b841","Average ⬆️":12.343255865705624,"Hub License":"llama3.2","Hub ❤️":1,"#Params (B)":1.498,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.3669722679816723,"IFEval Raw":0.5366339091388627,"IFEval":53.663390913886275,"BBH Raw":0.3279521771600605,"BBH":6.205590121534224,"MATH Lvl 5 Raw":0.04758308157099698,"MATH Lvl 5":4.758308157099698,"GPQA Raw":0.2525167785234899,"GPQA":0.33557046979865535,"MUSR Raw":0.31307291666666665,"MUSR":1.6000000000000014,"MMLU-PRO Raw":0.16747007978723405,"MMLU-PRO":7.496675531914894,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-22","Submission Date":"2025-02-22","Generation":1,"Base Model":"Nexesenex/Llama_3.2_1b_OpenTree_R1_0.1 (Merge)"},{"eval_name":"Nexesenex_Llama_3.2_1b_OrcaSun_V1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.2_1b_OrcaSun_V1 📑","fullname":"Nexesenex/Llama_3.2_1b_OrcaSun_V1","Model sha":"e27d69f429dacb17ec280ea3af055f0a951a77d0","Average ⬆️":14.801537525133925,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":1.498,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.3649577293888529,"IFEval Raw":0.5948605256275571,"IFEval":59.48605256275572,"BBH Raw":0.355031362479927,"BBH":9.790397902616846,"MATH Lvl 5 Raw":0.05966767371601209,"MATH Lvl 5":5.966767371601208,"GPQA Raw":0.23657718120805368,"GPQA":0.0,"MUSR Raw":0.33803125,"MUSR":3.5205729166666675,"MMLU-PRO Raw":0.19040890957446807,"MMLU-PRO":10.045434397163119,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-06","Generation":1,"Base Model":"Nexesenex/Llama_3.2_1b_OrcaSun_V1 (Merge)"},{"eval_name":"Nexesenex_Llama_3.2_1b_RandomLego_RP_R1_0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.2_1b_RandomLego_RP_R1_0.1 📑","fullname":"Nexesenex/Llama_3.2_1b_RandomLego_RP_R1_0.1","Model sha":"b9f06764ed2b70d955cb320bbeb574b85a11ba6e","Average ⬆️":12.811633255227909,"Hub License":"llama3.2","Hub ❤️":2,"#Params (B)":1.498,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.3584078542302758,"IFEval Raw":0.5542693386880144,"IFEval":55.42693386880145,"BBH Raw":0.34277067367168224,"BBH":7.937728461020434,"MATH Lvl 5 Raw":0.05664652567975831,"MATH Lvl 5":5.664652567975831,"GPQA Raw":0.25,"GPQA":0.0,"MUSR Raw":0.3249166666666667,"MUSR":1.58125,"MMLU-PRO Raw":0.15633311170212766,"MMLU-PRO":6.259234633569739,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-22","Submission Date":"2025-02-22","Generation":1,"Base Model":"Nexesenex/Llama_3.2_1b_RandomLego_RP_R1_0.1 (Merge)"},{"eval_name":"Nexesenex_Llama_3.2_1b_SunOrca_V1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.2_1b_SunOrca_V1 📑","fullname":"Nexesenex/Llama_3.2_1b_SunOrca_V1","Model sha":"d4113f570bf95a718f508728fc59f6e99080d5a7","Average ⬆️":14.008724276561884,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":1.498,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.3575000928997862,"IFEval Raw":0.542953807009845,"IFEval":54.295380700984495,"BBH Raw":0.34306447662530104,"BBH":7.852676178179103,"MATH Lvl 5 Raw":0.06722054380664652,"MATH Lvl 5":6.722054380664652,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.32625,"MUSR":2.114583333333334,"MMLU-PRO Raw":0.18841422872340424,"MMLU-PRO":9.82380319148936,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-06","Generation":1,"Base Model":"Nexesenex/Llama_3.2_1b_SunOrca_V1 (Merge)"},{"eval_name":"Nexesenex_Llama_3.2_1b_Sydonia_0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.2_1b_Sydonia_0.1 📑","fullname":"Nexesenex/Llama_3.2_1b_Sydonia_0.1","Model sha":"3a4d831813bcbde4e0027e37a986cec773802aa5","Average ⬆️":5.524505982897409,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":1.498,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.37070692849973563,"IFEval Raw":0.21967047434141412,"IFEval":21.96704743414141,"BBH Raw":0.31210928710549807,"BBH":4.742438568322573,"MATH Lvl 5 Raw":0.02039274924471299,"MATH Lvl 5":2.0392749244712993,"GPQA Raw":0.22818791946308725,"GPQA":0.0,"MUSR Raw":0.33818750000000003,"MUSR":1.9067708333333335,"MMLU-PRO Raw":0.12242353723404255,"MMLU-PRO":2.491504137115838,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-22","Submission Date":"2025-02-22","Generation":1,"Base Model":"Nexesenex/Llama_3.2_1b_Sydonia_0.1 (Merge)"},{"eval_name":"Nexesenex_Llama_3.2_1b_Syneridol_0.2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.2_1b_Syneridol_0.2 📑","fullname":"Nexesenex/Llama_3.2_1b_Syneridol_0.2","Model sha":"1b09dee1571a9e973e82d1fef4e33e469dc281d6","Average ⬆️":5.41209307631663,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":1.498,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.37818584959224644,"IFEval Raw":0.21574865800520399,"IFEval":21.5748658005204,"BBH Raw":0.3138849872298115,"BBH":4.769662709936999,"MATH Lvl 5 Raw":0.02190332326283988,"MATH Lvl 5":2.190332326283988,"GPQA Raw":0.2348993288590604,"GPQA":0.0,"MUSR Raw":0.33428125000000003,"MUSR":1.4184895833333335,"MMLU-PRO Raw":0.12267287234042554,"MMLU-PRO":2.519208037825059,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-22","Submission Date":"2025-02-22","Generation":1,"Base Model":"Nexesenex/Llama_3.2_1b_Syneridol_0.2 (Merge)"},{"eval_name":"Nexesenex_Llama_3.2_1b_Synopsys_0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.2_1b_Synopsys_0.1 📑","fullname":"Nexesenex/Llama_3.2_1b_Synopsys_0.1","Model sha":"9b47c5de30189f552a093684e916f945ea8b49fe","Average ⬆️":4.959888823517752,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":1.498,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.377301673436357,"IFEval Raw":0.17638089158987041,"IFEval":17.638089158987043,"BBH Raw":0.31619439082949846,"BBH":4.9658457398394615,"MATH Lvl 5 Raw":0.01661631419939577,"MATH Lvl 5":1.6616314199395772,"GPQA Raw":0.23909395973154363,"GPQA":0.0,"MUSR Raw":0.34609375000000003,"MUSR":2.9283854166666674,"MMLU-PRO Raw":0.12308843085106383,"MMLU-PRO":2.565381205673758,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-22","Submission Date":"2025-02-22","Generation":1,"Base Model":"Nexesenex/Llama_3.2_1b_Synopsys_0.1 (Merge)"},{"eval_name":"Nexesenex_Llama_3.2_1b_Synopsys_0.11_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.2_1b_Synopsys_0.11 📑","fullname":"Nexesenex/Llama_3.2_1b_Synopsys_0.11","Model sha":"c0b74cb7b633876de47a3033fe2ef23c3f9853ca","Average ⬆️":6.557108632155365,"Hub License":"","Hub ❤️":0,"#Params (B)":1.498,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.3999450405712147,"IFEval Raw":0.28421698870109086,"IFEval":28.421698870109086,"BBH Raw":0.31019707628668325,"BBH":3.4442338168143976,"MATH Lvl 5 Raw":0.01283987915407855,"MATH Lvl 5":1.283987915407855,"GPQA Raw":0.2625838926174497,"GPQA":1.6778523489932917,"MUSR Raw":0.35133333333333333,"MUSR":3.1500000000000004,"MMLU-PRO Raw":0.11228390957446809,"MMLU-PRO":1.3648788416075646,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-26","Submission Date":"2025-02-26","Generation":1,"Base Model":"Nexesenex/Llama_3.2_1b_Synopsys_0.11 (Merge)"},{"eval_name":"Nexesenex_Llama_3.2_3b_Kermes_v1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.2_3b_Kermes_v1 📑","fullname":"Nexesenex/Llama_3.2_3b_Kermes_v1","Model sha":"0a8ba971a51571175580b19cb9696169fe837807","Average ⬆️":17.069896218578325,"Hub License":"llama3.2","Hub ❤️":2,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5856456956570596,"IFEval Raw":0.4851759996808468,"IFEval":48.51759996808468,"BBH Raw":0.4409910297279671,"BBH":21.16913127462915,"MATH Lvl 5 Raw":0.030966767371601207,"MATH Lvl 5":3.096676737160121,"GPQA Raw":0.27348993288590606,"GPQA":3.1319910514541416,"MUSR Raw":0.40702083333333333,"MUSR":9.310937500000003,"MMLU-PRO Raw":0.2547373670212766,"MMLU-PRO":17.193040780141843,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-11","Submission Date":"2025-02-13","Generation":1,"Base Model":"Nexesenex/Llama_3.2_3b_Kermes_v1 (Merge)"},{"eval_name":"Nexesenex_Llama_3.2_3b_Kermes_v2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.2_3b_Kermes_v2 📑","fullname":"Nexesenex/Llama_3.2_3b_Kermes_v2","Model sha":"722ae4841fa96ad40b98d6d95931b592a8cc256e","Average ⬆️":18.49497166284455,"Hub License":"llama3.2","Hub ❤️":2,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.593093942086941,"IFEval Raw":0.5753766672429155,"IFEval":57.53766672429155,"BBH Raw":0.44554539692939316,"BBH":22.049944802060324,"MATH Lvl 5 Raw":0.054380664652567974,"MATH Lvl 5":5.438066465256798,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.37781249999999994,"MUSR":4.659895833333333,"MMLU-PRO Raw":0.2734375,"MMLU-PRO":19.270833333333332,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-12","Submission Date":"2025-02-12","Generation":1,"Base Model":"Nexesenex/Llama_3.2_3b_Kermes_v2 (Merge)"},{"eval_name":"Nexesenex_Llama_3.2_3b_Kermes_v2.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Llama_3.2_3b_Kermes_v2.1 📑","fullname":"Nexesenex/Llama_3.2_3b_Kermes_v2.1","Model sha":"e1234eecf6f6de09726f04c884eb144f0fd53c66","Average ⬆️":18.90711773153537,"Hub License":"llama3.2","Hub ❤️":2,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5762673428022961,"IFEval Raw":0.5583906257618674,"IFEval":55.839062576186734,"BBH Raw":0.44638999626044323,"BBH":22.166370114893436,"MATH Lvl 5 Raw":0.05211480362537765,"MATH Lvl 5":5.211480362537765,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.3963541666666666,"MUSR":7.510937500000001,"MMLU-PRO Raw":0.26919880319148937,"MMLU-PRO":18.799867021276594,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-13","Submission Date":"2025-02-13","Generation":1,"Base Model":"Nexesenex/Llama_3.2_3b_Kermes_v2.1 (Merge)"},{"eval_name":"Nexesenex_Nemotron_W_4b_Halo_0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Nemotron_W_4b_Halo_0.1 📑","fullname":"Nexesenex/Nemotron_W_4b_Halo_0.1","Model sha":"762d22637e0b1523dfcd53c001cb4613312ee658","Average ⬆️":15.094245712466758,"Hub License":"","Hub ❤️":3,"#Params (B)":4.513,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7189799733472263,"IFEval Raw":0.3627275628665275,"IFEval":36.27275628665275,"BBH Raw":0.4135101667655742,"BBH":18.55038854839016,"MATH Lvl 5 Raw":0.04229607250755287,"MATH Lvl 5":4.229607250755287,"GPQA Raw":0.28020134228187926,"GPQA":4.026845637583901,"MUSR Raw":0.41651041666666666,"MUSR":10.763802083333337,"MMLU-PRO Raw":0.25049867021276595,"MMLU-PRO":16.722074468085104,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-16","Submission Date":"2025-02-21","Generation":1,"Base Model":"Nexesenex/Nemotron_W_4b_Halo_0.1 (Merge)"},{"eval_name":"Nexesenex_Nemotron_W_4b_MagLight_0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/Nemotron_W_4b_MagLight_0.1 📑","fullname":"Nexesenex/Nemotron_W_4b_MagLight_0.1","Model sha":"7cef3440b378aa345e3db26db8ee69e8ece7fd8a","Average ⬆️":16.194616822912348,"Hub License":"","Hub ❤️":3,"#Params (B)":4.513,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6645364215346731,"IFEval Raw":0.4230275668559422,"IFEval":42.30275668559422,"BBH Raw":0.42314083807225433,"BBH":19.287938293762227,"MATH Lvl 5 Raw":0.04003021148036254,"MATH Lvl 5":4.003021148036254,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.41120833333333334,"MUSR":9.934375000000001,"MMLU-PRO Raw":0.2544880319148936,"MMLU-PRO":17.165336879432623,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-16","Submission Date":"2025-02-21","Generation":1,"Base Model":"Nexesenex/Nemotron_W_4b_MagLight_0.1 (Merge)"},{"eval_name":"Nexesenex_Qwen_2.5_3b_Smarteaz_0.01a_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Nexesenex/Qwen_2.5_3b_Smarteaz_0.01a 📑","fullname":"Nexesenex/Qwen_2.5_3b_Smarteaz_0.01a","Model sha":"c887feb9b69e73b424f39b22828f9b911da50d66","Average ⬆️":19.961623188488065,"Hub License":"","Hub ❤️":1,"#Params (B)":3.085,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7280219550441767,"IFEval Raw":0.4011954946209391,"IFEval":40.119549462093914,"BBH Raw":0.4636652015725344,"BBH":24.370416982068875,"MATH Lvl 5 Raw":0.1805135951661631,"MATH Lvl 5":18.051359516616312,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.43204166666666666,"MUSR":12.871875000000001,"MMLU-PRO Raw":0.2859873670212766,"MMLU-PRO":20.665263002364064,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-27","Generation":1,"Base Model":"Nexesenex/Qwen_2.5_3b_Smarteaz_0.01a (Merge)"},{"eval_name":"Nexesenex_pankajmathur_orca_mini_v9_6_1B-instruct-Abliterated-LPL_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexesenex/pankajmathur_orca_mini_v9_6_1B-instruct-Abliterated-LPL 📑","fullname":"Nexesenex/pankajmathur_orca_mini_v9_6_1B-instruct-Abliterated-LPL","Model sha":"8c1916bcfe68de1f2fbd47de8846c9879f81115e","Average ⬆️":15.011891964697455,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.3439868370003894,"IFEval Raw":0.5889905450870357,"IFEval":58.89905450870358,"BBH Raw":0.3562492190965966,"BBH":9.728333239440493,"MATH Lvl 5 Raw":0.07477341389728095,"MATH Lvl 5":7.477341389728095,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.33955208333333337,"MUSR":2.8106770833333345,"MMLU-PRO Raw":0.1802692819148936,"MMLU-PRO":8.918809101654844,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-01","Submission Date":"2025-03-05","Generation":1,"Base Model":"Nexesenex/pankajmathur_orca_mini_v9_6_1B-instruct-Abliterated-LPL (Merge)"},{"eval_name":"Nexusflow_NexusRaven-V2-13B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nexusflow/NexusRaven-V2-13B 📑","fullname":"Nexusflow/NexusRaven-V2-13B","Model sha":"cdab7132db4a4fd64513123374ea1451d85a7ace","Average ⬆️":8.488064786804268,"Hub License":"other","Hub ❤️":466,"#Params (B)":13.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.179609826431666,"IFEval Raw":0.1790781792311068,"IFEval":17.90781792311068,"BBH Raw":0.39488604640507335,"BBH":15.336448395229596,"MATH Lvl 5 Raw":0.02945619335347432,"MATH Lvl 5":2.9456193353474323,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.3736875,"MUSR":3.7109374999999996,"MMLU-PRO Raw":0.18716755319148937,"MMLU-PRO":9.685283687943262,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-12-04","Submission Date":"2024-06-12","Generation":1,"Base Model":"codellama/CodeLlama-13b-Instruct-hf"},{"eval_name":"NikolaSigmoid_AceMath-1.5B-Instruct-1epoch_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"Qwen2ForCausalLM","Model":"NikolaSigmoid/AceMath-1.5B-Instruct-1epoch 📑","fullname":"NikolaSigmoid/AceMath-1.5B-Instruct-1epoch","Model sha":"166818c371eaafb212b243aecadd50b1079fa776","Average ⬆️":17.507477680245945,"Hub License":"","Hub ❤️":0,"#Params (B)":1.791,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3141206228546138,"IFEval Raw":0.2848918646967823,"IFEval":28.48918646967823,"BBH Raw":0.426284784119477,"BBH":19.829634263073658,"MATH Lvl 5 Raw":0.30513595166163143,"MATH Lvl 5":30.513595166163142,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.39251041666666664,"MUSR":7.230468750000003,"MMLU-PRO Raw":0.23761635638297873,"MMLU-PRO":15.290706264775414,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-05","Submission Date":"2025-03-06","Generation":0,"Base Model":"NikolaSigmoid/AceMath-1.5B-Instruct-1epoch"},{"eval_name":"NikolaSigmoid_AceMath-1.5B-Instruct-dolphin-r1-200_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"NikolaSigmoid/AceMath-1.5B-Instruct-dolphin-r1-200 📑","fullname":"NikolaSigmoid/AceMath-1.5B-Instruct-dolphin-r1-200","Model sha":"1e4805e2d12d993d0fd155af8a5ba420d7abc0b4","Average ⬆️":4.389863637734279,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":0.928,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.363059836301886,"IFEval Raw":0.18080249294095221,"IFEval":18.08024929409522,"BBH Raw":0.28148007801214714,"BBH":1.586299722165597,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2558724832214765,"GPQA":0.7829977628635317,"MUSR Raw":0.37495833333333334,"MUSR":4.303125,"MMLU-PRO Raw":0.11427859042553191,"MMLU-PRO":1.5865100472813234,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-05","Submission Date":"2025-03-06","Generation":1,"Base Model":"nvidia/AceMath-1.5B-Instruct"},{"eval_name":"NikolaSigmoid_DeepSeek-R1-Distill-Qwen-1.5B-500_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"NikolaSigmoid/DeepSeek-R1-Distill-Qwen-1.5B-500 📑","fullname":"NikolaSigmoid/DeepSeek-R1-Distill-Qwen-1.5B-500","Model sha":"54484019f17f6f14964cee95f7386bbaee385374","Average ⬆️":3.5788564701687924,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.157,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9581683956345384,"IFEval Raw":0.17485715678843247,"IFEval":17.48571567884325,"BBH Raw":0.2601595454586609,"BBH":0.3579812834224598,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.24580536912751677,"GPQA":0.0,"MUSR Raw":0.33796875,"MUSR":2.2460937499999996,"MMLU-PRO Raw":0.1124501329787234,"MMLU-PRO":1.383348108747044,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-04","Submission Date":"2025-03-04","Generation":2,"Base Model":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B"},{"eval_name":"NikolaSigmoid_acemath-200_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"Qwen2ForCausalLM","Model":"NikolaSigmoid/acemath-200 📑","fullname":"NikolaSigmoid/acemath-200","Model sha":"166818c371eaafb212b243aecadd50b1079fa776","Average ⬆️":17.507477680245945,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.791,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.310058879931355,"IFEval Raw":0.2848918646967823,"IFEval":28.48918646967823,"BBH Raw":0.426284784119477,"BBH":19.829634263073658,"MATH Lvl 5 Raw":0.30513595166163143,"MATH Lvl 5":30.513595166163142,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.39251041666666664,"MUSR":7.230468750000003,"MMLU-PRO Raw":0.23761635638297873,"MMLU-PRO":15.290706264775414,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-04","Submission Date":"2025-03-04","Generation":1,"Base Model":"nvidia/AceMath-1.5B-Instruct"},{"eval_name":"NikolaSigmoid_phi-4-14b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"","Model":"NikolaSigmoid/phi-4-14b 📑","fullname":"NikolaSigmoid/phi-4-14b","Model sha":"c6220bde10fff762dbd72c3331894aa4cade249d","Average ⬆️":29.913839706837063,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.704,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3519592058580718,"IFEval Raw":0.05607898154674043,"IFEval":5.607898154674043,"BBH Raw":0.669500080799667,"BBH":52.50069258575488,"MATH Lvl 5 Raw":0.2938066465256798,"MATH Lvl 5":29.38066465256798,"GPQA Raw":0.4035234899328859,"GPQA":20.46979865771812,"MUSR Raw":0.5046875000000001,"MUSR":23.985937499999995,"MMLU-PRO Raw":0.527842420212766,"MMLU-PRO":47.538046690307326,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-26","Submission Date":"2025-02-28","Generation":2,"Base Model":"microsoft/phi-4"},{"eval_name":"NikolaSigmoid_phi-4-1steps_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"","Model":"NikolaSigmoid/phi-4-1steps 📑","fullname":"NikolaSigmoid/phi-4-1steps","Model sha":"c6220bde10fff762dbd72c3331894aa4cade249d","Average ⬆️":29.87038792129772,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.704,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3451774240042267,"IFEval Raw":0.05275668559422333,"IFEval":5.275668559422333,"BBH Raw":0.6707359457278651,"BBH":52.760921126950045,"MATH Lvl 5 Raw":0.2983383685800604,"MATH Lvl 5":29.83383685800604,"GPQA Raw":0.40184563758389263,"GPQA":20.246085011185684,"MUSR Raw":0.5020520833333334,"MUSR":23.62317708333333,"MMLU-PRO Raw":0.52734375,"MMLU-PRO":47.48263888888889,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-06","Generation":2,"Base Model":"microsoft/phi-4"},{"eval_name":"NikolaSigmoid_phi-4-300steps_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"","Model":"NikolaSigmoid/phi-4-300steps 📑","fullname":"NikolaSigmoid/phi-4-300steps","Model sha":"c6220bde10fff762dbd72c3331894aa4cade249d","Average ⬆️":29.960260183698754,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.704,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.712571051487887,"IFEval Raw":0.05607898154674043,"IFEval":5.607898154674043,"BBH Raw":0.6701123802649077,"BBH":52.64505879688579,"MATH Lvl 5 Raw":0.2945619335347432,"MATH Lvl 5":29.45619335347432,"GPQA Raw":0.4052013422818792,"GPQA":20.69351230425056,"MUSR Raw":0.5033541666666667,"MUSR":23.719270833333326,"MMLU-PRO Raw":0.5287566489361702,"MMLU-PRO":47.63962765957447,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-07","Generation":2,"Base Model":"microsoft/phi-4"},{"eval_name":"Nitral-AI_Captain-Eris-BMO_Violent-GRPO-v0.420_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Nitral-AI/Captain-Eris-BMO_Violent-GRPO-v0.420 📑","fullname":"Nitral-AI/Captain-Eris-BMO_Violent-GRPO-v0.420","Model sha":"d02fedecc3401123516c837421727997b9d8a218","Average ⬆️":25.923807450212067,"Hub License":"other","Hub ❤️":3,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.511220389133317,"IFEval Raw":0.6312805578088361,"IFEval":63.12805578088361,"BBH Raw":0.5078530730075063,"BBH":30.43355174896298,"MATH Lvl 5 Raw":0.13141993957703926,"MATH Lvl 5":13.141993957703926,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.4228020833333333,"MUSR":12.050260416666662,"MMLU-PRO Raw":0.359624335106383,"MMLU-PRO":28.847148345153663,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-23","Submission Date":"2025-02-23","Generation":1,"Base Model":"Nitral-AI/Captain-Eris-BMO_Violent-GRPO-v0.420 (Merge)"},{"eval_name":"Nitral-AI_Captain-Eris_BMO-Violent-12B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Nitral-AI/Captain-Eris_BMO-Violent-12B 📑","fullname":"Nitral-AI/Captain-Eris_BMO-Violent-12B","Model sha":"2af7bb5641c77a215f2685b02db7427ab2831a6e","Average ⬆️":25.922969151836924,"Hub License":"other","Hub ❤️":2,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4590005564920683,"IFEval Raw":0.615218730745533,"IFEval":61.5218730745533,"BBH Raw":0.5104372825851065,"BBH":31.041896932456876,"MATH Lvl 5 Raw":0.13670694864048338,"MATH Lvl 5":13.670694864048338,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.42553124999999997,"MUSR":12.791406249999996,"MMLU-PRO Raw":0.35713098404255317,"MMLU-PRO":28.570109338061467,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-23","Submission Date":"2025-02-23","Generation":1,"Base Model":"Nitral-AI/Captain-Eris_BMO-Violent-12B (Merge)"},{"eval_name":"Nitral-AI_Captain-Eris_Violet-GRPO-v0.420_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Nitral-AI/Captain-Eris_Violet-GRPO-v0.420 📑","fullname":"Nitral-AI/Captain-Eris_Violet-GRPO-v0.420","Model sha":"2faf48adc3490fed4fabd4faf8becda866527139","Average ⬆️":25.272146530177896,"Hub License":"other","Hub ❤️":20,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.787860975370184,"IFEval Raw":0.6261597007052399,"IFEval":62.615970070523986,"BBH Raw":0.515921407165298,"BBH":31.108573670502523,"MATH Lvl 5 Raw":0.10800604229607251,"MATH Lvl 5":10.80060422960725,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.42791666666666667,"MUSR":12.456249999999997,"MMLU-PRO Raw":0.35347406914893614,"MMLU-PRO":28.1637854609929,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-17","Submission Date":"2025-02-17","Generation":1,"Base Model":"Nitral-AI/Captain-Eris_Violet-GRPO-v0.420 (Merge)"},{"eval_name":"Nitral-AI_Captain-Eris_Violet-V0.420-12B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Nitral-AI/Captain-Eris_Violet-V0.420-12B 📑","fullname":"Nitral-AI/Captain-Eris_Violet-V0.420-12B","Model sha":"b1a87ce62601e19fff206a16590d28f009965799","Average ⬆️":23.626620517485538,"Hub License":"other","Hub ❤️":34,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.0311565732739445,"IFEval Raw":0.43391866913123844,"IFEval":43.39186691312385,"BBH Raw":0.5478099417611365,"BBH":35.32694075023367,"MATH Lvl 5 Raw":0.10725075528700906,"MATH Lvl 5":10.725075528700906,"GPQA Raw":0.311241610738255,"GPQA":8.165548098434002,"MUSR Raw":0.43306249999999996,"MUSR":13.899479166666666,"MMLU-PRO Raw":0.3722573138297872,"MMLU-PRO":30.250812647754138,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-16","Submission Date":"2025-01-04","Generation":1,"Base Model":"Nitral-AI/Captain-Eris_Violet-V0.420-12B (Merge)"},{"eval_name":"Nitral-AI_Captain_BMO-12B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Nitral-AI/Captain_BMO-12B 📑","fullname":"Nitral-AI/Captain_BMO-12B","Model sha":"ba2950f1c9831c6aacd6141851e7b9724be6759a","Average ⬆️":23.21048454065836,"Hub License":"other","Hub ❤️":20,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.4242954711669777,"IFEval Raw":0.4750595087700634,"IFEval":47.50595087700634,"BBH Raw":0.5285960650424973,"BBH":32.44069784748834,"MATH Lvl 5 Raw":0.13972809667673716,"MATH Lvl 5":13.972809667673717,"GPQA Raw":0.3196308724832215,"GPQA":9.284116331096197,"MUSR Raw":0.37480208333333337,"MUSR":7.516927083333335,"MMLU-PRO Raw":0.3568816489361702,"MMLU-PRO":28.54240543735224,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-01","Submission Date":"2025-01-04","Generation":0,"Base Model":"Nitral-AI/Captain_BMO-12B"},{"eval_name":"Nitral-AI_Hathor_Stable-v0.2-L3-8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nitral-AI/Hathor_Stable-v0.2-L3-8B 📑","fullname":"Nitral-AI/Hathor_Stable-v0.2-L3-8B","Model sha":"1c9f391c3e349f8ba51b5696290ee6db6a2b63fd","Average ⬆️":25.917956738512263,"Hub License":"other","Hub ❤️":61,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6168459294512427,"IFEval Raw":0.7174840534226963,"IFEval":71.74840534226962,"BBH Raw":0.5285819178301682,"BBH":32.826028565585965,"MATH Lvl 5 Raw":0.10498489425981873,"MATH Lvl 5":10.498489425981873,"GPQA Raw":0.28691275167785235,"GPQA":4.921700223713646,"MUSR Raw":0.3780625,"MUSR":5.557812500000004,"MMLU-PRO Raw":0.36959773936170215,"MMLU-PRO":29.955304373522463,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-09","Submission Date":"2024-07-02","Generation":0,"Base Model":"Nitral-AI/Hathor_Stable-v0.2-L3-8B"},{"eval_name":"Nitral-AI_Hathor_Tahsin-L3-8B-v0.85_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Nitral-AI/Hathor_Tahsin-L3-8B-v0.85 📑","fullname":"Nitral-AI/Hathor_Tahsin-L3-8B-v0.85","Model sha":"755c5684c3a1dd68df409e0e32b481b707811a50","Average ⬆️":25.499607921720123,"Hub License":"other","Hub ❤️":19,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.209051703922841,"IFEval Raw":0.7110145524984818,"IFEval":71.10145524984819,"BBH Raw":0.5279036861109899,"BBH":32.71311306903596,"MATH Lvl 5 Raw":0.10045317220543806,"MATH Lvl 5":10.045317220543806,"GPQA Raw":0.28523489932885904,"GPQA":4.697986577181204,"MUSR Raw":0.3646666666666667,"MUSR":4.216666666666668,"MMLU-PRO Raw":0.37200797872340424,"MMLU-PRO":30.223108747044915,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-09","Submission Date":"2025-01-26","Generation":0,"Base Model":"Nitral-AI/Hathor_Tahsin-L3-8B-v0.85"},{"eval_name":"Nitral-AI_Nera_Noctis-12B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Nitral-AI/Nera_Noctis-12B 📑","fullname":"Nitral-AI/Nera_Noctis-12B","Model sha":"f18471562642499508a26c7d84a5e25b0cd51897","Average ⬆️":20.661351605876916,"Hub License":"other","Hub ❤️":12,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8487588281915825,"IFEval Raw":0.45617517076911485,"IFEval":45.61751707691148,"BBH Raw":0.5193675192746302,"BBH":31.86959138887418,"MATH Lvl 5 Raw":0.08761329305135952,"MATH Lvl 5":8.761329305135952,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.39790624999999996,"MUSR":8.50494791666667,"MMLU-PRO Raw":0.3468251329787234,"MMLU-PRO":27.425014775413715,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-01","Submission Date":"2025-01-26","Generation":0,"Base Model":"Nitral-AI/Nera_Noctis-12B"},{"eval_name":"Nohobby_MS-Schisandra-22B-v0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Nohobby/MS-Schisandra-22B-v0.1 📑","fullname":"Nohobby/MS-Schisandra-22B-v0.1","Model sha":"df698b7b740fb3b5193d61cd51e5e3a42c3b1e1c","Average ⬆️":30.1116442664472,"Hub License":"other","Hub ❤️":5,"#Params (B)":22.247,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.2011072958523936,"IFEval Raw":0.6331289866443259,"IFEval":63.312898664432595,"BBH Raw":0.5789949714896523,"BBH":40.01139961622215,"MATH Lvl 5 Raw":0.22280966767371602,"MATH Lvl 5":22.280966767371602,"GPQA Raw":0.33221476510067116,"GPQA":10.96196868008949,"MUSR Raw":0.39284375,"MUSR":9.70546875,"MMLU-PRO Raw":0.4095744680851064,"MMLU-PRO":34.39716312056737,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-26","Submission Date":"2024-10-30","Generation":1,"Base Model":"Nohobby/MS-Schisandra-22B-v0.1 (Merge)"},{"eval_name":"Nohobby_MS-Schisandra-22B-v0.2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Nohobby/MS-Schisandra-22B-v0.2 📑","fullname":"Nohobby/MS-Schisandra-22B-v0.2","Model sha":"257b6d38d2f1c2a607c38a6a86336a241a81a455","Average ⬆️":30.28148918014972,"Hub License":"other","Hub ❤️":9,"#Params (B)":22.247,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.070015853323648,"IFEval Raw":0.6382997114323329,"IFEval":63.82997114323328,"BBH Raw":0.5841215984231857,"BBH":40.614458088552716,"MATH Lvl 5 Raw":0.20317220543806647,"MATH Lvl 5":20.31722054380665,"GPQA Raw":0.33557046979865773,"GPQA":11.409395973154364,"MUSR Raw":0.40747916666666667,"MUSR":10.668229166666668,"MMLU-PRO Raw":0.4136469414893617,"MMLU-PRO":34.84966016548463,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-02","Submission Date":"2024-11-02","Generation":1,"Base Model":"Nohobby/MS-Schisandra-22B-v0.2 (Merge)"},{"eval_name":"Norquinal_Alpha_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Norquinal/Alpha 📑","fullname":"Norquinal/Alpha","Model sha":"e873a2f862b6511d96de50be147e5b3d73d36afd","Average ⬆️":12.081123216031896,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4355619240995625,"IFEval Raw":0.2802951723648808,"IFEval":28.029517236488076,"BBH Raw":0.3373652507108038,"BBH":8.664581329003166,"MATH Lvl 5 Raw":0.05740181268882175,"MATH Lvl 5":5.740181268882175,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.36308333333333337,"MUSR":5.785416666666667,"MMLU-PRO Raw":0.30028257978723405,"MMLU-PRO":22.25361997635934,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-30","Generation":0,"Base Model":"Removed"},{"eval_name":"Norquinal_Bravo_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Norquinal/Bravo 📑","fullname":"Norquinal/Bravo","Model sha":"40ae6eda335ee30028fa907ec71e501b46a27f45","Average ⬆️":13.664477714927271,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.394500715728391,"IFEval Raw":0.3024519386339357,"IFEval":30.24519386339357,"BBH Raw":0.3558431980261287,"BBH":10.654043944684554,"MATH Lvl 5 Raw":0.05740181268882175,"MATH Lvl 5":5.740181268882175,"GPQA Raw":0.28187919463087246,"GPQA":4.250559284116329,"MUSR Raw":0.38686458333333335,"MUSR":7.458072916666668,"MMLU-PRO Raw":0.312749335106383,"MMLU-PRO":23.63881501182033,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-30","Generation":0,"Base Model":"Removed"},{"eval_name":"Norquinal_Charlie_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Norquinal/Charlie 📑","fullname":"Norquinal/Charlie","Model sha":"e93fc3dfad9feb74d0a38f84bd42037f49482635","Average ⬆️":13.162885018671325,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2929580750047036,"IFEval Raw":0.3060989286205047,"IFEval":30.609892862050472,"BBH Raw":0.3515288346438244,"BBH":9.860055463308887,"MATH Lvl 5 Raw":0.0581570996978852,"MATH Lvl 5":5.81570996978852,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.3736875,"MUSR":6.6442708333333345,"MMLU-PRO Raw":0.30925864361702127,"MMLU-PRO":23.250960401891252,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-30","Generation":0,"Base Model":"Removed"},{"eval_name":"Norquinal_Delta_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Norquinal/Delta 📑","fullname":"Norquinal/Delta","Model sha":"acfee7dcb17b597d7278415873571b979b545c8a","Average ⬆️":11.354799915155942,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3069019975141656,"IFEval Raw":0.253842028041153,"IFEval":25.384202804115304,"BBH Raw":0.3434783285415976,"BBH":9.097511313782466,"MATH Lvl 5 Raw":0.06117824773413897,"MATH Lvl 5":6.117824773413897,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.3776875,"MUSR":4.310937500000001,"MMLU-PRO Raw":0.2958776595744681,"MMLU-PRO":21.76418439716312,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-30","Generation":0,"Base Model":"Removed"},{"eval_name":"Norquinal_Echo_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Norquinal/Echo 📑","fullname":"Norquinal/Echo","Model sha":"0f7ce5af69a530e87867225d88275de8d3404ad8","Average ⬆️":13.446736463673105,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3417240510190622,"IFEval Raw":0.31579099012841483,"IFEval":31.579099012841482,"BBH Raw":0.35304654390055795,"BBH":10.011495800063487,"MATH Lvl 5 Raw":0.05740181268882175,"MATH Lvl 5":5.740181268882175,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.3804479166666667,"MUSR":6.1559895833333345,"MMLU-PRO Raw":0.30950797872340424,"MMLU-PRO":23.278664302600472,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-30","Generation":0,"Base Model":"Removed"},{"eval_name":"Norquinal_Foxtrot_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Norquinal/Foxtrot 📑","fullname":"Norquinal/Foxtrot","Model sha":"b102325f40a526f4a020c1e12322a1e7aeebb988","Average ⬆️":13.353623855929653,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2730054105347166,"IFEval Raw":0.3011531624977283,"IFEval":30.115316249772825,"BBH Raw":0.3558026577191667,"BBH":10.170272602468412,"MATH Lvl 5 Raw":0.0581570996978852,"MATH Lvl 5":5.81570996978852,"GPQA Raw":0.28691275167785235,"GPQA":4.921700223713646,"MUSR Raw":0.3804166666666667,"MUSR":6.318750000000001,"MMLU-PRO Raw":0.30501994680851063,"MMLU-PRO":22.779994089834513,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-30","Generation":0,"Base Model":"Removed"},{"eval_name":"Norquinal_Golf_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Norquinal/Golf 📑","fullname":"Norquinal/Golf","Model sha":"5b1a3ad20fd4f7915fcc8eaf5e04d4c5f996e70b","Average ⬆️":13.926818361317823,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.373041827866632,"IFEval Raw":0.3533601953926692,"IFEval":35.33601953926692,"BBH Raw":0.35332648991705207,"BBH":9.898588822688339,"MATH Lvl 5 Raw":0.05362537764350453,"MATH Lvl 5":5.362537764350453,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.338,"MUSR":4.750000000000002,"MMLU-PRO Raw":0.30560172872340424,"MMLU-PRO":22.844636524822693,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-30","Generation":0,"Base Model":"Removed"},{"eval_name":"Norquinal_Hotel_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Norquinal/Hotel 📑","fullname":"Norquinal/Hotel","Model sha":"e359329defd5ebbd70c4df759f231d7f9a87364a","Average ⬆️":13.283271661420043,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4087752184140758,"IFEval Raw":0.3215113676157041,"IFEval":32.15113676157041,"BBH Raw":0.36785702492059275,"BBH":11.514936892426823,"MATH Lvl 5 Raw":0.052870090634441085,"MATH Lvl 5":5.287009063444108,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.3288229166666667,"MUSR":2.869531250000001,"MMLU-PRO Raw":0.3156582446808511,"MMLU-PRO":23.96202718676123,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-30","Generation":0,"Base Model":"Removed"},{"eval_name":"NotASI_FineTome-Llama3.2-1B-0929_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"NotASI/FineTome-Llama3.2-1B-0929 📑","fullname":"NotASI/FineTome-Llama3.2-1B-0929","Model sha":"61c8742238d0cfe68a0a3f61326b84cd6624ad02","Average ⬆️":9.953180599897282,"Hub License":"llama3.2","Hub ❤️":1,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9308168466890548,"IFEval Raw":0.39907223943580805,"IFEval":39.9072239435808,"BBH Raw":0.3246274874705644,"BBH":5.741405038838561,"MATH Lvl 5 Raw":0.03625377643504532,"MATH Lvl 5":3.625377643504532,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.3487604166666667,"MUSR":2.6617187500000004,"MMLU-PRO Raw":0.1428690159574468,"MMLU-PRO":4.763223995271866,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-29","Submission Date":"2024-10-04","Generation":2,"Base Model":"meta-llama/Llama-3.2-1B-Instruct"},{"eval_name":"NotASI_FineTome-Llama3.2-3B-1002_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"NotASI/FineTome-Llama3.2-3B-1002 📑","fullname":"NotASI/FineTome-Llama3.2-3B-1002","Model sha":"7c8497a24a381e3bfd77bc92e5685442768790d0","Average ⬆️":16.7624003049829,"Hub License":"llama3.2","Hub ❤️":1,"#Params (B)":3.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.1309013376834227,"IFEval Raw":0.5474496558021605,"IFEval":54.744965580216046,"BBH Raw":0.4319470614025341,"BBH":19.52006065248879,"MATH Lvl 5 Raw":0.06268882175226587,"MATH Lvl 5":6.268882175226587,"GPQA Raw":0.25083892617449666,"GPQA":0.11185682326622093,"MUSR Raw":0.3685104166666667,"MUSR":3.963802083333334,"MMLU-PRO Raw":0.24368351063829788,"MMLU-PRO":15.96483451536643,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-04","Submission Date":"2024-10-05","Generation":2,"Base Model":"meta-llama/Llama-3.2-3B-Instruct"},{"eval_name":"NotASI_FineTome-v1.5-Llama3.2-1B-1007_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"NotASI/FineTome-v1.5-Llama3.2-1B-1007 📑","fullname":"NotASI/FineTome-v1.5-Llama3.2-1B-1007","Model sha":"5e329d987e9f74dd2703a4fefa56ab8c72b5702b","Average ⬆️":9.24257019295171,"Hub License":"llama3.2","Hub ❤️":1,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9484630415430834,"IFEval Raw":0.39237777984636324,"IFEval":39.237777984636324,"BBH Raw":0.32405671121485663,"BBH":5.801724673541757,"MATH Lvl 5 Raw":0.03172205438066465,"MATH Lvl 5":3.1722054380664653,"GPQA Raw":0.25,"GPQA":0.0,"MUSR Raw":0.34745833333333337,"MUSR":2.498958333333334,"MMLU-PRO Raw":0.1427027925531915,"MMLU-PRO":4.744754728132387,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-07","Submission Date":"2024-10-07","Generation":1,"Base Model":"NotASI/FineTome-v1.5-Llama3.2-1B-1007 (Merge)"},{"eval_name":"NotASI_FineTome-v1.5-Llama3.2-3B-1007_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"NotASI/FineTome-v1.5-Llama3.2-3B-1007 📑","fullname":"NotASI/FineTome-v1.5-Llama3.2-3B-1007","Model sha":"6c6e71fbcff6c00d04a3fd69084af20bf2a943c8","Average ⬆️":17.113696212626593,"Hub License":"llama3.2","Hub ❤️":1,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4507570508509497,"IFEval Raw":0.5507719517546776,"IFEval":55.077195175467764,"BBH Raw":0.4312372935321582,"BBH":19.457219278849333,"MATH Lvl 5 Raw":0.06419939577039276,"MATH Lvl 5":6.419939577039275,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.3645416666666667,"MUSR":4.067708333333334,"MMLU-PRO Raw":0.2448470744680851,"MMLU-PRO":16.094119385342786,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-07","Submission Date":"2024-10-07","Generation":1,"Base Model":"NotASI/FineTome-v1.5-Llama3.2-3B-1007 (Merge)"},{"eval_name":"NousResearch_DeepHermes-3-Mistral-24B-Preview_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"NousResearch/DeepHermes-3-Mistral-24B-Preview 📑","fullname":"NousResearch/DeepHermes-3-Mistral-24B-Preview","Model sha":"48072dc6c0594a3198eb862c13613c4ab1119009","Average ⬆️":31.98701372074271,"Hub License":"apache-2.0","Hub ❤️":76,"#Params (B)":23.572,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.459075136536812,"IFEval Raw":0.45357761849669986,"IFEval":45.357761849669984,"BBH Raw":0.6488196385442672,"BBH":48.963404310757504,"MATH Lvl 5 Raw":0.25755287009063443,"MATH Lvl 5":25.755287009063444,"GPQA Raw":0.3699664429530201,"GPQA":15.99552572706935,"MUSR Raw":0.4503333333333333,"MUSR":15.95833333333333,"MMLU-PRO Raw":0.45902593085106386,"MMLU-PRO":39.891770094562645,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2025-03-02","Submission Date":"2025-03-13","Generation":1,"Base Model":"mistralai/Mistral-Small-24B-Base-2501"},{"eval_name":"NousResearch_Hermes-2-Pro-Llama-3-8B_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"NousResearch/Hermes-2-Pro-Llama-3-8B 📑","fullname":"NousResearch/Hermes-2-Pro-Llama-3-8B","Model sha":"bc265d1781299ed2045214289c927c207439a729","Average ⬆️":22.06997572152565,"Hub License":"llama3","Hub ❤️":419,"#Params (B)":8.031,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.499966412528088,"IFEval Raw":0.5361839918084017,"IFEval":53.61839918084017,"BBH Raw":0.507112624310082,"BBH":30.667993420825,"MATH Lvl 5 Raw":0.08383685800604229,"MATH Lvl 5":8.38368580060423,"GPQA Raw":0.29278523489932884,"GPQA":5.7046979865771785,"MUSR Raw":0.4262395833333333,"MUSR":11.246614583333335,"MMLU-PRO Raw":0.30518617021276595,"MMLU-PRO":22.798463356973993,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-04-30","Submission Date":"2024-06-13","Generation":1,"Base Model":"NousResearch/Meta-Llama-3-8B"},{"eval_name":"NousResearch_Hermes-2-Pro-Mistral-7B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"NousResearch/Hermes-2-Pro-Mistral-7B 📑","fullname":"NousResearch/Hermes-2-Pro-Mistral-7B","Model sha":"09317b1d8da639b5d9af77c06aa17cde0f0f91c0","Average ⬆️":21.840576807207686,"Hub License":"apache-2.0","Hub ❤️":491,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9455950387200669,"IFEval Raw":0.5668337788179807,"IFEval":56.68337788179808,"BBH Raw":0.4995435330498075,"BBH":29.427578860536,"MATH Lvl 5 Raw":0.06042296072507553,"MATH Lvl 5":6.042296072507553,"GPQA Raw":0.27348993288590606,"GPQA":3.1319910514541416,"MUSR Raw":0.43759375,"MUSR":14.132552083333337,"MMLU-PRO Raw":0.29463098404255317,"MMLU-PRO":21.625664893617017,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-03-11","Submission Date":"2024-06-12","Generation":1,"Base Model":"mistralai/Mistral-7B-v0.1"},{"eval_name":"NousResearch_Hermes-2-Theta-Llama-3-8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"NousResearch/Hermes-2-Theta-Llama-3-8B 📑","fullname":"NousResearch/Hermes-2-Theta-Llama-3-8B","Model sha":"885173e97ab8572b444f7db1290d5d0386e26816","Average ⬆️":24.78837646080699,"Hub License":"apache-2.0","Hub ❤️":201,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.487844835193733,"IFEval Raw":0.6517883659800441,"IFEval":65.17883659800441,"BBH Raw":0.5206672260911865,"BBH":32.046073848075835,"MATH Lvl 5 Raw":0.09667673716012085,"MATH Lvl 5":9.667673716012084,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.3948958333333334,"MUSR":8.36197916666667,"MMLU-PRO Raw":0.33685172872340424,"MMLU-PRO":26.316858747044915,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-05","Submission Date":"2024-07-11","Generation":2,"Base Model":"NousResearch/Meta-Llama-3-8B"},{"eval_name":"NousResearch_Hermes-3-Llama-3.1-70B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"NousResearch/Hermes-3-Llama-3.1-70B 📑","fullname":"NousResearch/Hermes-3-Llama-3.1-70B","Model sha":"093242c69a91f8d9d5b8094c380b88772f9bd7f8","Average ⬆️":38.51477067349896,"Hub License":"llama3","Hub ❤️":107,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":22.415781841842687,"IFEval Raw":0.7661438316998896,"IFEval":76.61438316998897,"BBH Raw":0.6755780641387483,"BBH":53.76540869130056,"MATH Lvl 5 Raw":0.20996978851963746,"MATH Lvl 5":20.996978851963746,"GPQA Raw":0.3615771812080537,"GPQA":14.876957494407161,"MUSR Raw":0.4948958333333333,"MUSR":23.42864583333333,"MMLU-PRO Raw":0.47265625,"MMLU-PRO":41.40625,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-07-29","Submission Date":"2024-08-28","Generation":1,"Base Model":"meta-llama/Meta-Llama-3.1-70B"},{"eval_name":"NousResearch_Hermes-3-Llama-3.1-8B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"NousResearch/Hermes-3-Llama-3.1-8B 📑","fullname":"NousResearch/Hermes-3-Llama-3.1-8B","Model sha":"aabb745a717e133b74dcae23195d2635cf5f38cc","Average ⬆️":23.49087671148001,"Hub License":"llama3","Hub ❤️":303,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9058079001429431,"IFEval Raw":0.6170172918966121,"IFEval":61.70172918966122,"BBH Raw":0.5177452540141246,"BBH":30.724096614147953,"MATH Lvl 5 Raw":0.04758308157099698,"MATH Lvl 5":4.758308157099698,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.4369375,"MUSR":13.617187499999995,"MMLU-PRO Raw":0.3139128989361702,"MMLU-PRO":23.768099881796687,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-07-28","Submission Date":"2024-08-28","Generation":1,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"NousResearch_Hermes-3-Llama-3.2-3B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"NousResearch/Hermes-3-Llama-3.2-3B 📑","fullname":"NousResearch/Hermes-3-Llama-3.2-3B","Model sha":"f6a109fe836b13b6905f8c16a7388f2f557c3974","Average ⬆️":15.242119392530277,"Hub License":"llama3","Hub ❤️":148,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6523844958310772,"IFEval Raw":0.3824862476008103,"IFEval":38.24862476008103,"BBH Raw":0.43519901506714875,"BBH":20.187188037454586,"MATH Lvl 5 Raw":0.03927492447129909,"MATH Lvl 5":3.927492447129909,"GPQA Raw":0.2751677852348993,"GPQA":3.355704697986576,"MUSR Raw":0.40302083333333333,"MUSR":8.577604166666669,"MMLU-PRO Raw":0.25440492021276595,"MMLU-PRO":17.156102245862883,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-12-03","Submission Date":"2024-12-20","Generation":1,"Base Model":"Removed"},{"eval_name":"NousResearch_Nous-Hermes-2-Mistral-7B-DPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"NousResearch/Nous-Hermes-2-Mistral-7B-DPO 📑","fullname":"NousResearch/Nous-Hermes-2-Mistral-7B-DPO","Model sha":"ebec0a691037d38955727d6949798429a63929dd","Average ⬆️":21.10058697437334,"Hub License":"apache-2.0","Hub ❤️":175,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9491978373976354,"IFEval Raw":0.5762510139762497,"IFEval":57.62510139762497,"BBH Raw":0.48526536654652347,"BBH":27.792545658366084,"MATH Lvl 5 Raw":0.04758308157099697,"MATH Lvl 5":4.758308157099697,"GPQA Raw":0.29278523489932884,"GPQA":5.7046979865771785,"MUSR Raw":0.3999791666666667,"MUSR":8.330729166666668,"MMLU-PRO Raw":0.3015292553191489,"MMLU-PRO":22.392139479905435,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-02-18","Submission Date":"2024-06-12","Generation":1,"Base Model":"mistralai/Mistral-7B-v0.1"},{"eval_name":"NousResearch_Nous-Hermes-2-Mixtral-8x7B-DPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO 📑","fullname":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","Model sha":"286ae6737d048ad1d965c2e830864df02db50f2f","Average ⬆️":27.353190438571634,"Hub License":"apache-2.0","Hub ❤️":429,"#Params (B)":46.703,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":15.653110501660983,"IFEval Raw":0.5896898008395501,"IFEval":58.96898008395502,"BBH Raw":0.5538851384033822,"BBH":37.10778379133987,"MATH Lvl 5 Raw":0.12235649546827794,"MATH Lvl 5":12.235649546827794,"GPQA Raw":0.3213087248322148,"GPQA":9.507829977628639,"MUSR Raw":0.4595416666666667,"MUSR":16.676041666666666,"MMLU-PRO Raw":0.3666057180851064,"MMLU-PRO":29.622857565011817,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-01-11","Submission Date":"2024-07-27","Generation":1,"Base Model":"mistralai/Mixtral-8x7B-v0.1"},{"eval_name":"NousResearch_Nous-Hermes-2-Mixtral-8x7B-SFT_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT 📑","fullname":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT","Model sha":"4c06af2684730f75a6874b95e8bf6058105d9612","Average ⬆️":21.841010891461725,"Hub License":"apache-2.0","Hub ❤️":56,"#Params (B)":46.703,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":20.77587969234417,"IFEval Raw":0.5730783210769648,"IFEval":57.30783210769647,"BBH Raw":0.5057868454026635,"BBH":30.594312778864406,"MATH Lvl 5 Raw":0.021148036253776436,"MATH Lvl 5":2.1148036253776437,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.421375,"MUSR":11.138541666666669,"MMLU-PRO Raw":0.30659906914893614,"MMLU-PRO":22.95545212765957,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-12-26","Submission Date":"2024-06-12","Generation":1,"Base Model":"mistralai/Mixtral-8x7B-v0.1"},{"eval_name":"NousResearch_Nous-Hermes-2-SOLAR-10.7B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"NousResearch/Nous-Hermes-2-SOLAR-10.7B 📑","fullname":"NousResearch/Nous-Hermes-2-SOLAR-10.7B","Model sha":"14c1fbe2f71acdcd58247b30d5439bd572d52386","Average ⬆️":23.412543159550665,"Hub License":"apache-2.0","Hub ❤️":205,"#Params (B)":10.732,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2868882760344564,"IFEval Raw":0.5278660620486975,"IFEval":52.78660620486975,"BBH Raw":0.5414294841140173,"BBH":34.990894584465195,"MATH Lvl 5 Raw":0.05740181268882175,"MATH Lvl 5":5.740181268882175,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.43728125,"MUSR":13.826822916666663,"MMLU-PRO Raw":0.3458277925531915,"MMLU-PRO":27.314199172576835,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-01-01","Submission Date":"2024-06-12","Generation":1,"Base Model":"upstage/SOLAR-10.7B-v1.0"},{"eval_name":"NousResearch_Nous-Hermes-llama-2-7b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"NousResearch/Nous-Hermes-llama-2-7b 📑","fullname":"NousResearch/Nous-Hermes-llama-2-7b","Model sha":"b7c3ec54b754175e006ef75696a2ba3802697078","Average ⬆️":9.316715938919105,"Hub License":"mit","Hub ❤️":70,"#Params (B)":6.738,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.116114115406325,"IFEval Raw":0.17290788441335658,"IFEval":17.290788441335657,"BBH Raw":0.3823937686034717,"BBH":13.78941955171473,"MATH Lvl 5 Raw":0.00906344410876133,"MATH Lvl 5":0.906344410876133,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.42571875,"MUSR":11.681510416666667,"MMLU-PRO Raw":0.19398271276595744,"MMLU-PRO":10.442523640661937,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-07-25","Submission Date":"2024-06-12","Generation":0,"Base Model":"NousResearch/Nous-Hermes-llama-2-7b"},{"eval_name":"NousResearch_Yarn-Llama-2-13b-128k_bfloat16","Precision":"bfloat16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"NousResearch/Yarn-Llama-2-13b-128k 📑","fullname":"NousResearch/Yarn-Llama-2-13b-128k","Model sha":"4e3e87a067f64f8814c83dd5e3bad92dcf8a2391","Average ⬆️":8.494146676691704,"Hub License":"","Hub ❤️":112,"#Params (B)":13.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":103.87156662170433,"IFEval Raw":0.16546430138698653,"IFEval":16.546430138698653,"BBH Raw":0.3826816443733663,"BBH":13.505319085673955,"MATH Lvl 5 Raw":0.017371601208459216,"MATH Lvl 5":1.7371601208459215,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.34575,"MUSR":3.385416666666666,"MMLU-PRO Raw":0.23204787234042554,"MMLU-PRO":14.671985815602836,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-08-30","Submission Date":"2024-06-13","Generation":0,"Base Model":"NousResearch/Yarn-Llama-2-13b-128k"},{"eval_name":"NousResearch_Yarn-Llama-2-7b-128k_bfloat16","Precision":"bfloat16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"NousResearch/Yarn-Llama-2-7b-128k 📑","fullname":"NousResearch/Yarn-Llama-2-7b-128k","Model sha":"e1ceedbbf2ed28b88086794441a6c05606d15437","Average ⬆️":6.814800680431223,"Hub License":"","Hub ❤️":39,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6794776736133492,"IFEval Raw":0.14847825990593846,"IFEval":14.847825990593847,"BBH Raw":0.32480295375597734,"BBH":6.1446917129934855,"MATH Lvl 5 Raw":0.015105740181268883,"MATH Lvl 5":1.5105740181268883,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.39669791666666665,"MUSR":8.253906250000004,"MMLU-PRO Raw":0.1791057180851064,"MMLU-PRO":8.789524231678488,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-08-31","Submission Date":"2024-06-13","Generation":0,"Base Model":"NousResearch/Yarn-Llama-2-7b-128k"},{"eval_name":"NousResearch_Yarn-Llama-2-7b-64k_bfloat16","Precision":"bfloat16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"NousResearch/Yarn-Llama-2-7b-64k 📑","fullname":"NousResearch/Yarn-Llama-2-7b-64k","Model sha":"08491431ac3b50add7443f5d4c02850801d877be","Average ⬆️":7.222883145587748,"Hub License":"","Hub ❤️":23,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6608026524383015,"IFEval Raw":0.1699856381068897,"IFEval":16.99856381068897,"BBH Raw":0.3326277865253592,"BBH":7.0440554144724175,"MATH Lvl 5 Raw":0.015861027190332326,"MATH Lvl 5":1.5861027190332326,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.393875,"MUSR":6.934374999999998,"MMLU-PRO Raw":0.17985372340425532,"MMLU-PRO":8.872635933806146,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-08-30","Submission Date":"2024-06-13","Generation":0,"Base Model":"NousResearch/Yarn-Llama-2-7b-64k"},{"eval_name":"NousResearch_Yarn-Mistral-7b-128k_bfloat16","Precision":"bfloat16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"NousResearch/Yarn-Mistral-7b-128k 📑","fullname":"NousResearch/Yarn-Mistral-7b-128k","Model sha":"d09f1f8ed437d61c1aff94c1beabee554843dcdd","Average ⬆️":13.268755393260783,"Hub License":"apache-2.0","Hub ❤️":573,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1005220635485915,"IFEval Raw":0.19336693307091848,"IFEval":19.33669330709185,"BBH Raw":0.4314467711273296,"BBH":20.633112436478672,"MATH Lvl 5 Raw":0.03172205438066465,"MATH Lvl 5":3.1722054380664653,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.4070520833333333,"MUSR":8.948177083333333,"MMLU-PRO Raw":0.289311835106383,"MMLU-PRO":21.034648345153663,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-10-31","Submission Date":"2024-06-12","Generation":0,"Base Model":"NousResearch/Yarn-Mistral-7b-128k"},{"eval_name":"NousResearch_Yarn-Mistral-7b-64k_bfloat16","Precision":"bfloat16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"NousResearch/Yarn-Mistral-7b-64k 📑","fullname":"NousResearch/Yarn-Mistral-7b-64k","Model sha":"0273c624561fcecc8e8f4030492a9307aa60f945","Average ⬆️":13.540457995525927,"Hub License":"apache-2.0","Hub ❤️":51,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.082320291391451,"IFEval Raw":0.2079548930171944,"IFEval":20.79548930171944,"BBH Raw":0.42931904551037814,"BBH":20.230200209182886,"MATH Lvl 5 Raw":0.03700906344410876,"MATH Lvl 5":3.7009063444108756,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.41238541666666667,"MUSR":9.881510416666666,"MMLU-PRO Raw":0.2913896276595745,"MMLU-PRO":21.265514184397162,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-10-31","Submission Date":"2024-06-12","Generation":0,"Base Model":"NousResearch/Yarn-Mistral-7b-64k"},{"eval_name":"NousResearch_Yarn-Solar-10b-32k_bfloat16","Precision":"bfloat16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"NousResearch/Yarn-Solar-10b-32k 📑","fullname":"NousResearch/Yarn-Solar-10b-32k","Model sha":"ec3158b5276ac6644ddbdb36ccf6f9a106c98ede","Average ⬆️":15.721261422706204,"Hub License":"apache-2.0","Hub ❤️":10,"#Params (B)":10.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.0301957352344906,"IFEval Raw":0.19421579187666504,"IFEval":19.421579187666502,"BBH Raw":0.4986859152325069,"BBH":28.99482436025671,"MATH Lvl 5 Raw":0.030211480362537766,"MATH Lvl 5":3.0211480362537766,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.4146458333333333,"MUSR":10.597395833333332,"MMLU-PRO Raw":0.32721077127659576,"MMLU-PRO":25.24564125295508,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-01-17","Submission Date":"2024-06-12","Generation":0,"Base Model":"NousResearch/Yarn-Solar-10b-32k"},{"eval_name":"NousResearch_Yarn-Solar-10b-64k_bfloat16","Precision":"bfloat16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"NousResearch/Yarn-Solar-10b-64k 📑","fullname":"NousResearch/Yarn-Solar-10b-64k","Model sha":"703818628a5e8ef637e48e8dbeb3662aa0497aff","Average ⬆️":15.162050446653282,"Hub License":"apache-2.0","Hub ❤️":15,"#Params (B)":10.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5275057461018122,"IFEval Raw":0.1988867316498003,"IFEval":19.88867316498003,"BBH Raw":0.49219907954226505,"BBH":28.395714153595822,"MATH Lvl 5 Raw":0.028700906344410877,"MATH Lvl 5":2.8700906344410875,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.40143750000000006,"MUSR":9.013020833333336,"MMLU-PRO Raw":0.3148271276595745,"MMLU-PRO":23.869680851063833,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-01-17","Submission Date":"2024-06-12","Generation":0,"Base Model":"NousResearch/Yarn-Solar-10b-64k"},{"eval_name":"Novaciano_ASTAROTH-3.2-1B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Novaciano/ASTAROTH-3.2-1B 📑","fullname":"Novaciano/ASTAROTH-3.2-1B","Model sha":"fe31207a8150fed8d9c68cf21ab7f0d62efb4b01","Average ⬆️":14.173861365477634,"Hub License":"","Hub ❤️":0,"#Params (B)":1.498,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.3488551221706949,"IFEval Raw":0.5612884923115112,"IFEval":56.12884923115112,"BBH Raw":0.3542962056805596,"BBH":9.493517929020854,"MATH Lvl 5 Raw":0.07326283987915408,"MATH Lvl 5":7.326283987915408,"GPQA Raw":0.2558724832214765,"GPQA":0.7829977628635317,"MUSR Raw":0.31421875,"MUSR":1.2106770833333331,"MMLU-PRO Raw":0.19090757978723405,"MMLU-PRO":10.10084219858156,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-09","Submission Date":"2025-03-10","Generation":1,"Base Model":"Novaciano/ASTAROTH-3.2-1B (Merge)"},{"eval_name":"Novaciano_BLAST_PROCESSING-3.2-1B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Novaciano/BLAST_PROCESSING-3.2-1B 📑","fullname":"Novaciano/BLAST_PROCESSING-3.2-1B","Model sha":"2d1b240529812f2fff4d9a42b845b9c4031a1624","Average ⬆️":11.950699067123438,"Hub License":"","Hub ❤️":0,"#Params (B)":1.498,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.35283818131449957,"IFEval Raw":0.3921783091087204,"IFEval":39.21783091087204,"BBH Raw":0.3460318843168258,"BBH":9.362853718947571,"MATH Lvl 5 Raw":0.07477341389728097,"MATH Lvl 5":7.477341389728097,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.3351458333333333,"MUSR":3.0598958333333326,"MMLU-PRO Raw":0.19414893617021275,"MMLU-PRO":10.460992907801417,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-09","Generation":1,"Base Model":"Novaciano/BLAST_PROCESSING-3.2-1B (Merge)"},{"eval_name":"Novaciano_Cerberus-3.2-1B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Novaciano/Cerberus-3.2-1B 📑","fullname":"Novaciano/Cerberus-3.2-1B","Model sha":"45223673222648d0247058e8839826bf0e7596fd","Average ⬆️":13.731435487093222,"Hub License":"","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.3553566221681203,"IFEval Raw":0.5016877440746109,"IFEval":50.16877440746109,"BBH Raw":0.4164937678626939,"BBH":16.97415923404232,"MATH Lvl 5 Raw":0.0581570996978852,"MATH Lvl 5":5.81570996978852,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.32888541666666665,"MUSR":0.9440104166666662,"MMLU-PRO Raw":0.1663065159574468,"MMLU-PRO":7.367390661938533,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-09","Submission Date":"2025-03-10","Generation":1,"Base Model":"Novaciano/Cerberus-3.2-1B (Merge)"},{"eval_name":"Novaciano_Cultist-3.2-1B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Novaciano/Cultist-3.2-1B 📑","fullname":"Novaciano/Cultist-3.2-1B","Model sha":"59c2c68c6a47d529be97641e451e31ba90b1bc31","Average ⬆️":12.939673802761396,"Hub License":"","Hub ❤️":0,"#Params (B)":1.498,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7370580211066066,"IFEval Raw":0.5294895322189568,"IFEval":52.94895322189568,"BBH Raw":0.3399311286410264,"BBH":7.520040161824312,"MATH Lvl 5 Raw":0.05891238670694864,"MATH Lvl 5":5.8912386706948645,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.3330104166666667,"MUSR":1.8929687500000008,"MMLU-PRO Raw":0.17137632978723405,"MMLU-PRO":7.930703309692672,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-09","Submission Date":"2025-03-10","Generation":1,"Base Model":"Novaciano/Cultist-3.2-1B (Merge)"},{"eval_name":"Novaciano_FuseChat-3.2-1B-GRPO_Creative_RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Novaciano/FuseChat-3.2-1B-GRPO_Creative_RP 📑","fullname":"Novaciano/FuseChat-3.2-1B-GRPO_Creative_RP","Model sha":"be2ceb27b58c77ec4578ffc9de784a16be7a6e4c","Average ⬆️":13.847576006756135,"Hub License":"","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.3441348832380188,"IFEval Raw":0.559814625194484,"IFEval":55.9814625194484,"BBH Raw":0.3487816706572648,"BBH":8.942707229882872,"MATH Lvl 5 Raw":0.08006042296072508,"MATH Lvl 5":8.006042296072508,"GPQA Raw":0.2558724832214765,"GPQA":0.7829977628635317,"MUSR Raw":0.33288541666666666,"MUSR":1.2106770833333331,"MMLU-PRO Raw":0.17345412234042554,"MMLU-PRO":8.16156914893617,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-03","Submission Date":"2025-03-10","Generation":1,"Base Model":"Novaciano/FuseChat-3.2-1B-GRPO_Creative_RP (Merge)"},{"eval_name":"Novaciano_Fusetrix-3.2-1B-GRPO_RP_Creative_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Novaciano/Fusetrix-3.2-1B-GRPO_RP_Creative 📑","fullname":"Novaciano/Fusetrix-3.2-1B-GRPO_RP_Creative","Model sha":"0a68a513f48c7d34467e4309108eabb676d48498","Average ⬆️":13.986208661387776,"Hub License":"","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.3315420554652407,"IFEval Raw":0.5366339091388627,"IFEval":53.663390913886275,"BBH Raw":0.3434595088038714,"BBH":8.772109627787136,"MATH Lvl 5 Raw":0.1148036253776435,"MATH Lvl 5":11.48036253776435,"GPQA Raw":0.25,"GPQA":0.0,"MUSR Raw":0.3209166666666667,"MUSR":1.58125,"MMLU-PRO Raw":0.17578125,"MMLU-PRO":8.420138888888888,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-03","Submission Date":"2025-03-10","Generation":1,"Base Model":"Novaciano/Fusetrix-3.2-1B-GRPO_RP_Creative (Merge)"},{"eval_name":"Novaciano_Fusetrix-Dolphin-3.2-1B-GRPO_Creative_RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Novaciano/Fusetrix-Dolphin-3.2-1B-GRPO_Creative_RP 📑","fullname":"Novaciano/Fusetrix-Dolphin-3.2-1B-GRPO_Creative_RP","Model sha":"925f3903592424e6570aab3ea820fdddd8c0f553","Average ⬆️":14.279018663933527,"Hub License":"","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.32582187531786244,"IFEval Raw":0.5342856952885011,"IFEval":53.42856952885012,"BBH Raw":0.35023897852759145,"BBH":9.680798809347326,"MATH Lvl 5 Raw":0.10498489425981873,"MATH Lvl 5":10.498489425981873,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.3183125,"MUSR":0.45572916666666624,"MMLU-PRO Raw":0.1823470744680851,"MMLU-PRO":9.149674940898343,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-03","Submission Date":"2025-03-10","Generation":1,"Base Model":"Novaciano/Fusetrix-Dolphin-3.2-1B-GRPO_Creative_RP (Merge)"},{"eval_name":"Novaciano_HarmfulProject-3.2-1B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Novaciano/HarmfulProject-3.2-1B 📑","fullname":"Novaciano/HarmfulProject-3.2-1B","Model sha":"30791fe7304bfdb84995baf252e141a9d81fc496","Average ⬆️":10.686879934293591,"Hub License":"","Hub ❤️":1,"#Params (B)":1.498,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.36775796043137254,"IFEval Raw":0.3873821460391761,"IFEval":38.738214603917605,"BBH Raw":0.32744993658117816,"BBH":6.5128050720912585,"MATH Lvl 5 Raw":0.04758308157099698,"MATH Lvl 5":4.758308157099698,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.341875,"MUSR":2.7343749999999996,"MMLU-PRO Raw":0.18226396276595744,"MMLU-PRO":9.140440307328603,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-08","Submission Date":"2025-03-09","Generation":1,"Base Model":"Novaciano/HarmfulProject-3.2-1B (Merge)"},{"eval_name":"Novaciano_LEWD-Mental-Cultist-3.2-1B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Novaciano/LEWD-Mental-Cultist-3.2-1B 📑","fullname":"Novaciano/LEWD-Mental-Cultist-3.2-1B","Model sha":"5ff3d4ebc04b8e9ea8f739ba2ce744ed7077c16f","Average ⬆️":12.977293713777764,"Hub License":"","Hub ❤️":0,"#Params (B)":1.498,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.36366032057441167,"IFEval Raw":0.5308636639671627,"IFEval":53.08636639671627,"BBH Raw":0.35127188813594756,"BBH":8.636853527747606,"MATH Lvl 5 Raw":0.052870090634441085,"MATH Lvl 5":5.287009063444108,"GPQA Raw":0.25671140939597314,"GPQA":0.8948545861297527,"MUSR Raw":0.32228125,"MUSR":1.4184895833333335,"MMLU-PRO Raw":0.1768617021276596,"MMLU-PRO":8.540189125295509,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-09","Submission Date":"2025-03-10","Generation":1,"Base Model":"Novaciano/LEWD-Mental-Cultist-3.2-1B (Merge)"},{"eval_name":"Novaciano_La_Mejor_Mezcla-3.2-1B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Novaciano/La_Mejor_Mezcla-3.2-1B 📑","fullname":"Novaciano/La_Mejor_Mezcla-3.2-1B","Model sha":"ee2ad8591fd4b90a7d995decdfd097f7ed2e2a06","Average ⬆️":14.056697294328709,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.498,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.32455996908153595,"IFEval Raw":0.5509969104199081,"IFEval":55.09969104199081,"BBH Raw":0.34879364478381225,"BBH":9.41305894751064,"MATH Lvl 5 Raw":0.08987915407854985,"MATH Lvl 5":8.987915407854985,"GPQA Raw":0.2575503355704698,"GPQA":1.0067114093959737,"MUSR Raw":0.3196145833333333,"MUSR":0.6184895833333329,"MMLU-PRO Raw":0.18292885638297873,"MMLU-PRO":9.214317375886525,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-03-03","Submission Date":"2025-03-10","Generation":1,"Base Model":"Novaciano/La_Mejor_Mezcla-3.2-1B (Merge)"},{"eval_name":"Novaciano_Sigil-Of-Satan-3.2-1B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Novaciano/Sigil-Of-Satan-3.2-1B 📑","fullname":"Novaciano/Sigil-Of-Satan-3.2-1B","Model sha":"021456428c58707f505db03ee05777b2edbb8652","Average ⬆️":13.692280425316104,"Hub License":"","Hub ❤️":0,"#Params (B)":1.498,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.3714004593019818,"IFEval Raw":0.5494233079340594,"IFEval":54.942330793405944,"BBH Raw":0.3545862332731657,"BBH":9.400065990891237,"MATH Lvl 5 Raw":0.054380664652567974,"MATH Lvl 5":5.438066465256798,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.3276145833333333,"MUSR":1.4184895833333335,"MMLU-PRO Raw":0.18550531914893617,"MMLU-PRO":9.500591016548462,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-08","Submission Date":"2025-03-10","Generation":1,"Base Model":"Novaciano/Sigil-Of-Satan-3.2-1B (Merge)"},{"eval_name":"NucleusAI_nucleus-22B-token-500B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"NucleusAI/nucleus-22B-token-500B 📑","fullname":"NucleusAI/nucleus-22B-token-500B","Model sha":"49bb1a47c0d32b4bfa6630a4eff04a857adcd4ca","Average ⬆️":1.6334163485881146,"Hub License":"mit","Hub ❤️":25,"#Params (B)":21.828,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.18963543732518,"IFEval Raw":0.025654153202391873,"IFEval":2.5654153202391874,"BBH Raw":0.29198007801214715,"BBH":1.8879990685708254,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.25,"GPQA":0.0,"MUSR Raw":0.3510520833333333,"MUSR":3.5481770833333326,"MMLU-PRO Raw":0.11619015957446809,"MMLU-PRO":1.798906619385342,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-10-06","Submission Date":"2024-06-26","Generation":0,"Base Model":"NucleusAI/nucleus-22B-token-500B"},{"eval_name":"NyxKrage_Microsoft_Phi-4_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"NyxKrage/Microsoft_Phi-4 📑","fullname":"NyxKrage/Microsoft_Phi-4","Model sha":"d6e415636fc3435ec1cf543db77cf228b6ce6bdd","Average ⬆️":30.068601124538514,"Hub License":"other","Hub ❤️":56,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.788963081142109,"IFEval Raw":0.0585269307659233,"IFEval":5.852693076592331,"BBH Raw":0.6690562305322874,"BBH":52.42784845820486,"MATH Lvl 5 Raw":0.2990936555891239,"MATH Lvl 5":29.909365558912388,"GPQA Raw":0.40604026845637586,"GPQA":20.805369127516784,"MUSR Raw":0.5033541666666667,"MUSR":23.7859375,"MMLU-PRO Raw":0.5286735372340425,"MMLU-PRO":47.630393026004725,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-13","Submission Date":"2024-12-21","Generation":0,"Base Model":"NyxKrage/Microsoft_Phi-4"},{"eval_name":"OEvortex_Emotional-llama-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"OEvortex/Emotional-llama-8B 📑","fullname":"OEvortex/Emotional-llama-8B","Model sha":"7d16f2e5354dd8f62ce46e47580bfafbc9d4eabd","Average ⬆️":17.789126430453027,"Hub License":"llama3","Hub ❤️":8,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.363628341660931,"IFEval Raw":0.3516369898535885,"IFEval":35.16369898535885,"BBH Raw":0.4838573702054177,"BBH":26.45405447203827,"MATH Lvl 5 Raw":0.08157099697885196,"MATH Lvl 5":8.157099697885197,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.365875,"MUSR":2.8677083333333346,"MMLU-PRO Raw":0.35347406914893614,"MMLU-PRO":28.1637854609929,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-05","Submission Date":"2024-12-29","Generation":0,"Base Model":"OEvortex/Emotional-llama-8B"},{"eval_name":"OEvortex_HelpingAI-15B_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"OEvortex/HelpingAI-15B 📑","fullname":"OEvortex/HelpingAI-15B","Model sha":"fcc5d4eeee08c07680a2560a302de3eaa5d6f550","Average ⬆️":4.515495603660534,"Hub License":"other","Hub ❤️":13,"#Params (B)":15.323,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.45447461771735,"IFEval Raw":0.2030091268944179,"IFEval":20.30091268944179,"BBH Raw":0.2936006977853758,"BBH":1.8153805514942334,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2575503355704698,"GPQA":1.0067114093959737,"MUSR Raw":0.361875,"MUSR":2.7343749999999996,"MMLU-PRO Raw":0.11112034574468085,"MMLU-PRO":1.2355939716312052,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-11","Submission Date":"2024-07-13","Generation":0,"Base Model":"OEvortex/HelpingAI-15B"},{"eval_name":"OEvortex_HelpingAI-3B-reloaded_float16","Precision":"float16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"OEvortex/HelpingAI-3B-reloaded 📑","fullname":"OEvortex/HelpingAI-3B-reloaded","Model sha":"aaee653fea06ba322e7a9ed15530db605cc3b382","Average ⬆️":14.768420533149957,"Hub License":"other","Hub ❤️":2,"#Params (B)":2.81,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1232528968367588,"IFEval Raw":0.46466819150963884,"IFEval":46.466819150963886,"BBH Raw":0.4128512897904065,"BBH":16.98574044907848,"MATH Lvl 5 Raw":0.013595166163141994,"MATH Lvl 5":1.3595166163141994,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.3524479166666667,"MUSR":4.289322916666667,"MMLU-PRO Raw":0.25947473404255317,"MMLU-PRO":17.719414893617017,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-31","Submission Date":"2024-10-31","Generation":0,"Base Model":"OEvortex/HelpingAI-3B-reloaded"},{"eval_name":"OEvortex_HelpingAI2-9B_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"OEvortex/HelpingAI2-9B 📑","fullname":"OEvortex/HelpingAI2-9B","Model sha":"b45a18cf41d0d438d71d79687e098ec60dd0aec1","Average ⬆️":17.606927062260286,"Hub License":"other","Hub ❤️":23,"#Params (B)":8.903,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.0813028218866374,"IFEval Raw":0.44131238447319776,"IFEval":44.131238447319774,"BBH Raw":0.4844617641983123,"BBH":27.073241609173305,"MATH Lvl 5 Raw":0.05891238670694864,"MATH Lvl 5":5.8912386706948645,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.3710833333333334,"MUSR":6.318750000000001,"MMLU-PRO Raw":0.28997672872340424,"MMLU-PRO":21.108525413711583,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-16","Submission Date":"2024-10-11","Generation":0,"Base Model":"OEvortex/HelpingAI2-9B"},{"eval_name":"OEvortex_HelpingAI2.5-10B_float16","Precision":"float16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"OEvortex/HelpingAI2.5-10B 📑","fullname":"OEvortex/HelpingAI2.5-10B","Model sha":"25ac750b886c7e42521c769e6c2cd2b1143cfbcc","Average ⬆️":13.711774162686112,"Hub License":"other","Hub ❤️":4,"#Params (B)":10.211,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.878786764354815,"IFEval Raw":0.32765617450586665,"IFEval":32.76561745058666,"BBH Raw":0.4495657491171711,"BBH":21.135366144659056,"MATH Lvl 5 Raw":0.02039274924471299,"MATH Lvl 5":2.0392749244712993,"GPQA Raw":0.26929530201342283,"GPQA":2.572706935123044,"MUSR Raw":0.37381250000000005,"MUSR":6.259895833333336,"MMLU-PRO Raw":0.25748005319148937,"MMLU-PRO":17.49778368794326,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-17","Submission Date":"2024-11-19","Generation":0,"Base Model":"OEvortex/HelpingAI2.5-10B"},{"eval_name":"OliveiraJLT_Sagui-7B-Instruct-v0.1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"OliveiraJLT/Sagui-7B-Instruct-v0.1 📑","fullname":"OliveiraJLT/Sagui-7B-Instruct-v0.1","Model sha":"e3032ba89a6df12b801ab3be2a29b59068aa048d","Average ⬆️":8.579407330639999,"Hub License":"other","Hub ❤️":0,"#Params (B)":6.738,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.64709154275852,"IFEval Raw":0.28916275482386733,"IFEval":28.916275482386734,"BBH Raw":0.3110678914743868,"BBH":5.043571655312187,"MATH Lvl 5 Raw":0.015105740181268883,"MATH Lvl 5":1.5105740181268883,"GPQA Raw":0.2424496644295302,"GPQA":0.0,"MUSR Raw":0.4190520833333333,"MUSR":10.61484375,"MMLU-PRO Raw":0.14852061170212766,"MMLU-PRO":5.391179078014184,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-17","Submission Date":"2024-07-18","Generation":1,"Base Model":"maritaca-ai/sabia-7b"},{"eval_name":"Omkar1102_code-yi_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Omkar1102/code-yi 📑","fullname":"Omkar1102/code-yi","Model sha":"7e875c1d64029d1f8db6813bd2b715cb5406b745","Average ⬆️":4.921767050278931,"Hub License":"","Hub ❤️":0,"#Params (B)":2.084,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.44252049269387844,"IFEval Raw":0.21477457590304835,"IFEval":21.477457590304837,"BBH Raw":0.2760062695877461,"BBH":1.8441580122160068,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.25083892617449666,"GPQA":0.11185682326622093,"MUSR Raw":0.3802291666666667,"MUSR":4.695312500000001,"MMLU-PRO Raw":0.11261635638297872,"MMLU-PRO":1.4018173758865236,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-16","Generation":0,"Base Model":"Removed"},{"eval_name":"Omkar1102_code-yi_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Omkar1102/code-yi 📑","fullname":"Omkar1102/code-yi","Model sha":"7e875c1d64029d1f8db6813bd2b715cb5406b745","Average ⬆️":5.170300155045384,"Hub License":"","Hub ❤️":0,"#Params (B)":2.084,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2813594071547754,"IFEval Raw":0.2254407195131141,"IFEval":22.54407195131141,"BBH Raw":0.2750025242693941,"BBH":1.5813991446240265,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2575503355704698,"GPQA":1.0067114093959737,"MUSR Raw":0.3761979166666667,"MUSR":4.524739583333332,"MMLU-PRO Raw":0.11228390957446809,"MMLU-PRO":1.3648788416075646,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-16","Generation":0,"Base Model":"Removed"},{"eval_name":"OmnicromsBrain_NeuralStar_FusionWriter_4x7b_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"OmnicromsBrain/NeuralStar_FusionWriter_4x7b 📑","fullname":"OmnicromsBrain/NeuralStar_FusionWriter_4x7b","Model sha":"fbe296d2c76acbb792cdd22e14d1c8bb13723839","Average ⬆️":20.071645037035577,"Hub License":"apache-2.0","Hub ❤️":7,"#Params (B)":24.154,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.7529296011383395,"IFEval Raw":0.5963842604289951,"IFEval":59.63842604289951,"BBH Raw":0.47762434766958123,"BBH":26.038439832659787,"MATH Lvl 5 Raw":0.04909365558912387,"MATH Lvl 5":4.909365558912387,"GPQA Raw":0.2785234899328859,"GPQA":3.8031319910514525,"MUSR Raw":0.401875,"MUSR":8.201041666666667,"MMLU-PRO Raw":0.2605551861702128,"MMLU-PRO":17.83946513002364,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-07","Submission Date":"2024-07-01","Generation":1,"Base Model":"OmnicromsBrain/NeuralStar_FusionWriter_4x7b (Merge)"},{"eval_name":"OnlyCheeini_greesychat-turbo_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"LlamaForCausalLM","Model":"OnlyCheeini/greesychat-turbo 📑","fullname":"OnlyCheeini/greesychat-turbo","Model sha":"6c050859a63f8a677c52aef226fd64705fdf2fa9","Average ⬆️":1.8020688847846804,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.510856749159255,"IFEval Raw":0.023256071667619692,"IFEval":2.3256071667619693,"BBH Raw":0.30921339082318816,"BBH":4.018369933555268,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.3314270833333333,"MUSR":1.5950520833333328,"MMLU-PRO Raw":0.11377992021276596,"MMLU-PRO":1.5311022458628842,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-26","Submission Date":"2024-12-18","Generation":2,"Base Model":"Removed"},{"eval_name":"Open-Orca_Mistral-7B-OpenOrca_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Open-Orca/Mistral-7B-OpenOrca 📑","fullname":"Open-Orca/Mistral-7B-OpenOrca","Model sha":"4a37328cef00f524d3791b1c0cc559a3cc6af14d","Average ⬆️":17.72165111279921,"Hub License":"apache-2.0","Hub ❤️":681,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0671596867488107,"IFEval Raw":0.4977659277384008,"IFEval":49.77659277384008,"BBH Raw":0.4768173517353546,"BBH":25.840025395269805,"MATH Lvl 5 Raw":0.035498489425981876,"MATH Lvl 5":3.5498489425981874,"GPQA Raw":0.27181208053691275,"GPQA":2.9082774049216997,"MUSR Raw":0.38578124999999996,"MUSR":5.889322916666667,"MMLU-PRO Raw":0.26529255319148937,"MMLU-PRO":18.36583924349882,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-09-29","Submission Date":"2024-06-12","Generation":0,"Base Model":"Open-Orca/Mistral-7B-OpenOrca"},{"eval_name":"OpenAssistant_oasst-sft-1-pythia-12b_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"GPTNeoXForCausalLM","Model":"OpenAssistant/oasst-sft-1-pythia-12b 📑","fullname":"OpenAssistant/oasst-sft-1-pythia-12b","Model sha":"293df535fe7711a5726987fc2f17dfc87de452a1","Average ⬆️":3.6818304933986314,"Hub License":"apache-2.0","Hub ❤️":278,"#Params (B)":12.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.77611447437514,"IFEval Raw":0.10553885911603435,"IFEval":10.553885911603434,"BBH Raw":0.314662875941371,"BBH":4.778508799161477,"MATH Lvl 5 Raw":0.015105740181268883,"MATH Lvl 5":1.5105740181268883,"GPQA Raw":0.2575503355704698,"GPQA":1.0067114093959737,"MUSR Raw":0.33269791666666665,"MUSR":2.987239583333334,"MMLU-PRO Raw":0.11128656914893617,"MMLU-PRO":1.2540632387706852,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-03-09","Submission Date":"2024-06-12","Generation":0,"Base Model":"OpenAssistant/oasst-sft-1-pythia-12b"},{"eval_name":"OpenBuddy_openbuddy-falcon3-10b-v24.2-131k_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"OpenBuddy/openbuddy-falcon3-10b-v24.2-131k 📑","fullname":"OpenBuddy/openbuddy-falcon3-10b-v24.2-131k","Model sha":"6fd3ac4042bd7d05336182f24b3b3380a064756e","Average ⬆️":27.273412962757565,"Hub License":"","Hub ❤️":0,"#Params (B)":10.34,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6406392065022917,"IFEval Raw":0.5086315420861093,"IFEval":50.86315420861093,"BBH Raw":0.6003725722032135,"BBH":42.72636129353911,"MATH Lvl 5 Raw":0.21299093655589124,"MATH Lvl 5":21.299093655589125,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.41864583333333333,"MUSR":10.664062500000002,"MMLU-PRO Raw":0.3833942819148936,"MMLU-PRO":31.488253546099287,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-01","Submission Date":"2025-01-02","Generation":1,"Base Model":"tiiuae/Falcon3-10B-Base"},{"eval_name":"OpenBuddy_openbuddy-llama3-70b-v21.2-32k_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"OpenBuddy/openbuddy-llama3-70b-v21.2-32k 📑","fullname":"OpenBuddy/openbuddy-llama3-70b-v21.2-32k","Model sha":"e79a2f16c052fc76eeafb5b51d16261b2b981d0f","Average ⬆️":35.5534575981615,"Hub License":"other","Hub ❤️":2,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":26.07187203032198,"IFEval Raw":0.7010476646409305,"IFEval":70.10476646409305,"BBH Raw":0.6507443429944494,"BBH":49.969365808428186,"MATH Lvl 5 Raw":0.20317220543806647,"MATH Lvl 5":20.31722054380665,"GPQA Raw":0.3422818791946309,"GPQA":12.304250559284117,"MUSR Raw":0.45796875000000004,"MUSR":18.04609375,"MMLU-PRO Raw":0.4832114361702128,"MMLU-PRO":42.579048463356976,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-12","Submission Date":"2024-09-05","Generation":0,"Base Model":"OpenBuddy/openbuddy-llama3-70b-v21.2-32k"},{"eval_name":"OpenBuddy_openbuddy-llama3-8b-v21.1-8k_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"OpenBuddy/openbuddy-llama3-8b-v21.1-8k 📑","fullname":"OpenBuddy/openbuddy-llama3-8b-v21.1-8k","Model sha":"658508bce03ccd61cea9657e0357bd4cd10503ba","Average ⬆️":20.162938316635703,"Hub License":"other","Hub ❤️":30,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.638844215778852,"IFEval Raw":0.5569666263292509,"IFEval":55.69666263292508,"BBH Raw":0.47875007373484046,"BBH":26.115045337590942,"MATH Lvl 5 Raw":0.04305135951661632,"MATH Lvl 5":4.305135951661631,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.3987708333333333,"MUSR":10.346354166666663,"MMLU-PRO Raw":0.2954621010638298,"MMLU-PRO":21.71801122931442,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-20","Submission Date":"2024-08-03","Generation":0,"Base Model":"OpenBuddy/openbuddy-llama3-8b-v21.1-8k"},{"eval_name":"OpenBuddy_openbuddy-llama3-8b-v21.2-32k_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"OpenBuddy/openbuddy-llama3-8b-v21.2-32k 📑","fullname":"OpenBuddy/openbuddy-llama3-8b-v21.2-32k","Model sha":"f3ea2dec2533a3dd97df32db2376b17875cafda2","Average ⬆️":22.069479074823068,"Hub License":"other","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6997787342459105,"IFEval Raw":0.6191904147661538,"IFEval":61.91904147661538,"BBH Raw":0.4856219845879779,"BBH":27.252334736558794,"MATH Lvl 5 Raw":0.07854984894259819,"MATH Lvl 5":7.854984894259818,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.377875,"MUSR":5.934375000000003,"MMLU-PRO Raw":0.3298703457446808,"MMLU-PRO":25.541149527186757,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-18","Submission Date":"2024-06-26","Generation":0,"Base Model":"OpenBuddy/openbuddy-llama3-8b-v21.2-32k"},{"eval_name":"OpenBuddy_openbuddy-llama3.1-70b-v22.1-131k_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"OpenBuddy/openbuddy-llama3.1-70b-v22.1-131k 📑","fullname":"OpenBuddy/openbuddy-llama3.1-70b-v22.1-131k","Model sha":"43ed945180174d79a8f6c68509161c249c884dfa","Average ⬆️":41.24947292836925,"Hub License":"other","Hub ❤️":1,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":24.383246608651035,"IFEval Raw":0.7332710541363582,"IFEval":73.32710541363582,"BBH Raw":0.6698491606025763,"BBH":51.94077625159233,"MATH Lvl 5 Raw":0.3950151057401813,"MATH Lvl 5":39.50151057401813,"GPQA Raw":0.375,"GPQA":16.666666666666664,"MUSR Raw":0.46295833333333336,"MUSR":18.23645833333333,"MMLU-PRO Raw":0.5304188829787234,"MMLU-PRO":47.82432033096927,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-21","Submission Date":"2024-08-24","Generation":0,"Base Model":"OpenBuddy/openbuddy-llama3.1-70b-v22.1-131k"},{"eval_name":"OpenBuddy_openbuddy-llama3.1-8b-v22.2-131k_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"OpenBuddy/openbuddy-llama3.1-8b-v22.2-131k 📑","fullname":"OpenBuddy/openbuddy-llama3.1-8b-v22.2-131k","Model sha":"0d9d85c7a5e4292e07c346147de56bd3991d525c","Average ⬆️":24.4181731020086,"Hub License":"other","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5821261970512388,"IFEval Raw":0.6657269378582162,"IFEval":66.57269378582163,"BBH Raw":0.5006515954024578,"BBH":29.057538243651496,"MATH Lvl 5 Raw":0.1148036253776435,"MATH Lvl 5":11.48036253776435,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.40810416666666666,"MUSR":9.81302083333333,"MMLU-PRO Raw":0.3310339095744681,"MMLU-PRO":25.67043439716312,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-28","Submission Date":"2024-07-29","Generation":0,"Base Model":"OpenBuddy/openbuddy-llama3.1-8b-v22.2-131k"},{"eval_name":"OpenBuddy_openbuddy-llama3.1-8b-v22.3-131k_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"OpenBuddy/openbuddy-llama3.1-8b-v22.3-131k 📑","fullname":"OpenBuddy/openbuddy-llama3.1-8b-v22.3-131k","Model sha":"0097358fa1a450251b7ea1a03a5effdfded6c461","Average ⬆️":23.317953936657844,"Hub License":"other","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.668446440491569,"IFEval Raw":0.5997065563815123,"IFEval":59.97065563815122,"BBH Raw":0.5065914870348772,"BBH":30.319510884756202,"MATH Lvl 5 Raw":0.12084592145015106,"MATH Lvl 5":12.084592145015106,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.40146875,"MUSR":8.316927083333335,"MMLU-PRO Raw":0.3277094414893617,"MMLU-PRO":25.30104905437352,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-16","Submission Date":"2024-08-24","Generation":0,"Base Model":"OpenBuddy/openbuddy-llama3.1-8b-v22.3-131k"},{"eval_name":"OpenBuddy_openbuddy-llama3.2-1b-v23.1-131k_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"OpenBuddy/openbuddy-llama3.2-1b-v23.1-131k 📑","fullname":"OpenBuddy/openbuddy-llama3.2-1b-v23.1-131k","Model sha":"71b61e0e02e55553902f0051074d2ae965413cdb","Average ⬆️":9.350033548941015,"Hub License":"llama3.2","Hub ❤️":3,"#Params (B)":1.498,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8922852234636237,"IFEval Raw":0.3590052172679601,"IFEval":35.90052172679601,"BBH Raw":0.3266563226631131,"BBH":6.043619508652057,"MATH Lvl 5 Raw":0.024924471299093656,"MATH Lvl 5":2.492447129909366,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.33421875,"MUSR":1.2106770833333331,"MMLU-PRO Raw":0.1840093085106383,"MMLU-PRO":9.334367612293143,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-07","Submission Date":"2024-10-09","Generation":0,"Base Model":"OpenBuddy/openbuddy-llama3.2-1b-v23.1-131k"},{"eval_name":"OpenBuddy_openbuddy-llama3.2-3b-v23.2-131k_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"OpenBuddy/openbuddy-llama3.2-3b-v23.2-131k 📑","fullname":"OpenBuddy/openbuddy-llama3.2-3b-v23.2-131k","Model sha":"7cd2baa3d9bb99e970d711fb7afe786753bc25ea","Average ⬆️":13.797653889948387,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":3.607,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.391143644717637,"IFEval Raw":0.4319450169993395,"IFEval":43.19450169993395,"BBH Raw":0.4072660342069299,"BBH":16.588825592691695,"MATH Lvl 5 Raw":0.026435045317220542,"MATH Lvl 5":2.643504531722054,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.3263125,"MUSR":0.45572916666666624,"MMLU-PRO Raw":0.2479222074468085,"MMLU-PRO":16.435800827423165,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-14","Submission Date":"2024-10-15","Generation":0,"Base Model":"OpenBuddy/openbuddy-llama3.2-3b-v23.2-131k"},{"eval_name":"OpenBuddy_openbuddy-llama3.3-70b-v24.1-131k_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"OpenBuddy/openbuddy-llama3.3-70b-v24.1-131k 📑","fullname":"OpenBuddy/openbuddy-llama3.3-70b-v24.1-131k","Model sha":"b4585368e97d413b400503ca9ee2b8e4a8988614","Average ⬆️":45.73679489100153,"Hub License":"llama3.3","Hub ❤️":1,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":67.52554694715876,"IFEval Raw":0.812080834408259,"IFEval":81.2080834408259,"BBH Raw":0.6858038620320306,"BBH":54.146647969721265,"MATH Lvl 5 Raw":0.44108761329305135,"MATH Lvl 5":44.10876132930513,"GPQA Raw":0.43456375838926176,"GPQA":24.608501118568235,"MUSR Raw":0.4869270833333334,"MUSR":22.265885416666666,"MMLU-PRO Raw":0.5327460106382979,"MMLU-PRO":48.082890070921984,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-08","Submission Date":"2024-12-08","Generation":0,"Base Model":"OpenBuddy/openbuddy-llama3.3-70b-v24.1-131k"},{"eval_name":"OpenBuddy_openbuddy-mixtral-7bx8-v18.1-32k_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"OpenBuddy/openbuddy-mixtral-7bx8-v18.1-32k 📑","fullname":"OpenBuddy/openbuddy-mixtral-7bx8-v18.1-32k","Model sha":"98596b6731058cc9cca85f3b8ac9077342cb60ae","Average ⬆️":22.329808849468282,"Hub License":"apache-2.0","Hub ❤️":14,"#Params (B)":46.741,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":9.737751356111918,"IFEval Raw":0.549347952322061,"IFEval":54.9347952322061,"BBH Raw":0.46561770563515265,"BBH":24.535442968436797,"MATH Lvl 5 Raw":0.10800604229607251,"MATH Lvl 5":10.80060422960725,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.3830520833333333,"MUSR":5.281510416666666,"MMLU-PRO Raw":0.38040226063829785,"MMLU-PRO":31.155806737588655,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-02-12","Submission Date":"2024-06-26","Generation":0,"Base Model":"OpenBuddy/openbuddy-mixtral-7bx8-v18.1-32k"},{"eval_name":"OpenBuddy_openbuddy-nemotron-70b-v23.1-131k_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"OpenBuddy/openbuddy-nemotron-70b-v23.1-131k 📑","fullname":"OpenBuddy/openbuddy-nemotron-70b-v23.1-131k","Model sha":"d8cb98fb9281a84eb0df8216bae60beaf5181921","Average ⬆️":39.78505127265852,"Hub License":"llama3.1","Hub ❤️":4,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":36.442432638282575,"IFEval Raw":0.7555275557742346,"IFEval":75.55275557742345,"BBH Raw":0.6749472828128272,"BBH":53.18804887163517,"MATH Lvl 5 Raw":0.32099697885196377,"MATH Lvl 5":32.09969788519638,"GPQA Raw":0.36325503355704697,"GPQA":15.100671140939594,"MUSR Raw":0.45375000000000004,"MUSR":16.38541666666667,"MMLU-PRO Raw":0.5174534574468085,"MMLU-PRO":46.38371749408983,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-20","Submission Date":"2024-10-23","Generation":3,"Base Model":"meta-llama/Meta-Llama-3.1-70B"},{"eval_name":"OpenBuddy_openbuddy-nemotron-70b-v23.2-131k_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"OpenBuddy/openbuddy-nemotron-70b-v23.2-131k 📑","fullname":"OpenBuddy/openbuddy-nemotron-70b-v23.2-131k","Model sha":"7a39fd93b078189c6892344c2f01059320543e2f","Average ⬆️":39.234122021270416,"Hub License":"llama3.1","Hub ❤️":2,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":24.78981565434613,"IFEval Raw":0.7226547782107031,"IFEval":72.26547782107032,"BBH Raw":0.6704805157570325,"BBH":52.265661751102094,"MATH Lvl 5 Raw":0.3157099697885196,"MATH Lvl 5":31.570996978851962,"GPQA Raw":0.3598993288590604,"GPQA":14.65324384787472,"MUSR Raw":0.46959375000000003,"MUSR":18.86588541666667,"MMLU-PRO Raw":0.5120511968085106,"MMLU-PRO":45.78346631205674,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-24","Submission Date":"2024-10-24","Generation":3,"Base Model":"meta-llama/Meta-Llama-3.1-70B"},{"eval_name":"OpenBuddy_openbuddy-qwen2.5llamaify-14b-v23.1-200k_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"OpenBuddy/openbuddy-qwen2.5llamaify-14b-v23.1-200k 📑","fullname":"OpenBuddy/openbuddy-qwen2.5llamaify-14b-v23.1-200k","Model sha":"001e14063e2702a9b2284dc6ec889d2586dc839b","Average ⬆️":32.52829892906403,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.9134999987930428,"IFEval Raw":0.630880508162786,"IFEval":63.088050816278596,"BBH Raw":0.601319898776811,"BBH":43.27649863201484,"MATH Lvl 5 Raw":0.2537764350453172,"MATH Lvl 5":25.377643504531722,"GPQA Raw":0.33305369127516776,"GPQA":11.073825503355701,"MUSR Raw":0.42404166666666665,"MUSR":11.538541666666669,"MMLU-PRO Raw":0.4673371010638298,"MMLU-PRO":40.81523345153664,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-23","Submission Date":"2024-09-23","Generation":0,"Base Model":"OpenBuddy/openbuddy-qwen2.5llamaify-14b-v23.1-200k"},{"eval_name":"OpenBuddy_openbuddy-qwen2.5llamaify-14b-v23.3-200k_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"OpenBuddy/openbuddy-qwen2.5llamaify-14b-v23.3-200k 📑","fullname":"OpenBuddy/openbuddy-qwen2.5llamaify-14b-v23.3-200k","Model sha":"0cef6f7719c1eb3bc1ebba133508c2c6d67e635c","Average ⬆️":32.29791522872073,"Hub License":"apache-2.0","Hub ❤️":5,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.9958980156195016,"IFEval Raw":0.6131453432448126,"IFEval":61.31453432448127,"BBH Raw":0.6080855261046028,"BBH":44.1839402106242,"MATH Lvl 5 Raw":0.2311178247734139,"MATH Lvl 5":23.11178247734139,"GPQA Raw":0.3271812080536913,"GPQA":10.290827740492169,"MUSR Raw":0.4345833333333333,"MUSR":12.722916666666668,"MMLU-PRO Raw":0.4794714095744681,"MMLU-PRO":42.16348995271868,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-02","Submission Date":"2024-10-11","Generation":0,"Base Model":"OpenBuddy/openbuddy-qwen2.5llamaify-14b-v23.3-200k"},{"eval_name":"OpenBuddy_openbuddy-qwen2.5llamaify-7b-v23.1-200k_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"OpenBuddy/openbuddy-qwen2.5llamaify-7b-v23.1-200k 📑","fullname":"OpenBuddy/openbuddy-qwen2.5llamaify-7b-v23.1-200k","Model sha":"91521abfec2a00f4853f6cb4dd620177617ca572","Average ⬆️":27.863254758763023,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":7.615,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.7637336349126245,"IFEval Raw":0.5672582082208539,"IFEval":56.725820822085396,"BBH Raw":0.5509381466888461,"BBH":36.3981275172541,"MATH Lvl 5 Raw":0.18882175226586104,"MATH Lvl 5":18.882175226586103,"GPQA Raw":0.3145973154362416,"GPQA":8.612975391498878,"MUSR Raw":0.43632291666666667,"MUSR":13.807031250000003,"MMLU-PRO Raw":0.394780585106383,"MMLU-PRO":32.75339834515366,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-04","Submission Date":"2024-10-10","Generation":2,"Base Model":"Qwen/Qwen2.5-7B"},{"eval_name":"OpenBuddy_openbuddy-qwq-32b-v24.1-200k_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"OpenBuddy/openbuddy-qwq-32b-v24.1-200k 📑","fullname":"OpenBuddy/openbuddy-qwq-32b-v24.1-200k","Model sha":"1e9dfa19793d79c53999e2f22794d2c310180c7e","Average ⬆️":39.96232491540321,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.90692943946993,"IFEval Raw":0.593661484860171,"IFEval":59.366148486017096,"BBH Raw":0.6798496773637743,"BBH":54.46917637764042,"MATH Lvl 5 Raw":0.37386706948640486,"MATH Lvl 5":37.38670694864049,"GPQA Raw":0.3808724832214765,"GPQA":17.4496644295302,"MUSR Raw":0.484875,"MUSR":21.209374999999998,"MMLU-PRO Raw":0.5490359042553191,"MMLU-PRO":49.89287825059102,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-21","Submission Date":"2024-12-22","Generation":3,"Base Model":"Qwen/Qwen2.5-32B"},{"eval_name":"OpenBuddy_openbuddy-qwq-32b-v24.2-200k_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"OpenBuddy/openbuddy-qwq-32b-v24.2-200k 📑","fullname":"OpenBuddy/openbuddy-qwq-32b-v24.2-200k","Model sha":"ee9f46f325a4b68d3b06d1dcabc2d81f42df6682","Average ⬆️":39.56011201711714,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.0469398673429895,"IFEval Raw":0.5969837808126881,"IFEval":59.698378081268814,"BBH Raw":0.6771537576509328,"BBH":54.16349558366793,"MATH Lvl 5 Raw":0.3776435045317221,"MATH Lvl 5":37.764350453172206,"GPQA Raw":0.3766778523489933,"GPQA":16.890380313199106,"MUSR Raw":0.47179166666666666,"MUSR":19.440624999999997,"MMLU-PRO Raw":0.5446309840425532,"MMLU-PRO":49.4034426713948,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-30","Generation":3,"Base Model":"Qwen/Qwen2.5-32B"},{"eval_name":"OpenBuddy_openbuddy-yi1.5-34b-v21.3-32k_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"OpenBuddy/openbuddy-yi1.5-34b-v21.3-32k 📑","fullname":"OpenBuddy/openbuddy-yi1.5-34b-v21.3-32k","Model sha":"966be6ad502cdd50a9af94d5f003aec040cdb0b5","Average ⬆️":30.92470371318825,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":34.407,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.076653422339551,"IFEval Raw":0.5420041046645123,"IFEval":54.20041046645124,"BBH Raw":0.6162574860411373,"BBH":45.637092606204,"MATH Lvl 5 Raw":0.1782477341389728,"MATH Lvl 5":17.82477341389728,"GPQA Raw":0.348993288590604,"GPQA":13.19910514541387,"MUSR Raw":0.44394791666666666,"MUSR":14.693489583333337,"MMLU-PRO Raw":0.4599401595744681,"MMLU-PRO":39.99335106382979,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-05","Submission Date":"2024-08-30","Generation":1,"Base Model":"OpenBuddy/openbuddy-yi1.5-34b-v21.3-32k (Merge)"},{"eval_name":"OpenBuddy_openbuddy-zero-14b-v22.3-32k_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"OpenBuddy/openbuddy-zero-14b-v22.3-32k 📑","fullname":"OpenBuddy/openbuddy-zero-14b-v22.3-32k","Model sha":"d9a0b6bc02f283e154c9ad6db43a5a97eed97f5b","Average ⬆️":19.406071028276457,"Hub License":"other","Hub ❤️":1,"#Params (B)":14.022,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.3775378276507078,"IFEval Raw":0.37529200299649373,"IFEval":37.529200299649375,"BBH Raw":0.4859759816473639,"BBH":26.289506846678147,"MATH Lvl 5 Raw":0.09365558912386707,"MATH Lvl 5":9.365558912386707,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.41660416666666666,"MUSR":11.342187500000001,"MMLU-PRO Raw":0.3187333776595745,"MMLU-PRO":24.30370862884161,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-16","Submission Date":"2024-07-29","Generation":0,"Base Model":"OpenBuddy/openbuddy-zero-14b-v22.3-32k"},{"eval_name":"OpenBuddy_openbuddy-zero-3b-v21.2-32k_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"OpenBuddy/openbuddy-zero-3b-v21.2-32k 📑","fullname":"OpenBuddy/openbuddy-zero-3b-v21.2-32k","Model sha":"74e1d168c5e917219d668d1483f6355dd0464a31","Average ⬆️":11.713302286048615,"Hub License":"other","Hub ❤️":2,"#Params (B)":4.769,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7572375059674725,"IFEval Raw":0.3802377691192702,"IFEval":38.02377691192702,"BBH Raw":0.3934791831798414,"BBH":15.293406418468868,"MATH Lvl 5 Raw":0.0188821752265861,"MATH Lvl 5":1.8882175226586102,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.3566354166666667,"MUSR":2.2460937499999996,"MMLU-PRO Raw":0.20337433510638298,"MMLU-PRO":11.486037234042552,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-02","Submission Date":"2024-06-26","Generation":0,"Base Model":"OpenBuddy/openbuddy-zero-3b-v21.2-32k"},{"eval_name":"OpenBuddy_openbuddy-zero-56b-v21.2-32k_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"OpenBuddy/openbuddy-zero-56b-v21.2-32k 📑","fullname":"OpenBuddy/openbuddy-zero-56b-v21.2-32k","Model sha":"c7a1a4a6e798f75d1d3219ab9ff9f2692e29f7d5","Average ⬆️":28.536019963329736,"Hub License":"other","Hub ❤️":0,"#Params (B)":56.707,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":15.147491894006654,"IFEval Raw":0.5057092957796425,"IFEval":50.57092957796425,"BBH Raw":0.6128345897750148,"BBH":44.796541615730554,"MATH Lvl 5 Raw":0.16238670694864046,"MATH Lvl 5":16.238670694864048,"GPQA Raw":0.3179530201342282,"GPQA":9.060402684563762,"MUSR Raw":0.4305208333333333,"MUSR":12.781770833333331,"MMLU-PRO Raw":0.43991023936170215,"MMLU-PRO":37.76780437352246,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-10","Submission Date":"2024-06-26","Generation":0,"Base Model":"OpenBuddy/openbuddy-zero-56b-v21.2-32k"},{"eval_name":"OpenGenerativeAI_Bifrost_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"OpenGenerativeAI/Bifrost 📑","fullname":"OpenGenerativeAI/Bifrost","Model sha":"7525b3cd69b258aaac8897aa2bff8e9de89f5767","Average ⬆️":37.14746413152554,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7108119851231949,"IFEval Raw":0.6347524568145853,"IFEval":63.47524568145853,"BBH Raw":0.6849273974523276,"BBH":55.09700864855187,"MATH Lvl 5 Raw":0.2545317220543807,"MATH Lvl 5":25.45317220543807,"GPQA Raw":0.36828859060402686,"GPQA":15.771812080536915,"MUSR Raw":0.45976041666666667,"MUSR":16.870052083333338,"MMLU-PRO Raw":0.5159574468085106,"MMLU-PRO":46.21749408983452,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-07","Generation":1,"Base Model":"OpenGenerativeAI/Bifrost (Merge)"},{"eval_name":"OpenGenerativeAI_Bifrost-14B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"OpenGenerativeAI/Bifrost-14B 📑","fullname":"OpenGenerativeAI/Bifrost-14B","Model sha":"2f63272826f4a218a00e6a84d1bd1acb023ae613","Average ⬆️":37.39963457924099,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8638634012216105,"IFEval Raw":0.6615302951723648,"IFEval":66.15302951723649,"BBH Raw":0.6844897889249308,"BBH":55.088066493614235,"MATH Lvl 5 Raw":0.23564954682779457,"MATH Lvl 5":23.564954682779458,"GPQA Raw":0.37919463087248323,"GPQA":17.225950782997764,"MUSR Raw":0.46239583333333334,"MUSR":17.09947916666667,"MMLU-PRO Raw":0.5073969414893617,"MMLU-PRO":45.26632683215129,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-07","Submission Date":"2025-03-07","Generation":1,"Base Model":"OpenGenerativeAI/Bifrost-14B (Merge)"},{"eval_name":"OpenLLM-France_Lucie-7B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"OpenLLM-France/Lucie-7B 📑","fullname":"OpenLLM-France/Lucie-7B","Model sha":"39b6dd46c3d39b2b2a61523093d1cf6c8a24730f","Average ⬆️":8.611731815760395,"Hub License":"apache-2.0","Hub ❤️":19,"#Params (B)":6.707,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9548920211955723,"IFEval Raw":0.24964538535530173,"IFEval":24.964538535530174,"BBH Raw":0.3492469872973046,"BBH":9.91394298206345,"MATH Lvl 5 Raw":0.014350453172205438,"MATH Lvl 5":1.4350453172205437,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.39232291666666663,"MUSR":6.807031250000001,"MMLU-PRO Raw":0.14976728723404256,"MMLU-PRO":5.529698581560284,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-10","Submission Date":"2025-01-14","Generation":0,"Base Model":"OpenLLM-France/Lucie-7B"},{"eval_name":"OpenLLM-France_Lucie-7B-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"OpenLLM-France/Lucie-7B-Instruct 📑","fullname":"OpenLLM-France/Lucie-7B-Instruct","Model sha":"4632991a54e8713b234302164ff171d909a121f9","Average ⬆️":8.364897117485063,"Hub License":"","Hub ❤️":0,"#Params (B)":6.707,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9798951820675718,"IFEval Raw":0.279645784296777,"IFEval":27.9645784296777,"BBH Raw":0.3254036581260458,"BBH":7.261384026200003,"MATH Lvl 5 Raw":0.01661631419939577,"MATH Lvl 5":1.6616314199395772,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.36621875,"MUSR":3.2106770833333336,"MMLU-PRO Raw":0.15558510638297873,"MMLU-PRO":6.176122931442081,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-14","Generation":0,"Base Model":"Removed"},{"eval_name":"OpenLLM-France_Lucie-7B-Instruct-human-data_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"OpenLLM-France/Lucie-7B-Instruct-human-data 📑","fullname":"OpenLLM-France/Lucie-7B-Instruct-human-data","Model sha":"4842e3bd24e1037658aff7ca3dbc6b6973bb38f4","Average ⬆️":8.574866924872492,"Hub License":"apache-2.0","Hub ❤️":6,"#Params (B)":6.707,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9751521222163677,"IFEval Raw":0.29460830596151544,"IFEval":29.460830596151546,"BBH Raw":0.32842533479733,"BBH":7.629771133304573,"MATH Lvl 5 Raw":0.02190332326283988,"MATH Lvl 5":2.190332326283988,"GPQA Raw":0.2751677852348993,"GPQA":3.355704697986576,"MUSR Raw":0.37285416666666665,"MUSR":4.0401041666666675,"MMLU-PRO Raw":0.14295212765957446,"MMLU-PRO":4.772458628841606,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-07","Submission Date":"2025-01-14","Generation":1,"Base Model":"OpenLLM-France/Lucie-7B-Instruct-human-data (Merge)"},{"eval_name":"OpenLLM-France_Lucie-7B-Instruct-v1.1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"OpenLLM-France/Lucie-7B-Instruct-v1.1 📑","fullname":"OpenLLM-France/Lucie-7B-Instruct-v1.1","Model sha":"204e1880f28b63db2687d174e297548a10e719cb","Average ⬆️":10.999352587987943,"Hub License":"apache-2.0","Hub ❤️":8,"#Params (B)":6.707,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.4879356419067323,"IFEval Raw":0.3038759380665523,"IFEval":30.38759380665523,"BBH Raw":0.38158765227444885,"BBH":14.739314179940692,"MATH Lvl 5 Raw":0.03172205438066465,"MATH Lvl 5":3.1722054380664653,"GPQA Raw":0.28187919463087246,"GPQA":4.250559284116329,"MUSR Raw":0.37502083333333336,"MUSR":3.8442708333333346,"MMLU-PRO Raw":0.1864195478723404,"MMLU-PRO":9.602171985815602,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-13","Submission Date":"2025-02-25","Generation":1,"Base Model":"OpenLLM-France/Lucie-7B-Instruct-v1.1 (Merge)"},{"eval_name":"OpenLeecher_llama3-8b-lima_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"OpenLeecher/llama3-8b-lima 📑","fullname":"OpenLeecher/llama3-8b-lima","Model sha":"237a2bcb240eecd9355a091f839e42ba3d31bda5","Average ⬆️":15.025432287041793,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.917858732048215,"IFEval Raw":0.43706587410293574,"IFEval":43.70658741029358,"BBH Raw":0.4295828632822993,"BBH":19.573064881964964,"MATH Lvl 5 Raw":0.05060422960725076,"MATH Lvl 5":5.0604229607250755,"GPQA Raw":0.23825503355704697,"GPQA":0.0,"MUSR Raw":0.37127083333333327,"MUSR":3.7421874999999996,"MMLU-PRO Raw":0.26263297872340424,"MMLU-PRO":18.070330969267136,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-01","Generation":0,"Base Model":"Removed"},{"eval_name":"OpenScholar_Llama-3.1_OpenScholar-8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"OpenScholar/Llama-3.1_OpenScholar-8B 📑","fullname":"OpenScholar/Llama-3.1_OpenScholar-8B","Model sha":"e26aeb22af568bd8d01ffde86ebbd13c3cf4fcc5","Average ⬆️":25.961332257431867,"Hub License":"apache-2.0","Hub ❤️":57,"#Params (B)":8.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2652134388784446,"IFEval Raw":0.6064010159709571,"IFEval":60.64010159709571,"BBH Raw":0.5207740834450674,"BBH":32.40392120448785,"MATH Lvl 5 Raw":0.16540785498489427,"MATH Lvl 5":16.540785498489427,"GPQA Raw":0.28187919463087246,"GPQA":4.250559284116329,"MUSR Raw":0.4275104166666667,"MUSR":11.838802083333334,"MMLU-PRO Raw":0.370844414893617,"MMLU-PRO":30.093823877068555,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-15","Submission Date":"2024-12-03","Generation":1,"Base Model":"OpenScholar/Llama-3.1_OpenScholar-8B (Merge)"},{"eval_name":"Orenguteng_Llama-3.1-8B-Lexi-Uncensored_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Orenguteng/Llama-3.1-8B-Lexi-Uncensored 📑","fullname":"Orenguteng/Llama-3.1-8B-Lexi-Uncensored","Model sha":"56ac439ab4c7826871493ffbe2d49f2100a98e97","Average ⬆️":27.175116142740332,"Hub License":"llama3.1","Hub ❤️":46,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7134701351201276,"IFEval Raw":0.7776843220432896,"IFEval":77.76843220432897,"BBH Raw":0.5057261652642643,"BBH":29.24254324176861,"MATH Lvl 5 Raw":0.15709969788519637,"MATH Lvl 5":15.709969788519636,"GPQA Raw":0.27181208053691275,"GPQA":2.9082774049216997,"MUSR Raw":0.3871145833333333,"MUSR":6.422656250000002,"MMLU-PRO Raw":0.37898936170212766,"MMLU-PRO":30.99881796690307,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-26","Submission Date":"2024-07-29","Generation":0,"Base Model":"Orenguteng/Llama-3.1-8B-Lexi-Uncensored"},{"eval_name":"Orenguteng_Llama-3.1-8B-Lexi-Uncensored-V2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2 📑","fullname":"Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2","Model sha":"2340f8fbcd2452125a798686ca90b882a08fb0d9","Average ⬆️":28.390881228317323,"Hub License":"llama3.1","Hub ❤️":180,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.739372628969439,"IFEval Raw":0.7791581891603169,"IFEval":77.91581891603168,"BBH Raw":0.5084008018783934,"BBH":29.687032745631218,"MATH Lvl 5 Raw":0.1971299093655589,"MATH Lvl 5":19.71299093655589,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.3842916666666667,"MUSR":7.76979166666667,"MMLU-PRO Raw":0.3780751329787234,"MMLU-PRO":30.897236997635936,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-09","Submission Date":"2024-08-28","Generation":0,"Base Model":"Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2"},{"eval_name":"Orion-zhen_Qwen2.5-7B-Instruct-Uncensored_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Orion-zhen/Qwen2.5-7B-Instruct-Uncensored 📑","fullname":"Orion-zhen/Qwen2.5-7B-Instruct-Uncensored","Model sha":"33c24657b4394fc430ad90b5d413e5985ce8e292","Average ⬆️":35.71881524964477,"Hub License":"gpl-3.0","Hub ❤️":18,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.2336238849080123,"IFEval Raw":0.7204317876567508,"IFEval":72.04317876567507,"BBH Raw":0.5473918652157296,"BBH":35.83245286228819,"MATH Lvl 5 Raw":0.4773413897280967,"MATH Lvl 5":47.73413897280967,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.43613541666666666,"MUSR":13.58359375,"MMLU-PRO Raw":0.4426529255319149,"MMLU-PRO":38.07254728132387,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-26","Submission Date":"2024-10-19","Generation":1,"Base Model":"Orion-zhen/Qwen2.5-7B-Instruct-Uncensored (Merge)"},{"eval_name":"Orion-zhen_phi-4-abliterated_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"Orion-zhen/phi-4-abliterated 📑","fullname":"Orion-zhen/phi-4-abliterated","Model sha":"90e3bfb1a9507d931c19faa5c2084d3f8d0bfb77","Average ⬆️":29.97907708859114,"Hub License":"gpl-3.0","Hub ❤️":28,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7887019249616476,"IFEval Raw":0.05760271634817839,"IFEval":5.760271634817839,"BBH Raw":0.6698239306664778,"BBH":52.45712922578372,"MATH Lvl 5 Raw":0.3021148036253776,"MATH Lvl 5":30.211480362537763,"GPQA Raw":0.40436241610738255,"GPQA":20.581655480984338,"MUSR Raw":0.500625,"MUSR":23.178124999999994,"MMLU-PRO Raw":0.5291722074468085,"MMLU-PRO":47.685800827423165,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-17","Submission Date":"2024-12-20","Generation":1,"Base Model":"Orion-zhen/phi-4-abliterated (Merge)"},{"eval_name":"P0x0_Astra-v1-12B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"P0x0/Astra-v1-12B 📑","fullname":"P0x0/Astra-v1-12B","Model sha":"c706e253f8d8fa838b505cbec0e1a6aeec545abc","Average ⬆️":19.737240466519605,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.211346744195269,"IFEval Raw":0.28059437847134494,"IFEval":28.05943784713449,"BBH Raw":0.5214506484138984,"BBH":31.80990734117942,"MATH Lvl 5 Raw":0.11329305135951662,"MATH Lvl 5":11.329305135951662,"GPQA Raw":0.313758389261745,"GPQA":8.501118568232664,"MUSR Raw":0.4051875,"MUSR":11.381770833333329,"MMLU-PRO Raw":0.3460771276595745,"MMLU-PRO":27.341903073286055,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-21","Submission Date":"2024-09-23","Generation":1,"Base Model":"mistralai/Mistral-Nemo-Base-2407"},{"eval_name":"PJMixers_LLaMa-3-CursedStock-v2.0-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"PJMixers/LLaMa-3-CursedStock-v2.0-8B 📑","fullname":"PJMixers/LLaMa-3-CursedStock-v2.0-8B","Model sha":"d47cc29df363f71ffaf6cd21ac4bdeefa27359db","Average ⬆️":24.166133893343382,"Hub License":"llama3","Hub ❤️":12,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.8053841117290728,"IFEval Raw":0.6330791189599152,"IFEval":63.30791189599152,"BBH Raw":0.527115950402997,"BBH":32.56361170891586,"MATH Lvl 5 Raw":0.09441087613293052,"MATH Lvl 5":9.441087613293051,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.38562500000000005,"MUSR":8.036458333333336,"MMLU-PRO Raw":0.3556349734042553,"MMLU-PRO":28.40388593380615,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-26","Submission Date":"2024-06-27","Generation":1,"Base Model":"PJMixers/LLaMa-3-CursedStock-v2.0-8B (Merge)"},{"eval_name":"PJMixers-Dev_L3.2-Instruct-Thinking-v0.1-1B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"PJMixers-Dev/L3.2-Instruct-Thinking-v0.1-1B 📑","fullname":"PJMixers-Dev/L3.2-Instruct-Thinking-v0.1-1B","Model sha":"da482263c3258481e235117b58977f01bd9f9e25","Average ⬆️":10.902648327773703,"Hub License":"","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7410305950739005,"IFEval Raw":0.46276989498973836,"IFEval":46.27698949897383,"BBH Raw":0.33018063718974094,"BBH":6.3866369990439695,"MATH Lvl 5 Raw":0.054380664652567974,"MATH Lvl 5":5.438066465256798,"GPQA Raw":0.2575503355704698,"GPQA":1.0067114093959737,"MUSR Raw":0.32621875,"MUSR":0.9440104166666662,"MMLU-PRO Raw":0.14827127659574468,"MMLU-PRO":5.363475177304964,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-11","Generation":0,"Base Model":"Removed"},{"eval_name":"PJMixers-Dev_LLaMa-3.1-Instruct-Interleaved-Zeroed-13B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"PJMixers-Dev/LLaMa-3.1-Instruct-Interleaved-Zeroed-13B 📑","fullname":"PJMixers-Dev/LLaMa-3.1-Instruct-Interleaved-Zeroed-13B","Model sha":"c5b8d7fa43a013e434630a7f89f3bf15ac19606f","Average ⬆️":28.894562181103485,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":13.047,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.5927314715878755,"IFEval Raw":0.7871015572015585,"IFEval":78.71015572015585,"BBH Raw":0.5073267838961463,"BBH":29.89275635245275,"MATH Lvl 5 Raw":0.2001510574018127,"MATH Lvl 5":20.01510574018127,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.3869895833333333,"MUSR":8.407031249999996,"MMLU-PRO Raw":0.3767453457446808,"MMLU-PRO":30.74948286052009,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-18","Submission Date":"2024-12-18","Generation":1,"Base Model":"PJMixers-Dev/LLaMa-3.1-Instruct-Interleaved-Zeroed-13B (Merge)"},{"eval_name":"PJMixers-Dev_LLaMa-3.1-RomboTiesTest-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"PJMixers-Dev/LLaMa-3.1-RomboTiesTest-8B 📑","fullname":"PJMixers-Dev/LLaMa-3.1-RomboTiesTest-8B","Model sha":"87ff7bb5f3399c4a4c021dbcbd5f2b5f52eedab2","Average ⬆️":28.818375441031588,"Hub License":"","Hub ❤️":0,"#Params (B)":4.015,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4369043060818494,"IFEval Raw":0.7825303527972447,"IFEval":78.25303527972446,"BBH Raw":0.5073267838961463,"BBH":29.89275635245275,"MATH Lvl 5 Raw":0.2001510574018127,"MATH Lvl 5":20.01510574018127,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.3869895833333333,"MUSR":8.407031249999996,"MMLU-PRO Raw":0.3767453457446808,"MMLU-PRO":30.74948286052009,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-20","Generation":0,"Base Model":"Removed"},{"eval_name":"PJMixers-Dev_LLaMa-3.1-RomboTiesTest2-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"PJMixers-Dev/LLaMa-3.1-RomboTiesTest2-8B 📑","fullname":"PJMixers-Dev/LLaMa-3.1-RomboTiesTest2-8B","Model sha":"5bc997080bae6df93298edb5a82b1391dc972047","Average ⬆️":28.818375441031588,"Hub License":"","Hub ❤️":0,"#Params (B)":4.015,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4410469707927869,"IFEval Raw":0.7825303527972447,"IFEval":78.25303527972446,"BBH Raw":0.5073267838961463,"BBH":29.89275635245275,"MATH Lvl 5 Raw":0.2001510574018127,"MATH Lvl 5":20.01510574018127,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.3869895833333333,"MUSR":8.407031249999996,"MMLU-PRO Raw":0.3767453457446808,"MMLU-PRO":30.74948286052009,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-21","Generation":0,"Base Model":"Removed"},{"eval_name":"PJMixers-Dev_LLaMa-3.2-Instruct-JankMix-v0.1-SFT-3B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"PJMixers-Dev/LLaMa-3.2-Instruct-JankMix-v0.1-SFT-3B 📑","fullname":"PJMixers-Dev/LLaMa-3.2-Instruct-JankMix-v0.1-SFT-3B","Model sha":"1286f51489b06fe67fa36d57aa87331fa37e698b","Average ⬆️":22.701739941091272,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4273887421986473,"IFEval Raw":0.693054428915278,"IFEval":69.3054428915278,"BBH Raw":0.4556166737589294,"BBH":23.80830677255767,"MATH Lvl 5 Raw":0.1216012084592145,"MATH Lvl 5":12.16012084592145,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.37003125000000003,"MUSR":4.053906250000002,"MMLU-PRO Raw":0.312749335106383,"MMLU-PRO":23.63881501182033,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-12","Submission Date":"2024-10-12","Generation":1,"Base Model":"PJMixers-Dev/LLaMa-3.2-Instruct-JankMix-v0.1-SFT-3B (Merge)"},{"eval_name":"PJMixers-Dev_LLaMa-3.2-Instruct-JankMix-v0.2-SFT-3B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"PJMixers-Dev/LLaMa-3.2-Instruct-JankMix-v0.2-SFT-3B 📑","fullname":"PJMixers-Dev/LLaMa-3.2-Instruct-JankMix-v0.2-SFT-3B","Model sha":"4c348a8dfc1be0b4985e0ed2882329515a60c19d","Average ⬆️":21.772674131965854,"Hub License":"llama3.2","Hub ❤️":1,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4197984758501463,"IFEval Raw":0.6291573026237051,"IFEval":62.9157302623705,"BBH Raw":0.45814952191015346,"BBH":23.341239903737886,"MATH Lvl 5 Raw":0.1299093655589124,"MATH Lvl 5":12.990936555891238,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.365875,"MUSR":4.867708333333335,"MMLU-PRO Raw":0.3115026595744681,"MMLU-PRO":23.50029550827423,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-14","Submission Date":"2024-10-14","Generation":1,"Base Model":"PJMixers-Dev/LLaMa-3.2-Instruct-JankMix-v0.2-SFT-3B (Merge)"},{"eval_name":"PJMixers-Dev_LLaMa-3.2-Instruct-JankMix-v0.2-SFT-HailMary-v0.1-KTO-3B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"PJMixers-Dev/LLaMa-3.2-Instruct-JankMix-v0.2-SFT-HailMary-v0.1-KTO-3B 📑","fullname":"PJMixers-Dev/LLaMa-3.2-Instruct-JankMix-v0.2-SFT-HailMary-v0.1-KTO-3B","Model sha":"17b245cfcffcc6aadc90989bf08d9625455064e1","Average ⬆️":21.826266808747885,"Hub License":"llama3.2","Hub ❤️":1,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3580841575987257,"IFEval Raw":0.6503898544750152,"IFEval":65.03898544750152,"BBH Raw":0.45107942950222196,"BBH":22.288715309224642,"MATH Lvl 5 Raw":0.12613293051359517,"MATH Lvl 5":12.613293051359516,"GPQA Raw":0.27181208053691275,"GPQA":2.9082774049216997,"MUSR Raw":0.3687291666666667,"MUSR":4.691145833333335,"MMLU-PRO Raw":0.3107546542553192,"MMLU-PRO":23.417183806146575,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-28","Submission Date":"2024-10-28","Generation":1,"Base Model":"PJMixers-Dev/LLaMa-3.2-Instruct-JankMix-v0.2-SFT-HailMary-v0.1-KTO-3B (Merge)"},{"eval_name":"PJMixers-Dev_LLaMa-3.2-Instruct-JankMixBread-v0.1-3B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"PJMixers-Dev/LLaMa-3.2-Instruct-JankMixBread-v0.1-3B 📑","fullname":"PJMixers-Dev/LLaMa-3.2-Instruct-JankMixBread-v0.1-3B","Model sha":"19faf7463cab41a2492cad26fc54b2fce3a05caf","Average ⬆️":19.737295916446044,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4048551500864417,"IFEval Raw":0.5040858256093831,"IFEval":50.408582560938314,"BBH Raw":0.4483158594793648,"BBH":22.759588390933697,"MATH Lvl 5 Raw":0.13066465256797583,"MATH Lvl 5":13.066465256797583,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.3515520833333334,"MUSR":4.677343750000003,"MMLU-PRO Raw":0.308344414893617,"MMLU-PRO":23.149379432624112,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-12","Submission Date":"2024-10-12","Generation":1,"Base Model":"PJMixers-Dev/LLaMa-3.2-Instruct-JankMixBread-v0.1-3B (Merge)"},{"eval_name":"PJMixers-Dev_Qwen2.5-RomboTiesTest-7B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"PJMixers-Dev/Qwen2.5-RomboTiesTest-7B 📑","fullname":"PJMixers-Dev/Qwen2.5-RomboTiesTest-7B","Model sha":"61e798861cae00ff1108708fc89ed18bccaf1170","Average ⬆️":35.28885377363677,"Hub License":"","Hub ❤️":0,"#Params (B)":3.808,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3427656159126633,"IFEval Raw":0.7558023821238757,"IFEval":75.58023821238757,"BBH Raw":0.5398673461520839,"BBH":34.93145651665548,"MATH Lvl 5 Raw":0.4962235649546828,"MATH Lvl 5":49.62235649546828,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.4033645833333333,"MUSR":8.720572916666669,"MMLU-PRO Raw":0.4285239361702128,"MMLU-PRO":36.50265957446809,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-21","Generation":0,"Base Model":"Removed"},{"eval_name":"Parissa3_test-model_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Parissa3/test-model 📑","fullname":"Parissa3/test-model","Model sha":"7021138dac98d930f1ce0ebe186583c0813d6f48","Average ⬆️":20.745917611192755,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9467058058228061,"IFEval Raw":0.3882564927725103,"IFEval":38.82564927725103,"BBH Raw":0.5193916761801759,"BBH":32.83903240379116,"MATH Lvl 5 Raw":0.0649546827794562,"MATH Lvl 5":6.495468277945619,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.46853125,"MUSR":17.53307291666667,"MMLU-PRO Raw":0.3056848404255319,"MMLU-PRO":22.853871158392433,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-16","Submission Date":"2024-11-16","Generation":1,"Base Model":"Parissa3/test-model (Merge)"},{"eval_name":"Pinkstack_PARM-V1.5-base-QwQ-Qwen-2.5-o1-3B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Pinkstack/PARM-V1.5-base-QwQ-Qwen-2.5-o1-3B 📑","fullname":"Pinkstack/PARM-V1.5-base-QwQ-Qwen-2.5-o1-3B","Model sha":"2f964ba6516a9f1e2cbec4c3decde734c340a739","Average ⬆️":23.92876945667705,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5607975432210763,"IFEval Raw":0.5084819390328772,"IFEval":50.84819390328772,"BBH Raw":0.47105662040096935,"BBH":26.33092647670804,"MATH Lvl 5 Raw":0.1691842900302115,"MATH Lvl 5":16.91842900302115,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.44785416666666666,"MUSR":15.315104166666663,"MMLU-PRO Raw":0.35106382978723405,"MMLU-PRO":27.89598108747045,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-17","Submission Date":"2025-01-16","Generation":1,"Base Model":"Pinkstack/PARM-V1.5-base-QwQ-Qwen-2.5-o1-3B (Merge)"},{"eval_name":"Pinkstack_SuperThoughts-CoT-14B-16k-o1-QwQ_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Pinkstack/SuperThoughts-CoT-14B-16k-o1-QwQ 📑","fullname":"Pinkstack/SuperThoughts-CoT-14B-16k-o1-QwQ","Model sha":"06261f48e94e86201b527854e76ddee3c65054f4","Average ⬆️":31.36951233941903,"Hub License":"mit","Hub ❤️":7,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8630339511133762,"IFEval Raw":0.051457909458015844,"IFEval":5.1457909458015845,"BBH Raw":0.6719989821162488,"BBH":52.848496844057365,"MATH Lvl 5 Raw":0.4199395770392749,"MATH Lvl 5":41.99395770392749,"GPQA Raw":0.3926174496644295,"GPQA":19.01565995525727,"MUSR Raw":0.4913541666666667,"MUSR":21.7859375,"MMLU-PRO Raw":0.526845079787234,"MMLU-PRO":47.42723108747045,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-14","Submission Date":"2025-01-16","Generation":1,"Base Model":"Pinkstack/SuperThoughts-CoT-14B-16k-o1-QwQ (Merge)"},{"eval_name":"Pinkstack_Superthoughts-lite-1.8B-experimental-o1_float16","Precision":"float16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Pinkstack/Superthoughts-lite-1.8B-experimental-o1 📑","fullname":"Pinkstack/Superthoughts-lite-1.8B-experimental-o1","Model sha":"dc8f7e9d19f3d4bee7cfd81cc94c320204673dee","Average ⬆️":5.104091175053128,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":1.812,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6183011818245351,"IFEval Raw":0.0375193375798437,"IFEval":3.7519337579843706,"BBH Raw":0.3434736647957908,"BBH":9.132472807581593,"MATH Lvl 5 Raw":0.03172205438066465,"MATH Lvl 5":3.1722054380664653,"GPQA Raw":0.2751677852348993,"GPQA":3.355704697986576,"MUSR Raw":0.33539583333333334,"MUSR":1.7578124999999993,"MMLU-PRO Raw":0.18508976063829788,"MMLU-PRO":9.454417848699762,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-31","Submission Date":"2025-01-31","Generation":2,"Base Model":"HuggingFaceTB/SmolLM2-1.7B-Instruct (Merge)"},{"eval_name":"Pinkstack_Superthoughts-lite-v1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Pinkstack/Superthoughts-lite-v1 📑","fullname":"Pinkstack/Superthoughts-lite-v1","Model sha":"e63103e31386be7a6287179cf313861184da3276","Average ⬆️":7.399417613485791,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":1.711,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.33158247389916096,"IFEval Raw":0.1658643510330368,"IFEval":16.58643510330368,"BBH Raw":0.3465571905256149,"BBH":8.902845043233844,"MATH Lvl 5 Raw":0.02945619335347432,"MATH Lvl 5":2.9456193353474323,"GPQA Raw":0.28104026845637586,"GPQA":4.138702460850116,"MUSR Raw":0.3671770833333334,"MUSR":3.4304687499999997,"MMLU-PRO Raw":0.17553191489361702,"MMLU-PRO":8.39243498817967,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-12","Submission Date":"2025-02-13","Generation":1,"Base Model":"Pinkstack/Superthoughts-lite-v1 (Merge)"},{"eval_name":"PocketDoc_Dans-Instruct-CoreCurriculum-12b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"PocketDoc/Dans-Instruct-CoreCurriculum-12b 📑","fullname":"PocketDoc/Dans-Instruct-CoreCurriculum-12b","Model sha":"c50db5ba880b7edc0efd32a7f3b9d2f051c3f4a6","Average ⬆️":9.490940527989817,"Hub License":"","Hub ❤️":0,"#Params (B)":12.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.177076304074408,"IFEval Raw":0.21914520139895477,"IFEval":21.914520139895476,"BBH Raw":0.3788739075240266,"BBH":13.232564953040013,"MATH Lvl 5 Raw":0.054380664652567974,"MATH Lvl 5":5.438066465256798,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.4095625,"MUSR":9.561979166666669,"MMLU-PRO Raw":0.1219248670212766,"MMLU-PRO":2.4360963356973993,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-01","Generation":0,"Base Model":"Removed"},{"eval_name":"PocketDoc_Dans-PersonalityEngine-V1.1.0-12b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"PocketDoc/Dans-PersonalityEngine-V1.1.0-12b 📑","fullname":"PocketDoc/Dans-PersonalityEngine-V1.1.0-12b","Model sha":"e58b4d12f79522209478fed022b65675a18b877f","Average ⬆️":27.044944332447233,"Hub License":"apache-2.0","Hub ❤️":37,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.1727081280344622,"IFEval Raw":0.7074672978807343,"IFEval":70.74672978807342,"BBH Raw":0.5361046243199591,"BBH":33.666618823462954,"MATH Lvl 5 Raw":0.10498489425981873,"MATH Lvl 5":10.498489425981873,"GPQA Raw":0.28691275167785235,"GPQA":4.921700223713646,"MUSR Raw":0.45867708333333335,"MUSR":17.30130208333333,"MMLU-PRO Raw":0.32621343085106386,"MMLU-PRO":25.134825650118202,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-19","Submission Date":"2024-12-19","Generation":1,"Base Model":"PocketDoc/Dans-PersonalityEngine-V1.1.0-12b (Merge)"},{"eval_name":"PocketDoc_Dans-PersonalityEngine-V1.2.0-24b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"PocketDoc/Dans-PersonalityEngine-V1.2.0-24b 📑","fullname":"PocketDoc/Dans-PersonalityEngine-V1.2.0-24b","Model sha":"e41f1d9faa19a92c70fcd63c2db6df2d5b37393c","Average ⬆️":36.3754641013882,"Hub License":"apache-2.0","Hub ❤️":59,"#Params (B)":23.572,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.056940773564168,"IFEval Raw":0.7886252920029965,"IFEval":78.86252920029965,"BBH Raw":0.6421213844206719,"BBH":47.56102293719791,"MATH Lvl 5 Raw":0.24546827794561935,"MATH Lvl 5":24.546827794561935,"GPQA Raw":0.3187919463087248,"GPQA":9.172259507829976,"MUSR Raw":0.42996875,"MUSR":13.379427083333335,"MMLU-PRO Raw":0.5025764627659575,"MMLU-PRO":44.73071808510639,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-17","Submission Date":"2025-02-19","Generation":1,"Base Model":"PocketDoc/Dans-PersonalityEngine-V1.2.0-24b (Merge)"},{"eval_name":"PocketDoc_Dans-PersonalityEngine-v1.0.0-8b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"PocketDoc/Dans-PersonalityEngine-v1.0.0-8b 📑","fullname":"PocketDoc/Dans-PersonalityEngine-v1.0.0-8b","Model sha":"c64612e1eee1ddb3aa064a25eba8921ec3d94325","Average ⬆️":19.207416194838743,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8019485168187717,"IFEval Raw":0.498190357141274,"IFEval":49.81903571412741,"BBH Raw":0.47325544259149366,"BBH":25.68795976908214,"MATH Lvl 5 Raw":0.08157099697885196,"MATH Lvl 5":8.157099697885197,"GPQA Raw":0.28523489932885904,"GPQA":4.697986577181204,"MUSR Raw":0.35415625,"MUSR":3.9361979166666683,"MMLU-PRO Raw":0.3065159574468085,"MMLU-PRO":22.94621749408983,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-08","Submission Date":"2024-10-08","Generation":1,"Base Model":"PocketDoc/Dans-PersonalityEngine-v1.0.0-8b (Merge)"},{"eval_name":"PocketDoc_Dans-SakuraKaze-V1.0.0-12b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"PocketDoc/Dans-SakuraKaze-V1.0.0-12b 📑","fullname":"PocketDoc/Dans-SakuraKaze-V1.0.0-12b","Model sha":"d433b6c0efcf1d1f6534320d88c73c454fd245f2","Average ⬆️":27.119777597401505,"Hub License":"apache-2.0","Hub ❤️":17,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8727770487974009,"IFEval Raw":0.6520133246452745,"IFEval":65.20133246452745,"BBH Raw":0.5405357251132225,"BBH":34.38815279713936,"MATH Lvl 5 Raw":0.09290030211480363,"MATH Lvl 5":9.290030211480364,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.47452083333333334,"MUSR":19.581770833333326,"MMLU-PRO Raw":0.35596742021276595,"MMLU-PRO":28.440824468085108,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-13","Submission Date":"2025-02-28","Generation":1,"Base Model":"PocketDoc/Dans-SakuraKaze-V1.0.0-12b (Merge)"},{"eval_name":"PowerInfer_SmallThinker-3B-Preview_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"PowerInfer/SmallThinker-3B-Preview 📑","fullname":"PowerInfer/SmallThinker-3B-Preview","Model sha":"f335f911ad120220287e737eeeffe7a3ff54b60b","Average ⬆️":23.22006340641872,"Hub License":"","Hub ❤️":391,"#Params (B)":3.397,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.475888162898983,"IFEval Raw":0.6199650261306666,"IFEval":61.99650261306667,"BBH Raw":0.4494922016660919,"BBH":22.062104642168745,"MATH Lvl 5 Raw":0.27794561933534745,"MATH Lvl 5":27.794561933534744,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.3524791666666667,"MUSR":3.5932291666666667,"MMLU-PRO Raw":0.3017785904255319,"MMLU-PRO":22.419843380614655,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-12","Submission Date":"2025-01-07","Generation":1,"Base Model":"PowerInfer/SmallThinker-3B-Preview (Merge)"},{"eval_name":"PranavHarshan_LaMistral-V4_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"PranavHarshan/LaMistral-V4 📑","fullname":"PranavHarshan/LaMistral-V4","Model sha":"b373c2a1ab08823b6b119899f807793c96ef7888","Average ⬆️":24.21076517685928,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3944647401800156,"IFEval Raw":0.623861354539289,"IFEval":62.38613545392891,"BBH Raw":0.5184255342586473,"BBH":31.091348681794813,"MATH Lvl 5 Raw":0.06873111782477341,"MATH Lvl 5":6.873111782477341,"GPQA Raw":0.32802013422818793,"GPQA":10.402684563758392,"MUSR Raw":0.3642916666666667,"MUSR":5.6364583333333345,"MMLU-PRO Raw":0.35987367021276595,"MMLU-PRO":28.874852245862886,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-01","Submission Date":"2024-10-05","Generation":1,"Base Model":"PranavHarshan/LaMistral-V4 (Merge)"},{"eval_name":"PranavHarshan_MedNarra-X1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"PranavHarshan/MedNarra-X1 📑","fullname":"PranavHarshan/MedNarra-X1","Model sha":"9fe294e7fd69ec56f0b7fa1a23759eed070f44bf","Average ⬆️":18.078329076163104,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3523218777350892,"IFEval Raw":0.43384331351924005,"IFEval":43.384331351924004,"BBH Raw":0.46371668179774184,"BBH":23.52349513234211,"MATH Lvl 5 Raw":0.04380664652567976,"MATH Lvl 5":4.380664652567976,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.35403125,"MUSR":2.4539062499999997,"MMLU-PRO Raw":0.34308510638297873,"MMLU-PRO":27.009456264775412,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-08","Submission Date":"2024-10-09","Generation":1,"Base Model":"PranavHarshan/MedNarra-X1 (Merge)"},{"eval_name":"Pretergeek_OpenChat-3.5-0106_10.7B_48Layers-Appended_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Pretergeek/OpenChat-3.5-0106_10.7B_48Layers-Appended 📑","fullname":"Pretergeek/OpenChat-3.5-0106_10.7B_48Layers-Appended","Model sha":"1091b30480f4cc91f26cb1bd7579e527f490f8d2","Average ⬆️":22.735876089495267,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":10.732,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6721992205670189,"IFEval Raw":0.5960595663949432,"IFEval":59.60595663949432,"BBH Raw":0.4619637884426022,"BBH":24.057172512288606,"MATH Lvl 5 Raw":0.07930513595166164,"MATH Lvl 5":7.930513595166164,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.42540625,"MUSR":11.77578125,"MMLU-PRO Raw":0.3289561170212766,"MMLU-PRO":25.439568557919618,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-07-27","Submission Date":"2024-07-31","Generation":1,"Base Model":"Pretergeek/OpenChat-3.5-0106_10.7B_48Layers-Appended (Merge)"},{"eval_name":"Pretergeek_OpenChat-3.5-0106_10.7B_48Layers-Interleaved_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Pretergeek/OpenChat-3.5-0106_10.7B_48Layers-Interleaved 📑","fullname":"Pretergeek/OpenChat-3.5-0106_10.7B_48Layers-Interleaved","Model sha":"dd6bd9a8a9a2223a02a4e8aa6270accbc8d4d81a","Average ⬆️":22.671701605771233,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":10.732,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6731843520126088,"IFEval Raw":0.5960595663949432,"IFEval":59.60595663949432,"BBH Raw":0.4619637884426022,"BBH":24.057172512288606,"MATH Lvl 5 Raw":0.07779456193353475,"MATH Lvl 5":7.779456193353475,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.42540625,"MUSR":11.77578125,"MMLU-PRO Raw":0.3298703457446808,"MMLU-PRO":25.541149527186757,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-08-10","Submission Date":"2024-08-16","Generation":1,"Base Model":"Pretergeek/OpenChat-3.5-0106_10.7B_48Layers-Interleaved (Merge)"},{"eval_name":"Pretergeek_OpenChat-3.5-0106_32K-PoSE_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Pretergeek/OpenChat-3.5-0106_32K-PoSE 📑","fullname":"Pretergeek/OpenChat-3.5-0106_32K-PoSE","Model sha":"da6a73abac7fba68f1df4d42485d79553e97bf91","Average ⬆️":12.903680149442671,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9458762678591882,"IFEval Raw":0.3968991165662664,"IFEval":39.68991165662664,"BBH Raw":0.3471309425137119,"BBH":8.828394853721203,"MATH Lvl 5 Raw":0.026435045317220542,"MATH Lvl 5":2.643504531722054,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.42054166666666665,"MUSR":11.334375000000001,"MMLU-PRO Raw":0.203125,"MMLU-PRO":11.458333333333332,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-02","Submission Date":"2024-11-02","Generation":1,"Base Model":"Pretergeek/OpenChat-3.5-0106_32K-PoSE (Merge)"},{"eval_name":"Pretergeek_OpenChat-3.5-0106_8.11B_36Layers-Appended_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Pretergeek/OpenChat-3.5-0106_8.11B_36Layers-Appended 📑","fullname":"Pretergeek/OpenChat-3.5-0106_8.11B_36Layers-Appended","Model sha":"e957847e013bdd2f6e852b8a1c369ddce92fca78","Average ⬆️":22.761271669519232,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":8.114,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3674142829393898,"IFEval Raw":0.5975833011963811,"IFEval":59.75833011963812,"BBH Raw":0.4619637884426022,"BBH":24.057172512288606,"MATH Lvl 5 Raw":0.07930513595166164,"MATH Lvl 5":7.930513595166164,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.42540625,"MUSR":11.77578125,"MMLU-PRO Raw":0.3289561170212766,"MMLU-PRO":25.439568557919618,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-07-26","Submission Date":"2024-07-27","Generation":1,"Base Model":"Pretergeek/OpenChat-3.5-0106_8.11B_36Layers-Appended (Merge)"},{"eval_name":"Pretergeek_OpenChat-3.5-0106_8.11B_36Layers-Interleaved_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Pretergeek/OpenChat-3.5-0106_8.11B_36Layers-Interleaved 📑","fullname":"Pretergeek/OpenChat-3.5-0106_8.11B_36Layers-Interleaved","Model sha":"485ebe835c6c001af0a1a6e0e40aab27bc195842","Average ⬆️":22.630312716882344,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":8.114,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3209091512623283,"IFEval Raw":0.5960595663949432,"IFEval":59.60595663949432,"BBH Raw":0.46213045510926887,"BBH":24.075505845621944,"MATH Lvl 5 Raw":0.07779456193353475,"MATH Lvl 5":7.779456193353475,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.42407291666666663,"MUSR":11.509114583333334,"MMLU-PRO Raw":0.3298703457446808,"MMLU-PRO":25.541149527186757,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-08-10","Submission Date":"2024-08-16","Generation":1,"Base Model":"Pretergeek/OpenChat-3.5-0106_8.11B_36Layers-Interleaved (Merge)"},{"eval_name":"Pretergeek_OpenChat-3.5-0106_8.99B_40Layers-Appended_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Pretergeek/OpenChat-3.5-0106_8.99B_40Layers-Appended 📑","fullname":"Pretergeek/OpenChat-3.5-0106_8.99B_40Layers-Appended","Model sha":"2120720b7fb2ecc27b9c03cc876316fd25b26e40","Average ⬆️":22.735876089495267,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":8.987,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4384987932245612,"IFEval Raw":0.5960595663949432,"IFEval":59.60595663949432,"BBH Raw":0.4619637884426022,"BBH":24.057172512288606,"MATH Lvl 5 Raw":0.07930513595166164,"MATH Lvl 5":7.930513595166164,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.42540625,"MUSR":11.77578125,"MMLU-PRO Raw":0.3289561170212766,"MMLU-PRO":25.439568557919618,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-07-26","Submission Date":"2024-07-27","Generation":1,"Base Model":"Pretergeek/OpenChat-3.5-0106_8.99B_40Layers-Appended (Merge)"},{"eval_name":"Pretergeek_OpenChat-3.5-0106_8.99B_40Layers-Interleaved_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Pretergeek/OpenChat-3.5-0106_8.99B_40Layers-Interleaved 📑","fullname":"Pretergeek/OpenChat-3.5-0106_8.99B_40Layers-Interleaved","Model sha":"b6dfa36a99179674706d5e859714afa6b8743640","Average ⬆️":22.65570829690631,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":8.987,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.455622745014315,"IFEval Raw":0.5975833011963811,"IFEval":59.75833011963812,"BBH Raw":0.46213045510926887,"BBH":24.075505845621944,"MATH Lvl 5 Raw":0.07779456193353475,"MATH Lvl 5":7.779456193353475,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.42407291666666663,"MUSR":11.509114583333334,"MMLU-PRO Raw":0.3298703457446808,"MMLU-PRO":25.541149527186757,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-08-10","Submission Date":"2024-08-16","Generation":1,"Base Model":"Pretergeek/OpenChat-3.5-0106_8.99B_40Layers-Interleaved (Merge)"},{"eval_name":"Pretergeek_OpenChat-3.5-0106_9.86B_44Layers-Appended_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Pretergeek/OpenChat-3.5-0106_9.86B_44Layers-Appended 📑","fullname":"Pretergeek/OpenChat-3.5-0106_9.86B_44Layers-Appended","Model sha":"8a7ef4a2c4faf8760650e26e44509920bace633a","Average ⬆️":22.735876089495267,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":9.859,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.573526102454317,"IFEval Raw":0.5960595663949432,"IFEval":59.60595663949432,"BBH Raw":0.4619637884426022,"BBH":24.057172512288606,"MATH Lvl 5 Raw":0.07930513595166164,"MATH Lvl 5":7.930513595166164,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.42540625,"MUSR":11.77578125,"MMLU-PRO Raw":0.3289561170212766,"MMLU-PRO":25.439568557919618,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-07-27","Submission Date":"2024-07-27","Generation":1,"Base Model":"Pretergeek/OpenChat-3.5-0106_9.86B_44Layers-Appended (Merge)"},{"eval_name":"Pretergeek_openchat-3.5-0106_Rebased_Mistral-7B-v0.2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Pretergeek/openchat-3.5-0106_Rebased_Mistral-7B-v0.2 📑","fullname":"Pretergeek/openchat-3.5-0106_Rebased_Mistral-7B-v0.2","Model sha":"31c11027a7320115af1e5c33b41bcace83420fe2","Average ⬆️":16.052276387715246,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2436758634757044,"IFEval Raw":0.37062106322335847,"IFEval":37.06210632233585,"BBH Raw":0.36271140677296004,"BBH":10.910767600799835,"MATH Lvl 5 Raw":0.045317220543806644,"MATH Lvl 5":4.531722054380665,"GPQA Raw":0.27181208053691275,"GPQA":2.9082774049216997,"MUSR Raw":0.4840104166666667,"MUSR":20.56796875,"MMLU-PRO Raw":0.2829953457446808,"MMLU-PRO":20.33281619385342,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-21","Submission Date":"2024-07-21","Generation":0,"Base Model":"Pretergeek/openchat-3.5-0106_Rebased_Mistral-7B-v0.2"},{"eval_name":"PrimeIntellect_INTELLECT-1_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"PrimeIntellect/INTELLECT-1 📑","fullname":"PrimeIntellect/INTELLECT-1","Model sha":"3b8d48b5ce11ee9526495f1db9eb1644518bfce0","Average ⬆️":3.8063018019018693,"Hub License":"apache-2.0","Hub ❤️":62,"#Params (B)":10.211,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9953176565006855,"IFEval Raw":0.1757315035217667,"IFEval":17.57315035217667,"BBH Raw":0.27598007801214713,"BBH":1.0435001578954441,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2533557046979866,"GPQA":0.44742729306487633,"MUSR Raw":0.3339375,"MUSR":2.408854166666666,"MMLU-PRO Raw":0.11228390957446809,"MMLU-PRO":1.3648788416075646,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-11-28","Submission Date":"2024-11-29","Generation":0,"Base Model":"PrimeIntellect/INTELLECT-1"},{"eval_name":"PrimeIntellect_INTELLECT-1_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"PrimeIntellect/INTELLECT-1 📑","fullname":"PrimeIntellect/INTELLECT-1","Model sha":"3b8d48b5ce11ee9526495f1db9eb1644518bfce0","Average ⬆️":4.016002158495076,"Hub License":"apache-2.0","Hub ❤️":62,"#Params (B)":10.211,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9927682347571594,"IFEval Raw":0.1757315035217667,"IFEval":17.57315035217667,"BBH Raw":0.27398007801214713,"BBH":1.0435001578954441,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.25,"GPQA":0.0,"MUSR Raw":0.3752708333333333,"MUSR":4.1421874999999995,"MMLU-PRO Raw":0.11203457446808511,"MMLU-PRO":1.337174940898345,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-11-28","Submission Date":"2024-12-03","Generation":0,"Base Model":"PrimeIntellect/INTELLECT-1"},{"eval_name":"PrimeIntellect_INTELLECT-1-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"PrimeIntellect/INTELLECT-1-Instruct 📑","fullname":"PrimeIntellect/INTELLECT-1-Instruct","Model sha":"a672cbe91f9bd4df58f90619ca3c2acb2eb11294","Average ⬆️":1.4059110426100174,"Hub License":"apache-2.0","Hub ❤️":121,"#Params (B)":10.211,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.85273565713582,"IFEval Raw":0.0,"IFEval":0.0,"BBH Raw":0.28698007801214714,"BBH":1.7494478703137453,"MATH Lvl 5 Raw":0.022658610271903322,"MATH Lvl 5":2.2658610271903323,"GPQA Raw":0.2483221476510067,"GPQA":0.0,"MUSR Raw":0.3576875,"MUSR":3.7109374999999996,"MMLU-PRO Raw":0.10638297872340426,"MMLU-PRO":0.7092198581560278,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-11-28","Submission Date":"2024-11-29","Generation":1,"Base Model":"PrimeIntellect/INTELLECT-1-Instruct (Merge)"},{"eval_name":"PuxAI_LUA_model_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"PuxAI/LUA_model 📑","fullname":"PuxAI/LUA_model","Model sha":"f098319bc21c8710652f75febe0d8a110058458f","Average ⬆️":5.148723748211869,"Hub License":"","Hub ❤️":0,"#Params (B)":7.386,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2601842278060176,"IFEval Raw":0.22821336276634885,"IFEval":22.821336276634884,"BBH Raw":0.2876778102988436,"BBH":1.815668408500801,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.34838541666666667,"MUSR":3.5481770833333326,"MMLU-PRO Raw":0.11228390957446809,"MMLU-PRO":1.3648788416075646,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-05","Submission Date":"2024-12-18","Generation":0,"Base Model":"PuxAI/LUA_model"},{"eval_name":"PygmalionAI_pygmalion-6b_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"GPTJForCausalLM","Model":"PygmalionAI/pygmalion-6b 📑","fullname":"PygmalionAI/pygmalion-6b","Model sha":"2a0d74449c8fbf0378194e95f64aa92e16297294","Average ⬆️":5.430124009362374,"Hub License":"creativeml-openrail-m","Hub ❤️":745,"#Params (B)":6.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":63.846238560959755,"IFEval Raw":0.20910406610016974,"IFEval":20.910406610016974,"BBH Raw":0.31988944643860034,"BBH":5.089577143988909,"MATH Lvl 5 Raw":0.008308157099697885,"MATH Lvl 5":0.8308157099697886,"GPQA Raw":0.24916107382550334,"GPQA":0.0,"MUSR Raw":0.3683541666666667,"MUSR":3.7109374999999996,"MMLU-PRO Raw":0.11835106382978723,"MMLU-PRO":2.0390070921985806,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-01-07","Submission Date":"2024-06-12","Generation":0,"Base Model":"PygmalionAI/pygmalion-6b"},{"eval_name":"Q-bert_MetaMath-1B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Q-bert/MetaMath-1B 📑","fullname":"Q-bert/MetaMath-1B","Model sha":"da62756f069aba78d07d4c76108e246cb91dbc35","Average ⬆️":12.36906160654443,"Hub License":"","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9300559878633528,"IFEval Raw":0.5300391849182392,"IFEval":53.00391849182392,"BBH Raw":0.34506863677929517,"BBH":8.434610644832558,"MATH Lvl 5 Raw":0.06268882175226587,"MATH Lvl 5":6.268882175226587,"GPQA Raw":0.2516778523489933,"GPQA":0.22371364653244186,"MUSR Raw":0.3289166666666667,"MUSR":0.7812499999999996,"MMLU-PRO Raw":0.1495179521276596,"MMLU-PRO":5.501994680851065,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-30","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_1up-14b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/1up-14b 📑","fullname":"Quazim0t0/1up-14b","Model sha":"e7e74a984b68a33d1efaa36cc9a2bbe70a01ced4","Average ⬆️":41.15181002280717,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9299007072842977,"IFEval Raw":0.6888079185450161,"IFEval":68.88079185450161,"BBH Raw":0.6920935635451656,"BBH":55.83975950522497,"MATH Lvl 5 Raw":0.4161631419939577,"MATH Lvl 5":41.616314199395774,"GPQA Raw":0.3624161073825503,"GPQA":14.988814317673373,"MUSR Raw":0.4583333333333333,"MUSR":16.625000000000004,"MMLU-PRO Raw":0.5406416223404256,"MMLU-PRO":48.96018026004729,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-27","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_Adamant-14B-sce_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Adamant-14B-sce 📑","fullname":"Quazim0t0/Adamant-14B-sce","Model sha":"2bb4551934aad7a56fcbfa368bb0e660612f1a89","Average ⬆️":40.321509024135764,"Hub License":"","Hub ❤️":1,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8079077749966712,"IFEval Raw":0.6857604489421402,"IFEval":68.57604489421402,"BBH Raw":0.6858943778247303,"BBH":54.97141906331953,"MATH Lvl 5 Raw":0.3987915407854985,"MATH Lvl 5":39.87915407854985,"GPQA Raw":0.35067114093959734,"GPQA":13.422818791946312,"MUSR Raw":0.45579166666666665,"MUSR":16.507291666666664,"MMLU-PRO Raw":0.5371509308510638,"MMLU-PRO":48.5723256501182,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-04","Submission Date":"2025-02-04","Generation":0,"Base Model":"Quazim0t0/Adamant-14B-sce"},{"eval_name":"Quazim0t0_Alice-14B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Alice-14B 📑","fullname":"Quazim0t0/Alice-14B","Model sha":"8e8284482417eafd7b21b59d8777a638cc4c1812","Average ⬆️":41.354214475080205,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9336340789377652,"IFEval Raw":0.6836371937570092,"IFEval":68.36371937570092,"BBH Raw":0.6937748567349198,"BBH":56.00650513096938,"MATH Lvl 5 Raw":0.4569486404833837,"MATH Lvl 5":45.69486404833837,"GPQA Raw":0.35151006711409394,"GPQA":13.534675615212524,"MUSR Raw":0.44794791666666667,"MUSR":15.42682291666666,"MMLU-PRO Raw":0.5418882978723404,"MMLU-PRO":49.09869976359338,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-10","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_Alien-CoT-14B-sce_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Alien-CoT-14B-sce 📑","fullname":"Quazim0t0/Alien-CoT-14B-sce","Model sha":"7a0a59f4a9572894648da9b36b8cfcd6fc162825","Average ⬆️":32.21054018658256,"Hub License":"","Hub ❤️":1,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.912128570185909,"IFEval Raw":0.07486358417886763,"IFEval":7.486358417886763,"BBH Raw":0.6395487523790632,"BBH":48.047822818905125,"MATH Lvl 5 Raw":0.520392749244713,"MATH Lvl 5":52.0392749244713,"GPQA Raw":0.39177852348993286,"GPQA":18.903803131991047,"MUSR Raw":0.47852083333333334,"MUSR":20.448437499999997,"MMLU-PRO Raw":0.5170378989361702,"MMLU-PRO":46.337544326241144,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-01","Submission Date":"2025-02-03","Generation":0,"Base Model":"Quazim0t0/Alien-CoT-14B-sce"},{"eval_name":"Quazim0t0_Aura-8B-Linear_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Aura-8B-Linear 📑","fullname":"Quazim0t0/Aura-8B-Linear","Model sha":"6adb93ad6cec4e867f62322a20617c0867d1114d","Average ⬆️":27.587590048832727,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4172796772465954,"IFEval Raw":0.794770098893159,"IFEval":79.4770098893159,"BBH Raw":0.5074298101934884,"BBH":29.451689498631435,"MATH Lvl 5 Raw":0.18051359516616314,"MATH Lvl 5":18.051359516616312,"GPQA Raw":0.26929530201342283,"GPQA":2.572706935123044,"MUSR Raw":0.3686979166666667,"MUSR":4.853906250000002,"MMLU-PRO Raw":0.3800698138297872,"MMLU-PRO":31.11886820330969,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-07","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_Casa-14b-sce_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Casa-14b-sce 📑","fullname":"Quazim0t0/Casa-14b-sce","Model sha":"881ac432aa0c9b8983c6838a039935db0f565f28","Average ⬆️":40.41164680106136,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.92197207364407,"IFEval Raw":0.6653523761397536,"IFEval":66.53523761397537,"BBH Raw":0.6901033460664828,"BBH":55.3984513931396,"MATH Lvl 5 Raw":0.4697885196374622,"MATH Lvl 5":46.97885196374622,"GPQA Raw":0.33305369127516776,"GPQA":11.073825503355701,"MUSR Raw":0.43102083333333335,"MUSR":13.310937499999996,"MMLU-PRO Raw":0.5425531914893617,"MMLU-PRO":49.17257683215129,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-06","Submission Date":"2025-02-06","Generation":0,"Base Model":"Quazim0t0/Casa-14b-sce"},{"eval_name":"Quazim0t0_Casa-14b-sce_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Casa-14b-sce 📑","fullname":"Quazim0t0/Casa-14b-sce","Model sha":"881ac432aa0c9b8983c6838a039935db0f565f28","Average ⬆️":40.99359561827428,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8578754867311855,"IFEval Raw":0.6718218770639681,"IFEval":67.1821877063968,"BBH Raw":0.6891400252742456,"BBH":55.32965321791952,"MATH Lvl 5 Raw":0.4984894259818731,"MATH Lvl 5":49.848942598187314,"GPQA Raw":0.3338926174496644,"GPQA":11.185682326621922,"MUSR Raw":0.4322916666666667,"MUSR":13.436458333333329,"MMLU-PRO Raw":0.5408078457446809,"MMLU-PRO":48.97864952718677,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-06","Submission Date":"2025-02-06","Generation":0,"Base Model":"Quazim0t0/Casa-14b-sce"},{"eval_name":"Quazim0t0_Charlie-8B-Linear_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Charlie-8B-Linear 📑","fullname":"Quazim0t0/Charlie-8B-Linear","Model sha":"eac0b6423382577d41cd8a718b2128950d750d96","Average ⬆️":28.060174123056736,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7056474850461021,"IFEval Raw":0.7380672172059026,"IFEval":73.80672172059025,"BBH Raw":0.5141359215016831,"BBH":31.524374812766855,"MATH Lvl 5 Raw":0.26510574018126887,"MATH Lvl 5":26.51057401812689,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.3485416666666667,"MUSR":5.134375000000001,"MMLU-PRO Raw":0.3572972074468085,"MMLU-PRO":28.588578605200944,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-08","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_Chromatic-8b-sce_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Chromatic-8b-sce 📑","fullname":"Quazim0t0/Chromatic-8b-sce","Model sha":"8bbd78cbe72638784b2ac21320297ba793101110","Average ⬆️":24.16855020752669,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.401494411400827,"IFEval Raw":0.5085074269604649,"IFEval":50.850742696046495,"BBH Raw":0.5063171816307924,"BBH":28.86594147433648,"MATH Lvl 5 Raw":0.1555891238670695,"MATH Lvl 5":15.55891238670695,"GPQA Raw":0.3196308724832215,"GPQA":9.284116331096197,"MUSR Raw":0.405125,"MUSR":9.840625000000001,"MMLU-PRO Raw":0.37549867021276595,"MMLU-PRO":30.610963356973997,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-06","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_CoT_Phi_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/CoT_Phi 📑","fullname":"Quazim0t0/CoT_Phi","Model sha":"bc6cf726add153e6c9a1a6643dd682efdb964e69","Average ⬆️":36.20889872430018,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9037506905901385,"IFEval Raw":0.6158681188136367,"IFEval":61.586811881363666,"BBH Raw":0.6750841958594904,"BBH":53.36568538313751,"MATH Lvl 5 Raw":0.33081570996978854,"MATH Lvl 5":33.081570996978854,"GPQA Raw":0.35822147651006714,"GPQA":14.429530201342287,"MUSR Raw":0.42435416666666664,"MUSR":11.444270833333333,"MMLU-PRO Raw":0.4901097074468085,"MMLU-PRO":43.345523049645394,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-27","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_Dyson-14b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Dyson-14b 📑","fullname":"Quazim0t0/Dyson-14b","Model sha":"c4053de30c3961138d07361ed3abfcf79467048e","Average ⬆️":39.579565021915634,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.954136034124844,"IFEval Raw":0.5856682491345186,"IFEval":58.56682491345187,"BBH Raw":0.6862902828866305,"BBH":54.72936481142644,"MATH Lvl 5 Raw":0.5392749244712991,"MATH Lvl 5":53.92749244712991,"GPQA Raw":0.313758389261745,"GPQA":8.501118568232664,"MUSR Raw":0.4259375,"MUSR":12.875520833333331,"MMLU-PRO Raw":0.5398936170212766,"MMLU-PRO":48.87706855791962,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-09","Submission Date":"2025-03-09","Generation":1,"Base Model":"Quazim0t0/Dyson-14b (Merge)"},{"eval_name":"Quazim0t0_Edu-14B-Linear_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Edu-14B-Linear 📑","fullname":"Quazim0t0/Edu-14B-Linear","Model sha":"30e2d0060ebfb73e3e22933d09611459fe7e56f1","Average ⬆️":34.65497010041746,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8959461527664812,"IFEval Raw":0.6158182511292261,"IFEval":61.5818251129226,"BBH Raw":0.6757820996225599,"BBH":53.21378883250136,"MATH Lvl 5 Raw":0.24471299093655588,"MATH Lvl 5":24.47129909365559,"GPQA Raw":0.31711409395973156,"GPQA":8.948545861297541,"MUSR Raw":0.43775000000000003,"MUSR":14.318750000000001,"MMLU-PRO Raw":0.508560505319149,"MMLU-PRO":45.39561170212767,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-27","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_Fugazi14b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Fugazi14b 📑","fullname":"Quazim0t0/Fugazi14b","Model sha":"ba1713e8884bccfce02b4577824486ce0bf678b7","Average ⬆️":41.93859963937472,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9163709788150664,"IFEval Raw":0.6997987561891337,"IFEval":69.97987561891337,"BBH Raw":0.6941017680723065,"BBH":56.092125930693726,"MATH Lvl 5 Raw":0.4652567975830816,"MATH Lvl 5":46.52567975830816,"GPQA Raw":0.35151006711409394,"GPQA":13.534675615212524,"MUSR Raw":0.45455208333333336,"MUSR":16.419010416666662,"MMLU-PRO Raw":0.5417220744680851,"MMLU-PRO":49.0802304964539,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-27","Generation":1,"Base Model":"Quazim0t0/Fugazi14b (Merge)"},{"eval_name":"Quazim0t0_GZA-14B-sce_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/GZA-14B-sce 📑","fullname":"Quazim0t0/GZA-14B-sce","Model sha":"2d15025e02b489507132a58f1e83779af2104a60","Average ⬆️":38.22035199697927,"Hub License":"","Hub ❤️":1,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8708231040456398,"IFEval Raw":0.6274086091570367,"IFEval":62.740860915703664,"BBH Raw":0.6686539892126272,"BBH":52.49322024679916,"MATH Lvl 5 Raw":0.47205438066465255,"MATH Lvl 5":47.205438066465256,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.4284791666666667,"MUSR":12.926562500000003,"MMLU-PRO Raw":0.523188164893617,"MMLU-PRO":47.02090721040189,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-31","Submission Date":"2025-01-31","Generation":0,"Base Model":"Quazim0t0/GZA-14B-sce"},{"eval_name":"Quazim0t0_Geedorah-14B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Geedorah-14B 📑","fullname":"Quazim0t0/Geedorah-14B","Model sha":"2d642ab28c2685cde0379722ee73814eeb2e3481","Average ⬆️":41.39114666181808,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9325925427874288,"IFEval Raw":0.6872841837435781,"IFEval":68.72841837435782,"BBH Raw":0.6964189914061528,"BBH":56.46229284952974,"MATH Lvl 5 Raw":0.44486404833836857,"MATH Lvl 5":44.48640483383686,"GPQA Raw":0.34731543624161076,"GPQA":12.975391498881436,"MUSR Raw":0.45467708333333334,"MUSR":16.567968749999995,"MMLU-PRO Raw":0.5421376329787234,"MMLU-PRO":49.1264036643026,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-13","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_GivingTree-8b-sce_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/GivingTree-8b-sce 📑","fullname":"Quazim0t0/GivingTree-8b-sce","Model sha":"7cc55ad7bff7d333f19c8ba2d9f739f4d81e4e53","Average ⬆️":23.90329552226861,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4057611338885363,"IFEval Raw":0.5006139266036339,"IFEval":50.06139266036338,"BBH Raw":0.5040482025572203,"BBH":28.498998630643033,"MATH Lvl 5 Raw":0.15256797583081572,"MATH Lvl 5":15.256797583081571,"GPQA Raw":0.3221476510067114,"GPQA":9.61968680089485,"MUSR Raw":0.405125,"MUSR":9.307291666666668,"MMLU-PRO Raw":0.37608045212765956,"MMLU-PRO":30.67560579196217,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-06","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_GuiltySpark-14B-ties_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/GuiltySpark-14B-ties 📑","fullname":"Quazim0t0/GuiltySpark-14B-ties","Model sha":"f8d188d57437a05666685db680218a04480946e3","Average ⬆️":40.52404330224518,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8577733596461905,"IFEval Raw":0.6854357549080883,"IFEval":68.54357549080883,"BBH Raw":0.6914302574038697,"BBH":55.72193711661121,"MATH Lvl 5 Raw":0.38368580060422963,"MATH Lvl 5":38.368580060422964,"GPQA Raw":0.3649328859060403,"GPQA":15.324384787472036,"MUSR Raw":0.4557291666666667,"MUSR":16.299479166666668,"MMLU-PRO Raw":0.5399767287234043,"MMLU-PRO":48.88630319148937,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-06","Submission Date":"2025-02-06","Generation":1,"Base Model":"Quazim0t0/GuiltySpark-14B-ties (Merge)"},{"eval_name":"Quazim0t0_Halo-14B-sce_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Halo-14B-sce 📑","fullname":"Quazim0t0/Halo-14B-sce","Model sha":"f6f465ee3187e46185be2acb5bad28dac83c8803","Average ⬆️":40.258932389335996,"Hub License":"","Hub ❤️":1,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.1798576748339618,"IFEval Raw":0.6753691316817156,"IFEval":67.53691316817157,"BBH Raw":0.6875692490185378,"BBH":55.27080618595605,"MATH Lvl 5 Raw":0.42900302114803623,"MATH Lvl 5":42.90030211480362,"GPQA Raw":0.34731543624161076,"GPQA":12.975391498881436,"MUSR Raw":0.44007291666666665,"MUSR":14.242447916666668,"MMLU-PRO Raw":0.5376496010638298,"MMLU-PRO":48.62773345153664,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-04","Submission Date":"2025-02-04","Generation":0,"Base Model":"Quazim0t0/Halo-14B-sce"},{"eval_name":"Quazim0t0_Heretic1.5b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Quazim0t0/Heretic1.5b 📑","fullname":"Quazim0t0/Heretic1.5b","Model sha":"17125d9f62e1595f9a789dbcbfde32a6f56fbfac","Average ⬆️":11.59950597926467,"Hub License":"","Hub ❤️":0,"#Params (B)":1.73,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.5781061805882853,"IFEval Raw":0.20615633186611523,"IFEval":20.615633186611525,"BBH Raw":0.3529180801121154,"BBH":9.643860937325522,"MATH Lvl 5 Raw":0.24395770392749244,"MATH Lvl 5":24.395770392749245,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.3511458333333333,"MUSR":4.393229166666667,"MMLU-PRO Raw":0.17278922872340424,"MMLU-PRO":8.087692080378249,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-27","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_Hyde-14b-sce_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Hyde-14b-sce 📑","fullname":"Quazim0t0/Hyde-14b-sce","Model sha":"7d77fdc0f1ac3cd2fbca740e4f186505b1857696","Average ⬆️":36.65991703864476,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7907659326317023,"IFEval Raw":0.6715470507143269,"IFEval":67.15470507143269,"BBH Raw":0.6885164810743584,"BBH":54.89781444986736,"MATH Lvl 5 Raw":0.27341389728096677,"MATH Lvl 5":27.341389728096676,"GPQA Raw":0.3414429530201342,"GPQA":12.192393736017896,"MUSR Raw":0.41409375,"MUSR":10.595052083333334,"MMLU-PRO Raw":0.5300033244680851,"MMLU-PRO":47.778147163120565,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-07","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_Imagine-v0.5-16bit_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Imagine-v0.5-16bit 📑","fullname":"Quazim0t0/Imagine-v0.5-16bit","Model sha":"c368718d4c636815d33a9a61f2ba5ce7dea10941","Average ⬆️":28.789019815038216,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9823815613014714,"IFEval Raw":0.2758990589413866,"IFEval":27.58990589413866,"BBH Raw":0.6769135492947932,"BBH":53.73606811245789,"MATH Lvl 5 Raw":0.13972809667673716,"MATH Lvl 5":13.972809667673717,"GPQA Raw":0.3649328859060403,"GPQA":15.324384787472036,"MUSR Raw":0.43492708333333335,"MUSR":13.732552083333337,"MMLU-PRO Raw":0.535405585106383,"MMLU-PRO":48.37839834515367,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-09","Submission Date":"2025-03-09","Generation":2,"Base Model":"microsoft/phi-4"},{"eval_name":"Quazim0t0_Imbue-14b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Imbue-14b 📑","fullname":"Quazim0t0/Imbue-14b","Model sha":"ccb8b5eba7ba0575f02aa628f5c131964b2ca175","Average ⬆️":38.073352610617825,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9450565980186211,"IFEval Raw":0.5199725616918665,"IFEval":51.99725616918665,"BBH Raw":0.6845292092854045,"BBH":54.47623938595546,"MATH Lvl 5 Raw":0.5317220543806647,"MATH Lvl 5":53.17220543806647,"GPQA Raw":0.31291946308724833,"GPQA":8.389261744966444,"MUSR Raw":0.41672916666666665,"MUSR":11.491145833333336,"MMLU-PRO Raw":0.5402260638297872,"MMLU-PRO":48.91400709219858,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-09","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_Insom_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Insom 📑","fullname":"Quazim0t0/Insom","Model sha":"580897c8f05122c7d164a47d4918e7e1a8e0ea0f","Average ⬆️":39.54769675145718,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9900747099814388,"IFEval Raw":0.68183863260593,"IFEval":68.183863260593,"BBH Raw":0.6881456689046391,"BBH":55.318559572553454,"MATH Lvl 5 Raw":0.3851963746223565,"MATH Lvl 5":38.51963746223565,"GPQA Raw":0.3498322147651007,"GPQA":13.31096196868009,"MUSR Raw":0.43114583333333334,"MUSR":13.593229166666665,"MMLU-PRO Raw":0.5352393617021277,"MMLU-PRO":48.35992907801419,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-27","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_InspectorDeck-14B-sce_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/InspectorDeck-14B-sce 📑","fullname":"Quazim0t0/InspectorDeck-14B-sce","Model sha":"fe7219bbb70d08c8ae342d291f959d35888a4810","Average ⬆️":29.601861765438738,"Hub License":"","Hub ❤️":1,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.911837218018592,"IFEval Raw":0.32408454013129606,"IFEval":32.40845401312961,"BBH Raw":0.6668480318764974,"BBH":52.011891494826756,"MATH Lvl 5 Raw":0.3164652567975831,"MATH Lvl 5":31.64652567975831,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.39815625,"MUSR":7.936197916666667,"MMLU-PRO Raw":0.5260970744680851,"MMLU-PRO":47.344119385342786,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-05","Generation":0,"Base Model":"Quazim0t0/InspectorDeck-14B-sce"},{"eval_name":"Quazim0t0_Jekyl-8b-sce_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Jekyl-8b-sce 📑","fullname":"Quazim0t0/Jekyl-8b-sce","Model sha":"9cad669dceaf4068b019372963698399c3e984a9","Average ⬆️":24.085441896511327,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.431155965593621,"IFEval Raw":0.46968931324441365,"IFEval":46.96893132444137,"BBH Raw":0.4993588236391566,"BBH":28.232789513696968,"MATH Lvl 5 Raw":0.16163141993957703,"MATH Lvl 5":16.1631419939577,"GPQA Raw":0.33808724832214765,"GPQA":11.74496644295302,"MUSR Raw":0.41966666666666663,"MUSR":11.558333333333328,"MMLU-PRO Raw":0.3686003989361702,"MMLU-PRO":29.844488770685572,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-06","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_Jigsaw-14B-Linear_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Jigsaw-14B-Linear 📑","fullname":"Quazim0t0/Jigsaw-14B-Linear","Model sha":"f591f285bfa033445e7625dea5d162d37bcc7837","Average ⬆️":36.85975504597242,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8862138639072998,"IFEval Raw":0.6480416406246536,"IFEval":64.80416406246536,"BBH Raw":0.6864625931836906,"BBH":54.791326721615924,"MATH Lvl 5 Raw":0.26510574018126887,"MATH Lvl 5":26.51057401812689,"GPQA Raw":0.34060402684563756,"GPQA":12.080536912751676,"MUSR Raw":0.44826041666666666,"MUSR":15.932552083333329,"MMLU-PRO Raw":0.5233543882978723,"MMLU-PRO":47.03937647754137,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-27","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_Katana-8b-sce_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Katana-8b-sce 📑","fullname":"Quazim0t0/Katana-8b-sce","Model sha":"0ef2599d3806bdd755a5684821b4fd181de33e23","Average ⬆️":24.188001040020307,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.451141681464865,"IFEval Raw":0.5107304175144174,"IFEval":51.073041751441735,"BBH Raw":0.5074684221457483,"BBH":29.004160225251976,"MATH Lvl 5 Raw":0.1510574018126888,"MATH Lvl 5":15.105740181268882,"GPQA Raw":0.32466442953020136,"GPQA":9.955257270693513,"MUSR Raw":0.4037604166666667,"MUSR":9.203385416666668,"MMLU-PRO Raw":0.3770777925531915,"MMLU-PRO":30.786421394799056,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-06","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_Knot-CoT-14B-sce_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Knot-CoT-14B-sce 📑","fullname":"Quazim0t0/Knot-CoT-14B-sce","Model sha":"a02ed46b314356b588c458a884325aec312f5a4d","Average ⬆️":33.73448595442946,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9509894943173813,"IFEval Raw":0.4831779677921249,"IFEval":48.317796779212486,"BBH Raw":0.6615610657544672,"BBH":51.44445678655166,"MATH Lvl 5 Raw":0.3995468277945619,"MATH Lvl 5":39.95468277945619,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.41403125,"MUSR":10.720572916666669,"MMLU-PRO Raw":0.515375664893617,"MMLU-PRO":46.15285165484633,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-03","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_Lineage-14B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Lineage-14B 📑","fullname":"Quazim0t0/Lineage-14B","Model sha":"27e67b09a19e2540bb093bfec73dbc238710f124","Average ⬆️":41.64434282329166,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.917298302104046,"IFEval Raw":0.7070428684778609,"IFEval":70.7042868477861,"BBH Raw":0.6933789516730196,"BBH":56.02223040682762,"MATH Lvl 5 Raw":0.4244712990936556,"MATH Lvl 5":42.44712990936556,"GPQA Raw":0.3598993288590604,"GPQA":14.65324384787472,"MUSR Raw":0.4597291666666667,"MUSR":17.032812499999995,"MMLU-PRO Raw":0.5410571808510638,"MMLU-PRO":49.006353427895974,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-11","Submission Date":"2025-03-13","Generation":1,"Base Model":"Quazim0t0/Lineage-14B (Merge)"},{"eval_name":"Quazim0t0_Lo-Phi-14b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Lo-Phi-14b 📑","fullname":"Quazim0t0/Lo-Phi-14b","Model sha":"a7cfadbc404c24c36b62cdb8d4a4627b96f49ca0","Average ⬆️":37.88897941168211,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0540242970942009,"IFEval Raw":0.4941189377518318,"IFEval":49.41189377518318,"BBH Raw":0.6851928144814953,"BBH":54.70598224151049,"MATH Lvl 5 Raw":0.5196374622356495,"MATH Lvl 5":51.963746223564954,"GPQA Raw":0.32802013422818793,"GPQA":10.402684563758392,"MUSR Raw":0.42323958333333334,"MUSR":12.30494791666667,"MMLU-PRO Raw":0.5369015957446809,"MMLU-PRO":48.54462174940899,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-09","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_Loke-14B-sce_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Loke-14B-sce 📑","fullname":"Quazim0t0/Loke-14B-sce","Model sha":"61c4f8e81372687cc7fcef1e0190e3b2c118f07e","Average ⬆️":40.85820722600513,"Hub License":"","Hub ❤️":1,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.157607540885205,"IFEval Raw":0.6847863668399845,"IFEval":68.47863668399846,"BBH Raw":0.6923902176707362,"BBH":55.83477772401803,"MATH Lvl 5 Raw":0.3904833836858006,"MATH Lvl 5":39.04833836858006,"GPQA Raw":0.3649328859060403,"GPQA":15.324384787472036,"MUSR Raw":0.46366666666666667,"MUSR":17.55833333333333,"MMLU-PRO Raw":0.5401429521276596,"MMLU-PRO":48.90477245862885,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-04","Submission Date":"2025-02-04","Generation":0,"Base Model":"Quazim0t0/Loke-14B-sce"},{"eval_name":"Quazim0t0_MFDOOM-14B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/MFDOOM-14B 📑","fullname":"Quazim0t0/MFDOOM-14B","Model sha":"157973c58b21fdf8976f395d507f39dab5beba9e","Average ⬆️":41.4412132005641,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.894646411603964,"IFEval Raw":0.6736204382150472,"IFEval":67.36204382150471,"BBH Raw":0.6916400252742457,"BBH":55.53057914384544,"MATH Lvl 5 Raw":0.5264350453172205,"MATH Lvl 5":52.64350453172205,"GPQA Raw":0.32298657718120805,"GPQA":9.731543624161072,"MUSR Raw":0.43765625,"MUSR":14.207031250000005,"MMLU-PRO Raw":0.5425531914893617,"MMLU-PRO":49.17257683215129,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-09","Submission Date":"2025-03-09","Generation":1,"Base Model":"Quazim0t0/MFDOOM-14B (Merge)"},{"eval_name":"Quazim0t0_MFGRIMM-14B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/MFGRIMM-14B 📑","fullname":"Quazim0t0/MFGRIMM-14B","Model sha":"f00db754bd978924eb26b756ee0df30906fbaf3e","Average ⬆️":41.51803168899253,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.980466808213746,"IFEval Raw":0.6894074389287091,"IFEval":68.94074389287091,"BBH Raw":0.69087746819662,"BBH":55.52294469432744,"MATH Lvl 5 Raw":0.5060422960725075,"MATH Lvl 5":50.60422960725075,"GPQA Raw":0.3338926174496644,"GPQA":11.185682326621922,"MUSR Raw":0.43613541666666666,"MUSR":13.783593750000001,"MMLU-PRO Raw":0.5416389627659575,"MMLU-PRO":49.07099586288417,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-09","Submission Date":"2025-03-09","Generation":1,"Base Model":"Quazim0t0/MFGRIMM-14B (Merge)"},{"eval_name":"Quazim0t0_Math_Phi4_Reason_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Math_Phi4_Reason 📑","fullname":"Quazim0t0/Math_Phi4_Reason","Model sha":"38570bd52155b6cb061bde234280114e63e3b1be","Average ⬆️":28.118748796782256,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9604983306174951,"IFEval Raw":0.3220111526305758,"IFEval":32.201115263057574,"BBH Raw":0.6240212275403677,"BBH":45.05751713788222,"MATH Lvl 5 Raw":0.32779456193353473,"MATH Lvl 5":32.779456193353475,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.4034270833333333,"MUSR":8.528385416666666,"MMLU-PRO Raw":0.5029920212765957,"MMLU-PRO":44.77689125295508,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-27","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_Mithril-14B-sce_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Mithril-14B-sce 📑","fullname":"Quazim0t0/Mithril-14B-sce","Model sha":"e61b5f199a583030626b101626bd63dc7edd6552","Average ⬆️":40.98225259227315,"Hub License":"","Hub ❤️":1,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7925213392250092,"IFEval Raw":0.6957772044841022,"IFEval":69.57772044841022,"BBH Raw":0.6925969240705362,"BBH":55.92521598371362,"MATH Lvl 5 Raw":0.3821752265861027,"MATH Lvl 5":38.21752265861027,"GPQA Raw":0.3691275167785235,"GPQA":15.883668903803136,"MUSR Raw":0.4610625,"MUSR":17.36614583333333,"MMLU-PRO Raw":0.5403091755319149,"MMLU-PRO":48.92324172576833,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-04","Submission Date":"2025-02-04","Generation":0,"Base Model":"Quazim0t0/Mithril-14B-sce"},{"eval_name":"Quazim0t0_Mononoke-14B-sce_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Mononoke-14B-sce 📑","fullname":"Quazim0t0/Mononoke-14B-sce","Model sha":"67e96e4a14c8ef33459ffe1b6f60154cb38bb242","Average ⬆️":33.97900480209152,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9168044272834095,"IFEval Raw":0.3502129904209719,"IFEval":35.02129904209719,"BBH Raw":0.6744431226588331,"BBH":53.15959925346656,"MATH Lvl 5 Raw":0.4697885196374622,"MATH Lvl 5":46.97885196374622,"GPQA Raw":0.32298657718120805,"GPQA":9.731543624161072,"MUSR Raw":0.4154583333333333,"MUSR":11.23229166666667,"MMLU-PRO Raw":0.5297539893617021,"MMLU-PRO":47.75044326241135,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-03","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_Motion-8B-Linear_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Motion-8B-Linear 📑","fullname":"Quazim0t0/Motion-8B-Linear","Model sha":"55686324e1ac193e19658a843dfdaeb1bc7bb91c","Average ⬆️":27.23537322336956,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6920789114823463,"IFEval Raw":0.7685917809190725,"IFEval":76.85917809190724,"BBH Raw":0.5084252652465131,"BBH":29.388867774583897,"MATH Lvl 5 Raw":0.18882175226586104,"MATH Lvl 5":18.882175226586103,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.36060416666666667,"MUSR":4.542187500000002,"MMLU-PRO Raw":0.3784906914893617,"MMLU-PRO":30.94341016548463,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-08","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_Mouse-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Mouse-9B 📑","fullname":"Quazim0t0/Mouse-9B","Model sha":"177b7ecaef2c0c122441bc92defbf5c46e0812f0","Average ⬆️":3.736733161665297,"Hub License":"","Hub ❤️":0,"#Params (B)":9.207,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6286929773056579,"IFEval Raw":0.1324917884546337,"IFEval":13.24917884546337,"BBH Raw":0.29789470527601253,"BBH":2.506439889086948,"MATH Lvl 5 Raw":0.005287009063444109,"MATH Lvl 5":0.5287009063444109,"GPQA Raw":0.25419463087248323,"GPQA":0.5592841163310973,"MUSR Raw":0.3469583333333333,"MUSR":4.036458333333333,"MMLU-PRO Raw":0.11386303191489362,"MMLU-PRO":1.540336879432624,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-13","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_Nova-14b-sce_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Nova-14b-sce 📑","fullname":"Quazim0t0/Nova-14b-sce","Model sha":"6935102206dd90782761ed49649b0e08aa8246e3","Average ⬆️":41.406311809340714,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.828837001200642,"IFEval Raw":0.7021968377239058,"IFEval":70.2196837723906,"BBH Raw":0.6935261478148286,"BBH":56.034331914713114,"MATH Lvl 5 Raw":0.4161631419939577,"MATH Lvl 5":41.616314199395774,"GPQA Raw":0.36325503355704697,"GPQA":15.100671140939594,"MUSR Raw":0.4570625,"MUSR":16.4328125,"MMLU-PRO Raw":0.5413065159574468,"MMLU-PRO":49.03405732860521,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-06","Submission Date":"2025-02-06","Generation":0,"Base Model":"Quazim0t0/Nova-14b-sce"},{"eval_name":"Quazim0t0_NovaScotia-14b-stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/NovaScotia-14b-stock 📑","fullname":"Quazim0t0/NovaScotia-14b-stock","Model sha":"890557675c991f5cb89d37dfa689ce6e4581a077","Average ⬆️":41.34811039930162,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8867562083503056,"IFEval Raw":0.6787412953186434,"IFEval":67.87412953186434,"BBH Raw":0.6935261478148286,"BBH":56.02714781885254,"MATH Lvl 5 Raw":0.46299093655589124,"MATH Lvl 5":46.299093655589125,"GPQA Raw":0.348993288590604,"GPQA":13.19910514541387,"MUSR Raw":0.44934375,"MUSR":15.70130208333333,"MMLU-PRO Raw":0.5408909574468085,"MMLU-PRO":48.9878841607565,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-05","Submission Date":"2025-02-05","Generation":1,"Base Model":"Quazim0t0/NovaScotia-14b-stock (Merge)"},{"eval_name":"Quazim0t0_ODB-14B-sce_bfloat16","Precision":"bfloat16","Type":"❓ other","T":"❓","Weight type":"Original","Architecture":"Unknown","Model":"Quazim0t0/ODB-14B-sce 📑","fullname":"Quazim0t0/ODB-14B-sce","Model sha":"eda0a8fa1470baabc824329b40cf9d023f1fe3b1","Average ⬆️":26.92045655620284,"Hub License":"","Hub ❤️":0,"#Params (B)":0.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.98336784194147,"IFEval Raw":0.292235712354331,"IFEval":29.2235712354331,"BBH Raw":0.6558922017209644,"BBH":50.69950430097801,"MATH Lvl 5 Raw":0.2545317220543807,"MATH Lvl 5":25.45317220543807,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.39288541666666665,"MUSR":7.277343750000001,"MMLU-PRO Raw":0.5206948138297872,"MMLU-PRO":46.74386820330969,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_ODB-14b-sce_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/ODB-14b-sce 📑","fullname":"Quazim0t0/ODB-14b-sce","Model sha":"8543c41cd3042c9dc7cbb5cc184c14b1d6b442b5","Average ⬆️":41.33656100926671,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9916176982845046,"IFEval Raw":0.7015973173402128,"IFEval":70.15973173402128,"BBH Raw":0.6941928144814953,"BBH":56.192610781815496,"MATH Lvl 5 Raw":0.411631419939577,"MATH Lvl 5":41.1631419939577,"GPQA Raw":0.3624161073825503,"GPQA":14.988814317673373,"MUSR Raw":0.4570625,"MUSR":16.49947916666667,"MMLU-PRO Raw":0.5411402925531915,"MMLU-PRO":49.01558806146573,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-06","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_Oasis-14B-ties_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Oasis-14B-ties 📑","fullname":"Quazim0t0/Oasis-14B-ties","Model sha":"6fe7ffb17badb7d13a082ef6b00a16144deccdda","Average ⬆️":40.59264321385063,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8898820897532416,"IFEval Raw":0.6936539492989712,"IFEval":69.36539492989712,"BBH Raw":0.6914976731342066,"BBH":55.75379172237363,"MATH Lvl 5 Raw":0.37537764350453173,"MATH Lvl 5":37.53776435045317,"GPQA Raw":0.3649328859060403,"GPQA":15.324384787472036,"MUSR Raw":0.4570625,"MUSR":16.632812499999996,"MMLU-PRO Raw":0.5404753989361702,"MMLU-PRO":48.94171099290781,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-05","Submission Date":"2025-02-06","Generation":1,"Base Model":"Quazim0t0/Oasis-14B-ties (Merge)"},{"eval_name":"Quazim0t0_Origami-14B-sce_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Origami-14B-sce 📑","fullname":"Quazim0t0/Origami-14B-sce","Model sha":"6d8b6a5b1db316bf86b242938bb2af464732a6db","Average ⬆️":28.972268286730415,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9383875192333773,"IFEval Raw":0.3259329689667859,"IFEval":32.593296896678595,"BBH Raw":0.6620277470720752,"BBH":51.44967004592488,"MATH Lvl 5 Raw":0.29154078549848944,"MATH Lvl 5":29.154078549848943,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.40348958333333335,"MUSR":9.002864583333334,"MMLU-PRO Raw":0.5244348404255319,"MMLU-PRO":47.15942671394799,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-03","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_Phi4.Turn.R1Distill.16bit_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Phi4.Turn.R1Distill.16bit 📑","fullname":"Quazim0t0/Phi4.Turn.R1Distill.16bit","Model sha":"6f9c6969286f718550a581c351eb4c677f64cba5","Average ⬆️":27.502616984496523,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9789495488494413,"IFEval Raw":0.31264378515671754,"IFEval":31.26437851567175,"BBH Raw":0.6563340892011863,"BBH":50.4691726466956,"MATH Lvl 5 Raw":0.2311178247734139,"MATH Lvl 5":23.11178247734139,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.39021875,"MUSR":6.944010416666667,"MMLU-PRO Raw":0.5256815159574468,"MMLU-PRO":47.29794621749409,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-24","Submission Date":"2025-01-30","Generation":2,"Base Model":"microsoft/phi-4"},{"eval_name":"Quazim0t0_Phi4.Turn.R1Distill_v1.5.1-Tensors_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Phi4.Turn.R1Distill_v1.5.1-Tensors 📑","fullname":"Quazim0t0/Phi4.Turn.R1Distill_v1.5.1-Tensors","Model sha":"1b5dbbb061aa2edaad17d032c19db53cb605d2ed","Average ⬆️":26.053651878084434,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9542927927918285,"IFEval Raw":0.2995296923274689,"IFEval":29.952969232746888,"BBH Raw":0.645570250166195,"BBH":49.218136716618574,"MATH Lvl 5 Raw":0.2190332326283988,"MATH Lvl 5":21.90332326283988,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.39285416666666667,"MUSR":7.040104166666667,"MMLU-PRO Raw":0.51171875,"MMLU-PRO":45.74652777777778,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-31","Submission Date":"2025-01-31","Generation":2,"Base Model":"microsoft/phi-4"},{"eval_name":"Quazim0t0_Phi4Basis-14B-sce_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Phi4Basis-14B-sce 📑","fullname":"Quazim0t0/Phi4Basis-14B-sce","Model sha":"d4aebffaa551eb171f87da063c488fced3b5516b","Average ⬆️":40.31326092128696,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.7388313059528873,"IFEval Raw":0.6501648958097848,"IFEval":65.01648958097847,"BBH Raw":0.6909074263536413,"BBH":55.6651943464438,"MATH Lvl 5 Raw":0.4788519637462236,"MATH Lvl 5":47.88519637462236,"GPQA Raw":0.3288590604026846,"GPQA":10.514541387024611,"MUSR Raw":0.43378125,"MUSR":14.022656249999997,"MMLU-PRO Raw":0.5389793882978723,"MMLU-PRO":48.775487588652474,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-03","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_Ponder-14B-linear_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Ponder-14B-linear 📑","fullname":"Quazim0t0/Ponder-14B-linear","Model sha":"03715c1a51c12de9f0c9fb9f58130ab8d5e45e1e","Average ⬆️":41.307528659975574,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8202759937273683,"IFEval Raw":0.6906064796960952,"IFEval":69.06064796960952,"BBH Raw":0.6942602302118323,"BBH":56.21485209781756,"MATH Lvl 5 Raw":0.4282477341389728,"MATH Lvl 5":42.82477341389728,"GPQA Raw":0.35822147651006714,"GPQA":14.429530201342287,"MUSR Raw":0.45576041666666667,"MUSR":16.336718750000003,"MMLU-PRO Raw":0.5408078457446809,"MMLU-PRO":48.97864952718677,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-06","Submission Date":"2025-02-06","Generation":1,"Base Model":"Quazim0t0/Ponder-14B-linear (Merge)"},{"eval_name":"Quazim0t0_RZA-14B-sce_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/RZA-14B-sce 📑","fullname":"Quazim0t0/RZA-14B-sce","Model sha":"98fb2ab952cd8552b5984fd284f00fd1bf553124","Average ⬆️":36.03485909755687,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9062650010149924,"IFEval Raw":0.4773578549360142,"IFEval":47.73578549360141,"BBH Raw":0.6685829139021245,"BBH":52.297746865541455,"MATH Lvl 5 Raw":0.5188821752265861,"MATH Lvl 5":51.88821752265861,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.41133333333333333,"MUSR":10.216666666666669,"MMLU-PRO Raw":0.538314494680851,"MMLU-PRO":48.701610520094555,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-31","Submission Date":"2025-01-31","Generation":0,"Base Model":"Quazim0t0/RZA-14B-sce"},{"eval_name":"Quazim0t0_Rosemary-14b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Rosemary-14b 📑","fullname":"Quazim0t0/Rosemary-14b","Model sha":"c7e14d550b9ec22290fd40ea5a2202b06af506e2","Average ⬆️":41.33770500916808,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9054265142213617,"IFEval Raw":0.6915306941138402,"IFEval":69.15306941138402,"BBH Raw":0.6955261478148286,"BBH":56.38346045501811,"MATH Lvl 5 Raw":0.438821752265861,"MATH Lvl 5":43.8821752265861,"GPQA Raw":0.3565436241610738,"GPQA":14.205816554809845,"MUSR Raw":0.44921875,"MUSR":15.552343749999997,"MMLU-PRO Raw":0.5396442819148937,"MMLU-PRO":48.84936465721041,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-03-01","Generation":1,"Base Model":"Quazim0t0/Rosemary-14b (Merge)"},{"eval_name":"Quazim0t0_Rune-14b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Rune-14b 📑","fullname":"Quazim0t0/Rune-14b","Model sha":"ee260eb72c5c354494fad9c6a380117feb71c601","Average ⬆️":41.81723237189117,"Hub License":"","Hub ❤️":1,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9545781162215535,"IFEval Raw":0.7015973173402128,"IFEval":70.15973173402128,"BBH Raw":0.6937489642141156,"BBH":56.053987787163095,"MATH Lvl 5 Raw":0.45845921450151056,"MATH Lvl 5":45.84592145015105,"GPQA Raw":0.35151006711409394,"GPQA":13.534675615212524,"MUSR Raw":0.45328125,"MUSR":16.29348958333333,"MMLU-PRO Raw":0.5411402925531915,"MMLU-PRO":49.01558806146573,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-01","Submission Date":"2025-03-01","Generation":1,"Base Model":"Quazim0t0/Rune-14b (Merge)"},{"eval_name":"Quazim0t0_SZA-14B-sce_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/SZA-14B-sce 📑","fullname":"Quazim0t0/SZA-14B-sce","Model sha":"781e6a4154a6a97173c2058af8c0758c09d7700e","Average ⬆️":39.55774467541249,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9044615541044274,"IFEval Raw":0.5659095644002359,"IFEval":56.59095644002358,"BBH Raw":0.6888749072998727,"BBH":55.23013277164075,"MATH Lvl 5 Raw":0.5241691842900302,"MATH Lvl 5":52.416918429003026,"GPQA Raw":0.33053691275167785,"GPQA":10.738255033557047,"MUSR Raw":0.433875,"MUSR":14.001041666666664,"MMLU-PRO Raw":0.5353224734042553,"MMLU-PRO":48.36916371158392,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-05","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_Sake-20b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Sake-20b 📑","fullname":"Quazim0t0/Sake-20b","Model sha":"d0d336e9b351db44ab7df777bf2117295939b654","Average ⬆️":40.18907381003569,"Hub License":"","Hub ❤️":0,"#Params (B)":21.475,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.265105455924606,"IFEval Raw":0.6692741924759638,"IFEval":66.92741924759638,"BBH Raw":0.6769823539837527,"BBH":53.939346240687655,"MATH Lvl 5 Raw":0.4652567975830816,"MATH Lvl 5":46.52567975830816,"GPQA Raw":0.3187919463087248,"GPQA":9.172259507829976,"MUSR Raw":0.44940625,"MUSR":15.775781249999996,"MMLU-PRO Raw":0.5391456117021277,"MMLU-PRO":48.79395685579197,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-13","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_Spok-14b-sce_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Spok-14b-sce 📑","fullname":"Quazim0t0/Spok-14b-sce","Model sha":"a7470ff96dbb9ad39978d07db2d9a2d8f115a221","Average ⬆️":36.71086980721715,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.762264576767201,"IFEval Raw":0.6681748870773991,"IFEval":66.81748870773991,"BBH Raw":0.6899172301380289,"BBH":55.09355794451866,"MATH Lvl 5 Raw":0.2719033232628399,"MATH Lvl 5":27.19033232628399,"GPQA Raw":0.34563758389261745,"GPQA":12.751677852348994,"MUSR Raw":0.41409375,"MUSR":10.66171875,"MMLU-PRO Raw":0.5297539893617021,"MMLU-PRO":47.75044326241135,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-07","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_Sumatra-20b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Sumatra-20b 📑","fullname":"Quazim0t0/Sumatra-20b","Model sha":"957f1815d5e147a6718ee9cb1dd39645566178e8","Average ⬆️":39.21426941729526,"Hub License":"","Hub ❤️":0,"#Params (B)":21.475,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.398667489951043,"IFEval Raw":0.673795529195867,"IFEval":67.3795529195867,"BBH Raw":0.6855416597047258,"BBH":55.13298201406423,"MATH Lvl 5 Raw":0.36706948640483383,"MATH Lvl 5":36.70694864048338,"GPQA Raw":0.3263422818791946,"GPQA":10.17897091722595,"MUSR Raw":0.4560104166666667,"MUSR":16.834635416666664,"MMLU-PRO Raw":0.5414727393617021,"MMLU-PRO":49.05252659574468,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-06","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_SuperNova14b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/SuperNova14b 📑","fullname":"Quazim0t0/SuperNova14b","Model sha":"927d5e5f1a3ba397e6c050ec2b182a64cdaa83a4","Average ⬆️":41.675071451846414,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9194569237304815,"IFEval Raw":0.707642388861554,"IFEval":70.7642388861554,"BBH Raw":0.6937489642141156,"BBH":56.0926914908668,"MATH Lvl 5 Raw":0.4395770392749245,"MATH Lvl 5":43.957703927492446,"GPQA Raw":0.3523489932885906,"GPQA":13.646532438478745,"MUSR Raw":0.4545208333333333,"MUSR":16.31510416666666,"MMLU-PRO Raw":0.543467420212766,"MMLU-PRO":49.27415780141844,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-27","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_TB0-8B-sce_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/TB0-8B-sce 📑","fullname":"Quazim0t0/TB0-8B-sce","Model sha":"72241ecf158cd61d015f2378005f7904670fe78d","Average ⬆️":24.188001040020307,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4488642356375139,"IFEval Raw":0.5107304175144174,"IFEval":51.073041751441735,"BBH Raw":0.5074684221457483,"BBH":29.004160225251976,"MATH Lvl 5 Raw":0.1510574018126888,"MATH Lvl 5":15.105740181268882,"GPQA Raw":0.32466442953020136,"GPQA":9.955257270693513,"MUSR Raw":0.4037604166666667,"MUSR":9.203385416666668,"MMLU-PRO Raw":0.3770777925531915,"MMLU-PRO":30.786421394799056,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-07","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_TBL-8B-sce_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/TBL-8B-sce 📑","fullname":"Quazim0t0/TBL-8B-sce","Model sha":"310b10d3ba7eeb3d4a05e5e111df5e555f14ce8c","Average ⬆️":23.759926247831277,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.454904623466604,"IFEval Raw":0.45809895521660304,"IFEval":45.80989552166031,"BBH Raw":0.5008187839060233,"BBH":28.362465633086348,"MATH Lvl 5 Raw":0.15332326283987915,"MATH Lvl 5":15.332326283987916,"GPQA Raw":0.3338926174496644,"GPQA":11.185682326621922,"MUSR Raw":0.42363541666666665,"MUSR":11.987760416666662,"MMLU-PRO Raw":0.3689328457446808,"MMLU-PRO":29.881427304964532,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-07","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_ThinkPhi1.1-Tensors_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/ThinkPhi1.1-Tensors 📑","fullname":"Quazim0t0/ThinkPhi1.1-Tensors","Model sha":"87f803860e7c0d5c2841fe679d7804bd4864c1ab","Average ⬆️":27.934992706320916,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9240926057904264,"IFEval Raw":0.3907543096761038,"IFEval":39.07543096761039,"BBH Raw":0.6449416604455037,"BBH":49.14167915090875,"MATH Lvl 5 Raw":0.18202416918429004,"MATH Lvl 5":18.202416918429005,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.418,"MUSR":11.283333333333337,"MMLU-PRO Raw":0.4907746010638298,"MMLU-PRO":43.419400118203306,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-28","Submission Date":"2025-01-30","Generation":2,"Base Model":"microsoft/phi-4"},{"eval_name":"Quazim0t0_Venti-20b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Venti-20b 📑","fullname":"Quazim0t0/Venti-20b","Model sha":"1542924c414c214fd5b3aaa665c6b280e7bad8c5","Average ⬆️":38.503414029785155,"Hub License":"","Hub ❤️":0,"#Params (B)":21.475,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.333502389912341,"IFEval Raw":0.6641034676879568,"IFEval":66.41034676879568,"BBH Raw":0.6901240010129452,"BBH":55.7998371351703,"MATH Lvl 5 Raw":0.3391238670694864,"MATH Lvl 5":33.91238670694864,"GPQA Raw":0.33221476510067116,"GPQA":10.96196868008949,"MUSR Raw":0.44797916666666665,"MUSR":15.197395833333337,"MMLU-PRO Raw":0.5386469414893617,"MMLU-PRO":48.73854905437352,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-05","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_Venti-Blend-sce_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Venti-Blend-sce 📑","fullname":"Quazim0t0/Venti-Blend-sce","Model sha":"94532bfef3aacb57672926b913b0f9a60fe9c7d1","Average ⬆️":39.44869800438639,"Hub License":"","Hub ❤️":0,"#Params (B)":21.475,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.584613142913738,"IFEval Raw":0.6879335718116819,"IFEval":68.79335718116819,"BBH Raw":0.6842921511560114,"BBH":54.99405204157026,"MATH Lvl 5 Raw":0.40558912386706947,"MATH Lvl 5":40.55891238670695,"GPQA Raw":0.3162751677852349,"GPQA":8.83668903803132,"MUSR Raw":0.43892708333333336,"MUSR":14.465885416666664,"MMLU-PRO Raw":0.5413896276595744,"MMLU-PRO":49.04329196217494,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-05","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_Vine-14b-sce_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Vine-14b-sce 📑","fullname":"Quazim0t0/Vine-14b-sce","Model sha":"fe938ea2eb2006b91a8a39a07a5f4821ea70a7dc","Average ⬆️":41.05675554875142,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8376647721984032,"IFEval Raw":0.673345611865406,"IFEval":67.3345611865406,"BBH Raw":0.6891400252742456,"BBH":55.32965321791952,"MATH Lvl 5 Raw":0.5007552870090635,"MATH Lvl 5":50.07552870090635,"GPQA Raw":0.3338926174496644,"GPQA":11.185682326621922,"MUSR Raw":0.4322916666666667,"MUSR":13.436458333333329,"MMLU-PRO Raw":0.5408078457446809,"MMLU-PRO":48.97864952718677,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-06","Submission Date":"2025-02-06","Generation":0,"Base Model":"Quazim0t0/Vine-14b-sce"},{"eval_name":"Quazim0t0_Wendy-14B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Wendy-14B 📑","fullname":"Quazim0t0/Wendy-14B","Model sha":"a55ea42e80d0525e5e48ddbc87e7fbfc54df2235","Average ⬆️":41.208648788347965,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9582473940757206,"IFEval Raw":0.6772175605172055,"IFEval":67.72175605172055,"BBH Raw":0.6957587467354328,"BBH":56.172047866798856,"MATH Lvl 5 Raw":0.48338368580060426,"MATH Lvl 5":48.338368580060425,"GPQA Raw":0.33221476510067116,"GPQA":10.96196868008949,"MUSR Raw":0.4428020833333333,"MUSR":14.783593750000003,"MMLU-PRO Raw":0.543467420212766,"MMLU-PRO":49.27415780141844,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-10","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_Wu-14b-sce_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/Wu-14b-sce 📑","fullname":"Quazim0t0/Wu-14b-sce","Model sha":"adf2bdf08320cb816ec4788d9727b4d484675714","Average ⬆️":36.491123345831,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7618624186247975,"IFEval Raw":0.6718218770639681,"IFEval":67.1821877063968,"BBH Raw":0.6885164810743585,"BBH":54.94466630171922,"MATH Lvl 5 Raw":0.26132930513595165,"MATH Lvl 5":26.132930513595166,"GPQA Raw":0.3464765100671141,"GPQA":12.863534675615215,"MUSR Raw":0.41142708333333333,"MUSR":10.128385416666667,"MMLU-PRO Raw":0.5292553191489362,"MMLU-PRO":47.69503546099291,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-06","Submission Date":"2025-02-07","Generation":0,"Base Model":"Quazim0t0/Wu-14b-sce"},{"eval_name":"Quazim0t0_bloom-14b-stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/bloom-14b-stock 📑","fullname":"Quazim0t0/bloom-14b-stock","Model sha":"a35b49ccce133c148e20481bca4ffebbf29ea00f","Average ⬆️":40.29106535634419,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9036596300110886,"IFEval Raw":0.6575087434673332,"IFEval":65.75087434673333,"BBH Raw":0.6877869223612597,"BBH":55.2730368732428,"MATH Lvl 5 Raw":0.4811178247734139,"MATH Lvl 5":48.11178247734139,"GPQA Raw":0.3313758389261745,"GPQA":10.850111856823268,"MUSR Raw":0.43095833333333333,"MUSR":13.169791666666669,"MMLU-PRO Raw":0.5373171542553191,"MMLU-PRO":48.59079491725768,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-05","Submission Date":"2025-02-05","Generation":0,"Base Model":"Quazim0t0/bloom-14b-stock"},{"eval_name":"Quazim0t0_caramel-14B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/caramel-14B 📑","fullname":"Quazim0t0/caramel-14B","Model sha":"ac6c4a33304fa7c2bf3b06844c9217833365cb8c","Average ⬆️":41.2217763981026,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0066945945785353,"IFEval Raw":0.6744947849483814,"IFEval":67.44947849483815,"BBH Raw":0.6918707471458787,"BBH":55.75618206414753,"MATH Lvl 5 Raw":0.47129909365558914,"MATH Lvl 5":47.129909365558916,"GPQA Raw":0.3447986577181208,"GPQA":12.639821029082773,"MUSR Raw":0.445375,"MUSR":15.071875000000004,"MMLU-PRO Raw":0.5435505319148937,"MMLU-PRO":49.28339243498819,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-13","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_graphite-14b-sce_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/graphite-14b-sce 📑","fullname":"Quazim0t0/graphite-14b-sce","Model sha":"91d7cf277b413e4ea0789e1148e297b86c8165eb","Average ⬆️":29.108509572328675,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9263422470023133,"IFEval Raw":0.3216864585965239,"IFEval":32.168645859652386,"BBH Raw":0.6631420093244736,"BBH":51.50924362930217,"MATH Lvl 5 Raw":0.30060422960725075,"MATH Lvl 5":30.060422960725074,"GPQA Raw":0.28942953020134227,"GPQA":5.257270693512303,"MUSR Raw":0.398125,"MUSR":8.098958333333334,"MMLU-PRO Raw":0.5280086436170213,"MMLU-PRO":47.55651595744681,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-05","Submission Date":"2025-02-05","Generation":0,"Base Model":"Quazim0t0/graphite-14b-sce"},{"eval_name":"Quazim0t0_mocha-14B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/mocha-14B 📑","fullname":"Quazim0t0/mocha-14B","Model sha":"23babbe7b5cf6bbda82b9326ecdfacf777a5a738","Average ⬆️":39.84779848605735,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0012701194823561,"IFEval Raw":0.5893152391210876,"IFEval":58.93152391210876,"BBH Raw":0.6894730595527842,"BBH":55.23219353529195,"MATH Lvl 5 Raw":0.5264350453172205,"MATH Lvl 5":52.64350453172205,"GPQA Raw":0.33053691275167785,"GPQA":10.738255033557047,"MUSR Raw":0.4271770833333333,"MUSR":12.830468750000003,"MMLU-PRO Raw":0.5383976063829787,"MMLU-PRO":48.71084515366431,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-13","Generation":0,"Base Model":"Removed"},{"eval_name":"Quazim0t0_mosaic-14b-sce_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/mosaic-14b-sce 📑","fullname":"Quazim0t0/mosaic-14b-sce","Model sha":"c55e0e66ee5ab5d7b3be16c7058a166bc8449ae7","Average ⬆️":40.830438057913014,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8070149193753557,"IFEval Raw":0.6875590100932193,"IFEval":68.75590100932193,"BBH Raw":0.6907089244809823,"BBH":55.69112578019082,"MATH Lvl 5 Raw":0.4025679758308157,"MATH Lvl 5":40.25679758308157,"GPQA Raw":0.3624161073825503,"GPQA":14.988814317673373,"MUSR Raw":0.45579166666666665,"MUSR":16.440624999999994,"MMLU-PRO Raw":0.5396442819148937,"MMLU-PRO":48.84936465721041,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-05","Submission Date":"2025-02-05","Generation":0,"Base Model":"Quazim0t0/mosaic-14b-sce"},{"eval_name":"Quazim0t0_tesseract-14b-stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/tesseract-14b-stock 📑","fullname":"Quazim0t0/tesseract-14b-stock","Model sha":"aad0cf38f9f4255c8575480bc64b3f0a70559aa9","Average ⬆️":39.40111037897865,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9337244100876665,"IFEval Raw":0.5847939024011845,"IFEval":58.47939024011845,"BBH Raw":0.6880007346047826,"BBH":54.99686477095802,"MATH Lvl 5 Raw":0.5143504531722054,"MATH Lvl 5":51.43504531722054,"GPQA Raw":0.3271812080536913,"GPQA":10.290827740492169,"MUSR Raw":0.42323958333333334,"MUSR":12.438281249999996,"MMLU-PRO Raw":0.5388962765957447,"MMLU-PRO":48.76625295508275,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-05","Submission Date":"2025-02-05","Generation":0,"Base Model":"Quazim0t0/tesseract-14b-stock"},{"eval_name":"Quazim0t0_time-14b-stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Quazim0t0/time-14b-stock 📑","fullname":"Quazim0t0/time-14b-stock","Model sha":"3d9f41c197650ae8b78c9477b206fcd2e2d71f34","Average ⬆️":41.17536154259003,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.851146036356196,"IFEval Raw":0.6699235805440675,"IFEval":66.99235805440674,"BBH Raw":0.6897025970028126,"BBH":55.35905866101553,"MATH Lvl 5 Raw":0.5083081570996979,"MATH Lvl 5":50.83081570996979,"GPQA Raw":0.3347315436241611,"GPQA":11.297539149888143,"MUSR Raw":0.43232291666666667,"MUSR":13.473697916666664,"MMLU-PRO Raw":0.5418882978723404,"MMLU-PRO":49.09869976359338,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-05","Submission Date":"2025-02-05","Generation":1,"Base Model":"Quazim0t0/time-14b-stock (Merge)"},{"eval_name":"Qwen_QwQ-32B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/QwQ-32B 📑","fullname":"Qwen/QwQ-32B","Model sha":"7c0a8dc0ac2eef85a227942ad8daeabe9f3ad709","Average ⬆️":12.21487061660057,"Hub License":"apache-2.0","Hub ❤️":2407,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":48.30528943515114,"IFEval Raw":0.39767372793077926,"IFEval":39.767372793077925,"BBH Raw":0.29829653176003074,"BBH":2.868335388534824,"MATH Lvl 5 Raw":0.1608761329305136,"MATH Lvl 5":16.08761329305136,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.42063541666666665,"MUSR":11.046093749999999,"MMLU-PRO Raw":0.11959773936170212,"MMLU-PRO":2.177526595744679,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2025-03-05","Submission Date":"2025-03-11","Generation":1,"Base Model":"Qwen/Qwen2.5-32B"},{"eval_name":"Qwen_QwQ-32B-Preview_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/QwQ-32B-Preview 📑","fullname":"Qwen/QwQ-32B-Preview","Model sha":"1032e81cb936c486aae1d33da75b2fbcd5deed4a","Average ⬆️":34.11985336826446,"Hub License":"apache-2.0","Hub ❤️":1722,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":20.42077955247921,"IFEval Raw":0.4035437084713006,"IFEval":40.354370847130056,"BBH Raw":0.6691381482252744,"BBH":53.387676351713196,"MATH Lvl 5 Raw":0.44939577039274925,"MATH Lvl 5":44.93957703927492,"GPQA Raw":0.2818791946308725,"GPQA":4.250559284116337,"MUSR Raw":0.4109895833333333,"MUSR":9.80703125,"MMLU-PRO Raw":0.5678191489361702,"MMLU-PRO":51.979905437352244,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-11-27","Submission Date":"2024-11-29","Generation":2,"Base Model":"Qwen/Qwen2.5-32B"},{"eval_name":"Qwen_Qwen1.5-0.5B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen1.5-0.5B 📑","fullname":"Qwen/Qwen1.5-0.5B","Model sha":"8f445e3628f3500ee69f24e1303c9f10f5342a39","Average ⬆️":5.3510150735736985,"Hub License":"other","Hub ❤️":154,"#Params (B)":0.62,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9574747471014837,"IFEval Raw":0.17056077873375977,"IFEval":17.056077873375976,"BBH Raw":0.3153538659142558,"BBH":5.035475836799366,"MATH Lvl 5 Raw":0.017371601208459216,"MATH Lvl 5":1.7371601208459215,"GPQA Raw":0.25419463087248323,"GPQA":0.5592841163310973,"MUSR Raw":0.36162500000000003,"MUSR":4.303125,"MMLU-PRO Raw":0.1307347074468085,"MMLU-PRO":3.4149674940898342,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-01-22","Submission Date":"2024-06-13","Generation":0,"Base Model":"Qwen/Qwen1.5-0.5B"},{"eval_name":"Qwen_Qwen1.5-0.5B-Chat_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen1.5-0.5B-Chat 📑","fullname":"Qwen/Qwen1.5-0.5B-Chat","Model sha":"4d14e384a4b037942bb3f3016665157c8bcb70ea","Average ⬆️":5.67816209115329,"Hub License":"other","Hub ❤️":79,"#Params (B)":0.62,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0994887806344997,"IFEval Raw":0.18072713732895385,"IFEval":18.072713732895387,"BBH Raw":0.3166662152036714,"BBH":4.318032636938059,"MATH Lvl 5 Raw":0.006797583081570997,"MATH Lvl 5":0.6797583081570997,"GPQA Raw":0.26929530201342283,"GPQA":2.572706935123044,"MUSR Raw":0.3837083333333333,"MUSR":6.063541666666667,"MMLU-PRO Raw":0.12125997340425532,"MMLU-PRO":2.362219267139479,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-01-31","Submission Date":"2024-06-12","Generation":0,"Base Model":"Qwen/Qwen1.5-0.5B-Chat"},{"eval_name":"Qwen_Qwen1.5-1.8B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen1.5-1.8B 📑","fullname":"Qwen/Qwen1.5-1.8B","Model sha":"7846de7ed421727b318d6605a0bfab659da2c067","Average ⬆️":9.269492522098927,"Hub License":"other","Hub ❤️":50,"#Params (B)":1.837,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.897741573199241,"IFEval Raw":0.2154239639711521,"IFEval":21.542396397115212,"BBH Raw":0.3476121558366305,"BBH":9.759901587727937,"MATH Lvl 5 Raw":0.03172205438066465,"MATH Lvl 5":3.1722054380664653,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.36051041666666667,"MUSR":3.963802083333334,"MMLU-PRO Raw":0.18816489361702127,"MMLU-PRO":9.79609929078014,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-01-22","Submission Date":"2024-06-13","Generation":0,"Base Model":"Qwen/Qwen1.5-1.8B"},{"eval_name":"Qwen_Qwen1.5-1.8B-Chat_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen1.5-1.8B-Chat 📑","fullname":"Qwen/Qwen1.5-1.8B-Chat","Model sha":"e482ee3f73c375a627a16fdf66fd0c8279743ca6","Average ⬆️":9.257783499275524,"Hub License":"other","Hub ❤️":50,"#Params (B)":1.837,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1286577147946053,"IFEval Raw":0.20190982149585324,"IFEval":20.190982149585324,"BBH Raw":0.3255912875735599,"BBH":5.908662877770453,"MATH Lvl 5 Raw":0.019637462235649546,"MATH Lvl 5":1.9637462235649545,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.42596875,"MUSR":12.179427083333335,"MMLU-PRO Raw":0.18035239361702127,"MMLU-PRO":8.928043735224584,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-01-30","Submission Date":"2024-06-12","Generation":0,"Base Model":"Qwen/Qwen1.5-1.8B-Chat"},{"eval_name":"Qwen_Qwen1.5-110B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen1.5-110B 📑","fullname":"Qwen/Qwen1.5-110B","Model sha":"16659038ecdcc771c1293cf47020fa7cc2750ee8","Average ⬆️":29.83367750486893,"Hub License":"other","Hub ❤️":97,"#Params (B)":111.21,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":142.54177685205886,"IFEval Raw":0.3421942667677318,"IFEval":34.21942667677318,"BBH Raw":0.6099964981780978,"BBH":44.28047655387545,"MATH Lvl 5 Raw":0.24697885196374622,"MATH Lvl 5":24.69788519637462,"GPQA Raw":0.3523489932885906,"GPQA":13.646532438478745,"MUSR Raw":0.44084375,"MUSR":13.705468750000001,"MMLU-PRO Raw":0.5360704787234043,"MMLU-PRO":48.45227541371159,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-04-25","Submission Date":"2024-06-13","Generation":0,"Base Model":"Qwen/Qwen1.5-110B"},{"eval_name":"Qwen_Qwen1.5-110B-Chat_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen1.5-110B-Chat 📑","fullname":"Qwen/Qwen1.5-110B-Chat","Model sha":"85f86cec25901f2dbd870a86e06756903c9a876a","Average ⬆️":33.12715289782008,"Hub License":"other","Hub ❤️":125,"#Params (B)":111.21,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":145.1305861122314,"IFEval Raw":0.5938864435254014,"IFEval":59.388644352540155,"BBH Raw":0.6183800385588633,"BBH":44.98454525616634,"MATH Lvl 5 Raw":0.23413897280966767,"MATH Lvl 5":23.413897280966765,"GPQA Raw":0.3414429530201342,"GPQA":12.192393736017896,"MUSR Raw":0.45216666666666666,"MUSR":16.287499999999994,"MMLU-PRO Raw":0.48246343085106386,"MMLU-PRO":42.495936761229316,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-04-25","Submission Date":"2024-06-12","Generation":0,"Base Model":"Qwen/Qwen1.5-110B-Chat"},{"eval_name":"Qwen_Qwen1.5-14B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen1.5-14B 📑","fullname":"Qwen/Qwen1.5-14B","Model sha":"dce4b190d34470818e5bec2a92cb8233aaa02ca2","Average ⬆️":20.854080062460586,"Hub License":"other","Hub ❤️":39,"#Params (B)":14.167,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.85098117295462,"IFEval Raw":0.2905368865720732,"IFEval":29.05368865720732,"BBH Raw":0.5080327493808331,"BBH":30.063103282917453,"MATH Lvl 5 Raw":0.20241691842900303,"MATH Lvl 5":20.241691842900302,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.41864583333333333,"MUSR":10.464062500000002,"MMLU-PRO Raw":0.36436170212765956,"MMLU-PRO":29.373522458628837,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-01-22","Submission Date":"2024-06-13","Generation":0,"Base Model":"Qwen/Qwen1.5-14B"},{"eval_name":"Qwen_Qwen1.5-14B-Chat_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen1.5-14B-Chat 📑","fullname":"Qwen/Qwen1.5-14B-Chat","Model sha":"9492b22871f43e975435455f5c616c77fe7a50ec","Average ⬆️":23.566106475051374,"Hub License":"other","Hub ❤️":112,"#Params (B)":14.167,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.6769320200145597,"IFEval Raw":0.47680820223673187,"IFEval":47.68082022367319,"BBH Raw":0.5228587510703555,"BBH":32.75647930053065,"MATH Lvl 5 Raw":0.15256797583081572,"MATH Lvl 5":15.256797583081571,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.43997916666666664,"MUSR":13.930729166666667,"MMLU-PRO Raw":0.36178523936170215,"MMLU-PRO":29.08724881796691,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-01-30","Submission Date":"2024-06-12","Generation":0,"Base Model":"Qwen/Qwen1.5-14B-Chat"},{"eval_name":"Qwen_Qwen1.5-32B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen1.5-32B 📑","fullname":"Qwen/Qwen1.5-32B","Model sha":"cefef80dc06a65f89d1d71d0adbc56d335ca2490","Average ⬆️":27.2987558571606,"Hub License":"other","Hub ❤️":85,"#Params (B)":32.512,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":119.93431883170673,"IFEval Raw":0.329729562006587,"IFEval":32.97295620065869,"BBH Raw":0.5715390555959325,"BBH":38.980351633108974,"MATH Lvl 5 Raw":0.3028700906344411,"MATH Lvl 5":30.28700906344411,"GPQA Raw":0.3296979865771812,"GPQA":10.626398210290827,"MUSR Raw":0.4277916666666666,"MUSR":12.040625000000004,"MMLU-PRO Raw":0.4499667553191489,"MMLU-PRO":38.88519503546098,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-04-01","Submission Date":"2024-06-13","Generation":0,"Base Model":"Qwen/Qwen1.5-32B"},{"eval_name":"Qwen_Qwen1.5-32B-Chat_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen1.5-32B-Chat 📑","fullname":"Qwen/Qwen1.5-32B-Chat","Model sha":"0997b012af6ddd5465d40465a8415535b2f06cfc","Average ⬆️":29.25746822860332,"Hub License":"other","Hub ❤️":109,"#Params (B)":32.512,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":92.1188994620152,"IFEval Raw":0.5532199009738605,"IFEval":55.32199009738605,"BBH Raw":0.6066899757930234,"BBH":44.55485402391639,"MATH Lvl 5 Raw":0.19561933534743203,"MATH Lvl 5":19.561933534743204,"GPQA Raw":0.3062080536912752,"GPQA":7.494407158836691,"MUSR Raw":0.4159791666666666,"MUSR":10.197395833333335,"MMLU-PRO Raw":0.4457280585106383,"MMLU-PRO":38.41422872340425,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-04-03","Submission Date":"2024-06-12","Generation":0,"Base Model":"Qwen/Qwen1.5-32B-Chat"},{"eval_name":"Qwen_Qwen1.5-4B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen1.5-4B 📑","fullname":"Qwen/Qwen1.5-4B","Model sha":"a66363a0c24e2155c561e4b53c658b1d3965474e","Average ⬆️":11.76818275851784,"Hub License":"other","Hub ❤️":36,"#Params (B)":3.95,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.277364333807762,"IFEval Raw":0.24447466056729478,"IFEval":24.447466056729475,"BBH Raw":0.40538970296725463,"BBH":16.249142581095292,"MATH Lvl 5 Raw":0.052870090634441085,"MATH Lvl 5":5.287009063444108,"GPQA Raw":0.27684563758389263,"GPQA":3.5794183445190177,"MUSR Raw":0.3604479166666667,"MUSR":4.8226562500000005,"MMLU-PRO Raw":0.24601063829787234,"MMLU-PRO":16.22340425531915,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-01-22","Submission Date":"2024-06-13","Generation":0,"Base Model":"Qwen/Qwen1.5-4B"},{"eval_name":"Qwen_Qwen1.5-4B-Chat_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen1.5-4B-Chat 📑","fullname":"Qwen/Qwen1.5-4B-Chat","Model sha":"a7a4d4945d28bac955554c9abd2f74a71ebbf22f","Average ⬆️":12.627280110791753,"Hub License":"other","Hub ❤️":40,"#Params (B)":3.95,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7323012956775985,"IFEval Raw":0.31566576683200576,"IFEval":31.566576683200577,"BBH Raw":0.40055485611486114,"BBH":16.29707852890831,"MATH Lvl 5 Raw":0.027945619335347432,"MATH Lvl 5":2.794561933534743,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.39778125,"MUSR":7.355989583333333,"MMLU-PRO Raw":0.23961103723404256,"MMLU-PRO":15.512337470449172,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-01-30","Submission Date":"2024-06-12","Generation":0,"Base Model":"Qwen/Qwen1.5-4B-Chat"},{"eval_name":"Qwen_Qwen1.5-7B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen1.5-7B 📑","fullname":"Qwen/Qwen1.5-7B","Model sha":"831096e3a59a0789a541415da25ef195ceb802fe","Average ⬆️":16.024674155407357,"Hub License":"other","Hub ❤️":52,"#Params (B)":7.721,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.6547081081904804,"IFEval Raw":0.2684299879874289,"IFEval":26.842998798742894,"BBH Raw":0.4559896407693445,"BBH":23.075768754340448,"MATH Lvl 5 Raw":0.09290030211480363,"MATH Lvl 5":9.290030211480364,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.4103333333333334,"MUSR":9.158333333333333,"MMLU-PRO Raw":0.29163896276595747,"MMLU-PRO":21.293218085106382,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-01-22","Submission Date":"2024-06-09","Generation":0,"Base Model":"Qwen/Qwen1.5-7B"},{"eval_name":"Qwen_Qwen1.5-7B-Chat_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen1.5-7B-Chat 📑","fullname":"Qwen/Qwen1.5-7B-Chat","Model sha":"5f4f5e69ac7f1d508f8369e977de208b4803444b","Average ⬆️":17.62098662745355,"Hub License":"other","Hub ❤️":167,"#Params (B)":7.721,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.15765319338272,"IFEval Raw":0.43711574178734647,"IFEval":43.711574178734644,"BBH Raw":0.4510053116521351,"BBH":22.379129599952787,"MATH Lvl 5 Raw":0.06268882175226587,"MATH Lvl 5":6.268882175226587,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.37790624999999994,"MUSR":4.6382812499999995,"MMLU-PRO Raw":0.2951296542553192,"MMLU-PRO":21.681072695035464,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-01-30","Submission Date":"2024-06-12","Generation":0,"Base Model":"Qwen/Qwen1.5-7B-Chat"},{"eval_name":"Qwen_Qwen1.5-MoE-A2.7B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2MoeForCausalLM","Model":"Qwen/Qwen1.5-MoE-A2.7B 📑","fullname":"Qwen/Qwen1.5-MoE-A2.7B","Model sha":"1a758c50ecb6350748b9ce0a99d2352fd9fc11c9","Average ⬆️":13.945920112290063,"Hub License":"other","Hub ❤️":199,"#Params (B)":14.316,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":19.09122579213944,"IFEval Raw":0.265982038768246,"IFEval":26.598203876824606,"BBH Raw":0.4113515433010766,"BBH":18.837858500547185,"MATH Lvl 5 Raw":0.09290030211480363,"MATH Lvl 5":9.290030211480364,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.40134375000000005,"MUSR":7.967968750000003,"MMLU-PRO Raw":0.2777593085106383,"MMLU-PRO":19.751034278959807,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-02-29","Submission Date":"2024-06-13","Generation":0,"Base Model":"Qwen/Qwen1.5-MoE-A2.7B"},{"eval_name":"Qwen_Qwen1.5-MoE-A2.7B-Chat_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2MoeForCausalLM","Model":"Qwen/Qwen1.5-MoE-A2.7B-Chat 📑","fullname":"Qwen/Qwen1.5-MoE-A2.7B-Chat","Model sha":"ec052fda178e241c7c443468d2fa1db6618996be","Average ⬆️":15.880899856122355,"Hub License":"other","Hub ❤️":119,"#Params (B)":14.316,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":17.803943075071622,"IFEval Raw":0.37953851336675576,"IFEval":37.95385133667558,"BBH Raw":0.4272088620635824,"BBH":20.041818895540953,"MATH Lvl 5 Raw":0.0634441087613293,"MATH Lvl 5":6.3444108761329305,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.38987499999999997,"MUSR":6.334375000000001,"MMLU-PRO Raw":0.29230385638297873,"MMLU-PRO":21.3670951536643,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-03-14","Submission Date":"2024-06-12","Generation":0,"Base Model":"Qwen/Qwen1.5-MoE-A2.7B-Chat"},{"eval_name":"Qwen_Qwen2-0.5B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2-0.5B 📑","fullname":"Qwen/Qwen2-0.5B","Model sha":"ff3a49fac17555b8dfc4db6709f480cc8f16a9fe","Average ⬆️":7.224121473565234,"Hub License":"apache-2.0","Hub ❤️":137,"#Params (B)":0.494,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.6323615007483467,"IFEval Raw":0.18732186154957736,"IFEval":18.732186154957734,"BBH Raw":0.3239117424825444,"BBH":7.9185120409032566,"MATH Lvl 5 Raw":0.026435045317220542,"MATH Lvl 5":2.643504531722054,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.37520833333333337,"MUSR":4.601041666666668,"MMLU-PRO Raw":0.17195811170212766,"MMLU-PRO":7.99534574468085,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-31","Submission Date":"2024-11-30","Generation":0,"Base Model":"Qwen/Qwen2-0.5B"},{"eval_name":"Qwen_Qwen2-0.5B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2-0.5B-Instruct 📑","fullname":"Qwen/Qwen2-0.5B-Instruct","Model sha":"c291d6fce4804a1d39305f388dd32897d1f7acc4","Average ⬆️":6.586780633287707,"Hub License":"apache-2.0","Hub ❤️":179,"#Params (B)":0.494,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1156954462905264,"IFEval Raw":0.22466610814860127,"IFEval":22.466610814860125,"BBH Raw":0.31725179384863494,"BBH":5.876044259408482,"MATH Lvl 5 Raw":0.028700906344410877,"MATH Lvl 5":2.8700906344410875,"GPQA Raw":0.24664429530201343,"GPQA":0.0,"MUSR Raw":0.33527083333333335,"MUSR":2.408854166666666,"MMLU-PRO Raw":0.15309175531914893,"MMLU-PRO":5.89908392434988,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-06-03","Submission Date":"2024-06-12","Generation":1,"Base Model":"Qwen/Qwen2-0.5B"},{"eval_name":"Qwen_Qwen2-1.5B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2-1.5B 📑","fullname":"Qwen/Qwen2-1.5B","Model sha":"8a16abf2848eda07cc5253dec660bf1ce007ad7a","Average ⬆️":10.445452935561454,"Hub License":"apache-2.0","Hub ❤️":90,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.2163897840094315,"IFEval Raw":0.21132705665412216,"IFEval":21.132705665412217,"BBH Raw":0.35747931720577464,"BBH":11.781833653483531,"MATH Lvl 5 Raw":0.0702416918429003,"MATH Lvl 5":7.02416918429003,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.36581250000000004,"MUSR":3.5932291666666667,"MMLU-PRO Raw":0.2551529255319149,"MMLU-PRO":17.239213947990542,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-31","Submission Date":"2024-06-09","Generation":0,"Base Model":"Qwen/Qwen2-1.5B"},{"eval_name":"Qwen_Qwen2-1.5B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2-1.5B-Instruct 📑","fullname":"Qwen/Qwen2-1.5B-Instruct","Model sha":"ba1cf1846d7df0a0591d6c00649f57e798519da8","Average ⬆️":14.141936815181689,"Hub License":"apache-2.0","Hub ❤️":140,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3176478771125482,"IFEval Raw":0.3371232773485463,"IFEval":33.712327734854625,"BBH Raw":0.3852232408376059,"BBH":13.695346827502663,"MATH Lvl 5 Raw":0.07175226586102719,"MATH Lvl 5":7.175226586102719,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.42928125,"MUSR":12.026822916666667,"MMLU-PRO Raw":0.25008311170212766,"MMLU-PRO":16.675901300236408,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-06-03","Submission Date":"2024-06-12","Generation":0,"Base Model":"Qwen/Qwen2-1.5B-Instruct"},{"eval_name":"Qwen_Qwen2-57B-A14B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2MoeForCausalLM","Model":"Qwen/Qwen2-57B-A14B 📑","fullname":"Qwen/Qwen2-57B-A14B","Model sha":"973e466c39ba76372a2ae464dbca0af3f5a5a2a9","Average ⬆️":25.0338731324107,"Hub License":"apache-2.0","Hub ❤️":50,"#Params (B)":57.409,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":107.03147746473374,"IFEval Raw":0.31126965340851165,"IFEval":31.126965340851164,"BBH Raw":0.5618204938684165,"BBH":38.87598905034189,"MATH Lvl 5 Raw":0.1865558912386707,"MATH Lvl 5":18.65558912386707,"GPQA Raw":0.3062080536912752,"GPQA":7.494407158836691,"MUSR Raw":0.417375,"MUSR":10.538541666666669,"MMLU-PRO Raw":0.4916057180851064,"MMLU-PRO":43.511746453900706,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-22","Submission Date":"2024-06-13","Generation":0,"Base Model":"Qwen/Qwen2-57B-A14B"},{"eval_name":"Qwen_Qwen2-57B-A14B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2MoeForCausalLM","Model":"Qwen/Qwen2-57B-A14B-Instruct 📑","fullname":"Qwen/Qwen2-57B-A14B-Instruct","Model sha":"5ea455a449e61a92a5b194ee06be807647d3e8b5","Average ⬆️":33.015868823547095,"Hub License":"apache-2.0","Hub ❤️":80,"#Params (B)":57.409,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":85.0124950064074,"IFEval Raw":0.6337783747124297,"IFEval":63.37783747124297,"BBH Raw":0.5887606963532052,"BBH":41.785917734842535,"MATH Lvl 5 Raw":0.28172205438066467,"MATH Lvl 5":28.172205438066467,"GPQA Raw":0.3313758389261745,"GPQA":10.850111856823268,"MUSR Raw":0.43613541666666666,"MUSR":14.183593749999995,"MMLU-PRO Raw":0.45752992021276595,"MMLU-PRO":39.725546690307326,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-06-04","Submission Date":"2024-08-14","Generation":1,"Base Model":"Qwen/Qwen2-57B-A14B"},{"eval_name":"Qwen_Qwen2-72B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2-72B 📑","fullname":"Qwen/Qwen2-72B","Model sha":"87993795c78576318087f70b43fbf530eb7789e7","Average ⬆️":35.45667093247413,"Hub License":"other","Hub ❤️":200,"#Params (B)":72.706,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":128.12455847973288,"IFEval Raw":0.3823610243044012,"IFEval":38.23610243044012,"BBH Raw":0.661734029856643,"BBH":51.85613118695519,"MATH Lvl 5 Raw":0.311178247734139,"MATH Lvl 5":31.1178247734139,"GPQA Raw":0.39429530201342283,"GPQA":19.239373601789712,"MUSR Raw":0.47036458333333336,"MUSR":19.728906250000005,"MMLU-PRO Raw":0.5730551861702128,"MMLU-PRO":52.56168735224587,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-22","Submission Date":"2024-06-26","Generation":0,"Base Model":"Qwen/Qwen2-72B"},{"eval_name":"Qwen_Qwen2-72B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2-72B-Instruct 📑","fullname":"Qwen/Qwen2-72B-Instruct","Model sha":"1af63c698f59c4235668ec9c1395468cb7cd7e79","Average ⬆️":43.59406246367795,"Hub License":"other","Hub ❤️":713,"#Params (B)":72.706,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":75.10794884539997,"IFEval Raw":0.7989168738945996,"IFEval":79.89168738945996,"BBH Raw":0.697730968386067,"BBH":57.48300911876294,"MATH Lvl 5 Raw":0.4176737160120846,"MATH Lvl 5":41.76737160120846,"GPQA Raw":0.3724832214765101,"GPQA":16.33109619686801,"MUSR Raw":0.4560104166666667,"MUSR":17.167968749999996,"MMLU-PRO Raw":0.5403091755319149,"MMLU-PRO":48.92324172576833,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-28","Submission Date":"2024-06-26","Generation":1,"Base Model":"Qwen/Qwen2-72B"},{"eval_name":"Qwen_Qwen2-7B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2-7B 📑","fullname":"Qwen/Qwen2-7B","Model sha":"453ed1575b739b5b03ce3758b23befdb0967f40e","Average ⬆️":23.9251621404824,"Hub License":"apache-2.0","Hub ❤️":154,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.561164511151682,"IFEval Raw":0.3148667757106699,"IFEval":31.48667757106699,"BBH Raw":0.531531595001889,"BBH":34.711136202753416,"MATH Lvl 5 Raw":0.2039274924471299,"MATH Lvl 5":20.39274924471299,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.4439166666666667,"MUSR":14.322916666666666,"MMLU-PRO Raw":0.41830119680851063,"MMLU-PRO":35.366799645390074,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-06-04","Submission Date":"2024-06-09","Generation":0,"Base Model":"Qwen/Qwen2-7B"},{"eval_name":"Qwen_Qwen2-7B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2-7B-Instruct 📑","fullname":"Qwen/Qwen2-7B-Instruct","Model sha":"41c66b0be1c3081f13defc6bdf946c2ef240d6a6","Average ⬆️":27.93668778218485,"Hub License":"apache-2.0","Hub ❤️":622,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.0840779717149838,"IFEval Raw":0.5679075962889577,"IFEval":56.79075962889577,"BBH Raw":0.5544781563793189,"BBH":37.80839092310167,"MATH Lvl 5 Raw":0.2764350453172205,"MATH Lvl 5":27.64350453172205,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.39279166666666665,"MUSR":7.3656250000000005,"MMLU-PRO Raw":0.38472406914893614,"MMLU-PRO":31.636007683215123,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-06-04","Submission Date":"2024-06-12","Generation":1,"Base Model":"Qwen/Qwen2-7B"},{"eval_name":"Qwen_Qwen2-Math-72B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2-Math-72B-Instruct 📑","fullname":"Qwen/Qwen2-Math-72B-Instruct","Model sha":"5c267882f3377bcfc35882f8609098a894eeeaa8","Average ⬆️":38.020957002292825,"Hub License":"other","Hub ❤️":88,"#Params (B)":72.706,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":24.33649538965421,"IFEval Raw":0.569381463405985,"IFEval":56.93814634059851,"BBH Raw":0.634337660025181,"BBH":47.96019950734914,"MATH Lvl 5 Raw":0.5536253776435045,"MATH Lvl 5":55.36253776435045,"GPQA Raw":0.36828859060402686,"GPQA":15.771812080536915,"MUSR Raw":0.45169791666666664,"MUSR":15.728906249999994,"MMLU-PRO Raw":0.42727726063829785,"MMLU-PRO":36.364140070921984,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-08-08","Submission Date":"2024-08-19","Generation":0,"Base Model":"Qwen/Qwen2-Math-72B-Instruct"},{"eval_name":"Qwen_Qwen2-Math-7B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2-Math-7B 📑","fullname":"Qwen/Qwen2-Math-7B","Model sha":"47a44ff4136da8960adbab02b2326787086bcf6c","Average ⬆️":12.016921148016648,"Hub License":"apache-2.0","Hub ❤️":14,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.126072125810204,"IFEval Raw":0.2687048143370701,"IFEval":26.870481433707006,"BBH Raw":0.386954741074792,"BBH":14.064494488871304,"MATH Lvl 5 Raw":0.24773413897280966,"MATH Lvl 5":24.773413897280967,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.35933333333333334,"MUSR":2.4166666666666683,"MMLU-PRO Raw":0.1196808510638298,"MMLU-PRO":2.186761229314421,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-08-08","Submission Date":"2024-08-19","Generation":0,"Base Model":"Qwen/Qwen2-Math-7B"},{"eval_name":"Qwen_Qwen2-VL-72B-Instruct_bfloat16","Precision":"bfloat16","Type":"🌸 multimodal","T":"🌸","Weight type":"Original","Architecture":"Qwen2VLForConditionalGeneration","Model":"Qwen/Qwen2-VL-72B-Instruct 📑","fullname":"Qwen/Qwen2-VL-72B-Instruct","Model sha":"f400120e59a6196b024298b7d09fb517f742db7d","Average ⬆️":39.53661995549832,"Hub License":"other","Hub ❤️":281,"#Params (B)":73.406,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":54.499433031200404,"IFEval Raw":0.5982326892644849,"IFEval":59.82326892644849,"BBH Raw":0.6946287292338682,"BBH":56.3112338791251,"MATH Lvl 5 Raw":0.34441087613293053,"MATH Lvl 5":34.44108761329305,"GPQA Raw":0.3875838926174497,"GPQA":18.34451901565996,"MUSR Raw":0.44921875,"MUSR":15.885677083333329,"MMLU-PRO Raw":0.5717253989361702,"MMLU-PRO":52.41393321513003,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-09-17","Submission Date":"2024-10-20","Generation":1,"Base Model":"Qwen/Qwen2-VL-72B-Instruct (Merge)"},{"eval_name":"Qwen_Qwen2-VL-7B-Instruct_bfloat16","Precision":"bfloat16","Type":"🌸 multimodal","T":"🌸","Weight type":"Original","Architecture":"Qwen2VLForConditionalGeneration","Model":"Qwen/Qwen2-VL-7B-Instruct 📑","fullname":"Qwen/Qwen2-VL-7B-Instruct","Model sha":"51c47430f97dd7c74aa1fa6825e68a813478097f","Average ⬆️":26.493258763428177,"Hub License":"apache-2.0","Hub ❤️":1160,"#Params (B)":8.291,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.1087645694479167,"IFEval Raw":0.4599218961245052,"IFEval":45.99218961245052,"BBH Raw":0.5464507159069989,"BBH":35.87710314498947,"MATH Lvl 5 Raw":0.1986404833836858,"MATH Lvl 5":19.86404833836858,"GPQA Raw":0.3196308724832215,"GPQA":9.284116331096197,"MUSR Raw":0.4375,"MUSR":13.554166666666669,"MMLU-PRO Raw":0.40949135638297873,"MMLU-PRO":34.38792848699764,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-08-28","Submission Date":"2024-10-20","Generation":1,"Base Model":"Qwen/Qwen2-VL-7B-Instruct (Merge)"},{"eval_name":"Qwen_Qwen2.5-0.5B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2.5-0.5B 📑","fullname":"Qwen/Qwen2.5-0.5B","Model sha":"2630d3d2321bc1f1878f702166d1b2af019a7310","Average ⬆️":6.550067614297009,"Hub License":"apache-2.0","Hub ❤️":232,"#Params (B)":0.5,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.330685257636701,"IFEval Raw":0.16271714606133947,"IFEval":16.271714606133948,"BBH Raw":0.32748148151196615,"BBH":6.953961634882263,"MATH Lvl 5 Raw":0.03927492447129909,"MATH Lvl 5":3.927492447129909,"GPQA Raw":0.24664429530201343,"GPQA":0.0,"MUSR Raw":0.3433333333333333,"MUSR":2.0833333333333326,"MMLU-PRO Raw":0.19057513297872342,"MMLU-PRO":10.0639036643026,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-09-15","Submission Date":"2024-09-19","Generation":0,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"Qwen_Qwen2.5-0.5B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2.5-0.5B-Instruct 📑","fullname":"Qwen/Qwen2.5-0.5B-Instruct","Model sha":"a8b602d9dafd3a75d382e62757d83d89fca3be54","Average ⬆️":8.140647319276075,"Hub License":"apache-2.0","Hub ❤️":270,"#Params (B)":0.5,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6308244528197698,"IFEval Raw":0.307122878407071,"IFEval":30.712287840707102,"BBH Raw":0.3340729214937266,"BBH":8.434863610588833,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2575503355704698,"GPQA":1.0067114093959737,"MUSR Raw":0.33288541666666666,"MUSR":0.9440104166666662,"MMLU-PRO Raw":0.16971409574468085,"MMLU-PRO":7.7460106382978715,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-09-16","Submission Date":"2024-09-19","Generation":1,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"Qwen_Qwen2.5-0.5B-Instruct_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2.5-0.5B-Instruct 📑","fullname":"Qwen/Qwen2.5-0.5B-Instruct","Model sha":"7ae557604adf67be50417f59c2c2f167def9a775","Average ⬆️":10.107543850719255,"Hub License":"apache-2.0","Hub ❤️":270,"#Params (B)":0.494,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2371519491666767,"IFEval Raw":0.31529120511354314,"IFEval":31.529120511354318,"BBH Raw":0.3321916429549138,"BBH":8.169502268182768,"MATH Lvl 5 Raw":0.10347432024169184,"MATH Lvl 5":10.347432024169184,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.3341875,"MUSR":1.3734374999999996,"MMLU-PRO Raw":0.17195811170212766,"MMLU-PRO":7.99534574468085,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-09-16","Submission Date":"2024-10-16","Generation":1,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"Qwen_Qwen2.5-1.5B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2.5-1.5B 📑","fullname":"Qwen/Qwen2.5-1.5B","Model sha":"e5dfabbcffd9b0c7b31d89b82c5a6b72e663f32c","Average ⬆️":13.852701161320264,"Hub License":"apache-2.0","Hub ❤️":89,"#Params (B)":1.5,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.497002020007018,"IFEval Raw":0.26743041795768563,"IFEval":26.743041795768562,"BBH Raw":0.40779509451366147,"BBH":16.660465167691854,"MATH Lvl 5 Raw":0.09138972809667674,"MATH Lvl 5":9.138972809667674,"GPQA Raw":0.28523489932885904,"GPQA":4.697986577181204,"MUSR Raw":0.35759375,"MUSR":5.265885416666666,"MMLU-PRO Raw":0.28548869680851063,"MMLU-PRO":20.609855200945624,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-09-15","Submission Date":"2024-09-19","Generation":0,"Base Model":"Qwen/Qwen2.5-1.5B"},{"eval_name":"Qwen_Qwen2.5-1.5B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2.5-1.5B-Instruct 📑","fullname":"Qwen/Qwen2.5-1.5B-Instruct","Model sha":"5fee7c4ed634dc66c6e318c8ac2897b8b9154536","Average ⬆️":18.430509141644382,"Hub License":"apache-2.0","Hub ❤️":373,"#Params (B)":1.5,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3743786623908494,"IFEval Raw":0.4475569267321817,"IFEval":44.75569267321818,"BBH Raw":0.4288982740422907,"BBH":19.809786497358974,"MATH Lvl 5 Raw":0.22054380664652568,"MATH Lvl 5":22.054380664652566,"GPQA Raw":0.2558724832214765,"GPQA":0.7829977628635317,"MUSR Raw":0.3663125,"MUSR":3.1890625000000004,"MMLU-PRO Raw":0.27992021276595747,"MMLU-PRO":19.99113475177305,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-09-17","Submission Date":"2024-09-19","Generation":1,"Base Model":"Qwen/Qwen2.5-1.5B"},{"eval_name":"Qwen_Qwen2.5-14B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2.5-14B 📑","fullname":"Qwen/Qwen2.5-14B","Model sha":"83a1904df002b00bc8db6f877821cb77dbb363b0","Average ⬆️":31.951062693148973,"Hub License":"apache-2.0","Hub ❤️":102,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":8.733912171643484,"IFEval Raw":0.3694464022127954,"IFEval":36.94464022127954,"BBH Raw":0.616051493531774,"BBH":45.078312404984935,"MATH Lvl 5 Raw":0.29003021148036257,"MATH Lvl 5":29.003021148036257,"GPQA Raw":0.38171140939597314,"GPQA":17.561521252796418,"MUSR Raw":0.4502395833333333,"MUSR":15.913281249999997,"MMLU-PRO Raw":0.5248503989361702,"MMLU-PRO":47.205599881796694,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-09-15","Submission Date":"2024-09-19","Generation":0,"Base Model":"Qwen/Qwen2.5-14B"},{"eval_name":"Qwen_Qwen2.5-14B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2.5-14B-Instruct 📑","fullname":"Qwen/Qwen2.5-14B-Instruct","Model sha":"f55224c616ca27d4bcf28969a156de12c98981cf","Average ⬆️":41.30945747711163,"Hub License":"apache-2.0","Hub ❤️":209,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.547300640675203,"IFEval Raw":0.8157776920792386,"IFEval":81.57776920792386,"BBH Raw":0.6390453705906222,"BBH":48.36070661282705,"MATH Lvl 5 Raw":0.547583081570997,"MATH Lvl 5":54.7583081570997,"GPQA Raw":0.3221476510067114,"GPQA":9.61968680089485,"MUSR Raw":0.4100625,"MUSR":10.157812500000004,"MMLU-PRO Raw":0.4904421542553192,"MMLU-PRO":43.382461583924346,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-09-16","Submission Date":"2024-09-18","Generation":1,"Base Model":"Qwen/Qwen2.5-14B"},{"eval_name":"Qwen_Qwen2.5-14B-Instruct-1M_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2.5-14B-Instruct-1M 📑","fullname":"Qwen/Qwen2.5-14B-Instruct-1M","Model sha":"b0c9f6e6f0123e755d47922c24818e488e21b93f","Average ⬆️":41.559026792386994,"Hub License":"apache-2.0","Hub ❤️":286,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.2822772236538045,"IFEval Raw":0.8413564896696322,"IFEval":84.1356489669632,"BBH Raw":0.6198222551365405,"BBH":45.658280600233155,"MATH Lvl 5 Raw":0.5302114803625377,"MATH Lvl 5":53.02114803625378,"GPQA Raw":0.34312080536912754,"GPQA":12.416107382550338,"MUSR Raw":0.418,"MUSR":11.350000000000003,"MMLU-PRO Raw":0.4849567819148936,"MMLU-PRO":42.77297576832151,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2025-01-23","Submission Date":"2025-01-26","Generation":1,"Base Model":"Qwen/Qwen2.5-14B"},{"eval_name":"Qwen_Qwen2.5-32B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2.5-32B 📑","fullname":"Qwen/Qwen2.5-32B","Model sha":"ff23665d01c3665be5fdb271d18a62090b65c06d","Average ⬆️":38.00796730514634,"Hub License":"apache-2.0","Hub ❤️":129,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":11.74977108549449,"IFEval Raw":0.40766499554515356,"IFEval":40.766499554515356,"BBH Raw":0.6770522448726507,"BBH":53.954752851331996,"MATH Lvl 5 Raw":0.3564954682779456,"MATH Lvl 5":35.64954682779456,"GPQA Raw":0.41191275167785235,"GPQA":21.588366890380314,"MUSR Raw":0.49783333333333335,"MUSR":22.69583333333333,"MMLU-PRO Raw":0.5805352393617021,"MMLU-PRO":53.39280437352246,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-09-15","Submission Date":"2024-09-19","Generation":0,"Base Model":"Qwen/Qwen2.5-32B"},{"eval_name":"Qwen_Qwen2.5-32B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2.5-32B-Instruct 📑","fullname":"Qwen/Qwen2.5-32B-Instruct","Model sha":"70e8dfb9ad18a7d499f765fe206ff065ed8ca197","Average ⬆️":46.59714569921449,"Hub License":"apache-2.0","Hub ❤️":239,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":11.504966340685739,"IFEval Raw":0.8346121623957765,"IFEval":83.46121623957765,"BBH Raw":0.6912525080134339,"BBH":56.48934826159387,"MATH Lvl 5 Raw":0.6253776435045317,"MATH Lvl 5":62.53776435045317,"GPQA Raw":0.33808724832214765,"GPQA":11.74496644295302,"MUSR Raw":0.42612500000000003,"MUSR":13.498958333333329,"MMLU-PRO Raw":0.566655585106383,"MMLU-PRO":51.85062056737589,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-09-17","Submission Date":"2024-09-19","Generation":1,"Base Model":"Qwen/Qwen2.5-32B"},{"eval_name":"Qwen_Qwen2.5-3B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2.5-3B 📑","fullname":"Qwen/Qwen2.5-3B","Model sha":"e4aa5ac50aa507415cda96cc99eb77ad0a3d2d34","Average ⬆️":18.102770217683673,"Hub License":"other","Hub ❤️":83,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.386605082306483,"IFEval Raw":0.2689541527591236,"IFEval":26.895415275912356,"BBH Raw":0.4612475341011634,"BBH":24.304241726371686,"MATH Lvl 5 Raw":0.14803625377643503,"MATH Lvl 5":14.803625377643503,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.4303333333333333,"MUSR":11.758333333333335,"MMLU-PRO Raw":0.3203125,"MMLU-PRO":24.479166666666664,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-09-15","Submission Date":"2024-09-27","Generation":0,"Base Model":"Qwen/Qwen2.5-3B"},{"eval_name":"Qwen_Qwen2.5-3B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2.5-3B-Instruct 📑","fullname":"Qwen/Qwen2.5-3B-Instruct","Model sha":"82f42baa094a9600e39ccd80d34058aeeb3abbc1","Average ⬆️":27.16175720903232,"Hub License":"other","Hub ❤️":220,"#Params (B)":3.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.7769486111619237,"IFEval Raw":0.6474919879253713,"IFEval":64.74919879253714,"BBH Raw":0.469276665604885,"BBH":25.801393944088584,"MATH Lvl 5 Raw":0.3678247734138973,"MATH Lvl 5":36.78247734138973,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.39679166666666665,"MUSR":7.565625,"MMLU-PRO Raw":0.3254654255319149,"MMLU-PRO":25.05171394799054,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-09-17","Submission Date":"2024-09-19","Generation":1,"Base Model":"Qwen/Qwen2.5-3B"},{"eval_name":"Qwen_Qwen2.5-72B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2.5-72B 📑","fullname":"Qwen/Qwen2.5-72B","Model sha":"587cc4061cf6a7cc0d429d05c109447e5cf063af","Average ⬆️":38.441143572535815,"Hub License":"other","Hub ❤️":62,"#Params (B)":72.706,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":36.18385317998766,"IFEval Raw":0.4137100670664947,"IFEval":41.37100670664947,"BBH Raw":0.6797320670694852,"BBH":54.61505780163693,"MATH Lvl 5 Raw":0.39123867069486407,"MATH Lvl 5":39.12386706948641,"GPQA Raw":0.4052013422818792,"GPQA":20.69351230425056,"MUSR Raw":0.477125,"MUSR":19.640624999999996,"MMLU-PRO Raw":0.5968251329787234,"MMLU-PRO":55.20279255319149,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-09-15","Submission Date":"2024-09-19","Generation":0,"Base Model":"Qwen/Qwen2.5-72B"},{"eval_name":"Qwen_Qwen2.5-72B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2.5-72B-Instruct 📑","fullname":"Qwen/Qwen2.5-72B-Instruct","Model sha":"a13fff9ad76700c7ecff2769f75943ba8395b4a7","Average ⬆️":47.98045991216864,"Hub License":"other","Hub ❤️":777,"#Params (B)":72.706,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":47.645491341309835,"IFEval Raw":0.863837949972739,"IFEval":86.3837949972739,"BBH Raw":0.7272747321744824,"BBH":61.873255668787884,"MATH Lvl 5 Raw":0.5981873111782477,"MATH Lvl 5":59.818731117824775,"GPQA Raw":0.375,"GPQA":16.666666666666664,"MUSR Raw":0.42060416666666667,"MUSR":11.742187500000005,"MMLU-PRO Raw":0.5625831117021277,"MMLU-PRO":51.39812352245864,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-09-16","Submission Date":"2024-10-16","Generation":1,"Base Model":"Qwen/Qwen2.5-72B"},{"eval_name":"Qwen_Qwen2.5-7B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2.5-7B 📑","fullname":"Qwen/Qwen2.5-7B","Model sha":"57597c00770845ceba45271ba1b24c94bbcc7baf","Average ⬆️":26.019159924095096,"Hub License":"apache-2.0","Hub ❤️":154,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.686730426753914,"IFEval Raw":0.3374479713825982,"IFEval":33.74479713825982,"BBH Raw":0.5416303767788616,"BBH":35.81347328754777,"MATH Lvl 5 Raw":0.25075528700906347,"MATH Lvl 5":25.075528700906347,"GPQA Raw":0.32466442953020136,"GPQA":9.955257270693513,"MUSR Raw":0.4424270833333333,"MUSR":14.13671875,"MMLU-PRO Raw":0.4365026595744681,"MMLU-PRO":37.38918439716312,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-09-15","Submission Date":"2024-09-19","Generation":0,"Base Model":"Qwen/Qwen2.5-7B"},{"eval_name":"Qwen_Qwen2.5-7B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2.5-7B-Instruct 📑","fullname":"Qwen/Qwen2.5-7B-Instruct","Model sha":"52e20a6f5f475e5c8f6a8ebda4ae5fa6b1ea22ac","Average ⬆️":35.200108659947965,"Hub License":"apache-2.0","Hub ❤️":577,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.2405911036770783,"IFEval Raw":0.7585251576926999,"IFEval":75.85251576926998,"BBH Raw":0.5394231968299095,"BBH":34.89211675876548,"MATH Lvl 5 Raw":0.5,"MATH Lvl 5":50.0,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.40203125,"MUSR":8.453906250000001,"MMLU-PRO Raw":0.4286901595744681,"MMLU-PRO":36.52112884160757,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-09-16","Submission Date":"2024-09-18","Generation":1,"Base Model":"Qwen/Qwen2.5-7B"},{"eval_name":"Qwen_Qwen2.5-7B-Instruct-1M_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2.5-7B-Instruct-1M 📑","fullname":"Qwen/Qwen2.5-7B-Instruct-1M","Model sha":"49d7103d61e30d68e8cfdea8c419f3f39e5b9c15","Average ⬆️":32.76394723937119,"Hub License":"apache-2.0","Hub ❤️":274,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2526745301638325,"IFEval Raw":0.7447616767953474,"IFEval":74.47616767953474,"BBH Raw":0.5403941270576822,"BBH":35.02629094112727,"MATH Lvl 5 Raw":0.4335347432024169,"MATH Lvl 5":43.353474320241695,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.40869791666666666,"MUSR":9.520572916666667,"MMLU-PRO Raw":0.35048204787234044,"MMLU-PRO":27.83133865248227,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2025-01-23","Submission Date":"2025-01-26","Generation":1,"Base Model":"Qwen/Qwen2.5-7B"},{"eval_name":"Qwen_Qwen2.5-Coder-14B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2.5-Coder-14B 📑","fullname":"Qwen/Qwen2.5-Coder-14B","Model sha":"1db30eb5ec86a6e51d8981818ee2910370b3010d","Average ⬆️":24.829052280388357,"Hub License":"apache-2.0","Hub ❤️":34,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":7.265250401506517,"IFEval Raw":0.3472652561869174,"IFEval":34.72652561869174,"BBH Raw":0.5864860091741232,"BBH":40.52300211536303,"MATH Lvl 5 Raw":0.22507552870090636,"MATH Lvl 5":22.507552870090635,"GPQA Raw":0.29278523489932884,"GPQA":5.7046979865771785,"MUSR Raw":0.3873645833333333,"MUSR":6.3872395833333355,"MMLU-PRO Raw":0.4521276595744681,"MMLU-PRO":39.125295508274235,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-11-08","Submission Date":"2024-11-12","Generation":1,"Base Model":"Qwen/Qwen2.5-Coder-14B (Merge)"},{"eval_name":"Qwen_Qwen2.5-Coder-14B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2.5-Coder-14B-Instruct 📑","fullname":"Qwen/Qwen2.5-Coder-14B-Instruct","Model sha":"1a62978099f9b19f72fdd191988ff958abb18561","Average ⬆️":32.12283417812606,"Hub License":"apache-2.0","Hub ❤️":95,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.7664281305179466,"IFEval Raw":0.6907560827493273,"IFEval":69.07560827493273,"BBH Raw":0.6140296423661326,"BBH":44.220018215668375,"MATH Lvl 5 Raw":0.324773413897281,"MATH Lvl 5":32.477341389728096,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.3914583333333333,"MUSR":7.032291666666666,"MMLU-PRO Raw":0.3939494680851064,"MMLU-PRO":32.661052009456256,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-11-06","Submission Date":"2024-11-12","Generation":1,"Base Model":"Qwen/Qwen2.5-Coder-14B-Instruct (Merge)"},{"eval_name":"Qwen_Qwen2.5-Coder-32B_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2.5-Coder-32B 📑","fullname":"Qwen/Qwen2.5-Coder-32B","Model sha":"2e12b5f7bc878d424d222e224ed40aee564ec45f","Average ⬆️":33.2623633375386,"Hub License":"apache-2.0","Hub ❤️":109,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":9.380500534599602,"IFEval Raw":0.4363411304228336,"IFEval":43.63411304228336,"BBH Raw":0.640395506550809,"BBH":48.51121340614174,"MATH Lvl 5 Raw":0.30891238670694865,"MATH Lvl 5":30.891238670694865,"GPQA Raw":0.3464765100671141,"GPQA":12.863534675615215,"MUSR Raw":0.4528125,"MUSR":15.868229166666664,"MMLU-PRO Raw":0.5302526595744681,"MMLU-PRO":47.80585106382979,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-11-08","Submission Date":"2024-12-10","Generation":1,"Base Model":"Qwen/Qwen2.5-Coder-32B (Merge)"},{"eval_name":"Qwen_Qwen2.5-Coder-32B-Instruct_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2.5-Coder-32B-Instruct 📑","fullname":"Qwen/Qwen2.5-Coder-32B-Instruct","Model sha":"b47205940b83b5b484577359f71ee7b88472df67","Average ⬆️":39.885471774422804,"Hub License":"apache-2.0","Hub ❤️":1724,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":9.388779325959574,"IFEval Raw":0.7265267268625026,"IFEval":72.65267268625026,"BBH Raw":0.6625222222405129,"BBH":52.26651520943606,"MATH Lvl 5 Raw":0.4954682779456193,"MATH Lvl 5":49.546827794561935,"GPQA Raw":0.348993288590604,"GPQA":13.19910514541387,"MUSR Raw":0.4385833333333333,"MUSR":13.722916666666668,"MMLU-PRO Raw":0.44132313829787234,"MMLU-PRO":37.92479314420804,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-11-06","Submission Date":"2024-12-10","Generation":1,"Base Model":"Qwen/Qwen2.5-Coder-32B-Instruct (Merge)"},{"eval_name":"Qwen_Qwen2.5-Coder-7B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2.5-Coder-7B 📑","fullname":"Qwen/Qwen2.5-Coder-7B","Model sha":"097b213c52760d22753af1aa5cbdba94b5c99506","Average ⬆️":19.209490538962246,"Hub License":"apache-2.0","Hub ❤️":97,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.60353433601591,"IFEval Raw":0.344592348302504,"IFEval":34.4592348302504,"BBH Raw":0.48556405534214747,"BBH":28.438944115255534,"MATH Lvl 5 Raw":0.19184290030211482,"MATH Lvl 5":19.184290030211482,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.3448541666666667,"MUSR":2.1734375000000004,"MMLU-PRO Raw":0.3679355053191489,"MMLU-PRO":29.770611702127653,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-09-16","Submission Date":"2024-09-21","Generation":1,"Base Model":"Qwen/Qwen2.5-Coder-7B (Merge)"},{"eval_name":"Qwen_Qwen2.5-Coder-7B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2.5-Coder-7B-Instruct 📑","fullname":"Qwen/Qwen2.5-Coder-7B-Instruct","Model sha":"3030861ab8e72c6155e1821631bf977ef40d3e5b","Average ⬆️":28.052321182704958,"Hub License":"apache-2.0","Hub ❤️":444,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.466291949742477,"IFEval Raw":0.6101477413263474,"IFEval":61.01477413263474,"BBH Raw":0.5007976986224548,"BBH":28.938504045379137,"MATH Lvl 5 Raw":0.3716012084592145,"MATH Lvl 5":37.160120845921455,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.4072708333333333,"MUSR":9.475520833333334,"MMLU-PRO Raw":0.3351894946808511,"MMLU-PRO":26.13216607565012,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-09-17","Submission Date":"2024-11-07","Generation":1,"Base Model":"Qwen/Qwen2.5-Coder-7B-Instruct (Merge)"},{"eval_name":"Qwen_Qwen2.5-Coder-7B-Instruct_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2.5-Coder-7B-Instruct 📑","fullname":"Qwen/Qwen2.5-Coder-7B-Instruct","Model sha":"f784f10a7b2aac91bd26e6dbe7dccce691cd4ac5","Average ⬆️":22.52451581645211,"Hub License":"apache-2.0","Hub ❤️":444,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6976473478971377,"IFEval Raw":0.6147189457306613,"IFEval":61.47189457306614,"BBH Raw":0.4999048550311305,"BBH":28.72657796895031,"MATH Lvl 5 Raw":0.030966767371601207,"MATH Lvl 5":3.096676737160121,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.4099375,"MUSR":9.875520833333335,"MMLU-PRO Raw":0.33543882978723405,"MMLU-PRO":26.15986997635934,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-09-17","Submission Date":"2024-11-07","Generation":1,"Base Model":"Qwen/Qwen2.5-Coder-7B-Instruct (Merge)"},{"eval_name":"Qwen_Qwen2.5-Math-1.5B-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2.5-Math-1.5B-Instruct 📑","fullname":"Qwen/Qwen2.5-Math-1.5B-Instruct","Model sha":"aafeb0fc6f22cbf0eaeed126eff8be45b0360a35","Average ⬆️":12.024869614820517,"Hub License":"apache-2.0","Hub ❤️":35,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5143773674194003,"IFEval Raw":0.1855731680829089,"IFEval":18.557316808290892,"BBH Raw":0.37515353898426174,"BBH":12.859775311917048,"MATH Lvl 5 Raw":0.2628398791540785,"MATH Lvl 5":26.283987915407852,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.3685416666666667,"MUSR":3.5343750000000003,"MMLU-PRO Raw":0.1801030585106383,"MMLU-PRO":8.900339834515366,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-09-16","Submission Date":"2025-03-06","Generation":2,"Base Model":"Qwen/Qwen2.5-1.5B"},{"eval_name":"Qwen_Qwen2.5-Math-72B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2.5-Math-72B-Instruct 📑","fullname":"Qwen/Qwen2.5-Math-72B-Instruct","Model sha":"3743c8fd46b002d105c1d28d180f1e531df1d40f","Average ⬆️":36.822863862347894,"Hub License":"other","Hub ❤️":27,"#Params (B)":72.706,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":43.05624224831484,"IFEval Raw":0.4003466358151926,"IFEval":40.034663581519254,"BBH Raw":0.6452266637803764,"BBH":48.966096029421145,"MATH Lvl 5 Raw":0.6238670694864048,"MATH Lvl 5":62.38670694864048,"GPQA Raw":0.3313758389261745,"GPQA":10.850111856823268,"MUSR Raw":0.44727083333333334,"MUSR":16.342187499999998,"MMLU-PRO Raw":0.4812167553191489,"MMLU-PRO":42.35741725768321,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-09-16","Submission Date":"2024-09-29","Generation":2,"Base Model":"Qwen/Qwen2.5-72B"},{"eval_name":"Qwen_Qwen2.5-Math-7B_bfloat16","Precision":"bfloat16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2.5-Math-7B 📑","fullname":"Qwen/Qwen2.5-Math-7B","Model sha":"8daf1d676c3f24ddec5a99c5cff00a5c0e1c441c","Average ⬆️":17.836657156289718,"Hub License":"apache-2.0","Hub ❤️":76,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.6794594912552814,"IFEval Raw":0.24599839536873275,"IFEval":24.599839536873276,"BBH Raw":0.4454639372840941,"BBH":22.00876067958663,"MATH Lvl 5 Raw":0.30513595166163143,"MATH Lvl 5":30.513595166163142,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.37809374999999995,"MUSR":4.995052083333334,"MMLU-PRO Raw":0.27177526595744683,"MMLU-PRO":19.086140661938536,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-09-16","Submission Date":"2024-09-21","Generation":1,"Base Model":"Qwen/Qwen2.5-7B"},{"eval_name":"Qwen_Qwen2.5-Math-7B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Qwen/Qwen2.5-Math-7B-Instruct 📑","fullname":"Qwen/Qwen2.5-Math-7B-Instruct","Model sha":"b3b4c5794bf4b68c1978bb3525afc5e0d0d6fcc4","Average ⬆️":21.76814573761254,"Hub License":"apache-2.0","Hub ❤️":65,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.2785331217726195,"IFEval Raw":0.26358395723347383,"IFEval":26.358395723347385,"BBH Raw":0.438762734452786,"BBH":21.489765755272032,"MATH Lvl 5 Raw":0.5808157099697885,"MATH Lvl 5":58.08157099697885,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.3647291666666666,"MUSR":2.891145833333333,"MMLU-PRO Raw":0.2819980053191489,"MMLU-PRO":20.222000591016545,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-09-19","Submission Date":"2024-09-19","Generation":2,"Base Model":"Qwen/Qwen2.5-7B"},{"eval_name":"RDson_WomboCombo-R1-Coder-14B-Preview_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"RDson/WomboCombo-R1-Coder-14B-Preview 📑","fullname":"RDson/WomboCombo-R1-Coder-14B-Preview","Model sha":"199b45ea53952f969d8ff5517fb06c561cab39ee","Average ⬆️":41.45611578076993,"Hub License":"","Hub ❤️":3,"#Params (B)":14.77,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.9961055061782886,"IFEval Raw":0.628557782240012,"IFEval":62.8557782240012,"BBH Raw":0.6392098699331132,"BBH":48.154142488726684,"MATH Lvl 5 Raw":0.5989425981873112,"MATH Lvl 5":59.89425981873112,"GPQA Raw":0.3213087248322148,"GPQA":9.507829977628639,"MUSR Raw":0.4843854166666666,"MUSR":22.014843749999997,"MMLU-PRO Raw":0.5167885638297872,"MMLU-PRO":46.30984042553191,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-24","Submission Date":"2025-02-06","Generation":1,"Base Model":"RDson/WomboCombo-R1-Coder-14B-Preview (Merge)"},{"eval_name":"RESMPDEV_EVA-Qwen2.5-1.5B-FRFR_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"RESMPDEV/EVA-Qwen2.5-1.5B-FRFR 📑","fullname":"RESMPDEV/EVA-Qwen2.5-1.5B-FRFR","Model sha":"0e8da55d1655e132ee5fa341239cff31bd4e695f","Average ⬆️":14.185076993762264,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8222638540065557,"IFEval Raw":0.308172316121225,"IFEval":30.817231612122498,"BBH Raw":0.3932411333682871,"BBH":15.629561469371746,"MATH Lvl 5 Raw":0.1027190332326284,"MATH Lvl 5":10.27190332326284,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.3539375,"MUSR":4.808854166666668,"MMLU-PRO Raw":0.27701130319148937,"MMLU-PRO":19.66792257683215,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-31","Submission Date":"2025-01-14","Generation":0,"Base Model":"RESMPDEV/EVA-Qwen2.5-1.5B-FRFR"},{"eval_name":"RESMPDEV_Qwen2-Wukong-0.5B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"RESMPDEV/Qwen2-Wukong-0.5B 📑","fullname":"RESMPDEV/Qwen2-Wukong-0.5B","Model sha":"52c58a4aa3d0b44c363c5761fa658243f5c53943","Average ⬆️":4.975539710746782,"Hub License":"apache-2.0","Hub ❤️":6,"#Params (B)":0.63,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9745381862502531,"IFEval Raw":0.1854235650296768,"IFEval":18.54235650296768,"BBH Raw":0.308451428837168,"BBH":4.19666315993673,"MATH Lvl 5 Raw":0.0015105740181268882,"MATH Lvl 5":0.1510574018126888,"GPQA Raw":0.23657718120805368,"GPQA":0.0,"MUSR Raw":0.3524791666666667,"MUSR":3.3265624999999996,"MMLU-PRO Raw":0.13272938829787234,"MMLU-PRO":3.6365986997635926,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-29","Submission Date":"2024-06-30","Generation":0,"Base Model":"RESMPDEV/Qwen2-Wukong-0.5B"},{"eval_name":"RLHFlow_ArmoRM-Llama3-8B-v0.1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForRewardModelWithGating","Model":"RLHFlow/ArmoRM-Llama3-8B-v0.1 📑","fullname":"RLHFlow/ArmoRM-Llama3-8B-v0.1","Model sha":"eb2676d20da2f2d41082289d23c59b9f7427f955","Average ⬆️":4.705487409302649,"Hub License":"llama3","Hub ❤️":169,"#Params (B)":7.511,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8470458245639196,"IFEval Raw":0.18967007539993883,"IFEval":18.967007539993883,"BBH Raw":0.2876467446788138,"BBH":1.7494478703137453,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.24916107382550334,"GPQA":0.0,"MUSR Raw":0.3948020833333333,"MUSR":6.650260416666666,"MMLU-PRO Raw":0.10779587765957446,"MMLU-PRO":0.8662086288416063,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-23","Submission Date":"2024-10-08","Generation":0,"Base Model":"RLHFlow/ArmoRM-Llama3-8B-v0.1"},{"eval_name":"RLHFlow_LLaMA3-iterative-DPO-final_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"RLHFlow/LLaMA3-iterative-DPO-final 📑","fullname":"RLHFlow/LLaMA3-iterative-DPO-final","Model sha":"40b73bd07a019795837f80579fe95470484ca82b","Average ⬆️":21.109152797451326,"Hub License":"llama3","Hub ❤️":40,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.9858864014385222,"IFEval Raw":0.53401086893886,"IFEval":53.401086893886,"BBH Raw":0.5058257182733729,"BBH":29.787760272097795,"MATH Lvl 5 Raw":0.08836858006042296,"MATH Lvl 5":8.836858006042297,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.3672708333333334,"MUSR":5.075520833333335,"MMLU-PRO Raw":0.32571476063829785,"MMLU-PRO":25.07941784869976,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-17","Submission Date":"2024-06-26","Generation":0,"Base Model":"RLHFlow/LLaMA3-iterative-DPO-final"},{"eval_name":"RWKV_rwkv-raven-14b_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"RwkvForCausalLM","Model":"RWKV/rwkv-raven-14b 📑","fullname":"RWKV/rwkv-raven-14b","Model sha":"359c0649b4f1d10a26ebea32908035bc00d152ee","Average ⬆️":3.960585302315618,"Hub License":"","Hub ❤️":57,"#Params (B)":14.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.1812581398621194,"IFEval Raw":0.07683723631076655,"IFEval":7.683723631076655,"BBH Raw":0.3307041176552897,"BBH":6.763765061303336,"MATH Lvl 5 Raw":0.004531722054380665,"MATH Lvl 5":0.4531722054380665,"GPQA Raw":0.22902684563758388,"GPQA":0.0,"MUSR Raw":0.3951458333333333,"MUSR":7.193229166666666,"MMLU-PRO Raw":0.11502659574468085,"MMLU-PRO":1.6696217494089831,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-05-05","Submission Date":"2024-07-08","Generation":0,"Base Model":"RWKV/rwkv-raven-14b"},{"eval_name":"Rakuten_RakutenAI-2.0-mini-instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Rakuten/RakutenAI-2.0-mini-instruct 📑","fullname":"Rakuten/RakutenAI-2.0-mini-instruct","Model sha":"6d902489587d324b7d5e201299e4e1a169f3a40b","Average ⬆️":13.318016561874655,"Hub License":"apache-2.0","Hub ❤️":16,"#Params (B)":1.535,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.29941627039325047,"IFEval Raw":0.6793906833867471,"IFEval":67.93906833867472,"BBH Raw":0.2867197270809481,"BBH":2.429693164521931,"MATH Lvl 5 Raw":0.05211480362537765,"MATH Lvl 5":5.211480362537765,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.3249166666666667,"MUSR":0.7812499999999996,"MMLU-PRO Raw":0.11178523936170212,"MMLU-PRO":1.309471040189124,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-04","Submission Date":"2025-02-26","Generation":1,"Base Model":"Rakuten/RakutenAI-2.0-mini-instruct (Merge)"},{"eval_name":"Rakuten_RakutenAI-7B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Rakuten/RakutenAI-7B 📑","fullname":"Rakuten/RakutenAI-7B","Model sha":"c687b10cbf1aa6c34868904b62ecfcef2e0946bf","Average ⬆️":11.546978376746557,"Hub License":"apache-2.0","Hub ❤️":47,"#Params (B)":7.373,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.283697362467484,"IFEval Raw":0.1555971488982566,"IFEval":15.559714889825662,"BBH Raw":0.43149052613615435,"BBH":20.982052312914476,"MATH Lvl 5 Raw":0.019637462235649546,"MATH Lvl 5":1.9637462235649545,"GPQA Raw":0.28942953020134227,"GPQA":5.257270693512303,"MUSR Raw":0.37381250000000005,"MUSR":4.6598958333333345,"MMLU-PRO Raw":0.28773271276595747,"MMLU-PRO":20.859190307328607,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-03-18","Submission Date":"2024-09-06","Generation":1,"Base Model":"Rakuten/RakutenAI-7B (Merge)"},{"eval_name":"Rakuten_RakutenAI-7B-chat_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Rakuten/RakutenAI-7B-chat 📑","fullname":"Rakuten/RakutenAI-7B-chat","Model sha":"1685492c5c40f8a7f57e2cc1c8fa65e5b0c94d31","Average ⬆️":12.803095362134842,"Hub License":"apache-2.0","Hub ❤️":61,"#Params (B)":7.373,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2481386253427609,"IFEval Raw":0.26855521128383797,"IFEval":26.8555211283838,"BBH Raw":0.4316204035758174,"BBH":20.23755200474476,"MATH Lvl 5 Raw":0.02945619335347432,"MATH Lvl 5":2.9456193353474323,"GPQA Raw":0.25671140939597314,"GPQA":0.8948545861297527,"MUSR Raw":0.37895833333333334,"MUSR":5.903125,"MMLU-PRO Raw":0.2798371010638298,"MMLU-PRO":19.98190011820331,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-03-18","Submission Date":"2024-09-08","Generation":1,"Base Model":"Rakuten/RakutenAI-7B-chat (Merge)"},{"eval_name":"Replete-AI_L3-Pneuma-8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Replete-AI/L3-Pneuma-8B 📑","fullname":"Replete-AI/L3-Pneuma-8B","Model sha":"3e477fa150bf31b360891d3920ccbd57dac110ab","Average ⬆️":16.691758570090254,"Hub License":"llama3","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.0535998520828125,"IFEval Raw":0.24132745559559746,"IFEval":24.132745559559744,"BBH Raw":0.4908680380935449,"BBH":28.163142118962657,"MATH Lvl 5 Raw":0.054380664652567974,"MATH Lvl 5":5.438066465256798,"GPQA Raw":0.3179530201342282,"GPQA":9.060402684563762,"MUSR Raw":0.4105208333333333,"MUSR":9.181770833333333,"MMLU-PRO Raw":0.3175698138297872,"MMLU-PRO":24.174423758865245,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-11","Submission Date":"2024-10-15","Generation":1,"Base Model":"meta-llama/Meta-Llama-3-8B"},{"eval_name":"Replete-AI_L3.1-Pneuma-8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Replete-AI/L3.1-Pneuma-8B 📑","fullname":"Replete-AI/L3.1-Pneuma-8B","Model sha":"843163ca811525c4f98f817aae8fb5da7c1fb7bb","Average ⬆️":27.68476446634547,"Hub License":"llama3.1","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.411702210150894,"IFEval Raw":0.707642388861554,"IFEval":70.7642388861554,"BBH Raw":0.504990389092237,"BBH":30.26262992696204,"MATH Lvl 5 Raw":0.21978851963746224,"MATH Lvl 5":21.978851963746223,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.3871145833333333,"MUSR":6.1559895833333345,"MMLU-PRO Raw":0.36909906914893614,"MMLU-PRO":29.899896572104012,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-09","Submission Date":"2024-11-13","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"Replete-AI_Llama3-8B-Instruct-Replete-Adapted_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Replete-AI/Llama3-8B-Instruct-Replete-Adapted 📑","fullname":"Replete-AI/Llama3-8B-Instruct-Replete-Adapted","Model sha":"d930f2111913da6fb7693187e1cdc817191c8e5e","Average ⬆️":22.778517848782894,"Hub License":"","Hub ❤️":0,"#Params (B)":8.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5207557241924101,"IFEval Raw":0.6915306941138402,"IFEval":69.15306941138402,"BBH Raw":0.48702618293318983,"BBH":26.88896431517229,"MATH Lvl 5 Raw":0.07099697885196375,"MATH Lvl 5":7.099697885196375,"GPQA Raw":0.28104026845637586,"GPQA":4.138702460850116,"MUSR Raw":0.36339583333333336,"MUSR":2.824479166666667,"MMLU-PRO Raw":0.3390957446808511,"MMLU-PRO":26.566193853427894,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-07-09","Generation":0,"Base Model":"Removed"},{"eval_name":"Replete-AI_Replete-Coder-Instruct-8b-Merged_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Replete-AI/Replete-Coder-Instruct-8b-Merged 📑","fullname":"Replete-AI/Replete-Coder-Instruct-8b-Merged","Model sha":"0594615bf84f0803a078b59f14eb090cec2004f3","Average ⬆️":16.427667565252104,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8290703222264988,"IFEval Raw":0.5387571643239937,"IFEval":53.87571643239937,"BBH Raw":0.4461693860075828,"BBH":21.937706578272657,"MATH Lvl 5 Raw":0.07779456193353475,"MATH Lvl 5":7.779456193353475,"GPQA Raw":0.26929530201342283,"GPQA":2.572706935123044,"MUSR Raw":0.36603125,"MUSR":3.4539062499999993,"MMLU-PRO Raw":0.18051861702127658,"MMLU-PRO":8.946513002364064,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-07-11","Generation":0,"Base Model":"Removed"},{"eval_name":"Replete-AI_Replete-Coder-Llama3-8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Replete-AI/Replete-Coder-Llama3-8B 📑","fullname":"Replete-AI/Replete-Coder-Llama3-8B","Model sha":"2aca75c53e7eb2f523889ab1a279e349b8f1b0e8","Average ⬆️":11.957974284260397,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.8316138780159936,"IFEval Raw":0.4729362535849324,"IFEval":47.293625358493244,"BBH Raw":0.3271277102526684,"BBH":7.055475836799367,"MATH Lvl 5 Raw":0.04758308157099698,"MATH Lvl 5":4.758308157099698,"GPQA Raw":0.26090604026845643,"GPQA":1.4541387024608574,"MUSR Raw":0.39530208333333333,"MUSR":7.512760416666666,"MMLU-PRO Raw":0.13306183510638298,"MMLU-PRO":3.6735372340425525,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-06-26","Generation":0,"Base Model":"Removed"},{"eval_name":"Replete-AI_Replete-Coder-Qwen2-1.5b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Replete-AI/Replete-Coder-Qwen2-1.5b 📑","fullname":"Replete-AI/Replete-Coder-Qwen2-1.5b","Model sha":"86fcccbf921b7eb8a4d348e4a3cde0beb63d6626","Average ⬆️":11.561043907502103,"Hub License":"","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.423742103559073,"IFEval Raw":0.30142798884736943,"IFEval":30.14279888473694,"BBH Raw":0.34747295666696026,"BBH":10.4265158026681,"MATH Lvl 5 Raw":0.03851963746223565,"MATH Lvl 5":3.8519637462235647,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.4072708333333333,"MUSR":9.742187500000002,"MMLU-PRO Raw":0.21467752659574468,"MMLU-PRO":12.741947399527188,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-06-26","Generation":0,"Base Model":"Removed"},{"eval_name":"Replete-AI_Replete-LLM-Qwen2-7b_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Replete-AI/Replete-LLM-Qwen2-7b 📑","fullname":"Replete-AI/Replete-LLM-Qwen2-7b","Model sha":"e3569433b23fde853683ad61f342d2c1bd01d60a","Average ⬆️":3.325393716070183,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2272244583500493,"IFEval Raw":0.09047549391170981,"IFEval":9.047549391170982,"BBH Raw":0.29852574011260374,"BBH":2.8429334106486,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2533557046979866,"GPQA":0.44742729306487633,"MUSR Raw":0.38476041666666666,"MUSR":5.861718749999999,"MMLU-PRO Raw":0.1157746010638298,"MMLU-PRO":1.7527334515366433,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-08-13","Generation":0,"Base Model":"Removed"},{"eval_name":"Replete-AI_Replete-LLM-Qwen2-7b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Replete-AI/Replete-LLM-Qwen2-7b 📑","fullname":"Replete-AI/Replete-LLM-Qwen2-7b","Model sha":"5b75b6180b45d83124e04a00766dc19d2ad52622","Average ⬆️":3.509166955357833,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8560068866327826,"IFEval Raw":0.09324813716494457,"IFEval":9.324813716494457,"BBH Raw":0.2976924067792704,"BBH":2.7249704476856373,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.24748322147651006,"GPQA":0.0,"MUSR Raw":0.39409374999999996,"MUSR":7.26171875,"MMLU-PRO Raw":0.11569148936170212,"MMLU-PRO":1.7434988179669018,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-08-13","Generation":0,"Base Model":"Removed"},{"eval_name":"Replete-AI_Replete-LLM-Qwen2-7b_Beta-Preview_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Replete-AI/Replete-LLM-Qwen2-7b_Beta-Preview 📑","fullname":"Replete-AI/Replete-LLM-Qwen2-7b_Beta-Preview","Model sha":"fe4c3fc2314db69083527ddd0c9a658fcbc54f15","Average ⬆️":3.5774317458290468,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7141374098407907,"IFEval Raw":0.08575468645416384,"IFEval":8.575468645416384,"BBH Raw":0.2929321328066677,"BBH":1.9656769418510358,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2483221476510067,"GPQA":0.0,"MUSR Raw":0.3980625,"MUSR":7.7578125,"MMLU-PRO Raw":0.1284906914893617,"MMLU-PRO":3.1656323877068555,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-07-26","Generation":0,"Base Model":"Removed"},{"eval_name":"Replete-AI_Replete-LLM-V2-Llama-3.1-8b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Replete-AI/Replete-LLM-V2-Llama-3.1-8b 📑","fullname":"Replete-AI/Replete-LLM-V2-Llama-3.1-8b","Model sha":"5ff5224804dcc31f536e491e52310f2e3cdc0b57","Average ⬆️":24.979162332053424,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8173619569423272,"IFEval Raw":0.5514966954347797,"IFEval":55.14966954347798,"BBH Raw":0.5339203611594218,"BBH":33.20757217219532,"MATH Lvl 5 Raw":0.1404833836858006,"MATH Lvl 5":14.04833836858006,"GPQA Raw":0.313758389261745,"GPQA":8.501118568232664,"MUSR Raw":0.4000729166666667,"MUSR":8.375781250000001,"MMLU-PRO Raw":0.37533244680851063,"MMLU-PRO":30.592494089834517,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-08-30","Generation":0,"Base Model":"Removed"},{"eval_name":"RezVortex_JAJUKA-WEWILLNEVERFORGETYOU-3B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"RezVortex/JAJUKA-WEWILLNEVERFORGETYOU-3B 📑","fullname":"RezVortex/JAJUKA-WEWILLNEVERFORGETYOU-3B","Model sha":"4bcb8eb1fa4da9385b267573c74592bd65455465","Average ⬆️":23.21508244249907,"Hub License":"","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5911842340907093,"IFEval Raw":0.6858103166265509,"IFEval":68.58103166265508,"BBH Raw":0.46189139399865614,"BBH":23.76082401416404,"MATH Lvl 5 Raw":0.15483383685800603,"MATH Lvl 5":15.483383685800604,"GPQA Raw":0.2575503355704698,"GPQA":1.0067114093959737,"MUSR Raw":0.36302083333333335,"MUSR":6.6442708333333345,"MMLU-PRO Raw":0.3143284574468085,"MMLU-PRO":23.814273049645386,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-26","Generation":0,"Base Model":"Removed"},{"eval_name":"RezVortex_Jajuka-3b_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"RezVortex/Jajuka-3b 📑","fullname":"RezVortex/Jajuka-3b","Model sha":"c5f920214d6fc9dd610c014176d3ea7259eb6540","Average ⬆️":23.475390627446263,"Hub License":"","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5819576797318761,"IFEval Raw":0.6925047762159957,"IFEval":69.25047762159957,"BBH Raw":0.4593872338446621,"BBH":23.204983328457306,"MATH Lvl 5 Raw":0.1593655589123867,"MATH Lvl 5":15.93655589123867,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.3670833333333334,"MUSR":6.58541666666667,"MMLU-PRO Raw":0.3137466755319149,"MMLU-PRO":23.749630614657207,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-26","Generation":0,"Base Model":"Removed"},{"eval_name":"Ro-xe_FMixIA-7B-DARE-0_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Ro-xe/FMixIA-7B-DARE-0 📑","fullname":"Ro-xe/FMixIA-7B-DARE-0","Model sha":"5436487303217ed564ddb9951de5263803bd9069","Average ⬆️":18.934625270181993,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.922862416191407,"IFEval Raw":0.3341256754300811,"IFEval":33.41256754300811,"BBH Raw":0.5035332799973222,"BBH":30.438332290985624,"MATH Lvl 5 Raw":0.052870090634441085,"MATH Lvl 5":5.287009063444108,"GPQA Raw":0.28942953020134227,"GPQA":5.257270693512303,"MUSR Raw":0.45448958333333334,"MUSR":16.81119791666666,"MMLU-PRO Raw":0.3016123670212766,"MMLU-PRO":22.401374113475175,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-13","Submission Date":"2024-12-13","Generation":0,"Base Model":"Ro-xe/FMixIA-7B-DARE-0"},{"eval_name":"Ro-xe_FMixIA-7B-SLERP-27_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Ro-xe/FMixIA-7B-SLERP-27 📑","fullname":"Ro-xe/FMixIA-7B-SLERP-27","Model sha":"30406563f691a74558c1ac468df6c61e8a570191","Average ⬆️":19.827314533484948,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9396340099477578,"IFEval Raw":0.3765409114482905,"IFEval":37.65409114482905,"BBH Raw":0.5150591725181265,"BBH":31.938224362460755,"MATH Lvl 5 Raw":0.0634441087613293,"MATH Lvl 5":6.3444108761329305,"GPQA Raw":0.2953020134228188,"GPQA":6.040268456375841,"MUSR Raw":0.44115624999999997,"MUSR":14.677864583333331,"MMLU-PRO Raw":0.30078125,"MMLU-PRO":22.309027777777775,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-12","Submission Date":"2024-12-12","Generation":0,"Base Model":"Ro-xe/FMixIA-7B-SLERP-27"},{"eval_name":"Ro-xe_FMixIA-7B-TIES-1_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Ro-xe/FMixIA-7B-TIES-1 📑","fullname":"Ro-xe/FMixIA-7B-TIES-1","Model sha":"c0d2ed9c652cf4f6ba990ce1d849e1b1fbd1ebc0","Average ⬆️":19.541189569686495,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9815896320268431,"IFEval Raw":0.34529160405501846,"IFEval":34.52916040550184,"BBH Raw":0.5091539642456672,"BBH":31.12772625110915,"MATH Lvl 5 Raw":0.05664652567975831,"MATH Lvl 5":5.664652567975831,"GPQA Raw":0.28859060402684567,"GPQA":5.145413870246088,"MUSR Raw":0.46890625,"MUSR":18.64661458333333,"MMLU-PRO Raw":0.2992021276595745,"MMLU-PRO":22.13356973995272,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-13","Submission Date":"2024-12-13","Generation":0,"Base Model":"Ro-xe/FMixIA-7B-TIES-1"},{"eval_name":"Ro-xe_FMixIA-FrankenMerge-9.5B-PT-9_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Ro-xe/FMixIA-FrankenMerge-9.5B-PT-9 📑","fullname":"Ro-xe/FMixIA-FrankenMerge-9.5B-PT-9","Model sha":"c17ec4748e234236ee91dcdd609092e813ed4c83","Average ⬆️":16.18640423218573,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.141,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.393437482412552,"IFEval Raw":0.19401632113902223,"IFEval":19.401632113902224,"BBH Raw":0.5087851148631056,"BBH":30.713041491139638,"MATH Lvl 5 Raw":0.0030211480362537764,"MATH Lvl 5":0.3021148036253776,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.41703124999999996,"MUSR":9.462239583333334,"MMLU-PRO Raw":0.36569148936170215,"MMLU-PRO":29.521276595744684,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-13","Submission Date":"2024-12-13","Generation":0,"Base Model":"Ro-xe/FMixIA-FrankenMerge-9.5B-PT-9"},{"eval_name":"Rombo-Org_Rombo-LLM-V2.5-Qwen-7b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Rombo-Org/Rombo-LLM-V2.5-Qwen-7b 📑","fullname":"Rombo-Org/Rombo-LLM-V2.5-Qwen-7b","Model sha":"efb0a8bf8aff0c6d1748b25bcf40e9a1d62f2496","Average ⬆️":35.259585169099566,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3722715337968086,"IFEval Raw":0.748183708116686,"IFEval":74.81837081166859,"BBH Raw":0.5399745025607596,"BBH":34.90725375177349,"MATH Lvl 5 Raw":0.506797583081571,"MATH Lvl 5":50.6797583081571,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.39803125,"MUSR":7.8539062500000005,"MMLU-PRO Raw":0.4282746010638298,"MMLU-PRO":36.47495567375886,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-11","Submission Date":"2025-01-13","Generation":1,"Base Model":"Rombo-Org/Rombo-LLM-V2.5-Qwen-7b (Merge)"},{"eval_name":"RubielLabarta_LogoS-7Bx2-MoE-13B-v0.2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"RubielLabarta/LogoS-7Bx2-MoE-13B-v0.2 📑","fullname":"RubielLabarta/LogoS-7Bx2-MoE-13B-v0.2","Model sha":"fb0f72b9914a81892bfeea5a04fcd9676c883d64","Average ⬆️":20.11738926127926,"Hub License":"apache-2.0","Hub ❤️":10,"#Params (B)":12.879,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.675063876394784,"IFEval Raw":0.4378903531518593,"IFEval":43.78903531518593,"BBH Raw":0.5206958722481815,"BBH":32.794801632016096,"MATH Lvl 5 Raw":0.05740181268882175,"MATH Lvl 5":5.740181268882175,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.4226145833333333,"MUSR":11.493489583333336,"MMLU-PRO Raw":0.3087599734042553,"MMLU-PRO":23.195552600472812,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-01-21","Submission Date":"2024-08-05","Generation":1,"Base Model":"RubielLabarta/LogoS-7Bx2-MoE-13B-v0.2 (Merge)"},{"eval_name":"SaisExperiments_Evil-Alpaca-3B-L3.2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"SaisExperiments/Evil-Alpaca-3B-L3.2 📑","fullname":"SaisExperiments/Evil-Alpaca-3B-L3.2","Model sha":"77d25b9182270a66ac60a91d646b447e1530f70e","Average ⬆️":15.188052941960947,"Hub License":"","Hub ❤️":4,"#Params (B)":3.213,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4662990719171607,"IFEval Raw":0.32510848991786234,"IFEval":32.51084899178623,"BBH Raw":0.4340757699220565,"BBH":20.851948385581196,"MATH Lvl 5 Raw":0.0702416918429003,"MATH Lvl 5":7.02416918429003,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.4197604166666667,"MUSR":10.936718750000004,"MMLU-PRO Raw":0.2621343085106383,"MMLU-PRO":18.0149231678487,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-28","Submission Date":"2024-09-28","Generation":1,"Base Model":"SaisExperiments/Evil-Alpaca-3B-L3.2 (Merge)"},{"eval_name":"SaisExperiments_Gemma-2-2B-Opus-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"SaisExperiments/Gemma-2-2B-Opus-Instruct 📑","fullname":"SaisExperiments/Gemma-2-2B-Opus-Instruct","Model sha":"7caa9e833d3f5713cf1b8ebd8beeb6ef02da99ea","Average ⬆️":17.2459909559155,"Hub License":"gemma","Hub ❤️":2,"#Params (B)":2.614,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.3151877623197996,"IFEval Raw":0.474959773401242,"IFEval":47.4959773401242,"BBH Raw":0.4292846281445681,"BBH":19.529532994538695,"MATH Lvl 5 Raw":0.05060422960725076,"MATH Lvl 5":5.0604229607250755,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.4056875,"MUSR":8.577604166666665,"MMLU-PRO Raw":0.2650432180851064,"MMLU-PRO":18.3381353427896,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-03","Submission Date":"2024-10-07","Generation":2,"Base Model":"google/gemma-2-2b"},{"eval_name":"SaisExperiments_Gemma-2-2B-Stheno-Filtered_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"SaisExperiments/Gemma-2-2B-Stheno-Filtered 📑","fullname":"SaisExperiments/Gemma-2-2B-Stheno-Filtered","Model sha":"683443cfa90c7a06978d1c5e9ead0fb0a68b49ca","Average ⬆️":15.491102762862866,"Hub License":"gemma","Hub ❤️":1,"#Params (B)":2.614,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7767344071723716,"IFEval Raw":0.4196554032190144,"IFEval":41.96554032190144,"BBH Raw":0.4149234152222183,"BBH":17.47886723805338,"MATH Lvl 5 Raw":0.04607250755287009,"MATH Lvl 5":4.607250755287009,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.40029166666666666,"MUSR":8.103125000000002,"MMLU-PRO Raw":0.2629654255319149,"MMLU-PRO":18.107269503546096,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-04","Submission Date":"2024-10-08","Generation":2,"Base Model":"google/gemma-2-2b"},{"eval_name":"SaisExperiments_Not-So-Small-Alpaca-24B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"SaisExperiments/Not-So-Small-Alpaca-24B 📑","fullname":"SaisExperiments/Not-So-Small-Alpaca-24B","Model sha":"2aa9ee03da6022fe5b98679f4e4d385a9722a21f","Average ⬆️":28.383064508687198,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":23.572,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.641718285116668,"IFEval Raw":0.6243611395541607,"IFEval":62.436113955416076,"BBH Raw":0.5338637679203099,"BBH":33.01860534638029,"MATH Lvl 5 Raw":0.18277945619335348,"MATH Lvl 5":18.27794561933535,"GPQA Raw":0.35906040268456374,"GPQA":14.541387024608499,"MUSR Raw":0.42816666666666664,"MUSR":12.0875,"MMLU-PRO Raw":0.36943151595744683,"MMLU-PRO":29.93683510638298,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-07","Submission Date":"2025-02-07","Generation":1,"Base Model":"SaisExperiments/Not-So-Small-Alpaca-24B (Merge)"},{"eval_name":"SaisExperiments_QwOwO-7B-V1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"SaisExperiments/QwOwO-7B-V1 📑","fullname":"SaisExperiments/QwOwO-7B-V1","Model sha":"85d13b4879282566bb280bef4a89a235c09cbb13","Average ⬆️":27.075777072300355,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6211564839381374,"IFEval Raw":0.45562551806983254,"IFEval":45.56255180698325,"BBH Raw":0.5431230107025949,"BBH":35.132501310841604,"MATH Lvl 5 Raw":0.3859516616314199,"MATH Lvl 5":38.59516616314199,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.38348958333333333,"MUSR":6.002864583333335,"MMLU-PRO Raw":0.42237367021276595,"MMLU-PRO":35.819296690307326,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-26","Submission Date":"2025-02-26","Generation":1,"Base Model":"SaisExperiments/QwOwO-7B-V1 (Merge)"},{"eval_name":"SaisExperiments_RightSheep-Llama3.2-3B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"SaisExperiments/RightSheep-Llama3.2-3B 📑","fullname":"SaisExperiments/RightSheep-Llama3.2-3B","Model sha":"6e18a57049705ef813cb7fa426d58a0309cd7a29","Average ⬆️":15.857393775364821,"Hub License":"llama3.2","Hub ❤️":1,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1538792911990545,"IFEval Raw":0.4156338515139829,"IFEval":41.563385151398286,"BBH Raw":0.42407794300783824,"BBH":18.643298035417295,"MATH Lvl 5 Raw":0.08081570996978851,"MATH Lvl 5":8.08157099697885,"GPQA Raw":0.28691275167785235,"GPQA":4.921700223713646,"MUSR Raw":0.3767291666666666,"MUSR":4.824479166666667,"MMLU-PRO Raw":0.25398936170212766,"MMLU-PRO":17.109929078014183,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-25","Generation":1,"Base Model":"SaisExperiments/RightSheep-Llama3.2-3B (Merge)"},{"eval_name":"Sakalti_Anemoi-3B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/Anemoi-3B 📑","fullname":"Sakalti/Anemoi-3B","Model sha":"002ae5bf1d1741d5c245d34c71b069ec4917d27c","Average ⬆️":22.619869024533212,"Hub License":"other","Hub ❤️":1,"#Params (B)":3.397,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4790797503578654,"IFEval Raw":0.3803629924156793,"IFEval":38.03629924156793,"BBH Raw":0.4921954661921298,"BBH":29.05396043035601,"MATH Lvl 5 Raw":0.17749244712990936,"MATH Lvl 5":17.749244712990937,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.43706249999999996,"MUSR":12.766145833333333,"MMLU-PRO Raw":0.3765791223404255,"MMLU-PRO":30.731013593380606,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-14","Submission Date":"2025-01-14","Generation":1,"Base Model":"Sakalti/Anemoi-3B (Merge)"},{"eval_name":"Sakalti_Euphrates-14B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/Euphrates-14B 📑","fullname":"Sakalti/Euphrates-14B","Model sha":"fb4de44f697b9dee8918853b3e8187deac0aeecd","Average ⬆️":30.662907563811626,"Hub License":"","Hub ❤️":2,"#Params (B)":14.77,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.024972004103708,"IFEval Raw":0.26468326263203856,"IFEval":26.468326263203856,"BBH Raw":0.6137691668744961,"BBH":44.60858230795797,"MATH Lvl 5 Raw":0.30513595166163143,"MATH Lvl 5":30.513595166163142,"GPQA Raw":0.3934563758389262,"GPQA":19.12751677852349,"MUSR Raw":0.45157291666666666,"MUSR":15.979947916666665,"MMLU-PRO Raw":0.5255152925531915,"MMLU-PRO":47.27947695035461,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-15","Submission Date":"2025-01-15","Generation":1,"Base Model":"Sakalti/Euphrates-14B (Merge)"},{"eval_name":"Sakalti_Llama3.2-3B-Uranus-1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Sakalti/Llama3.2-3B-Uranus-1 📑","fullname":"Sakalti/Llama3.2-3B-Uranus-1","Model sha":"05468598f7b5c5122bf30bab9595b70bb0e2fe18","Average ⬆️":21.030483022816096,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.16946476137345,"IFEval Raw":0.5335365718515761,"IFEval":53.3536571851576,"BBH Raw":0.44368258173181263,"BBH":21.416406817010444,"MATH Lvl 5 Raw":0.14954682779456194,"MATH Lvl 5":14.954682779456194,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.3668645833333333,"MUSR":6.924739583333334,"MMLU-PRO Raw":0.3094248670212766,"MMLU-PRO":23.269429669030732,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-09","Submission Date":"2025-01-09","Generation":2,"Base Model":"AXCXEPT/EZO-Llama-3.2-3B-Instruct-dpoE (Merge)"},{"eval_name":"Sakalti_Magro-7B-v1.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Sakalti/Magro-7B-v1.1 📑","fullname":"Sakalti/Magro-7B-v1.1","Model sha":"e35ed139261f2fd0fbec874f30ba331ca49f53cb","Average ⬆️":12.14114119775379,"Hub License":"mit","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8638460693173928,"IFEval Raw":0.1204016454119514,"IFEval":12.04016454119514,"BBH Raw":0.41790625208343796,"BBH":19.410132177265538,"MATH Lvl 5 Raw":0.024924471299093656,"MATH Lvl 5":2.492447129909366,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.4433229166666666,"MUSR":13.148697916666668,"MMLU-PRO Raw":0.27642952127659576,"MMLU-PRO":19.60328014184397,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-12","Submission Date":"2024-12-12","Generation":1,"Base Model":"Sakalti/Magro-7B-v1.1 (Merge)"},{"eval_name":"Sakalti_Neptuno-3B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/Neptuno-3B 📑","fullname":"Sakalti/Neptuno-3B","Model sha":"bf4ab8d1bbbc95d0a0b7668c152de76eb95cbccf","Average ⬆️":23.466342186693208,"Hub License":"other","Hub ❤️":1,"#Params (B)":3.397,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4880946044373673,"IFEval Raw":0.42962229107656574,"IFEval":42.962229107656576,"BBH Raw":0.48335808848564965,"BBH":27.482799614341257,"MATH Lvl 5 Raw":0.2552870090634441,"MATH Lvl 5":25.528700906344408,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.40019791666666665,"MUSR":7.858072916666667,"MMLU-PRO Raw":0.3773271276595745,"MMLU-PRO":30.814125295508273,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-08","Submission Date":"2025-01-08","Generation":1,"Base Model":"Sakalti/Neptuno-3B (Merge)"},{"eval_name":"Sakalti_Neptuno-Alpha_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/Neptuno-Alpha 📑","fullname":"Sakalti/Neptuno-Alpha","Model sha":"30e36db1c63038b075427661cf71bfab26df3580","Average ⬆️":22.739135010323622,"Hub License":"other","Hub ❤️":1,"#Params (B)":3.397,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4104846818544805,"IFEval Raw":0.3779649108809071,"IFEval":37.79649108809071,"BBH Raw":0.49247749379461303,"BBH":29.029618644319683,"MATH Lvl 5 Raw":0.18353474320241692,"MATH Lvl 5":18.35347432024169,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.43706249999999996,"MUSR":12.899479166666666,"MMLU-PRO Raw":0.3767453457446808,"MMLU-PRO":30.74948286052009,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-09","Submission Date":"2025-01-09","Generation":1,"Base Model":"Sakalti/Neptuno-Alpha (Merge)"},{"eval_name":"Sakalti_Oxyge1-33B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/Oxyge1-33B 📑","fullname":"Sakalti/Oxyge1-33B","Model sha":"41be8eb03be9a00da6e87f18fb369ad317078e01","Average ⬆️":41.60924567669207,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":11.323784419799072,"IFEval Raw":0.4548265269484966,"IFEval":45.48265269484966,"BBH Raw":0.7033278292161169,"BBH":58.03229697403189,"MATH Lvl 5 Raw":0.4962235649546828,"MATH Lvl 5":49.62235649546828,"GPQA Raw":0.3825503355704698,"GPQA":17.67337807606264,"MUSR Raw":0.5007812500000001,"MUSR":24.29765625,"MMLU-PRO Raw":0.5909242021276596,"MMLU-PRO":54.547133569739955,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-08","Submission Date":"2024-12-18","Generation":1,"Base Model":"Sakalti/Oxyge1-33B (Merge)"},{"eval_name":"Sakalti_Phi3.5-Comets-3.8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"Sakalti/Phi3.5-Comets-3.8B 📑","fullname":"Sakalti/Phi3.5-Comets-3.8B","Model sha":"b839027ddc5437b739792aea4dfacc0e91898bb9","Average ⬆️":5.760043006242388,"Hub License":"mit","Hub ❤️":0,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.0273448195668746,"IFEval Raw":0.20942876013422163,"IFEval":20.942876013422165,"BBH Raw":0.3335116874180515,"BBH":6.53359017300762,"MATH Lvl 5 Raw":0.0007552870090634441,"MATH Lvl 5":0.0755287009063444,"GPQA Raw":0.24916107382550334,"GPQA":0.0,"MUSR Raw":0.3763541666666667,"MUSR":5.3109375000000005,"MMLU-PRO Raw":0.11527593085106383,"MMLU-PRO":1.6973256501182026,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-21","Submission Date":"2024-12-21","Generation":1,"Base Model":"Sakalti/Phi3.5-Comets-3.8B (Merge)"},{"eval_name":"Sakalti_Qwen2.5-1B-Instruct_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/Qwen2.5-1B-Instruct 📑","fullname":"Sakalti/Qwen2.5-1B-Instruct","Model sha":"6f150c987cbaa2eb5782772e791a1e04cf932bde","Average ⬆️":4.275488298707521,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.988,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9103899946892298,"IFEval Raw":0.17513198313807365,"IFEval":17.513198313807365,"BBH Raw":0.30271528035563927,"BBH":3.437039790947589,"MATH Lvl 5 Raw":0.006042296072507553,"MATH Lvl 5":0.6042296072507553,"GPQA Raw":0.2558724832214765,"GPQA":0.7829977628635317,"MUSR Raw":0.33688541666666666,"MUSR":0.9440104166666662,"MMLU-PRO Raw":0.12134308510638298,"MMLU-PRO":2.3714539007092186,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-17","Submission Date":"2025-01-18","Generation":1,"Base Model":"Sakalti/Qwen2.5-1B-Instruct (Merge)"},{"eval_name":"Sakalti_QwenTest-7_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/QwenTest-7 📑","fullname":"Sakalti/QwenTest-7","Model sha":"7bff974fb76d3b95dc9cb14271cfb948b479bc00","Average ⬆️":4.255208552096732,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.988,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8782412242166238,"IFEval Raw":0.16718861509683197,"IFEval":16.718861509683194,"BBH Raw":0.3063209532879154,"BBH":3.6327089522677753,"MATH Lvl 5 Raw":0.0037764350453172208,"MATH Lvl 5":0.3776435045317221,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.34218750000000003,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.12117686170212766,"MMLU-PRO":2.352984633569739,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-19","Submission Date":"2025-01-19","Generation":1,"Base Model":"Sakalti/QwenTest-7 (Merge)"},{"eval_name":"Sakalti_SJT-0.5B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/SJT-0.5B 📑","fullname":"Sakalti/SJT-0.5B","Model sha":"0a531361ffe857405505c3399a4dabd780c6c1e1","Average ⬆️":8.576015804911226,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.0150278917178388,"IFEval Raw":0.24247662867857286,"IFEval":24.247662867857287,"BBH Raw":0.33055365550588683,"BBH":8.409743934103323,"MATH Lvl 5 Raw":0.05211480362537765,"MATH Lvl 5":5.211480362537765,"GPQA Raw":0.27181208053691275,"GPQA":2.9082774049216997,"MUSR Raw":0.31958333333333333,"MUSR":0.7812499999999996,"MMLU-PRO Raw":0.18907912234042554,"MMLU-PRO":9.89768026004728,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-12","Submission Date":"2025-01-17","Generation":1,"Base Model":"Sakalti/SJT-0.5B (Merge)"},{"eval_name":"Sakalti_SJT-1.5B-Alpha_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/SJT-1.5B-Alpha 📑","fullname":"Sakalti/SJT-1.5B-Alpha","Model sha":"36eb5b63215952c6522728c3d734ff5e0693a7ac","Average ⬆️":16.911765349077854,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.777,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1096038170870661,"IFEval Raw":0.3448671746521452,"IFEval":34.48671746521452,"BBH Raw":0.4240819448548446,"BBH":18.535867065098497,"MATH Lvl 5 Raw":0.09969788519637462,"MATH Lvl 5":9.969788519637463,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.4226145833333333,"MUSR":11.093489583333335,"MMLU-PRO Raw":0.2961269946808511,"MMLU-PRO":21.79188829787234,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-18","Submission Date":"2025-01-19","Generation":1,"Base Model":"Sakalti/SJT-1.5B-Alpha (Merge)"},{"eval_name":"Sakalti_SJT-1.5B-Alpha-1.1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/SJT-1.5B-Alpha-1.1 📑","fullname":"Sakalti/SJT-1.5B-Alpha-1.1","Model sha":"900b199f20bcf74a1c0769ec46858f645dd29230","Average ⬆️":16.820570294667494,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":1.777,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.0746383971386602,"IFEval Raw":0.3439429602344003,"IFEval":34.39429602344003,"BBH Raw":0.4243160272518483,"BBH":18.576163936656105,"MATH Lvl 5 Raw":0.09592145015105741,"MATH Lvl 5":9.592145015105741,"GPQA Raw":0.28942953020134227,"GPQA":5.257270693512303,"MUSR Raw":0.42391666666666666,"MUSR":11.256250000000001,"MMLU-PRO Raw":0.296625664893617,"MMLU-PRO":21.84729609929078,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-18","Submission Date":"2025-01-19","Generation":1,"Base Model":"Sakalti/SJT-1.5B-Alpha-1.1 (Merge)"},{"eval_name":"Sakalti_SJT-1.7B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/SJT-1.7B 📑","fullname":"Sakalti/SJT-1.7B","Model sha":"3e753aba0535d31f4598baab9f656a9b5a197544","Average ⬆️":5.034230484246264,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.684,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2959849868492936,"IFEval Raw":0.17762980004166723,"IFEval":17.76298000416672,"BBH Raw":0.2934008926922806,"BBH":2.896901055053732,"MATH Lvl 5 Raw":0.0015105740181268882,"MATH Lvl 5":0.1510574018126888,"GPQA Raw":0.24161073825503357,"GPQA":0.0,"MUSR Raw":0.39641666666666664,"MUSR":7.918749999999998,"MMLU-PRO Raw":0.11328125,"MMLU-PRO":1.4756944444444438,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-13","Submission Date":"2025-01-18","Generation":2,"Base Model":"Sakalti/Qwen2.5-test-2 (Merge)"},{"eval_name":"Sakalti_SJT-14B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/SJT-14B 📑","fullname":"Sakalti/SJT-14B","Model sha":"ad063627b30567dbb797c0e58116e481f7ad433f","Average ⬆️":38.21030695378075,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.510360371451952,"IFEval Raw":0.5494233079340594,"IFEval":54.942330793405944,"BBH Raw":0.6536135646865123,"BBH":49.99070835617017,"MATH Lvl 5 Raw":0.38444108761329304,"MATH Lvl 5":38.4441087613293,"GPQA Raw":0.38674496644295303,"GPQA":18.232662192393736,"MUSR Raw":0.476625,"MUSR":18.978125000000002,"MMLU-PRO Raw":0.5380651595744681,"MMLU-PRO":48.67390661938534,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-12","Submission Date":"2025-01-14","Generation":1,"Base Model":"Sakalti/SJT-14B (Merge)"},{"eval_name":"Sakalti_SJT-2.4B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/SJT-2.4B 📑","fullname":"Sakalti/SJT-2.4B","Model sha":"24e19008e5f22b9a4574b72051f23b8654ef9841","Average ⬆️":8.90691477930258,"Hub License":"","Hub ❤️":0,"#Params (B)":2.432,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7115605292280882,"IFEval Raw":0.28042039566128985,"IFEval":28.04203956612898,"BBH Raw":0.349012395546882,"BBH":8.383641553044898,"MATH Lvl 5 Raw":0.02190332326283988,"MATH Lvl 5":2.190332326283988,"GPQA Raw":0.2558724832214765,"GPQA":0.7829977628635317,"MUSR Raw":0.36990624999999994,"MUSR":4.504947916666667,"MMLU-PRO Raw":0.1858377659574468,"MMLU-PRO":9.537529550827422,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-23","Submission Date":"2025-01-23","Generation":1,"Base Model":"Sakalti/SJT-2.4B (Merge)"},{"eval_name":"Sakalti_SJT-24B-Alpha_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/SJT-24B-Alpha 📑","fullname":"Sakalti/SJT-24B-Alpha","Model sha":"273305272a361d7c5db9623bfa369f738e0b537a","Average ⬆️":29.687175261647443,"Hub License":"","Hub ❤️":1,"#Params (B)":24.125,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.570278523730434,"IFEval Raw":0.3206370208823699,"IFEval":32.06370208823699,"BBH Raw":0.6080838080485248,"BBH":44.44992027804292,"MATH Lvl 5 Raw":0.25302114803625375,"MATH Lvl 5":25.302114803625376,"GPQA Raw":0.3808724832214765,"GPQA":17.4496644295302,"MUSR Raw":0.45947916666666666,"MUSR":16.001562500000002,"MMLU-PRO Raw":0.48570478723404253,"MMLU-PRO":42.856087470449175,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"Sakalti/SJT-24B-Alpha (Merge)"},{"eval_name":"Sakalti_SJT-2B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"Sakalti/SJT-2B 📑","fullname":"Sakalti/SJT-2B","Model sha":"12a4385aab2760d505aa21fa933fe1295c95b6ce","Average ⬆️":4.821696209153122,"Hub License":"gemma","Hub ❤️":0,"#Params (B)":2.614,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.407519547751544,"IFEval Raw":0.21507378200951255,"IFEval":21.507378200951255,"BBH Raw":0.29364597509285106,"BBH":1.8859080599169236,"MATH Lvl 5 Raw":0.0007552870090634441,"MATH Lvl 5":0.0755287009063444,"GPQA Raw":0.24161073825503357,"GPQA":0.0,"MUSR Raw":0.35641666666666666,"MUSR":3.385416666666666,"MMLU-PRO Raw":0.11868351063829788,"MMLU-PRO":2.0759456264775418,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-12","Submission Date":"2025-01-17","Generation":1,"Base Model":"Sakalti/SJT-2B (Merge)"},{"eval_name":"Sakalti_SJT-2B-V1.1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"Sakalti/SJT-2B-V1.1 📑","fullname":"Sakalti/SJT-2B-V1.1","Model sha":"9145939a74b87b3d0f6cf5a2aecbe1242b456ffa","Average ⬆️":14.58950928973948,"Hub License":"gemma","Hub ❤️":1,"#Params (B)":2.614,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6165986508412546,"IFEval Raw":0.3977235956151899,"IFEval":39.772359561518996,"BBH Raw":0.39838417813569243,"BBH":15.547066237177035,"MATH Lvl 5 Raw":0.04833836858006042,"MATH Lvl 5":4.833836858006042,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.42993750000000003,"MUSR":12.542187500000002,"MMLU-PRO Raw":0.21243351063829788,"MMLU-PRO":12.492612293144207,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-04","Submission Date":"2025-02-04","Generation":1,"Base Model":"Sakalti/SJT-2B-V1.1 (Merge)"},{"eval_name":"Sakalti_SJT-3.7B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Sakalti/SJT-3.7B 📑","fullname":"Sakalti/SJT-3.7B","Model sha":"d74dc94f11e3a47cfbf55a186d328051b702a2ed","Average ⬆️":5.0893182036401825,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.783,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2065671720503752,"IFEval Raw":0.10776184966998675,"IFEval":10.776184966998674,"BBH Raw":0.3393045259885476,"BBH":7.8072799104561055,"MATH Lvl 5 Raw":0.012084592145015106,"MATH Lvl 5":1.2084592145015105,"GPQA Raw":0.2558724832214765,"GPQA":0.7829977628635317,"MUSR Raw":0.36171875000000003,"MUSR":4.348177083333334,"MMLU-PRO Raw":0.1505152925531915,"MMLU-PRO":5.612810283687943,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-21","Submission Date":"2025-01-21","Generation":1,"Base Model":"Sakalti/SJT-3.7B (Merge)"},{"eval_name":"Sakalti_SJT-4B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Sakalti/SJT-4B 📑","fullname":"Sakalti/SJT-4B","Model sha":"73f7300ec22890c5fde308db5d2b447283b3e483","Average ⬆️":21.994031536147386,"Hub License":"mit","Hub ❤️":0,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.833496941991619,"IFEval Raw":0.4077403511571519,"IFEval":40.77403511571519,"BBH Raw":0.4885743296577029,"BBH":28.913837340499914,"MATH Lvl 5 Raw":0.11555891238670694,"MATH Lvl 5":11.555891238670695,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.4779583333333333,"MUSR":19.444791666666664,"MMLU-PRO Raw":0.328125,"MMLU-PRO":25.34722222222222,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-12","Submission Date":"2025-01-14","Generation":4,"Base Model":"microsoft/Phi-3.5-mini-instruct"},{"eval_name":"Sakalti_SJT-7.5B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Sakalti/SJT-7.5B 📑","fullname":"Sakalti/SJT-7.5B","Model sha":"5c14b8a47a6549b675a922403107f8f7dc72e076","Average ⬆️":25.88865048007519,"Hub License":"","Hub ❤️":0,"#Params (B)":7.456,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4681774046591203,"IFEval Raw":0.42232831110342783,"IFEval":42.23283111034278,"BBH Raw":0.5367364587851736,"BBH":34.23401639666226,"MATH Lvl 5 Raw":0.21676737160120846,"MATH Lvl 5":21.676737160120847,"GPQA Raw":0.3263422818791946,"GPQA":10.17897091722595,"MUSR Raw":0.43988541666666664,"MUSR":14.219010416666663,"MMLU-PRO Raw":0.3951130319148936,"MMLU-PRO":32.790336879432616,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-01","Submission Date":"2025-02-01","Generation":1,"Base Model":"Sakalti/SJT-7.5B (Merge)"},{"eval_name":"Sakalti_SJT-7B-V1.1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/SJT-7B-V1.1 📑","fullname":"Sakalti/SJT-7B-V1.1","Model sha":"5ca369c7c3beefd739d8a6cfe6bd0358e1452d3d","Average ⬆️":28.195244495354924,"Hub License":"","Hub ❤️":1,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.323080701100286,"IFEval Raw":0.4702888336281067,"IFEval":47.028883362810674,"BBH Raw":0.5418885259534293,"BBH":35.097523213785486,"MATH Lvl 5 Raw":0.243202416918429,"MATH Lvl 5":24.3202416918429,"GPQA Raw":0.3338926174496644,"GPQA":11.185682326621922,"MUSR Raw":0.44106249999999997,"MUSR":13.6328125,"MMLU-PRO Raw":0.441156914893617,"MMLU-PRO":37.90632387706855,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"Sakalti/SJT-7B-V1.1 (Merge)"},{"eval_name":"Sakalti_SJT-7B-V1.1-Multilingal_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/SJT-7B-V1.1-Multilingal 📑","fullname":"Sakalti/SJT-7B-V1.1-Multilingal","Model sha":"592e7258d9151644109fa537158ba79fb222888a","Average ⬆️":4.71738898050407,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4192332933550222,"IFEval Raw":0.19494053555676716,"IFEval":19.494053555676714,"BBH Raw":0.2919597646466201,"BBH":3.060666963755198,"MATH Lvl 5 Raw":0.004531722054380665,"MATH Lvl 5":0.4531722054380665,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.362125,"MUSR":2.432291666666666,"MMLU-PRO Raw":0.11369680851063829,"MMLU-PRO":1.521867612293143,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-04","Submission Date":"2025-02-04","Generation":1,"Base Model":"Sakalti/SJT-7B-V1.1-Multilingal (Merge)"},{"eval_name":"Sakalti_SJT-8B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/SJT-8B 📑","fullname":"Sakalti/SJT-8B","Model sha":"6967017f01d44d8787ab40434f8130c5c7528ac3","Average ⬆️":29.90631962140043,"Hub License":"","Hub ❤️":1,"#Params (B)":8.548,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.839929665668291,"IFEval Raw":0.6534871917623019,"IFEval":65.34871917623019,"BBH Raw":0.5281955607099067,"BBH":33.33083133498579,"MATH Lvl 5 Raw":0.2537764350453172,"MATH Lvl 5":25.377643504531722,"GPQA Raw":0.3296979865771812,"GPQA":10.626398210290827,"MUSR Raw":0.4079791666666666,"MUSR":8.464062499999999,"MMLU-PRO Raw":0.4266123670212766,"MMLU-PRO":36.290263002364064,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"Sakalti/SJT-8B (Merge)"},{"eval_name":"Sakalti_SJT-8B-V1.1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/SJT-8B-V1.1 📑","fullname":"Sakalti/SJT-8B-V1.1","Model sha":"f08d9bc41f35c2730c8323a688d7abac89d7933d","Average ⬆️":26.20087403142101,"Hub License":"","Hub ❤️":0,"#Params (B)":8.545,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.7253098966587963,"IFEval Raw":0.4620706392372239,"IFEval":46.20706392372239,"BBH Raw":0.5120768392487195,"BBH":31.31949877760972,"MATH Lvl 5 Raw":0.20694864048338368,"MATH Lvl 5":20.694864048338367,"GPQA Raw":0.33640939597315433,"GPQA":11.521252796420578,"MUSR Raw":0.4266145833333333,"MUSR":11.56015625,"MMLU-PRO Raw":0.4231216755319149,"MMLU-PRO":35.90240839243498,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-04","Submission Date":"2025-02-04","Generation":1,"Base Model":"Sakalti/SJT-8B-V1.1 (Merge)"},{"eval_name":"Sakalti_SJT-900M_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/SJT-900M 📑","fullname":"Sakalti/SJT-900M","Model sha":"ac5472bb38e1057fd639030239ccb89d773936be","Average ⬆️":5.791993813854994,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.899,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7087868760604994,"IFEval Raw":0.2410027615615456,"IFEval":24.100276156154557,"BBH Raw":0.31692036321713823,"BBH":4.3018424038847485,"MATH Lvl 5 Raw":0.013595166163141994,"MATH Lvl 5":1.3595166163141994,"GPQA Raw":0.2533557046979866,"GPQA":0.44742729306487633,"MUSR Raw":0.35945833333333327,"MUSR":2.9656249999999993,"MMLU-PRO Raw":0.11419547872340426,"MMLU-PRO":1.5772754137115832,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-19","Submission Date":"2025-01-19","Generation":1,"Base Model":"Sakalti/SJT-900M (Merge)"},{"eval_name":"Sakalti_SJT-Moe2x7.5B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"Sakalti/SJT-Moe2x7.5B 📑","fullname":"Sakalti/SJT-Moe2x7.5B","Model sha":"6754f87af42c9ae94a6df15e6cffd0087d59d77b","Average ⬆️":25.679678830683567,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":13.401,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.6970671992670097,"IFEval Raw":0.41166216749336204,"IFEval":41.1662167493362,"BBH Raw":0.5370697921185069,"BBH":34.245683063328926,"MATH Lvl 5 Raw":0.21450151057401812,"MATH Lvl 5":21.45015105740181,"GPQA Raw":0.3263422818791946,"GPQA":10.17897091722595,"MUSR Raw":0.43988541666666664,"MUSR":14.219010416666663,"MMLU-PRO Raw":0.3953623670212766,"MMLU-PRO":32.81804078014184,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-01","Submission Date":"2025-02-01","Generation":1,"Base Model":"Sakalti/SJT-Moe2x7.5B (Merge)"},{"eval_name":"Sakalti_SJTPass-2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/SJTPass-2 📑","fullname":"Sakalti/SJTPass-2","Model sha":"ac5719c8fefd3edaae83bdfc85c017b3dbcd9926","Average ⬆️":8.578554710120141,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.0617289263368817,"IFEval Raw":0.24002867945939,"IFEval":24.002867945939,"BBH Raw":0.33022032217255354,"BBH":8.362336526695914,"MATH Lvl 5 Raw":0.052870090634441085,"MATH Lvl 5":5.287009063444108,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.32225,"MUSR":0.7812499999999996,"MMLU-PRO Raw":0.1901595744680851,"MMLU-PRO":10.017730496453899,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-24","Submission Date":"2025-01-25","Generation":1,"Base Model":"Sakalti/SJTPass-2 (Merge)"},{"eval_name":"Sakalti_SJTPass-4_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/SJTPass-4 📑","fullname":"Sakalti/SJTPass-4","Model sha":"25903b41cb09c23fee967983a949f474ee3cf9c3","Average ⬆️":5.078209950944516,"Hub License":"","Hub ❤️":0,"#Params (B)":1.167,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.363076527133505,"IFEval Raw":0.19129354557019818,"IFEval":19.129354557019816,"BBH Raw":0.2963644180215358,"BBH":2.456191569806904,"MATH Lvl 5 Raw":0.0022658610271903325,"MATH Lvl 5":0.22658610271903326,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.38981249999999995,"MUSR":6.393229166666668,"MMLU-PRO Raw":0.10829454787234043,"MMLU-PRO":0.9216164302600468,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-25","Generation":1,"Base Model":"Sakalti/SJTPass-4 (Merge)"},{"eval_name":"Sakalti_SJTPass-5_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/SJTPass-5 📑","fullname":"Sakalti/SJTPass-5","Model sha":"78a097a32d265cf7605f836c289bd8de4e6ff48d","Average ⬆️":6.780863382054697,"Hub License":"","Hub ❤️":0,"#Params (B)":0.809,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.460292660441067,"IFEval Raw":0.24247662867857286,"IFEval":24.247662867857287,"BBH Raw":0.31029599812555747,"BBH":4.049294123683027,"MATH Lvl 5 Raw":0.015861027190332326,"MATH Lvl 5":1.5861027190332326,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.3794270833333333,"MUSR":4.928385416666668,"MMLU-PRO Raw":0.13272938829787234,"MMLU-PRO":3.6365986997635926,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-25","Generation":1,"Base Model":"Sakalti/SJTPass-5 (Merge)"},{"eval_name":"Sakalti_Saba-Passthrough-2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/Saba-Passthrough-2 📑","fullname":"Sakalti/Saba-Passthrough-2","Model sha":"dffd6b7eb21495c75643487ddf34b38d20c94828","Average ⬆️":8.019416015292425,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.087,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.2033995592839033,"IFEval Raw":0.16913677930114318,"IFEval":16.91367793011432,"BBH Raw":0.36724803467499195,"BBH":11.94868585880535,"MATH Lvl 5 Raw":0.0007552870090634441,"MATH Lvl 5":0.0755287009063444,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.3844479166666666,"MUSR":5.42265625,"MMLU-PRO Raw":0.20769614361702127,"MMLU-PRO":11.966238179669029,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-20","Submission Date":"2024-12-20","Generation":1,"Base Model":"Sakalti/Saba-Passthrough-2 (Merge)"},{"eval_name":"Sakalti_Saba1-1.8B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/Saba1-1.8B 📑","fullname":"Sakalti/Saba1-1.8B","Model sha":"cd7a39dcf0614e2446031d1a0c598c4830198651","Average ⬆️":17.174113467091598,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":1.777,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1643531206320985,"IFEval Raw":0.3332768166243345,"IFEval":33.32768166243345,"BBH Raw":0.4147375470428282,"BBH":17.532918576799144,"MATH Lvl 5 Raw":0.1540785498489426,"MATH Lvl 5":15.407854984894259,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.4238854166666666,"MUSR":11.019010416666669,"MMLU-PRO Raw":0.2925531914893617,"MMLU-PRO":21.39479905437352,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-08","Submission Date":"2024-12-14","Generation":1,"Base Model":"Sakalti/Saba1-1.8B (Merge)"},{"eval_name":"Sakalti_Saba1-7B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/Saba1-7B 📑","fullname":"Sakalti/Saba1-7B","Model sha":"37f44913d4d9246190c963373ce472235539ba2a","Average ⬆️":30.523726347884292,"Hub License":"","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3641929348973936,"IFEval Raw":0.45847351693506566,"IFEval":45.84735169350657,"BBH Raw":0.5489063327459239,"BBH":35.23563153262108,"MATH Lvl 5 Raw":0.36631419939577037,"MATH Lvl 5":36.631419939577036,"GPQA Raw":0.3162751677852349,"GPQA":8.83668903803132,"MUSR Raw":0.47932291666666665,"MUSR":19.08203125,"MMLU-PRO Raw":0.43758311170212766,"MMLU-PRO":37.50923463356973,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-10","Submission Date":"2025-01-13","Generation":1,"Base Model":"Sakalti/Saba1-7B (Merge)"},{"eval_name":"Sakalti_Saba1.5-1.5B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/Saba1.5-1.5B 📑","fullname":"Sakalti/Saba1.5-1.5B","Model sha":"e05f428fa08bb15aebd810e3da103534d2068dc0","Average ⬆️":17.174113467091598,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1457239270410775,"IFEval Raw":0.3332768166243345,"IFEval":33.32768166243345,"BBH Raw":0.4147375470428282,"BBH":17.532918576799144,"MATH Lvl 5 Raw":0.1540785498489426,"MATH Lvl 5":15.407854984894259,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.4238854166666666,"MUSR":11.019010416666669,"MMLU-PRO Raw":0.2925531914893617,"MMLU-PRO":21.39479905437352,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-07","Submission Date":"2024-12-14","Generation":0,"Base Model":"Sakalti/Saba1.5-1.5B"},{"eval_name":"Sakalti_Saba1.5-Pro-3B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/Saba1.5-Pro-3B 📑","fullname":"Sakalti/Saba1.5-Pro-3B","Model sha":"f656fff24db6c39bbd4fd83c1ed1620d339950b7","Average ⬆️":10.788079074661752,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":2.9,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.0211880085819254,"IFEval Raw":0.23860468002677343,"IFEval":23.860468002677344,"BBH Raw":0.3622910501405146,"BBH":11.041395854945073,"MATH Lvl 5 Raw":0.027190332326283987,"MATH Lvl 5":2.719033232628399,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.44054166666666666,"MUSR":14.001041666666667,"MMLU-PRO Raw":0.19581117021276595,"MMLU-PRO":10.645685579196215,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-15","Submission Date":"2024-12-15","Generation":1,"Base Model":"Sakalti/Saba1.5-Pro-3B (Merge)"},{"eval_name":"Sakalti_Saba2-14B-Preview_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/Saba2-14B-Preview 📑","fullname":"Sakalti/Saba2-14B-Preview","Model sha":"e8a44ff1844a15780aab1d60f670e07a17b8ccb8","Average ⬆️":35.687158487523945,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.1790733504217985,"IFEval Raw":0.4721871301480073,"IFEval":47.21871301480073,"BBH Raw":0.649628096691823,"BBH":49.64957000538939,"MATH Lvl 5 Raw":0.31268882175226587,"MATH Lvl 5":31.268882175226587,"GPQA Raw":0.3825503355704698,"GPQA":17.67337807606264,"MUSR Raw":0.4781458333333333,"MUSR":19.6015625,"MMLU-PRO Raw":0.5383976063829787,"MMLU-PRO":48.71084515366431,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-14","Submission Date":"2024-12-14","Generation":1,"Base Model":"Sakalti/Saba2-14B-Preview (Merge)"},{"eval_name":"Sakalti_Saba2-3B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/Saba2-3B 📑","fullname":"Sakalti/Saba2-3B","Model sha":"24ff63079aa31f1476039d51d1db4e0c1747436f","Average ⬆️":7.068766556279139,"Hub License":"other","Hub ❤️":0,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.630537214027361,"IFEval Raw":0.28651533486704167,"IFEval":28.651533486704167,"BBH Raw":0.28011877359000464,"BBH":2.002419101562576,"MATH Lvl 5 Raw":0.006042296072507553,"MATH Lvl 5":0.6042296072507553,"GPQA Raw":0.2617449664429531,"GPQA":1.5659955257270781,"MUSR Raw":0.39269791666666665,"MUSR":7.25390625,"MMLU-PRO Raw":0.12101063829787234,"MMLU-PRO":2.3345153664302596,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-05","Submission Date":"2025-01-05","Generation":3,"Base Model":"Qwen/Qwen2.5-3B"},{"eval_name":"Sakalti_Sailor-japanese_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/Sailor-japanese 📑","fullname":"Sakalti/Sailor-japanese","Model sha":"","Average ⬆️":4.518102124361933,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.4726330476976357,"IFEval Raw":0.16046866757979938,"IFEval":16.046866757979938,"BBH Raw":0.2912583602962783,"BBH":1.721791288073509,"MATH Lvl 5 Raw":0.0030211480362537764,"MATH Lvl 5":0.3021148036253776,"GPQA Raw":0.2533557046979866,"GPQA":0.44742729306487633,"MUSR Raw":0.3911770833333333,"MUSR":6.763802083333335,"MMLU-PRO Raw":0.11643949468085106,"MMLU-PRO":1.8266105200945615,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-22","Generation":0,"Base Model":"Removed"},{"eval_name":"Sakalti_Saka-1.5B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/Saka-1.5B 📑","fullname":"Sakalti/Saka-1.5B","Model sha":"33fe7226550102131b2a10cb38a86570c66a82b1","Average ⬆️":12.780380949151962,"Hub License":"","Hub ❤️":1,"#Params (B)":1.777,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2166855344358272,"IFEval Raw":0.2726266306732802,"IFEval":27.262663067328024,"BBH Raw":0.3987868899865206,"BBH":16.01477085551285,"MATH Lvl 5 Raw":0.08006042296072508,"MATH Lvl 5":8.006042296072508,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.37390625000000005,"MUSR":4.304947916666669,"MMLU-PRO Raw":0.24152260638297873,"MMLU-PRO":15.724734042553193,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-07","Submission Date":"2025-02-07","Generation":1,"Base Model":"Sakalti/Saka-1.5B (Merge)"},{"eval_name":"Sakalti_Saka-14B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/Saka-14B 📑","fullname":"Sakalti/Saka-14B","Model sha":"d110532209d8dad5b11fdf4148b5a0a7dfd11718","Average ⬆️":41.90788417749271,"Hub License":"","Hub ❤️":7,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.817782434928411,"IFEval Raw":0.7174341857382855,"IFEval":71.74341857382856,"BBH Raw":0.6496945295195891,"BBH":49.72322791125956,"MATH Lvl 5 Raw":0.4093655589123867,"MATH Lvl 5":40.93655589123867,"GPQA Raw":0.3959731543624161,"GPQA":19.463087248322143,"MUSR Raw":0.48859375,"MUSR":20.740885416666668,"MMLU-PRO Raw":0.539561170212766,"MMLU-PRO":48.84013002364066,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-05","Submission Date":"2025-02-06","Generation":1,"Base Model":"Sakalti/Saka-14B (Merge)"},{"eval_name":"Sakalti_Saka-24B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Sakalti/Saka-24B 📑","fullname":"Sakalti/Saka-24B","Model sha":"f1fc24007beadc3708367b4252a91954df50ab99","Average ⬆️":28.23669492021674,"Hub License":"","Hub ❤️":0,"#Params (B)":23.572,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.5344282496185704,"IFEval Raw":0.38186123928952953,"IFEval":38.18612392895295,"BBH Raw":0.6072116494463233,"BBH":43.311074405335944,"MATH Lvl 5 Raw":0.18051359516616314,"MATH Lvl 5":18.051359516616312,"GPQA Raw":0.3422818791946309,"GPQA":12.304250559284117,"MUSR Raw":0.45408333333333334,"MUSR":15.727083333333335,"MMLU-PRO Raw":0.4765625,"MMLU-PRO":41.84027777777778,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-06","Generation":0,"Base Model":"Removed"},{"eval_name":"Sakalti_Saka-7.2B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Sakalti/Saka-7.2B 📑","fullname":"Sakalti/Saka-7.2B","Model sha":"29027c1f9169261c9275b7466d776727059112b2","Average ⬆️":3.869360483737708,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.292,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4495863626061547,"IFEval Raw":0.1544989516704566,"IFEval":15.44989516704566,"BBH Raw":0.2945156585364917,"BBH":2.1709866331347283,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.23909395973154363,"GPQA":0.0,"MUSR Raw":0.37105208333333334,"MUSR":3.8148437499999996,"MMLU-PRO Raw":0.11602393617021277,"MMLU-PRO":1.7804373522458627,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-06","Submission Date":"2025-02-06","Generation":1,"Base Model":"llm-jp/llm-jp-3-7.2b-instruct3"},{"eval_name":"Sakalti_Saka-7.6B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/Saka-7.6B 📑","fullname":"Sakalti/Saka-7.6B","Model sha":"90832afb508c1874cf46d8ddf32e27dcb8eb3f0c","Average ⬆️":29.81529957886164,"Hub License":"","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3050669573744147,"IFEval Raw":0.45242844541372446,"IFEval":45.24284454137245,"BBH Raw":0.5655284792075981,"BBH":37.971180889420054,"MATH Lvl 5 Raw":0.3255287009063444,"MATH Lvl 5":32.55287009063444,"GPQA Raw":0.3162751677852349,"GPQA":8.83668903803132,"MUSR Raw":0.4489375,"MUSR":14.950520833333336,"MMLU-PRO Raw":0.45403922872340424,"MMLU-PRO":39.33769208037825,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-07","Submission Date":"2025-02-07","Generation":1,"Base Model":"Sakalti/Saka-7.6B (Merge)"},{"eval_name":"Sakalti_SakaMoe-3x1.6B-Instruct_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2MoeForCausalLM","Model":"Sakalti/SakaMoe-3x1.6B-Instruct 📑","fullname":"Sakalti/SakaMoe-3x1.6B-Instruct","Model sha":"c5b2a5ae7856f0a29bd7e6d1a4cecd622d48e3e1","Average ⬆️":8.276328372160824,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.572,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.0961688491425574,"IFEval Raw":0.23708094522533543,"IFEval":23.708094522533543,"BBH Raw":0.328247997224552,"BBH":7.525328438833678,"MATH Lvl 5 Raw":0.054380664652567974,"MATH Lvl 5":5.438066465256798,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.33421875,"MUSR":0.9440104166666662,"MMLU-PRO Raw":0.18824800531914893,"MMLU-PRO":9.80533392434988,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-25","Submission Date":"2025-02-09","Generation":1,"Base Model":"Sakalti/SakaMoe-3x1.6B-Instruct (Merge)"},{"eval_name":"Sakalti_SakalFusion-7B-Alpha_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/SakalFusion-7B-Alpha 📑","fullname":"Sakalti/SakalFusion-7B-Alpha","Model sha":"1af757e13a2f54fbb1d5bcb1f25c7d287af0b051","Average ⬆️":32.1092425705961,"Hub License":"","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2594490151745308,"IFEval Raw":0.5289653674472622,"IFEval":52.89653674472622,"BBH Raw":0.559133672829116,"BBH":36.780545262095615,"MATH Lvl 5 Raw":0.38444108761329304,"MATH Lvl 5":38.4441087613293,"GPQA Raw":0.32550335570469796,"GPQA":10.067114093959727,"MUSR Raw":0.4581458333333333,"MUSR":15.868229166666667,"MMLU-PRO Raw":0.4473902925531915,"MMLU-PRO":38.598921394799056,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-13","Submission Date":"2025-01-13","Generation":1,"Base Model":"Sakalti/SakalFusion-7B-Alpha (Merge)"},{"eval_name":"Sakalti_SakalFusion-7B-Beta_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/SakalFusion-7B-Beta 📑","fullname":"Sakalti/SakalFusion-7B-Beta","Model sha":"32498fb3cfba3d5821c71987dda06443ff3a7657","Average ⬆️":4.453145556903973,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3951089379366615,"IFEval Raw":0.18090222830977362,"IFEval":18.09022283097736,"BBH Raw":0.2881298650933641,"BBH":1.4987820116285064,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.24328859060402686,"GPQA":0.0,"MUSR Raw":0.3872083333333333,"MUSR":6.134375000000001,"MMLU-PRO Raw":0.10895944148936171,"MMLU-PRO":0.9954934988179669,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-28","Submission Date":"2025-01-28","Generation":1,"Base Model":"Sakalti/SakalFusion-7B-Beta (Merge)"},{"eval_name":"Sakalti_Tara-3.8B-v1.1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Sakalti/Tara-3.8B-v1.1 📑","fullname":"Sakalti/Tara-3.8B-v1.1","Model sha":"3938e99fc1bbdb8fd5faf47f811778cce1ca1325","Average ⬆️":21.968635956123418,"Hub License":"mit","Hub ❤️":1,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8283155253074412,"IFEval Raw":0.40621661635571393,"IFEval":40.6216616355714,"BBH Raw":0.4885743296577029,"BBH":28.913837340499914,"MATH Lvl 5 Raw":0.11555891238670694,"MATH Lvl 5":11.555891238670695,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.4779583333333333,"MUSR":19.444791666666664,"MMLU-PRO Raw":0.328125,"MMLU-PRO":25.34722222222222,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-10","Submission Date":"2025-01-10","Generation":3,"Base Model":"microsoft/Phi-3.5-mini-instruct"},{"eval_name":"Sakalti_light-1.1-3B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/light-1.1-3B 📑","fullname":"Sakalti/light-1.1-3B","Model sha":"55faef550b5780b6d2e65ddb26b2543a3cfb5771","Average ⬆️":6.923496536132208,"Hub License":"other","Hub ❤️":1,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4902297180434927,"IFEval Raw":0.27345110972220377,"IFEval":27.345110972220375,"BBH Raw":0.28027723572953045,"BBH":1.8805156390567757,"MATH Lvl 5 Raw":0.011329305135951661,"MATH Lvl 5":1.1329305135951662,"GPQA Raw":0.2617449664429531,"GPQA":1.5659955257270781,"MUSR Raw":0.3900625,"MUSR":7.291145833333334,"MMLU-PRO Raw":0.12092752659574468,"MMLU-PRO":2.3252807328605196,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-07","Submission Date":"2025-01-07","Generation":1,"Base Model":"Sakalti/light-3B"},{"eval_name":"Sakalti_light-3B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/light-3B 📑","fullname":"Sakalti/light-3B","Model sha":"76875793661adee95bed723ce9cc8f40a769d62e","Average ⬆️":25.284693562377303,"Hub License":"other","Hub ❤️":2,"#Params (B)":3.397,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.4053189900210823,"IFEval Raw":0.5337360425892188,"IFEval":53.37360425892189,"BBH Raw":0.4831034368803701,"BBH":27.467849685442218,"MATH Lvl 5 Raw":0.2590634441087613,"MATH Lvl 5":25.90634441087613,"GPQA Raw":0.2953020134228188,"GPQA":6.040268456375841,"MUSR Raw":0.40149999999999997,"MUSR":8.0875,"MMLU-PRO Raw":0.3774933510638298,"MMLU-PRO":30.832594562647753,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-06","Submission Date":"2025-01-06","Generation":0,"Base Model":"Sakalti/light-3B"},{"eval_name":"Sakalti_light-3b-beta_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/light-3b-beta 📑","fullname":"Sakalti/light-3b-beta","Model sha":"b82688ca8f69ae2368bd1d7d44f63442d046f26f","Average ⬆️":25.809275245445864,"Hub License":"other","Hub ❤️":1,"#Params (B)":3.397,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5219403009060517,"IFEval Raw":0.5485489612007252,"IFEval":54.85489612007252,"BBH Raw":0.48152297262112204,"BBH":27.27438755254684,"MATH Lvl 5 Raw":0.277190332326284,"MATH Lvl 5":27.719033232628398,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.40146875,"MUSR":7.983593750000001,"MMLU-PRO Raw":0.3758311170212766,"MMLU-PRO":30.647901891252953,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-14","Submission Date":"2025-01-14","Generation":1,"Base Model":"Sakalti/light-3b-beta (Merge)"},{"eval_name":"Sakalti_light-7b-beta_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/light-7b-beta 📑","fullname":"Sakalti/light-7b-beta","Model sha":"e59962df36f6fc47815babf3e8c38ed965eb651c","Average ⬆️":32.68982935684443,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3886399483488214,"IFEval Raw":0.6233870574520051,"IFEval":62.338705745200514,"BBH Raw":0.5548193064288276,"BBH":36.37504670970679,"MATH Lvl 5 Raw":0.3768882175226586,"MATH Lvl 5":37.68882175226586,"GPQA Raw":0.3213087248322148,"GPQA":9.507829977628639,"MUSR Raw":0.42906249999999996,"MUSR":11.832812500000003,"MMLU-PRO Raw":0.445561835106383,"MMLU-PRO":38.39575945626477,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-14","Submission Date":"2025-01-14","Generation":1,"Base Model":"Sakalti/light-7b-beta (Merge)"},{"eval_name":"Sakalti_llama-3-yanyuedao-8b-instruct_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Sakalti/llama-3-yanyuedao-8b-instruct 📑","fullname":"Sakalti/llama-3-yanyuedao-8b-instruct","Model sha":"d36d76a88f6af38e923be426623ed1211e7099d8","Average ⬆️":13.935841337684982,"Hub License":"llama3","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.494317719320831,"IFEval Raw":0.21857116894284942,"IFEval":21.857116894284943,"BBH Raw":0.43497849055247495,"BBH":20.593160052037973,"MATH Lvl 5 Raw":0.03851963746223565,"MATH Lvl 5":3.8519637462235647,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.41985416666666664,"MUSR":10.715104166666668,"MMLU-PRO Raw":0.29105718085106386,"MMLU-PRO":21.228575650118206,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-13","Submission Date":"2024-12-13","Generation":1,"Base Model":"Sakalti/llama-3-yanyuedao-8b-instruct (Merge)"},{"eval_name":"Sakalti_magro-7B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Sakalti/magro-7B 📑","fullname":"Sakalti/magro-7B","Model sha":"db8d1d3aa647ac59884448d23eef35187839f123","Average ⬆️":12.382552499684506,"Hub License":"mit","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9045520120665085,"IFEval Raw":0.13439008497453425,"IFEval":13.439008497453422,"BBH Raw":0.4185526485966236,"BBH":19.54888376105943,"MATH Lvl 5 Raw":0.02039274924471299,"MATH Lvl 5":2.0392749244712993,"GPQA Raw":0.2953020134228188,"GPQA":6.040268456375841,"MUSR Raw":0.44598958333333333,"MUSR":13.615364583333331,"MMLU-PRO Raw":0.2765126329787234,"MMLU-PRO":19.61251477541371,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-11","Submission Date":"2024-12-12","Generation":2,"Base Model":"mistralai/Mistral-7B-v0.1"},{"eval_name":"Sakalti_mergekit-01_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/mergekit-01 📑","fullname":"Sakalti/mergekit-01","Model sha":"cb69064dc643b02319e71ac48e5a93e24e9066e2","Average ⬆️":32.68982935684443,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3946770910685848,"IFEval Raw":0.6233870574520051,"IFEval":62.338705745200514,"BBH Raw":0.5548193064288276,"BBH":36.37504670970679,"MATH Lvl 5 Raw":0.3768882175226586,"MATH Lvl 5":37.68882175226586,"GPQA Raw":0.3213087248322148,"GPQA":9.507829977628639,"MUSR Raw":0.42906249999999996,"MUSR":11.832812500000003,"MMLU-PRO Raw":0.445561835106383,"MMLU-PRO":38.39575945626477,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-01","Submission Date":"2025-02-01","Generation":1,"Base Model":"Sakalti/mergekit-01 (Merge)"},{"eval_name":"Sakalti_mergekit-della_linear-vmeykci_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/mergekit-della_linear-vmeykci 📑","fullname":"Sakalti/mergekit-della_linear-vmeykci","Model sha":"af5cee0d7e9b38d8d0e86a3822894ec09f87bd6f","Average ⬆️":3.741275884240794,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3824972617381066,"IFEval Raw":0.1126078804239418,"IFEval":11.26078804239418,"BBH Raw":0.28155028620092587,"BBH":0.975893246187364,"MATH Lvl 5 Raw":0.010574018126888218,"MATH Lvl 5":1.0574018126888218,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.38968749999999996,"MUSR":6.377604166666667,"MMLU-PRO Raw":0.10887632978723404,"MMLU-PRO":0.9862588652482256,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"Sakalti/mergekit-della_linear-vmeykci (Merge)"},{"eval_name":"Sakalti_model-3_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/model-3 📑","fullname":"Sakalti/model-3","Model sha":"9ffaebdaad62d4cf6c0f3135ab49156c45009158","Average ⬆️":32.572441221864636,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3637598052620072,"IFEval Raw":0.6263846593704703,"IFEval":62.63846593704703,"BBH Raw":0.554216994021922,"BBH":36.31775528213533,"MATH Lvl 5 Raw":0.37084592145015105,"MATH Lvl 5":37.08459214501511,"GPQA Raw":0.3213087248322148,"GPQA":9.507829977628639,"MUSR Raw":0.4263958333333333,"MUSR":11.499479166666667,"MMLU-PRO Raw":0.4454787234042553,"MMLU-PRO":38.38652482269504,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-04","Submission Date":"2025-01-10","Generation":1,"Base Model":"Sakalti/model-3 (Merge)"},{"eval_name":"Sakalti_qwen2.5-2.3B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2Model","Model":"Sakalti/qwen2.5-2.3B 📑","fullname":"Sakalti/qwen2.5-2.3B","Model sha":"8e324d7fd70a99f5d2bca70474d30b947af7d20a","Average ⬆️":3.7013246212545643,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":2.339,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.213831595366386,"IFEval Raw":0.12879493078365403,"IFEval":12.879493078365403,"BBH Raw":0.2849449123234445,"BBH":1.1167186571598344,"MATH Lvl 5 Raw":0.005287009063444109,"MATH Lvl 5":0.5287009063444109,"GPQA Raw":0.2516778523489933,"GPQA":0.22371364653244186,"MUSR Raw":0.38565625,"MUSR":5.540364583333333,"MMLU-PRO Raw":0.11727061170212766,"MMLU-PRO":1.9189568557919614,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-18","Submission Date":"2025-01-18","Generation":0,"Base Model":"Sakalti/qwen2.5-2.3B"},{"eval_name":"Sakalti_tara-3.8B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Sakalti/tara-3.8B 📑","fullname":"Sakalti/tara-3.8B","Model sha":"85a61437d7c52e2822f3d9059b480cc7e7d235a4","Average ⬆️":21.994031536147386,"Hub License":"mit","Hub ❤️":0,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8321437628531957,"IFEval Raw":0.4077403511571519,"IFEval":40.77403511571519,"BBH Raw":0.4885743296577029,"BBH":28.913837340499914,"MATH Lvl 5 Raw":0.11555891238670694,"MATH Lvl 5":11.555891238670695,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.4779583333333333,"MUSR":19.444791666666664,"MMLU-PRO Raw":0.328125,"MMLU-PRO":25.34722222222222,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-10","Submission Date":"2025-01-10","Generation":2,"Base Model":"microsoft/Phi-3.5-mini-instruct"},{"eval_name":"Sakalti_ultiima-14B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/ultiima-14B 📑","fullname":"Sakalti/ultiima-14B","Model sha":"fdc335cfceb6cf94fcba302cd9a834a55f9409c4","Average ⬆️":39.61010623253845,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.9443342818350264,"IFEval Raw":0.5700563394016764,"IFEval":57.00563394016764,"BBH Raw":0.6491153472177067,"BBH":49.51071627853103,"MATH Lvl 5 Raw":0.4697885196374622,"MATH Lvl 5":46.97885196374622,"GPQA Raw":0.37416107382550334,"GPQA":16.554809843400445,"MUSR Raw":0.4717604166666667,"MUSR":18.936718749999997,"MMLU-PRO Raw":0.5380651595744681,"MMLU-PRO":48.67390661938534,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-17","Submission Date":"2025-01-17","Generation":1,"Base Model":"Sakalti/ultiima-14B (Merge)"},{"eval_name":"Sakalti_ultiima-14B-v0.2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/ultiima-14B-v0.2 📑","fullname":"Sakalti/ultiima-14B-v0.2","Model sha":"bca52733accffafd741abe8c56a203f4836ec742","Average ⬆️":40.962282081659104,"Hub License":"","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.8941810988986063,"IFEval Raw":0.7069930007934502,"IFEval":70.69930007934502,"BBH Raw":0.6472012505703305,"BBH":49.51261036714752,"MATH Lvl 5 Raw":0.3995468277945619,"MATH Lvl 5":39.95468277945619,"GPQA Raw":0.3825503355704698,"GPQA":17.67337807606264,"MUSR Raw":0.4793541666666667,"MUSR":19.185937499999998,"MMLU-PRO Raw":0.5387300531914894,"MMLU-PRO":48.74778368794326,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-24","Submission Date":"2025-01-24","Generation":1,"Base Model":"Sakalti/ultiima-14B-v0.2 (Merge)"},{"eval_name":"Sakalti_ultiima-14B-v0.3_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/ultiima-14B-v0.3 📑","fullname":"Sakalti/ultiima-14B-v0.3","Model sha":"ca40125982440de39096aca1fcac941bb9f36af4","Average ⬆️":40.38402709174191,"Hub License":"","Hub ❤️":1,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.831010188497662,"IFEval Raw":0.7040452665593957,"IFEval":70.40452665593958,"BBH Raw":0.639820771660141,"BBH":48.445133231959545,"MATH Lvl 5 Raw":0.39652567975830816,"MATH Lvl 5":39.65256797583081,"GPQA Raw":0.3766778523489933,"GPQA":16.890380313199106,"MUSR Raw":0.47541666666666665,"MUSR":18.727083333333333,"MMLU-PRO Raw":0.5336602393617021,"MMLU-PRO":48.18447104018913,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-25","Generation":1,"Base Model":"Sakalti/ultiima-14B-v0.3 (Merge)"},{"eval_name":"Sakalti_ultiima-14B-v0.4_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/ultiima-14B-v0.4 📑","fullname":"Sakalti/ultiima-14B-v0.4","Model sha":"d5ab61746755307af49a5709e0439d54d8b3078f","Average ⬆️":33.64162669559072,"Hub License":"","Hub ❤️":1,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.2688358355493436,"IFEval Raw":0.3008284684636764,"IFEval":30.082846846367637,"BBH Raw":0.6420007859105136,"BBH":48.24803486437804,"MATH Lvl 5 Raw":0.35347432024169184,"MATH Lvl 5":35.34743202416919,"GPQA Raw":0.3959731543624161,"GPQA":19.463087248322143,"MUSR Raw":0.4885625,"MUSR":21.170312499999998,"MMLU-PRO Raw":0.527842420212766,"MMLU-PRO":47.538046690307326,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"Sakalti/ultiima-14B-v0.4 (Merge)"},{"eval_name":"Sakalti_ultiima-32B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/ultiima-32B 📑","fullname":"Sakalti/ultiima-32B","Model sha":"843652316df8b2b02d829325fbe4607ccf262ef4","Average ⬆️":45.40321787320272,"Hub License":"apache-2.0","Hub ❤️":5,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":10.511603801652418,"IFEval Raw":0.6854357549080883,"IFEval":68.54357549080883,"BBH Raw":0.7037285782797875,"BBH":58.112446786765965,"MATH Lvl 5 Raw":0.4962235649546828,"MATH Lvl 5":49.62235649546828,"GPQA Raw":0.3808724832214765,"GPQA":17.4496644295302,"MUSR Raw":0.4994791666666667,"MUSR":24.134895833333335,"MMLU-PRO Raw":0.5910073138297872,"MMLU-PRO":54.55636820330969,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-23","Submission Date":"2024-12-23","Generation":1,"Base Model":"Sakalti/ultiima-32B (Merge)"},{"eval_name":"Sakalti_ultiima-72B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/ultiima-72B 📑","fullname":"Sakalti/ultiima-72B","Model sha":"4554fb2249b139d8f62a31c2985f8909ec905798","Average ⬆️":46.76723892225559,"Hub License":"other","Hub ❤️":1,"#Params (B)":72.706,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":36.96552782603761,"IFEval Raw":0.7140121544169471,"IFEval":71.4012154416947,"BBH Raw":0.7217809739144654,"BBH":61.10313258693403,"MATH Lvl 5 Raw":0.5354984894259819,"MATH Lvl 5":53.54984894259819,"GPQA Raw":0.41442953020134227,"GPQA":21.923937360178968,"MUSR Raw":0.46518750000000003,"MUSR":18.115104166666665,"MMLU-PRO Raw":0.590591755319149,"MMLU-PRO":54.510195035460995,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-09","Submission Date":"2025-01-09","Generation":1,"Base Model":"Sakalti/ultiima-72B (Merge)"},{"eval_name":"Sakalti_ultiima-72B-v1.5_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sakalti/ultiima-72B-v1.5 📑","fullname":"Sakalti/ultiima-72B-v1.5","Model sha":"971db2a0f7e67cb7d5b34e35d2d2ec5b0591eb42","Average ⬆️":44.89912916202218,"Hub License":"other","Hub ❤️":0,"#Params (B)":72.706,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":32.194072335681284,"IFEval Raw":0.6549610588793291,"IFEval":65.49610588793291,"BBH Raw":0.7391727188223717,"BBH":63.438206058920265,"MATH Lvl 5 Raw":0.4395770392749245,"MATH Lvl 5":43.957703927492446,"GPQA Raw":0.41359060402684567,"GPQA":21.812080536912756,"MUSR Raw":0.46909375000000003,"MUSR":18.536718749999995,"MMLU-PRO Raw":0.6053856382978723,"MMLU-PRO":56.153959810874696,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-25","Generation":1,"Base Model":"Sakalti/ultiima-72B-v1.5 (Merge)"},{"eval_name":"Salesforce_LLaMA-3-8B-SFR-Iterative-DPO-R_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Salesforce/LLaMA-3-8B-SFR-Iterative-DPO-R 📑","fullname":"Salesforce/LLaMA-3-8B-SFR-Iterative-DPO-R","Model sha":"ad7d1aed82eb6d8ca4b3aad627ff76f72ab34f70","Average ⬆️":18.527751291550988,"Hub License":"llama3","Hub ❤️":78,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7147848610366037,"IFEval Raw":0.38156203318306536,"IFEval":38.15620331830654,"BBH Raw":0.5011950469666927,"BBH":29.150289349765558,"MATH Lvl 5 Raw":0.09138972809667674,"MATH Lvl 5":9.138972809667674,"GPQA Raw":0.287751677852349,"GPQA":5.033557046979867,"MUSR Raw":0.36333333333333334,"MUSR":5.550000000000002,"MMLU-PRO Raw":0.3172373670212766,"MMLU-PRO":24.137485224586285,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-09","Submission Date":"2024-07-02","Generation":0,"Base Model":"Salesforce/LLaMA-3-8B-SFR-Iterative-DPO-R"},{"eval_name":"SanjiWatsuki_Kunoichi-DPO-v2-7B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"SanjiWatsuki/Kunoichi-DPO-v2-7B 📑","fullname":"SanjiWatsuki/Kunoichi-DPO-v2-7B","Model sha":"5278247beb482c4fceff2294570236d68b74d132","Average ⬆️":20.5816311223652,"Hub License":"cc-by-nc-4.0","Hub ❤️":84,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.4164136863768286,"IFEval Raw":0.5431034100630772,"IFEval":54.31034100630771,"BBH Raw":0.4415592450869275,"BBH":20.903472484123803,"MATH Lvl 5 Raw":0.07628398791540786,"MATH Lvl 5":7.628398791540786,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.41883333333333334,"MUSR":11.087500000000004,"MMLU-PRO Raw":0.3106715425531915,"MMLU-PRO":23.407949172576835,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-01-13","Submission Date":"2024-06-28","Generation":0,"Base Model":"SanjiWatsuki/Kunoichi-DPO-v2-7B"},{"eval_name":"SanjiWatsuki_Silicon-Maid-7B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"SanjiWatsuki/Silicon-Maid-7B 📑","fullname":"SanjiWatsuki/Silicon-Maid-7B","Model sha":"4e43d81f3fff1091df7cb2d85e9e306d25235701","Average ⬆️":19.412095533357363,"Hub License":"cc-by-4.0","Hub ❤️":112,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2123266045650976,"IFEval Raw":0.5367835121920947,"IFEval":53.678351219209475,"BBH Raw":0.4127972831009074,"BBH":16.692746753586437,"MATH Lvl 5 Raw":0.0649546827794562,"MATH Lvl 5":6.495468277945619,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.41883333333333334,"MUSR":11.087500000000004,"MMLU-PRO Raw":0.308344414893617,"MMLU-PRO":23.149379432624112,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2023-12-27","Submission Date":"2024-09-08","Generation":0,"Base Model":"SanjiWatsuki/Silicon-Maid-7B"},{"eval_name":"Sao10K_70B-L3.3-Cirrus-x1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Sao10K/70B-L3.3-Cirrus-x1 📑","fullname":"Sao10K/70B-L3.3-Cirrus-x1","Model sha":"31d7ca33f3098d1eabe6f87a2c5b5bde85b20f35","Average ⬆️":43.0025823792082,"Hub License":"llama3.3","Hub ❤️":28,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":27.049162520155996,"IFEval Raw":0.6680751517085777,"IFEval":66.80751517085777,"BBH Raw":0.7028970787833794,"BBH":57.132312166381276,"MATH Lvl 5 Raw":0.37386706948640486,"MATH Lvl 5":37.38670694864049,"GPQA Raw":0.44966442953020136,"GPQA":26.62192393736018,"MUSR Raw":0.4841666666666667,"MUSR":21.42083333333333,"MMLU-PRO Raw":0.5378158244680851,"MMLU-PRO":48.646202718676115,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-06","Submission Date":"2025-01-12","Generation":1,"Base Model":"Sao10K/70B-L3.3-Cirrus-x1 (Merge)"},{"eval_name":"Sao10K_Fimbulvetr-11B-v2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Sao10K/Fimbulvetr-11B-v2 📑","fullname":"Sao10K/Fimbulvetr-11B-v2","Model sha":"b2dcd534dc3a53ff84e60a53b87816185169be19","Average ⬆️":21.089256463822462,"Hub License":"cc-by-nc-4.0","Hub ❤️":176,"#Params (B)":10.732,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6424083021526863,"IFEval Raw":0.5100056738343152,"IFEval":51.000567383431516,"BBH Raw":0.4544495065184342,"BBH":22.65512081005865,"MATH Lvl 5 Raw":0.06797583081570997,"MATH Lvl 5":6.797583081570997,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.43536458333333333,"MUSR":14.920572916666666,"MMLU-PRO Raw":0.33011968085106386,"MMLU-PRO":25.56885342789598,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-02-06","Submission Date":"2024-07-01","Generation":0,"Base Model":"Sao10K/Fimbulvetr-11B-v2"},{"eval_name":"Sao10K_L3-70B-Euryale-v2.1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Sao10K/L3-70B-Euryale-v2.1 📑","fullname":"Sao10K/L3-70B-Euryale-v2.1","Model sha":"36ad832b771cd783ea7ad00ed39e61f679b1a7c6","Average ⬆️":35.43613152375533,"Hub License":"cc-by-nc-4.0","Hub ❤️":134,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":17.236697092399766,"IFEval Raw":0.7384417789243651,"IFEval":73.84417789243652,"BBH Raw":0.6471322811268715,"BBH":48.70118672944805,"MATH Lvl 5 Raw":0.21374622356495468,"MATH Lvl 5":21.37462235649547,"GPQA Raw":0.3313758389261745,"GPQA":10.850111856823268,"MUSR Raw":0.42091666666666666,"MUSR":12.247916666666669,"MMLU-PRO Raw":0.5103889627659575,"MMLU-PRO":45.598773640661946,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-11","Submission Date":"2024-07-01","Generation":0,"Base Model":"Sao10K/L3-70B-Euryale-v2.1"},{"eval_name":"Sao10K_L3-70B-Euryale-v2.1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Sao10K/L3-70B-Euryale-v2.1 📑","fullname":"Sao10K/L3-70B-Euryale-v2.1","Model sha":"36ad832b771cd783ea7ad00ed39e61f679b1a7c6","Average ⬆️":35.473252668728755,"Hub License":"cc-by-nc-4.0","Hub ❤️":134,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":8.616454319859539,"IFEval Raw":0.7281003293483512,"IFEval":72.81003293483514,"BBH Raw":0.6502778992745041,"BBH":49.193003079898574,"MATH Lvl 5 Raw":0.22432024169184292,"MATH Lvl 5":22.43202416918429,"GPQA Raw":0.3313758389261745,"GPQA":10.850111856823268,"MUSR Raw":0.41958333333333336,"MUSR":12.047916666666667,"MMLU-PRO Raw":0.5095578457446809,"MMLU-PRO":45.50642730496454,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-11","Submission Date":"2024-06-26","Generation":0,"Base Model":"Sao10K/L3-70B-Euryale-v2.1"},{"eval_name":"Sao10K_L3-8B-Lunaris-v1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Sao10K/L3-8B-Lunaris-v1 📑","fullname":"Sao10K/L3-8B-Lunaris-v1","Model sha":"8479c2a7ee119c935b9a02c921cc2a85b698dfe8","Average ⬆️":25.577983918433663,"Hub License":"llama3","Hub ❤️":114,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3209972770416638,"IFEval Raw":0.6894573066131198,"IFEval":68.94573066131198,"BBH Raw":0.5235299282515419,"BBH":32.11434845509543,"MATH Lvl 5 Raw":0.09063444108761329,"MATH Lvl 5":9.06344410876133,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.3726666666666667,"MUSR":5.550000000000002,"MMLU-PRO Raw":0.3787400265957447,"MMLU-PRO":30.971114066193856,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-26","Submission Date":"2024-07-22","Generation":0,"Base Model":"Sao10K/L3-8B-Lunaris-v1"},{"eval_name":"Sao10K_L3-8B-Niitama-v1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Sao10K/L3-8B-Niitama-v1 📑","fullname":"Sao10K/L3-8B-Niitama-v1","Model sha":"507a802294c653056dac604a704fd55c9a566695","Average ⬆️":25.7912140312776,"Hub License":"cc-by-nc-4.0","Hub ❤️":40,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0607544329948946,"IFEval Raw":0.6790659893526954,"IFEval":67.90659893526953,"BBH Raw":0.5302980131787137,"BBH":33.209787820927936,"MATH Lvl 5 Raw":0.09818731117824774,"MATH Lvl 5":9.818731117824774,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.3806666666666667,"MUSR":6.083333333333336,"MMLU-PRO Raw":0.3700964095744681,"MMLU-PRO":30.010712174940902,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-07","Submission Date":"2025-01-07","Generation":0,"Base Model":"Sao10K/L3-8B-Niitama-v1"},{"eval_name":"Sao10K_L3-8B-Stheno-v3.2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Sao10K/L3-8B-Stheno-v3.2 📑","fullname":"Sao10K/L3-8B-Stheno-v3.2","Model sha":"4bb828f6e1b1efd648c39b1ad682c44ff260f018","Average ⬆️":25.884393588195138,"Hub License":"cc-by-nc-4.0","Hub ❤️":282,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.783344467254921,"IFEval Raw":0.6872841837435781,"IFEval":68.72841837435782,"BBH Raw":0.522778637171633,"BBH":32.02159792407502,"MATH Lvl 5 Raw":0.09290030211480363,"MATH Lvl 5":9.290030211480364,"GPQA Raw":0.3104026845637584,"GPQA":8.05369127516779,"MUSR Raw":0.3793645833333333,"MUSR":6.453906249999996,"MMLU-PRO Raw":0.3768284574468085,"MMLU-PRO":30.758717494089833,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-05","Submission Date":"2024-06-30","Generation":0,"Base Model":"Sao10K/L3-8B-Stheno-v3.2"},{"eval_name":"Sao10K_L3-8B-Stheno-v3.3-32K_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Sao10K/L3-8B-Stheno-v3.3-32K 📑","fullname":"Sao10K/L3-8B-Stheno-v3.3-32K","Model sha":"1a59d163e079c7e7f1542553d085853119960f0c","Average ⬆️":12.649981104473916,"Hub License":"cc-by-nc-4.0","Hub ❤️":60,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.937264492143905,"IFEval Raw":0.46037181345496614,"IFEval":46.03718134549661,"BBH Raw":0.3844012923008206,"BBH":13.512008983197541,"MATH Lvl 5 Raw":0.014350453172205438,"MATH Lvl 5":1.4350453172205437,"GPQA Raw":0.25671140939597314,"GPQA":0.8948545861297527,"MUSR Raw":0.3725416666666667,"MUSR":4.067708333333334,"MMLU-PRO Raw":0.1895777925531915,"MMLU-PRO":9.95308806146572,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-22","Submission Date":"2024-06-26","Generation":0,"Base Model":"Sao10K/L3-8B-Stheno-v3.3-32K"},{"eval_name":"Sao10K_MN-12B-Lyra-v3_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Sao10K/MN-12B-Lyra-v3 📑","fullname":"Sao10K/MN-12B-Lyra-v3","Model sha":"da76fa39d128ca84065427189bb228f2dfc6b8a3","Average ⬆️":19.63563111181339,"Hub License":"cc-by-nc-4.0","Hub ❤️":35,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.169329542761872,"IFEval Raw":0.4486063644463357,"IFEval":44.86063644463357,"BBH Raw":0.4803954360397243,"BBH":25.870963383072453,"MATH Lvl 5 Raw":0.09365558912386707,"MATH Lvl 5":9.365558912386707,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.40190624999999996,"MUSR":9.038281250000004,"MMLU-PRO Raw":0.32488364361702127,"MMLU-PRO":24.987071513002363,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-27","Submission Date":"2024-09-03","Generation":0,"Base Model":"Sao10K/MN-12B-Lyra-v3"},{"eval_name":"Saxo_Linkbricks-Horizon-AI-Avengers-V1-32B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Saxo/Linkbricks-Horizon-AI-Avengers-V1-32B 📑","fullname":"Saxo/Linkbricks-Horizon-AI-Avengers-V1-32B","Model sha":"2c355e4b28d552b5fd28c461730272a7e0ccc893","Average ⬆️":47.33695645964031,"Hub License":"apache-2.0","Hub ❤️":6,"#Params (B)":32.76,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":7.953929556785364,"IFEval Raw":0.7971681804279312,"IFEval":79.71681804279312,"BBH Raw":0.7000545067146033,"BBH":57.633928620802884,"MATH Lvl 5 Raw":0.6027190332326284,"MATH Lvl 5":60.27190332326284,"GPQA Raw":0.3624161073825503,"GPQA":14.988814317673373,"MUSR Raw":0.45378125,"MUSR":18.155989583333334,"MMLU-PRO Raw":0.5792885638297872,"MMLU-PRO":53.25428486997635,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":2,"Base Model":"Qwen/Qwen2.5-32B"},{"eval_name":"Saxo_Linkbricks-Horizon-AI-Avengers-V2-32B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Saxo/Linkbricks-Horizon-AI-Avengers-V2-32B 📑","fullname":"Saxo/Linkbricks-Horizon-AI-Avengers-V2-32B","Model sha":"30df08b54b86b6f11bcd3afeb4ba8440085e35b7","Average ⬆️":43.33912719384693,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":32.76,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":8.597440968045287,"IFEval Raw":0.7956444456264933,"IFEval":79.56444456264933,"BBH Raw":0.7023193256341814,"BBH":58.07744907944319,"MATH Lvl 5 Raw":0.5664652567975831,"MATH Lvl 5":56.646525679758305,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.41663541666666665,"MUSR":11.179427083333337,"MMLU-PRO Raw":0.5719747340425532,"MMLU-PRO":52.44163711583924,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-30","Submission Date":"2024-12-30","Generation":3,"Base Model":"Qwen/Qwen2.5-32B"},{"eval_name":"Saxo_Linkbricks-Horizon-AI-Avengers-V3-32B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Saxo/Linkbricks-Horizon-AI-Avengers-V3-32B 📑","fullname":"Saxo/Linkbricks-Horizon-AI-Avengers-V3-32B","Model sha":"5a0166310b316f0cb1b3cf9edf99188912fadab0","Average ⬆️":46.36626657304592,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":7.081442953722984,"IFEval Raw":0.8248702332034556,"IFEval":82.48702332034557,"BBH Raw":0.6913199237437709,"BBH":56.527924000253876,"MATH Lvl 5 Raw":0.6178247734138973,"MATH Lvl 5":61.78247734138973,"GPQA Raw":0.33808724832214765,"GPQA":11.74496644295302,"MUSR Raw":0.42745833333333333,"MUSR":13.832291666666665,"MMLU-PRO Raw":0.56640625,"MMLU-PRO":51.822916666666664,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-31","Submission Date":"2024-12-31","Generation":4,"Base Model":"Qwen/Qwen2.5-32B"},{"eval_name":"Saxo_Linkbricks-Horizon-AI-Avengers-V4-32B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Saxo/Linkbricks-Horizon-AI-Avengers-V4-32B 📑","fullname":"Saxo/Linkbricks-Horizon-AI-Avengers-V4-32B","Model sha":"99600b01f8e40c6ddf375c05457b1beb9caa0632","Average ⬆️":45.60530808037683,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":7.50944829748876,"IFEval Raw":0.7630963620970137,"IFEval":76.30963620970138,"BBH Raw":0.6920204096666581,"BBH":56.552203892922165,"MATH Lvl 5 Raw":0.5362537764350453,"MATH Lvl 5":53.625377643504535,"GPQA Raw":0.3615771812080537,"GPQA":14.876957494407161,"MUSR Raw":0.4642604166666667,"MUSR":19.465885416666666,"MMLU-PRO Raw":0.5752160904255319,"MMLU-PRO":52.8017878250591,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-31","Submission Date":"2024-12-31","Generation":5,"Base Model":"Qwen/Qwen2.5-32B"},{"eval_name":"Saxo_Linkbricks-Horizon-AI-Avengers-V5-32B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Saxo/Linkbricks-Horizon-AI-Avengers-V5-32B 📑","fullname":"Saxo/Linkbricks-Horizon-AI-Avengers-V5-32B","Model sha":"5ff582988d90a386c8ebba1f02834cff8804a60f","Average ⬆️":45.672698393079905,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":7.573451455506034,"IFEval Raw":0.7515558717536137,"IFEval":75.15558717536138,"BBH Raw":0.6928650089977083,"BBH":56.67538301839144,"MATH Lvl 5 Raw":0.5460725075528701,"MATH Lvl 5":54.607250755287005,"GPQA Raw":0.35570469798657717,"GPQA":14.093959731543624,"MUSR Raw":0.47086458333333336,"MUSR":20.591406250000002,"MMLU-PRO Raw":0.5762134308510638,"MMLU-PRO":52.912603427895974,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-31","Submission Date":"2024-12-31","Generation":6,"Base Model":"Qwen/Qwen2.5-32B"},{"eval_name":"Saxo_Linkbricks-Horizon-AI-Avengers-V6-32B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Saxo/Linkbricks-Horizon-AI-Avengers-V6-32B 📑","fullname":"Saxo/Linkbricks-Horizon-AI-Avengers-V6-32B","Model sha":"58dc292d0c0f112778527030e0f2ee50a7fa9c9c","Average ⬆️":46.23110024344452,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":32.76,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":7.305351304120306,"IFEval Raw":0.8208985491828349,"IFEval":82.08985491828349,"BBH Raw":0.6889783858832969,"BBH":56.186576093303636,"MATH Lvl 5 Raw":0.622356495468278,"MATH Lvl 5":62.2356495468278,"GPQA Raw":0.3347315436241611,"GPQA":11.297539149888143,"MUSR Raw":0.42742708333333335,"MUSR":13.661718749999997,"MMLU-PRO Raw":0.5672373670212766,"MMLU-PRO":51.915263002364064,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-01","Submission Date":"2025-01-01","Generation":7,"Base Model":"Qwen/Qwen2.5-32B"},{"eval_name":"Saxo_Linkbricks-Horizon-AI-Korean-Avengers-V2-27B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"Saxo/Linkbricks-Horizon-AI-Korean-Avengers-V2-27B 📑","fullname":"Saxo/Linkbricks-Horizon-AI-Korean-Avengers-V2-27B","Model sha":"1edbb9dd88fc3a73197c1bde3105dc9b6e8e13d9","Average ⬆️":37.17096025005312,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":27.227,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":8.744957095859188,"IFEval Raw":0.8145786513118525,"IFEval":81.45786513118526,"BBH Raw":0.6463223196116569,"BBH":49.645052903738225,"MATH Lvl 5 Raw":0.2802114803625378,"MATH Lvl 5":28.02114803625378,"GPQA Raw":0.34731543624161076,"GPQA":12.975391498881436,"MUSR Raw":0.4139375,"MUSR":10.942187500000003,"MMLU-PRO Raw":0.45985704787234044,"MMLU-PRO":39.984116430260045,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":4,"Base Model":"google/gemma-2-27b"},{"eval_name":"Saxo_Linkbricks-Horizon-AI-Korean-Avengers-V3-27B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"Saxo/Linkbricks-Horizon-AI-Korean-Avengers-V3-27B 📑","fullname":"Saxo/Linkbricks-Horizon-AI-Korean-Avengers-V3-27B","Model sha":"077dbd8265b83cc99e5b37f0af97b73008ec5866","Average ⬆️":37.3287116618655,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":27.227,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":8.22797798661364,"IFEval Raw":0.81420408959339,"IFEval":81.420408959339,"BBH Raw":0.6403963618749583,"BBH":48.69836786250173,"MATH Lvl 5 Raw":0.24924471299093656,"MATH Lvl 5":24.924471299093657,"GPQA Raw":0.35906040268456374,"GPQA":14.541387024608499,"MUSR Raw":0.44667708333333334,"MUSR":15.23463541666667,"MMLU-PRO Raw":0.4523769946808511,"MMLU-PRO":39.15299940898345,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":5,"Base Model":"google/gemma-2-27b"},{"eval_name":"Saxo_Linkbricks-Horizon-AI-Korean-Superb-22B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Saxo/Linkbricks-Horizon-AI-Korean-Superb-22B 📑","fullname":"Saxo/Linkbricks-Horizon-AI-Korean-Superb-22B","Model sha":"4fb08002ca40d2fdfbf1334049e8e1264daf50c1","Average ⬆️":29.331660638255602,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":22.247,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.026993687258279,"IFEval Raw":0.6766679078179231,"IFEval":67.66679078179232,"BBH Raw":0.5625539568927603,"BBH":36.57802382251899,"MATH Lvl 5 Raw":0.23716012084592145,"MATH Lvl 5":23.716012084592144,"GPQA Raw":0.3263422818791946,"GPQA":10.17897091722595,"MUSR Raw":0.3907708333333333,"MUSR":5.946354166666666,"MMLU-PRO Raw":0.3871343085106383,"MMLU-PRO":31.903812056737586,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-08","Submission Date":"2024-12-25","Generation":1,"Base Model":"mistralai/Mistral-Small-Instruct-2409"},{"eval_name":"Saxo_Linkbricks-Horizon-AI-Korean-Superb-27B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"Saxo/Linkbricks-Horizon-AI-Korean-Superb-27B 📑","fullname":"Saxo/Linkbricks-Horizon-AI-Korean-Superb-27B","Model sha":"0b4cf265801f8ee050a54eea7ee51d3142e98c74","Average ⬆️":38.3619715244158,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":27.227,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":7.776938011044043,"IFEval Raw":0.7767601076255447,"IFEval":77.67601076255447,"BBH Raw":0.6518345685119445,"BBH":50.60725661580997,"MATH Lvl 5 Raw":0.2719033232628399,"MATH Lvl 5":27.19033232628399,"GPQA Raw":0.3598993288590604,"GPQA":14.65324384787472,"MUSR Raw":0.47913541666666665,"MUSR":19.52526041666666,"MMLU-PRO Raw":0.4646775265957447,"MMLU-PRO":40.51972517730496,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-16","Submission Date":"2024-11-17","Generation":2,"Base Model":"google/gemma-2-27b"},{"eval_name":"Saxo_Linkbricks-Horizon-AI-Superb-27B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"Saxo/Linkbricks-Horizon-AI-Superb-27B 📑","fullname":"Saxo/Linkbricks-Horizon-AI-Superb-27B","Model sha":"b1bffefa2c1c36436275abae3b9bc018f9ea1908","Average ⬆️":34.63303350305584,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":27.227,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":9.249224923882931,"IFEval Raw":0.7302235845334822,"IFEval":73.02235845334823,"BBH Raw":0.6186245528925046,"BBH":45.694323910043586,"MATH Lvl 5 Raw":0.22205438066465258,"MATH Lvl 5":22.20543806646526,"GPQA Raw":0.3573825503355705,"GPQA":14.317673378076066,"MUSR Raw":0.465,"MUSR":18.558333333333334,"MMLU-PRO Raw":0.406000664893617,"MMLU-PRO":34.00007387706855,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-04","Submission Date":"2024-12-25","Generation":2,"Base Model":"google/gemma-2-27b"},{"eval_name":"SeaLLMs_SeaLLM-7B-v2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"SeaLLMs/SeaLLM-7B-v2 📑","fullname":"SeaLLMs/SeaLLM-7B-v2","Model sha":"35c5464399144a14915733dc690c4a74e1f71b16","Average ⬆️":18.166389781627085,"Hub License":"other","Hub ❤️":65,"#Params (B)":7.376,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.26978602248258,"IFEval Raw":0.36712367629002157,"IFEval":36.71236762900216,"BBH Raw":0.4902100795458318,"BBH":27.438159401570932,"MATH Lvl 5 Raw":0.08534743202416918,"MATH Lvl 5":8.534743202416918,"GPQA Raw":0.2785234899328859,"GPQA":3.8031319910514525,"MUSR Raw":0.4069583333333333,"MUSR":9.36979166666667,"MMLU-PRO Raw":0.30826130319148937,"MMLU-PRO":23.140144799054376,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-01-29","Submission Date":"2024-09-17","Generation":0,"Base Model":"SeaLLMs/SeaLLM-7B-v2"},{"eval_name":"SeaLLMs_SeaLLM-7B-v2.5_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"GemmaForCausalLM","Model":"SeaLLMs/SeaLLM-7B-v2.5 📑","fullname":"SeaLLMs/SeaLLM-7B-v2.5","Model sha":"a961daf713dcb31e3253ebe40d43ea5fb7a84099","Average ⬆️":20.73056803415737,"Hub License":"other","Hub ❤️":49,"#Params (B)":8.538,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.2019534437040718,"IFEval Raw":0.4521536190640833,"IFEval":45.21536190640833,"BBH Raw":0.49802029594352754,"BBH":28.738153930102815,"MATH Lvl 5 Raw":0.10876132930513595,"MATH Lvl 5":10.876132930513595,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.42032291666666666,"MUSR":11.60703125,"MMLU-PRO Raw":0.3203125,"MMLU-PRO":24.479166666666664,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-03","Submission Date":"2024-07-29","Generation":0,"Base Model":"SeaLLMs/SeaLLM-7B-v2.5"},{"eval_name":"SeaLLMs_SeaLLMs-v3-7B-Chat_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"SeaLLMs/SeaLLMs-v3-7B-Chat 📑","fullname":"SeaLLMs/SeaLLMs-v3-7B-Chat","Model sha":"67ef6dfd0a5df7af4be7a325786105a2ba4cbaf7","Average ⬆️":24.211695856688838,"Hub License":"other","Hub ❤️":53,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.685706249390413,"IFEval Raw":0.43766539448662883,"IFEval":43.76653944866288,"BBH Raw":0.5266406284595359,"BBH":33.801622722378404,"MATH Lvl 5 Raw":0.18580060422960726,"MATH Lvl 5":18.580060422960727,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.417375,"MUSR":10.471875000000002,"MMLU-PRO Raw":0.3894614361702128,"MMLU-PRO":32.16238179669031,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-03","Submission Date":"2024-07-29","Generation":0,"Base Model":"SeaLLMs/SeaLLMs-v3-7B-Chat"},{"eval_name":"SenseLLM_ReflectionCoder-CL-34B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"SenseLLM/ReflectionCoder-CL-34B 📑","fullname":"SenseLLM/ReflectionCoder-CL-34B","Model sha":"e939100132251cf340ba88d9bdd342faa3c3b211","Average ⬆️":12.147932297450376,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":33.744,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.9401396540259577,"IFEval Raw":0.4007710652180658,"IFEval":40.077106521806584,"BBH Raw":0.39529304297033296,"BBH":14.264686822563535,"MATH Lvl 5 Raw":0.03323262839879154,"MATH Lvl 5":3.3232628398791544,"GPQA Raw":0.25083892617449666,"GPQA":0.11185682326622093,"MUSR Raw":0.41548958333333336,"MUSR":10.402864583333335,"MMLU-PRO Raw":0.14237034574468085,"MMLU-PRO":4.707816193853427,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-28","Submission Date":"2024-09-15","Generation":0,"Base Model":"SenseLLM/ReflectionCoder-CL-34B"},{"eval_name":"SenseLLM_ReflectionCoder-DS-33B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"SenseLLM/ReflectionCoder-DS-33B 📑","fullname":"SenseLLM/ReflectionCoder-DS-33B","Model sha":"07ae97a21fbef0503294e1eb258ce0a308b8dc35","Average ⬆️":9.194495021407294,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":33.34,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.619056319496223,"IFEval Raw":0.3786641666334215,"IFEval":37.86641666334215,"BBH Raw":0.3449447540164568,"BBH":8.337659356727954,"MATH Lvl 5 Raw":0.030211480362537766,"MATH Lvl 5":3.0211480362537766,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.3343125,"MUSR":0.45572916666666624,"MMLU-PRO Raw":0.12017952127659574,"MMLU-PRO":2.24216903073286,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-28","Submission Date":"2024-09-15","Generation":0,"Base Model":"SenseLLM/ReflectionCoder-DS-33B"},{"eval_name":"SentientAGI_Dobby-Mini-Leashed-Llama-3.1-8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"SentientAGI/Dobby-Mini-Leashed-Llama-3.1-8B 📑","fullname":"SentientAGI/Dobby-Mini-Leashed-Llama-3.1-8B","Model sha":"a6f1c58d657b18f1dc507dbd8db1a79089c4a05d","Average ⬆️":29.438992188094076,"Hub License":"llama3.1","Hub ❤️":10,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5346435887257317,"IFEval Raw":0.7847034756667863,"IFEval":78.47034756667864,"BBH Raw":0.5138053850165866,"BBH":30.77304532336984,"MATH Lvl 5 Raw":0.18580060422960726,"MATH Lvl 5":18.580060422960727,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.425375,"MUSR":11.938541666666671,"MMLU-PRO Raw":0.36943151595744683,"MMLU-PRO":29.93683510638298,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-22","Submission Date":"2025-02-04","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"SentientAGI_Dobby-Mini-Unhinged-Llama-3.1-8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"SentientAGI/Dobby-Mini-Unhinged-Llama-3.1-8B 📑","fullname":"SentientAGI/Dobby-Mini-Unhinged-Llama-3.1-8B","Model sha":"23f4c4a863f933238505391f49af552e1cf2c2ad","Average ⬆️":27.45756521473049,"Hub License":"llama3.1","Hub ❤️":35,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.351298557406623,"IFEval Raw":0.7456858912130924,"IFEval":74.56858912130923,"BBH Raw":0.5142440064892148,"BBH":30.369934195446422,"MATH Lvl 5 Raw":0.15634441087613293,"MATH Lvl 5":15.634441087613293,"GPQA Raw":0.3062080536912752,"GPQA":7.494407158836691,"MUSR Raw":0.40128125000000003,"MUSR":7.960156250000001,"MMLU-PRO Raw":0.35846077127659576,"MMLU-PRO":28.717863475177303,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-22","Submission Date":"2025-02-04","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"SeppeV_SmolLM_pretrained_with_sft_trained_with_1pc_data_on_a_preference_dpo_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"SeppeV/SmolLM_pretrained_with_sft_trained_with_1pc_data_on_a_preference_dpo 📑","fullname":"SeppeV/SmolLM_pretrained_with_sft_trained_with_1pc_data_on_a_preference_dpo","Model sha":"6ced77bb27efc0d6f33d447b9cc8fca35976e91c","Average ⬆️":4.299518611352284,"Hub License":"","Hub ❤️":0,"#Params (B)":0.135,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6543926123142053,"IFEval Raw":0.09554648333089535,"IFEval":9.554648333089535,"BBH Raw":0.3072665948660797,"BBH":3.612865412111988,"MATH Lvl 5 Raw":0.012084592145015106,"MATH Lvl 5":1.2084592145015105,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.40320833333333334,"MUSR":8.401041666666666,"MMLU-PRO Raw":0.11610704787234043,"MMLU-PRO":1.7896719858156023,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-12","Generation":0,"Base Model":"Removed"},{"eval_name":"Sharathhebbar24_SSH_355M_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"GPT2LMHeadModel","Model":"Sharathhebbar24/SSH_355M 📑","fullname":"Sharathhebbar24/SSH_355M","Model sha":"601988021bc27acf3c470fe70eed5db373df58db","Average ⬆️":5.371931358828882,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.355,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.17182553379164855,"IFEval Raw":0.1423589409433636,"IFEval":14.235894094336361,"BBH Raw":0.30985907344593705,"BBH":3.496136025027686,"MATH Lvl 5 Raw":0.00906344410876133,"MATH Lvl 5":0.906344410876133,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.41775,"MUSR":10.518749999999999,"MMLU-PRO Raw":0.11760305851063829,"MMLU-PRO":1.9558953900709206,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-02-06","Submission Date":"2025-01-11","Generation":0,"Base Model":"Sharathhebbar24/SSH_355M"},{"eval_name":"Sharathhebbar24_chat_gpt2_dpo_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"GPT2LMHeadModel","Model":"Sharathhebbar24/chat_gpt2_dpo 📑","fullname":"Sharathhebbar24/chat_gpt2_dpo","Model sha":"f4a41f2c058c6b4087e1c0196d1279a38dd1f060","Average ⬆️":3.406545907558898,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":0.124,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.12875475498765035,"IFEval Raw":0.09861944086135896,"IFEval":9.861944086135896,"BBH Raw":0.29022988561565644,"BBH":1.6986044099668713,"MATH Lvl 5 Raw":0.005287009063444109,"MATH Lvl 5":0.5287009063444109,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.38184375,"MUSR":5.43046875,"MMLU-PRO Raw":0.11419547872340426,"MMLU-PRO":1.5772754137115832,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-01-24","Submission Date":"2025-01-02","Generation":0,"Base Model":"Sharathhebbar24/chat_gpt2_dpo"},{"eval_name":"Shreyash2010_Uma-4x4B-Instruct-v0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Adapter","Architecture":"?","Model":"Shreyash2010/Uma-4x4B-Instruct-v0.1 📑","fullname":"Shreyash2010/Uma-4x4B-Instruct-v0.1","Model sha":"f78146bdd1632585b3520717885e0ca41ddbce69","Average ⬆️":27.922104785036094,"Hub License":"","Hub ❤️":0,"#Params (B)":3.821,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.3835301665966497,"IFEval Raw":0.5516961661724225,"IFEval":55.169616617242255,"BBH Raw":0.5511602059856503,"BBH":36.28453127383045,"MATH Lvl 5 Raw":0.17749244712990936,"MATH Lvl 5":17.749244712990937,"GPQA Raw":0.3347315436241611,"GPQA":11.297539149888143,"MUSR Raw":0.4441041666666667,"MUSR":15.146354166666663,"MMLU-PRO Raw":0.386968085106383,"MMLU-PRO":31.885342789598102,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-08-25","Generation":0,"Base Model":"Removed"},{"eval_name":"Sicarius-Prototyping_Brainy_LLAMA_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Sicarius-Prototyping/Brainy_LLAMA 📑","fullname":"Sicarius-Prototyping/Brainy_LLAMA","Model sha":"c6c0c29b606c2f7b9484f7ccc9ffc139ce56c37e","Average ⬆️":24.22551281841119,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4562784679275762,"IFEval Raw":0.5204224790223274,"IFEval":52.042247902232745,"BBH Raw":0.5117131754488634,"BBH":30.294986762557475,"MATH Lvl 5 Raw":0.1336858006042296,"MATH Lvl 5":13.36858006042296,"GPQA Raw":0.313758389261745,"GPQA":8.501118568232664,"MUSR Raw":0.4143333333333334,"MUSR":9.491666666666669,"MMLU-PRO Raw":0.3848902925531915,"MMLU-PRO":31.654476950354614,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-04","Submission Date":"2024-12-04","Generation":0,"Base Model":"Sicarius-Prototyping/Brainy_LLAMA"},{"eval_name":"Sicarius-Prototyping_Micropenis_1B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Sicarius-Prototyping/Micropenis_1B 📑","fullname":"Sicarius-Prototyping/Micropenis_1B","Model sha":"959bd3a493afab5556cf70e4ff8d3e11445a76e0","Average ⬆️":10.141053791929549,"Hub License":"","Hub ❤️":0,"#Params (B)":0.618,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7227822905689283,"IFEval Raw":0.3460662154195313,"IFEval":34.606621541953125,"BBH Raw":0.3372377910880025,"BBH":7.664224287376964,"MATH Lvl 5 Raw":0.04607250755287009,"MATH Lvl 5":4.607250755287009,"GPQA Raw":0.2625838926174497,"GPQA":1.6778523489932917,"MUSR Raw":0.3325416666666667,"MUSR":2.7343749999999996,"MMLU-PRO Raw":0.18600398936170212,"MMLU-PRO":9.555998817966902,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-26","Generation":0,"Base Model":"Removed"},{"eval_name":"Sicarius-Prototyping_bacon_and_food_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Sicarius-Prototyping/bacon_and_food 📑","fullname":"Sicarius-Prototyping/bacon_and_food","Model sha":"79123dca52ada8369e44200e298c466b1f302c33","Average ⬆️":22.242423887650176,"Hub License":"creativeml-openrail-m","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.332752887985638,"IFEval Raw":0.5860428108529812,"IFEval":58.60428108529812,"BBH Raw":0.47245798883729967,"BBH":24.93079263718865,"MATH Lvl 5 Raw":0.09818731117824774,"MATH Lvl 5":9.818731117824774,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.3883854166666667,"MUSR":7.014843750000002,"MMLU-PRO Raw":0.3262965425531915,"MMLU-PRO":25.144060283687946,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-22","Submission Date":"2024-11-22","Generation":1,"Base Model":"Sicarius-Prototyping/bacon_and_food (Merge)"},{"eval_name":"SicariusSicariiStuff_2B-ad_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"SicariusSicariiStuff/2B-ad 📑","fullname":"SicariusSicariiStuff/2B-ad","Model sha":"fa0e405edfb1c6e454b7a25852b5bbf5049cf132","Average ⬆️":15.93131891082937,"Hub License":"gemma","Hub ❤️":5,"#Params (B)":3.204,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.4785996796507748,"IFEval Raw":0.4378903531518593,"IFEval":43.78903531518593,"BBH Raw":0.40922431523996955,"BBH":16.007592932115813,"MATH Lvl 5 Raw":0.05060422960725076,"MATH Lvl 5":5.0604229607250755,"GPQA Raw":0.28104026845637586,"GPQA":4.138702460850116,"MUSR Raw":0.40153124999999995,"MUSR":8.124739583333335,"MMLU-PRO Raw":0.2662067819148936,"MMLU-PRO":18.467420212765955,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-26","Submission Date":"2024-10-11","Generation":0,"Base Model":"SicariusSicariiStuff/2B-ad"},{"eval_name":"SicariusSicariiStuff_2B_or_not_2B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"GemmaForCausalLM","Model":"SicariusSicariiStuff/2B_or_not_2B 📑","fullname":"SicariusSicariiStuff/2B_or_not_2B","Model sha":"abf87e8422284aa83a42efd7a91154f9af3c7ed3","Average ⬆️":6.592012664617282,"Hub License":"gemma","Hub ❤️":27,"#Params (B)":2.506,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.754271302947184,"IFEval Raw":0.2062316874781136,"IFEval":20.623168747811363,"BBH Raw":0.3415917024092019,"BBH":7.68230049623281,"MATH Lvl 5 Raw":0.019637462235649546,"MATH Lvl 5":1.9637462235649545,"GPQA Raw":0.24748322147651006,"GPQA":0.0,"MUSR Raw":0.3790833333333334,"MUSR":4.8520833333333355,"MMLU-PRO Raw":0.13987699468085107,"MMLU-PRO":4.43077718676123,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-11","Submission Date":"2024-10-11","Generation":0,"Base Model":"SicariusSicariiStuff/2B_or_not_2B"},{"eval_name":"SicariusSicariiStuff_Dusk_Rainbow_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"SicariusSicariiStuff/Dusk_Rainbow 📑","fullname":"SicariusSicariiStuff/Dusk_Rainbow","Model sha":"106058ac50593d65bc4b5ae75c8c010e87cd8487","Average ⬆️":18.623890627323348,"Hub License":"llama3","Hub ❤️":36,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.4012977293319704,"IFEval Raw":0.3588057465303173,"IFEval":35.88057465303173,"BBH Raw":0.47717504280736184,"BBH":25.95903682422342,"MATH Lvl 5 Raw":0.07477341389728097,"MATH Lvl 5":7.477341389728097,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.40252083333333327,"MUSR":7.448437499999998,"MMLU-PRO Raw":0.3443317819148936,"MMLU-PRO":27.14797576832151,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-16","Submission Date":"2024-10-08","Generation":0,"Base Model":"SicariusSicariiStuff/Dusk_Rainbow"},{"eval_name":"SicariusSicariiStuff_Eximius_Persona_5B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"SicariusSicariiStuff/Eximius_Persona_5B 📑","fullname":"SicariusSicariiStuff/Eximius_Persona_5B","Model sha":"c0eaf083496a30d161551d24ef3445b1ab67483f","Average ⬆️":21.833611932328903,"Hub License":"llama3.2","Hub ❤️":4,"#Params (B)":5.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.961155951705545,"IFEval Raw":0.6559850086658954,"IFEval":65.59850086658955,"BBH Raw":0.4511736018571028,"BBH":22.201333094135226,"MATH Lvl 5 Raw":0.10196374622356495,"MATH Lvl 5":10.196374622356496,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.38181249999999994,"MUSR":7.326562499999997,"MMLU-PRO Raw":0.31399601063829785,"MMLU-PRO":23.777334515366427,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-21","Submission Date":"2025-01-22","Generation":1,"Base Model":"SicariusSicariiStuff/Eximius_Persona_5B (Merge)"},{"eval_name":"SicariusSicariiStuff_Impish_LLAMA_3B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"SicariusSicariiStuff/Impish_LLAMA_3B 📑","fullname":"SicariusSicariiStuff/Impish_LLAMA_3B","Model sha":"72703d3083d1a67849cbea0b7add3c1270a77cc7","Average ⬆️":17.791947493881953,"Hub License":"llama3.2","Hub ❤️":19,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.445904762553517,"IFEval Raw":0.46299485365496884,"IFEval":46.29948536549688,"BBH Raw":0.40905101627873225,"BBH":16.98575485690441,"MATH Lvl 5 Raw":0.11253776435045318,"MATH Lvl 5":11.253776435045317,"GPQA Raw":0.287751677852349,"GPQA":5.033557046979867,"MUSR Raw":0.3672708333333334,"MUSR":5.60885416666667,"MMLU-PRO Raw":0.2941323138297872,"MMLU-PRO":21.570257092198577,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-01","Submission Date":"2024-10-07","Generation":1,"Base Model":"SicariusSicariiStuff/Impish_LLAMA_3B (Merge)"},{"eval_name":"SicariusSicariiStuff_Impish_Mind_8B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"SicariusSicariiStuff/Impish_Mind_8B 📑","fullname":"SicariusSicariiStuff/Impish_Mind_8B","Model sha":"b408001bae902572570b4f55ebad3436c1c2cedb","Average ⬆️":18.124203063482273,"Hub License":"llama3.1","Hub ❤️":26,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3695634672770003,"IFEval Raw":0.31791424531354584,"IFEval":31.791424531354583,"BBH Raw":0.46736571616627115,"BBH":24.562854114562622,"MATH Lvl 5 Raw":0.10498489425981873,"MATH Lvl 5":10.498489425981873,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.4069583333333333,"MUSR":8.969791666666671,"MMLU-PRO Raw":0.3308676861702128,"MMLU-PRO":25.65196513002364,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-05","Submission Date":"2024-12-05","Generation":0,"Base Model":"SicariusSicariiStuff/Impish_Mind_8B"},{"eval_name":"SicariusSicariiStuff_Impish_QWEN_14B-1M_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"SicariusSicariiStuff/Impish_QWEN_14B-1M 📑","fullname":"SicariusSicariiStuff/Impish_QWEN_14B-1M","Model sha":"245f7900d6b6396c81b9d0247c09eaa95bdb6dc7","Average ⬆️":40.23736559941774,"Hub License":"apache-2.0","Hub ❤️":15,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.2022507114347665,"IFEval Raw":0.7867768631675067,"IFEval":78.67768631675067,"BBH Raw":0.6282934814011238,"BBH":47.22031340500465,"MATH Lvl 5 Raw":0.39652567975830816,"MATH Lvl 5":39.65256797583081,"GPQA Raw":0.35067114093959734,"GPQA":13.422818791946312,"MUSR Raw":0.46146875000000004,"MUSR":17.516927083333336,"MMLU-PRO Raw":0.504404920212766,"MMLU-PRO":44.93388002364066,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-27","Submission Date":"2025-01-27","Generation":1,"Base Model":"SicariusSicariiStuff/Impish_QWEN_14B-1M (Merge)"},{"eval_name":"SicariusSicariiStuff_Impish_QWEN_7B-1M_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"SicariusSicariiStuff/Impish_QWEN_7B-1M 📑","fullname":"SicariusSicariiStuff/Impish_QWEN_7B-1M","Model sha":"c8aef44ff768bf5a9d58a97d3b3b9d7ed0b3abaf","Average ⬆️":30.209083552218306,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2744692866465974,"IFEval Raw":0.6381744881359238,"IFEval":63.81744881359238,"BBH Raw":0.537172912933626,"BBH":34.55484768058619,"MATH Lvl 5 Raw":0.30891238670694865,"MATH Lvl 5":30.891238670694865,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.40739583333333335,"MUSR":9.557812500000002,"MMLU-PRO Raw":0.4265292553191489,"MMLU-PRO":36.281028368794324,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-27","Submission Date":"2025-01-27","Generation":1,"Base Model":"SicariusSicariiStuff/Impish_QWEN_7B-1M (Merge)"},{"eval_name":"SicariusSicariiStuff_LLAMA-3_8B_Unaligned_BETA_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"SicariusSicariiStuff/LLAMA-3_8B_Unaligned_BETA 📑","fullname":"SicariusSicariiStuff/LLAMA-3_8B_Unaligned_BETA","Model sha":"9bc5b68a7448a4e46eeaf27a4ac477d79578db95","Average ⬆️":19.14075237978403,"Hub License":"llama3.1","Hub ❤️":45,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4987464399469281,"IFEval Raw":0.3713203189758729,"IFEval":37.13203189758729,"BBH Raw":0.4717234028484832,"BBH":24.998013753807424,"MATH Lvl 5 Raw":0.08383685800604229,"MATH Lvl 5":8.38368580060423,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.41194791666666664,"MUSR":9.56015625,"MMLU-PRO Raw":0.3464926861702128,"MMLU-PRO":27.38807624113475,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-12","Submission Date":"2024-10-18","Generation":0,"Base Model":"SicariusSicariiStuff/LLAMA-3_8B_Unaligned_BETA"},{"eval_name":"SicariusSicariiStuff_Phi-Line_14B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"SicariusSicariiStuff/Phi-Line_14B 📑","fullname":"SicariusSicariiStuff/Phi-Line_14B","Model sha":"4eaf6b4e21774b8c6da9f998f0e2e71b3ab16296","Average ⬆️":37.56208119420943,"Hub License":"mit","Hub ❤️":11,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9368138642981235,"IFEval Raw":0.6495653754260917,"IFEval":64.95653754260917,"BBH Raw":0.6154430096216078,"BBH":43.794068990904684,"MATH Lvl 5 Raw":0.3859516616314199,"MATH Lvl 5":38.59516616314199,"GPQA Raw":0.35318791946308725,"GPQA":13.758389261744966,"MUSR Raw":0.44785416666666666,"MUSR":14.781770833333335,"MMLU-PRO Raw":0.5453789893617021,"MMLU-PRO":49.48655437352246,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-17","Submission Date":"2025-02-18","Generation":1,"Base Model":"SicariusSicariiStuff/Phi-Line_14B (Merge)"},{"eval_name":"SicariusSicariiStuff_Phi-lthy4_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"SicariusSicariiStuff/Phi-lthy4 📑","fullname":"SicariusSicariiStuff/Phi-lthy4","Model sha":"888f1003ec7de0d2880d3a83b1e23c125ac47fb1","Average ⬆️":30.269040533700707,"Hub License":"mit","Hub ❤️":28,"#Params (B)":11.933,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.739112042377834,"IFEval Raw":0.7679423928509688,"IFEval":76.79423928509688,"BBH Raw":0.587935701572946,"BBH":40.15288217449905,"MATH Lvl 5 Raw":0.13670694864048338,"MATH Lvl 5":13.670694864048338,"GPQA Raw":0.28691275167785235,"GPQA":4.921700223713646,"MUSR Raw":0.40829166666666666,"MUSR":9.036458333333334,"MMLU-PRO Raw":0.433344414893617,"MMLU-PRO":37.038268321512994,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-12","Submission Date":"2025-02-12","Generation":1,"Base Model":"SicariusSicariiStuff/Phi-lthy4 (Merge)"},{"eval_name":"SicariusSicariiStuff_Qwen2.5-14B_Uncencored_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"SicariusSicariiStuff/Qwen2.5-14B_Uncencored 📑","fullname":"SicariusSicariiStuff/Qwen2.5-14B_Uncencored","Model sha":"1daf648ac2f837c66bf6bb00459e034987d9486f","Average ⬆️":31.72493871859786,"Hub License":"","Hub ❤️":0,"#Params (B)":14.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.478390781463515,"IFEval Raw":0.31579099012841483,"IFEval":31.579099012841482,"BBH Raw":0.6308941945507827,"BBH":46.7202351109504,"MATH Lvl 5 Raw":0.31797583081570996,"MATH Lvl 5":31.797583081570995,"GPQA Raw":0.38171140939597314,"GPQA":17.561521252796418,"MUSR Raw":0.45166666666666666,"MUSR":15.291666666666666,"MMLU-PRO Raw":0.526595744680851,"MMLU-PRO":47.399527186761226,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-20","Generation":0,"Base Model":"Removed"},{"eval_name":"SicariusSicariiStuff_Qwen2.5-14B_Uncensored_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"SicariusSicariiStuff/Qwen2.5-14B_Uncensored 📑","fullname":"SicariusSicariiStuff/Qwen2.5-14B_Uncensored","Model sha":"0710a2341d269dcd56f9136fed442373d4dadc5d","Average ⬆️":31.750334298621826,"Hub License":"","Hub ❤️":0,"#Params (B)":14.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.841773402094493,"IFEval Raw":0.3173147249298528,"IFEval":31.73147249298528,"BBH Raw":0.6308941945507827,"BBH":46.7202351109504,"MATH Lvl 5 Raw":0.31797583081570996,"MATH Lvl 5":31.797583081570995,"GPQA Raw":0.38171140939597314,"GPQA":17.561521252796418,"MUSR Raw":0.45166666666666666,"MUSR":15.291666666666666,"MMLU-PRO Raw":0.526595744680851,"MMLU-PRO":47.399527186761226,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-21","Generation":0,"Base Model":"Removed"},{"eval_name":"SicariusSicariiStuff_Qwen2.5-14B_Uncensored_Instruct_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"SicariusSicariiStuff/Qwen2.5-14B_Uncensored_Instruct 📑","fullname":"SicariusSicariiStuff/Qwen2.5-14B_Uncensored_Instruct","Model sha":"","Average ⬆️":28.958792291740732,"Hub License":"","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":7.8103262425846,"IFEval Raw":0.3789389929830627,"IFEval":37.89389929830627,"BBH Raw":0.5936792404117958,"BBH":42.113096716972805,"MATH Lvl 5 Raw":0.3285498489425982,"MATH Lvl 5":32.85498489425982,"GPQA Raw":0.3296979865771812,"GPQA":10.626398210290827,"MUSR Raw":0.36965625,"MUSR":4.40703125,"MMLU-PRO Raw":0.5127160904255319,"MMLU-PRO":45.85734338061466,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-21","Generation":0,"Base Model":"Removed"},{"eval_name":"SicariusSicariiStuff_Redemption_Wind_24B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"SicariusSicariiStuff/Redemption_Wind_24B 📑","fullname":"SicariusSicariiStuff/Redemption_Wind_24B","Model sha":"e7b0e4989b34e5a7b1a3068c95ae83b951ac658e","Average ⬆️":28.370595438172284,"Hub License":"apache-2.0","Hub ❤️":21,"#Params (B)":23.572,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.9658071756513316,"IFEval Raw":0.25014517037017336,"IFEval":25.014517037017335,"BBH Raw":0.642816406969129,"BBH":48.417358452350896,"MATH Lvl 5 Raw":0.18580060422960726,"MATH Lvl 5":18.580060422960727,"GPQA Raw":0.38338926174496646,"GPQA":17.785234899328863,"MUSR Raw":0.4262395833333333,"MUSR":11.179947916666668,"MMLU-PRO Raw":0.543218085106383,"MMLU-PRO":49.24645390070923,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-06","Submission Date":"2025-02-07","Generation":0,"Base Model":"SicariusSicariiStuff/Redemption_Wind_24B"},{"eval_name":"SicariusSicariiStuff_Winged_Imp_8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"SicariusSicariiStuff/Winged_Imp_8B 📑","fullname":"SicariusSicariiStuff/Winged_Imp_8B","Model sha":"64411873c8b98fdbe62058a240fdcf1a550a00d0","Average ⬆️":26.911877977477257,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.299678580705405,"IFEval Raw":0.743012983328679,"IFEval":74.3012983328679,"BBH Raw":0.5120376322048542,"BBH":30.592875323293935,"MATH Lvl 5 Raw":0.12009063444108761,"MATH Lvl 5":12.009063444108762,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.41483333333333333,"MUSR":10.887499999999996,"MMLU-PRO Raw":0.3638630319148936,"MMLU-PRO":29.318114657210398,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-24","Generation":0,"Base Model":"Removed"},{"eval_name":"SicariusSicariiStuff_Wingless_Imp_8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"SicariusSicariiStuff/Wingless_Imp_8B 📑","fullname":"SicariusSicariiStuff/Wingless_Imp_8B","Model sha":"5da96e0a37d80faaca421606a4e1c6b7e5cafd78","Average ⬆️":26.911877977477257,"Hub License":"llama3.1","Hub ❤️":9,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2959258660149595,"IFEval Raw":0.743012983328679,"IFEval":74.3012983328679,"BBH Raw":0.5120376322048542,"BBH":30.592875323293935,"MATH Lvl 5 Raw":0.12009063444108761,"MATH Lvl 5":12.009063444108762,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.41483333333333333,"MUSR":10.887499999999996,"MMLU-PRO Raw":0.3638630319148936,"MMLU-PRO":29.318114657210398,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-24","Submission Date":"2025-01-24","Generation":1,"Base Model":"SicariusSicariiStuff/Wingless_Imp_8B (Merge)"},{"eval_name":"SicariusSicariiStuff_Zion_Alpha_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"SicariusSicariiStuff/Zion_Alpha 📑","fullname":"SicariusSicariiStuff/Zion_Alpha","Model sha":"e52e1b6e98dce3a54d82f87f83920c0a3f189457","Average ⬆️":19.186491401477962,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.180954638110283,"IFEval Raw":0.3324024698910003,"IFEval":33.24024698910004,"BBH Raw":0.49321099934509743,"BBH":29.160501194115735,"MATH Lvl 5 Raw":0.05211480362537765,"MATH Lvl 5":5.211480362537765,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.4726875,"MUSR":18.452604166666667,"MMLU-PRO Raw":0.31316489361702127,"MMLU-PRO":23.684988179669027,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-19","Submission Date":"2024-10-18","Generation":0,"Base Model":"SicariusSicariiStuff/Zion_Alpha"},{"eval_name":"SicariusSicariiStuff_dn_ep02_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"SicariusSicariiStuff/dn_ep02 📑","fullname":"SicariusSicariiStuff/dn_ep02","Model sha":"ab9d5937cff45d0da251d6094cbf5a3cef4d42d8","Average ⬆️":25.284440475555808,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3874595609327391,"IFEval Raw":0.5064340394597445,"IFEval":50.643403945974455,"BBH Raw":0.5266008759836228,"BBH":32.6437741461978,"MATH Lvl 5 Raw":0.1419939577039275,"MATH Lvl 5":14.19939577039275,"GPQA Raw":0.31543624161073824,"GPQA":8.7248322147651,"MUSR Raw":0.43163541666666666,"MUSR":12.187760416666668,"MMLU-PRO Raw":0.39976728723404253,"MMLU-PRO":33.30747635933806,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-19","Generation":0,"Base Model":"Removed"},{"eval_name":"SkyOrbis_SKY-Ko-Llama3.1-8B-lora_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"SkyOrbis/SKY-Ko-Llama3.1-8B-lora 📑","fullname":"SkyOrbis/SKY-Ko-Llama3.1-8B-lora","Model sha":"69db8a7ac983f08e280c2b4ed55d159abeea8719","Average ⬆️":24.022312491744717,"Hub License":"llama3.1","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.34628480084584,"IFEval Raw":0.5058345190760515,"IFEval":50.58345190760515,"BBH Raw":0.5088388495224864,"BBH":29.191619249410266,"MATH Lvl 5 Raw":0.15483383685800603,"MATH Lvl 5":15.483383685800604,"GPQA Raw":0.3213087248322148,"GPQA":9.507829977628639,"MUSR Raw":0.3997916666666667,"MUSR":8.507291666666667,"MMLU-PRO Raw":0.3777426861702128,"MMLU-PRO":30.860298463356976,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-31","Submission Date":"2024-12-31","Generation":1,"Base Model":"SkyOrbis/SKY-Ko-Llama3.1-8B-lora (Merge)"},{"eval_name":"SkyOrbis_SKY-Ko-Llama3.1-8B-lora-epoch1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"SkyOrbis/SKY-Ko-Llama3.1-8B-lora-epoch1 📑","fullname":"SkyOrbis/SKY-Ko-Llama3.1-8B-lora-epoch1","Model sha":"d275bea3b261da56fb8332afae6e670797caf6cb","Average ⬆️":24.022312491744717,"Hub License":"llama3.1","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.36420275822784,"IFEval Raw":0.5058345190760515,"IFEval":50.58345190760515,"BBH Raw":0.5088388495224864,"BBH":29.191619249410266,"MATH Lvl 5 Raw":0.15483383685800603,"MATH Lvl 5":15.483383685800604,"GPQA Raw":0.3213087248322148,"GPQA":9.507829977628639,"MUSR Raw":0.3997916666666667,"MUSR":8.507291666666667,"MMLU-PRO Raw":0.3777426861702128,"MMLU-PRO":30.860298463356976,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-02","Generation":1,"Base Model":"SkyOrbis/SKY-Ko-Llama3.1-8B-lora-epoch1 (Merge)"},{"eval_name":"SkyOrbis_SKY-Ko-Llama3.2-1B-lora-epoch3_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"SkyOrbis/SKY-Ko-Llama3.2-1B-lora-epoch3 📑","fullname":"SkyOrbis/SKY-Ko-Llama3.2-1B-lora-epoch3","Model sha":"9d92423a35bafedfbfe5782bd69df1f2e3e8620e","Average ⬆️":7.679539302024469,"Hub License":"llama3","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7414391903365065,"IFEval Raw":0.3247084402718121,"IFEval":32.470844027181215,"BBH Raw":0.3166586087861201,"BBH":5.493123703086085,"MATH Lvl 5 Raw":0.027190332326283987,"MATH Lvl 5":2.719033232628399,"GPQA Raw":0.2516778523489933,"GPQA":0.22371364653244186,"MUSR Raw":0.33815625,"MUSR":2.0695312500000003,"MMLU-PRO Raw":0.12790890957446807,"MMLU-PRO":3.100989952718674,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-23","Submission Date":"2024-12-23","Generation":1,"Base Model":"SkyOrbis/SKY-Ko-Llama3.2-1B-lora-epoch3 (Merge)"},{"eval_name":"SkyOrbis_SKY-Ko-Llama3.2-1B-lora-epoch5_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"SkyOrbis/SKY-Ko-Llama3.2-1B-lora-epoch5 📑","fullname":"SkyOrbis/SKY-Ko-Llama3.2-1B-lora-epoch5","Model sha":"7f6435abc4e61ee287b0d31b7d3e5654a2d8ec30","Average ⬆️":12.134493116614278,"Hub License":"llama3","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7261055632337824,"IFEval Raw":0.4359920566319587,"IFEval":43.599205663195875,"BBH Raw":0.34060156188911545,"BBH":8.132119042373503,"MATH Lvl 5 Raw":0.05211480362537765,"MATH Lvl 5":5.211480362537765,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.3471458333333333,"MUSR":4.1265625,"MMLU-PRO Raw":0.19456449468085107,"MMLU-PRO":10.507166075650117,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-23","Submission Date":"2024-12-27","Generation":1,"Base Model":"SkyOrbis/SKY-Ko-Llama3.2-1B-lora-epoch5 (Merge)"},{"eval_name":"SkyOrbis_SKY-Ko-Llama3.2-1B-lora-v2-epoch3_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"SkyOrbis/SKY-Ko-Llama3.2-1B-lora-v2-epoch3 📑","fullname":"SkyOrbis/SKY-Ko-Llama3.2-1B-lora-v2-epoch3","Model sha":"3ceb1f21e9423b3069e75d51ab7e3ac3c5896c42","Average ⬆️":12.134493116614278,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6957441095320627,"IFEval Raw":0.4359920566319587,"IFEval":43.599205663195875,"BBH Raw":0.34060156188911545,"BBH":8.132119042373503,"MATH Lvl 5 Raw":0.05211480362537765,"MATH Lvl 5":5.211480362537765,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.3471458333333333,"MUSR":4.1265625,"MMLU-PRO Raw":0.19456449468085107,"MMLU-PRO":10.507166075650117,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"SkyOrbis/SKY-Ko-Llama3.2-1B-lora-v2-epoch3 (Merge)"},{"eval_name":"SkyOrbis_SKY-Ko-Llama3.2-1B-lora-v2-epoch5_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"SkyOrbis/SKY-Ko-Llama3.2-1B-lora-v2-epoch5 📑","fullname":"SkyOrbis/SKY-Ko-Llama3.2-1B-lora-v2-epoch5","Model sha":"285b5f8c99d2bc8233288d95ab645f74e6dd95fd","Average ⬆️":11.804479423825526,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7083427535997535,"IFEval Raw":0.42467652495378927,"IFEval":42.46765249537893,"BBH Raw":0.33968360414253995,"BBH":8.268548811534602,"MATH Lvl 5 Raw":0.05060422960725076,"MATH Lvl 5":5.0604229607250755,"GPQA Raw":0.25419463087248323,"GPQA":0.5592841163310973,"MUSR Raw":0.34584375,"MUSR":3.963802083333334,"MMLU-PRO Raw":0.19456449468085107,"MMLU-PRO":10.507166075650117,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-28","Generation":1,"Base Model":"SkyOrbis/SKY-Ko-Llama3.2-1B-lora-v2-epoch5 (Merge)"},{"eval_name":"SkyOrbis_SKY-Ko-Llama3.2-3B-lora-epoch1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"SkyOrbis/SKY-Ko-Llama3.2-3B-lora-epoch1 📑","fullname":"SkyOrbis/SKY-Ko-Llama3.2-3B-lora-epoch1","Model sha":"bee7f5b3a4bc739c24cee6a0f936470df2d58a56","Average ⬆️":20.42021662043027,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8412479453539257,"IFEval Raw":0.5331121424487028,"IFEval":53.31121424487027,"BBH Raw":0.4399628268031015,"BBH":20.806136629310426,"MATH Lvl 5 Raw":0.14577039274924472,"MATH Lvl 5":14.577039274924472,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.35222916666666665,"MUSR":5.961979166666667,"MMLU-PRO Raw":0.30044880319148937,"MMLU-PRO":22.272089243498815,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"SkyOrbis/SKY-Ko-Llama3.2-3B-lora-epoch1 (Merge)"},{"eval_name":"SkyOrbis_SKY-Ko-Llama3.2-3B-lora-epoch2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"SkyOrbis/SKY-Ko-Llama3.2-3B-lora-epoch2 📑","fullname":"SkyOrbis/SKY-Ko-Llama3.2-3B-lora-epoch2","Model sha":"ff0f4aa3aee4535aaec8c4989014e1126d3dd36a","Average ⬆️":20.42021662043027,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1445605695482872,"IFEval Raw":0.5331121424487028,"IFEval":53.31121424487027,"BBH Raw":0.4399628268031015,"BBH":20.806136629310426,"MATH Lvl 5 Raw":0.14577039274924472,"MATH Lvl 5":14.577039274924472,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.35222916666666665,"MUSR":5.961979166666667,"MMLU-PRO Raw":0.30044880319148937,"MMLU-PRO":22.272089243498815,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-30","Generation":1,"Base Model":"SkyOrbis/SKY-Ko-Llama3.2-3B-lora-epoch2 (Merge)"},{"eval_name":"SkyOrbis_SKY-Ko-Llama3.2-3B-lora-epoch3_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"SkyOrbis/SKY-Ko-Llama3.2-3B-lora-epoch3 📑","fullname":"SkyOrbis/SKY-Ko-Llama3.2-3B-lora-epoch3","Model sha":"879c73ee9539aca6cabff3a3fc5a8b37108dbd15","Average ⬆️":20.42021662043027,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1332529970386,"IFEval Raw":0.5331121424487028,"IFEval":53.31121424487027,"BBH Raw":0.4399628268031015,"BBH":20.806136629310426,"MATH Lvl 5 Raw":0.14577039274924472,"MATH Lvl 5":14.577039274924472,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.35222916666666665,"MUSR":5.961979166666667,"MMLU-PRO Raw":0.30044880319148937,"MMLU-PRO":22.272089243498815,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-30","Submission Date":"2024-12-31","Generation":1,"Base Model":"SkyOrbis/SKY-Ko-Llama3.2-3B-lora-epoch3 (Merge)"},{"eval_name":"SkyOrbis_SKY-Ko-Qwen2.5-3B-Instruct_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"SkyOrbis/SKY-Ko-Qwen2.5-3B-Instruct 📑","fullname":"SkyOrbis/SKY-Ko-Qwen2.5-3B-Instruct","Model sha":"3241e4efcc62259e56caa03f8b42c301edc9320a","Average ⬆️":15.791201412428551,"Hub License":"","Hub ❤️":0,"#Params (B)":3.086,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4597928292182816,"IFEval Raw":0.3534100630770799,"IFEval":35.34100630770799,"BBH Raw":0.4264821228336018,"BBH":19.150679030509476,"MATH Lvl 5 Raw":0.06948640483383686,"MATH Lvl 5":6.948640483383686,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.40236458333333336,"MUSR":9.262239583333335,"MMLU-PRO Raw":0.28116688829787234,"MMLU-PRO":20.12965425531915,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-09","Submission Date":"2025-01-09","Generation":1,"Base Model":"SkyOrbis/SKY-Ko-Qwen2.5-3B-Instruct (Merge)"},{"eval_name":"SkyOrbis_SKY-Ko-Qwen2.5-7B-Instruct-SFT-step-15000_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"SkyOrbis/SKY-Ko-Qwen2.5-7B-Instruct-SFT-step-15000 📑","fullname":"SkyOrbis/SKY-Ko-Qwen2.5-7B-Instruct-SFT-step-15000","Model sha":"4b2f6c40cc0b83c77d40805f23f300d90055641a","Average ⬆️":24.131333394810895,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.286764843505913,"IFEval Raw":0.38188672721711725,"IFEval":38.188672721711725,"BBH Raw":0.5077962006048589,"BBH":31.32761158066677,"MATH Lvl 5 Raw":0.1865558912386707,"MATH Lvl 5":18.65558912386707,"GPQA Raw":0.3271812080536913,"GPQA":10.290827740492169,"MUSR Raw":0.44360416666666663,"MUSR":13.950520833333334,"MMLU-PRO Raw":0.3913730053191489,"MMLU-PRO":32.374778368794324,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-31","Submission Date":"2025-02-01","Generation":1,"Base Model":"SkyOrbis/SKY-Ko-Qwen2.5-7B-Instruct-SFT-step-15000 (Merge)"},{"eval_name":"SkyOrbis_SKY-Ko-Qwen2.5-7B-Instruct-SFT-step-5000_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"SkyOrbis/SKY-Ko-Qwen2.5-7B-Instruct-SFT-step-5000 📑","fullname":"SkyOrbis/SKY-Ko-Qwen2.5-7B-Instruct-SFT-step-5000","Model sha":"af6741845310182a40e5f8e2882af5f23e3a9ffd","Average ⬆️":24.667117533839868,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2356579907364422,"IFEval Raw":0.3812373391490135,"IFEval":38.12373391490135,"BBH Raw":0.5389864554242366,"BBH":34.9514354427427,"MATH Lvl 5 Raw":0.20996978851963746,"MATH Lvl 5":20.996978851963746,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.4237916666666666,"MUSR":10.907291666666667,"MMLU-PRO Raw":0.42378656914893614,"MMLU-PRO":35.976285460992905,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-31","Submission Date":"2025-02-04","Generation":1,"Base Model":"SkyOrbis/SKY-Ko-Qwen2.5-7B-Instruct-SFT-step-5000 (Merge)"},{"eval_name":"Skywork_Skywork-Reward-Gemma-2-27B-v0.2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForSequenceClassification","Model":"Skywork/Skywork-Reward-Gemma-2-27B-v0.2 📑","fullname":"Skywork/Skywork-Reward-Gemma-2-27B-v0.2","Model sha":"a92f2ec997c806de469ff287ef3b71982e886fc2","Average ⬆️":34.66144843038861,"Hub License":"","Hub ❤️":30,"#Params (B)":27.227,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":8.857939726796388,"IFEval Raw":0.7807317916461656,"IFEval":78.07317916461656,"BBH Raw":0.635960062329604,"BBH":48.159904249727155,"MATH Lvl 5 Raw":0.22734138972809667,"MATH Lvl 5":22.734138972809667,"GPQA Raw":0.34395973154362414,"GPQA":12.527964205816552,"MUSR Raw":0.42314583333333333,"MUSR":11.993229166666671,"MMLU-PRO Raw":0.4103224734042553,"MMLU-PRO":34.48027482269504,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-14","Submission Date":"2024-12-27","Generation":2,"Base Model":"google/gemma-2-27b"},{"eval_name":"Skywork_Skywork-o1-Open-Llama-3.1-8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Skywork/Skywork-o1-Open-Llama-3.1-8B 📑","fullname":"Skywork/Skywork-o1-Open-Llama-3.1-8B","Model sha":"a41903315f39ebf1c08fdba0ef52758f7afe3682","Average ⬆️":20.752994700266516,"Hub License":"other","Hub ❤️":110,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.396378069950861,"IFEval Raw":0.3518364605912313,"IFEval":35.18364605912313,"BBH Raw":0.45159089701897237,"BBH":23.017598928072996,"MATH Lvl 5 Raw":0.5211480362537765,"MATH Lvl 5":52.11480362537765,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.31564583333333335,"MUSR":1.5223958333333336,"MMLU-PRO Raw":0.20304188829787234,"MMLU-PRO":11.449098699763592,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-26","Submission Date":"2025-01-01","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"Solshine_Brimful-merged-replete_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Solshine/Brimful-merged-replete 📑","fullname":"Solshine/Brimful-merged-replete","Model sha":"01ce8c3df6edb87d31f0e9a9651cbcbc4d4823e8","Average ⬆️":3.879827054900916,"Hub License":"","Hub ❤️":2,"#Params (B)":12.277,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.333446537317904,"IFEval Raw":0.17605619755581856,"IFEval":17.605619755581856,"BBH Raw":0.28834447696551024,"BBH":1.9921389967360958,"MATH Lvl 5 Raw":0.0030211480362537764,"MATH Lvl 5":0.3021148036253776,"GPQA Raw":0.2575503355704698,"GPQA":1.0067114093959737,"MUSR Raw":0.342125,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.10846077127659574,"MMLU-PRO":0.9400856973995264,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-01","Submission Date":"2024-10-01","Generation":1,"Base Model":"Solshine/Brimful-merged-replete (Merge)"},{"eval_name":"Solshine_Llama-3-1-big-thoughtful-passthrough-merge-2_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Solshine/Llama-3-1-big-thoughtful-passthrough-merge-2 📑","fullname":"Solshine/Llama-3-1-big-thoughtful-passthrough-merge-2","Model sha":"d48047d6577e22fdda73a1be8e18971912db66d2","Average ⬆️":6.928703193353647,"Hub License":"","Hub ❤️":2,"#Params (B)":18.5,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.762705392247006,"IFEval Raw":0.25466650709007654,"IFEval":25.466650709007656,"BBH Raw":0.32093808427144627,"BBH":5.008442306492267,"MATH Lvl 5 Raw":0.010574018126888218,"MATH Lvl 5":1.0574018126888218,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.38894791666666667,"MUSR":6.751822916666666,"MMLU-PRO Raw":0.11851728723404255,"MMLU-PRO":2.05747635933806,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-19","Submission Date":"2024-09-24","Generation":1,"Base Model":"Solshine/Llama-3-1-big-thoughtful-passthrough-merge-2 (Merge)"},{"eval_name":"Sorawiz_Gemma-9B-Base_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"Sorawiz/Gemma-9B-Base 📑","fullname":"Sorawiz/Gemma-9B-Base","Model sha":"f89db94ea783ddb1e365e7863cc015456dfc9f1d","Average ⬆️":20.84248400200344,"Hub License":"","Hub ❤️":2,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.064132863618642,"IFEval Raw":0.16673758959560633,"IFEval":16.673758959560633,"BBH Raw":0.593040577894583,"BBH":41.28135020153275,"MATH Lvl 5 Raw":0.09818731117824774,"MATH Lvl 5":9.818731117824774,"GPQA Raw":0.33976510067114096,"GPQA":11.968680089485462,"MUSR Raw":0.40451041666666665,"MUSR":9.363802083333338,"MMLU-PRO Raw":0.42353723404255317,"MMLU-PRO":35.948581560283685,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-11","Submission Date":"2025-02-12","Generation":1,"Base Model":"Sorawiz/Gemma-9B-Base (Merge)"},{"eval_name":"Sorawiz_Gemma-Creative-9B-Base_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"Sorawiz/Gemma-Creative-9B-Base 📑","fullname":"Sorawiz/Gemma-Creative-9B-Base","Model sha":"aeb1b97a3ddad1fc8f7ee16692c09e7da528fcb1","Average ⬆️":18.29960573109928,"Hub License":"","Hub ❤️":3,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.051281638551995,"IFEval Raw":0.1515002415812267,"IFEval":15.150024158122669,"BBH Raw":0.5458614335095562,"BBH":34.6224221959871,"MATH Lvl 5 Raw":0.07779456193353475,"MATH Lvl 5":7.779456193353475,"GPQA Raw":0.3296979865771812,"GPQA":10.626398210290827,"MUSR Raw":0.401875,"MUSR":8.201041666666667,"MMLU-PRO Raw":0.4007646276595745,"MMLU-PRO":33.41829196217494,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-12","Submission Date":"2025-02-12","Generation":1,"Base Model":"Sorawiz/Gemma-Creative-9B-Base (Merge)"},{"eval_name":"Sourjayon_DeepSeek-R1-8b-Sify_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Sourjayon/DeepSeek-R1-8b-Sify 📑","fullname":"Sourjayon/DeepSeek-R1-8b-Sify","Model sha":"5e9bb0d78129b9b5a8b91d0dacc55de23b8c21fe","Average ⬆️":13.313209574216847,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8653249275105314,"IFEval Raw":0.3679481553389451,"IFEval":36.79481553389451,"BBH Raw":0.33793580116642347,"BBH":6.9268224957064595,"MATH Lvl 5 Raw":0.24471299093655588,"MATH Lvl 5":24.47129909365559,"GPQA Raw":0.2525167785234899,"GPQA":0.33557046979865535,"MUSR Raw":0.3303125,"MUSR":0.45572916666666624,"MMLU-PRO Raw":0.19805518617021275,"MMLU-PRO":10.895020685579194,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-05","Submission Date":"2025-02-10","Generation":2,"Base Model":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B"},{"eval_name":"Sourjayon_DeepSeek-R1-ForumNXT_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Sourjayon/DeepSeek-R1-ForumNXT 📑","fullname":"Sourjayon/DeepSeek-R1-ForumNXT","Model sha":"8c5fe80c0c72215522cd277878bfb97319ff845d","Average ⬆️":11.959695622199478,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.777,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2067745961926486,"IFEval Raw":0.26028714920854445,"IFEval":26.028714920854448,"BBH Raw":0.3310198487331462,"BBH":6.957542087542088,"MATH Lvl 5 Raw":0.25755287009063443,"MATH Lvl 5":25.755287009063444,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.3392395833333333,"MUSR":2.5716145833333326,"MMLU-PRO Raw":0.16481050531914893,"MMLU-PRO":7.201167257683213,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-31","Submission Date":"2025-02-03","Generation":2,"Base Model":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B"},{"eval_name":"SpaceYL_ECE_Poirot_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"SpaceYL/ECE_Poirot 📑","fullname":"SpaceYL/ECE_Poirot","Model sha":"601fc736a6b7f0cff96219cbd9a903070db37adb","Average ⬆️":15.742560298806495,"Hub License":"apache-2.0","Hub ❤️":5,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6143529019539091,"IFEval Raw":0.3106956209524063,"IFEval":31.069562095240627,"BBH Raw":0.42622349736626014,"BBH":18.616426052772713,"MATH Lvl 5 Raw":0.09138972809667674,"MATH Lvl 5":9.138972809667674,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.40264583333333337,"MUSR":8.330729166666668,"MMLU-PRO Raw":0.2883144946808511,"MMLU-PRO":20.923832742316783,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-20","Submission Date":"2025-02-20","Generation":1,"Base Model":"SpaceYL/ECE_Poirot (Merge)"},{"eval_name":"Spestly_Athena-1-3B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Spestly/Athena-1-3B 📑","fullname":"Spestly/Athena-1-3B","Model sha":"b2f9ab2db333f73c0adb8fa83837dbfb6cbd6204","Average ⬆️":25.48204682938236,"Hub License":"other","Hub ❤️":1,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4893610158375592,"IFEval Raw":0.5569167586448401,"IFEval":55.69167586448401,"BBH Raw":0.47015477265388084,"BBH":26.308869593300415,"MATH Lvl 5 Raw":0.23791540785498488,"MATH Lvl 5":23.791540785498487,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.43622916666666667,"MUSR":13.2953125,"MMLU-PRO Raw":0.35189494680851063,"MMLU-PRO":27.988327423167853,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-18","Submission Date":"2025-01-28","Generation":2,"Base Model":"Qwen/Qwen2.5-3B"},{"eval_name":"Spestly_Atlas-Pro-1.5B-Preview_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Spestly/Atlas-Pro-1.5B-Preview 📑","fullname":"Spestly/Atlas-Pro-1.5B-Preview","Model sha":"4fce245a33bec99c00548878787413c2dafec0b7","Average ⬆️":13.9538569769866,"Hub License":"mit","Hub ❤️":1,"#Params (B)":1.777,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1789415089573965,"IFEval Raw":0.2429509257658568,"IFEval":24.29509257658568,"BBH Raw":0.349893585329524,"BBH":9.07740771263535,"MATH Lvl 5 Raw":0.31948640483383683,"MATH Lvl 5":31.948640483383684,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.3354270833333333,"MUSR":1.8617187499999996,"MMLU-PRO Raw":0.1924867021276596,"MMLU-PRO":10.27630023640662,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-27","Submission Date":"2025-01-27","Generation":2,"Base Model":"Spestly/Atlas-R1-1.5B-Preview (Merge)"},{"eval_name":"Spestly_Atlas-Pro-7B-Preview_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Spestly/Atlas-Pro-7B-Preview 📑","fullname":"Spestly/Atlas-Pro-7B-Preview","Model sha":"3c693093b74675bebc507a0b92bb45e2bd0ee177","Average ⬆️":24.63755262041268,"Hub License":"mit","Hub ❤️":3,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.385866069632902,"IFEval Raw":0.31541642840995227,"IFEval":31.541642840995227,"BBH Raw":0.46679203304308553,"BBH":25.274194951351465,"MATH Lvl 5 Raw":0.5083081570996979,"MATH Lvl 5":50.83081570996979,"GPQA Raw":0.337248322147651,"GPQA":11.633109619686799,"MUSR Raw":0.3910833333333333,"MUSR":6.6520833333333345,"MMLU-PRO Raw":0.2970412234042553,"MMLU-PRO":21.89346926713948,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-27","Submission Date":"2025-01-27","Generation":2,"Base Model":"Spestly/Atlas-R1-7B-Preview (Merge)"},{"eval_name":"Stark2008_GutenLaserPi_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Stark2008/GutenLaserPi 📑","fullname":"Stark2008/GutenLaserPi","Model sha":"d5ab84c6f8f0c88c16380242c7e11e8cefc934b7","Average ⬆️":21.400724622957522,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1399303674874355,"IFEval Raw":0.42265300513747966,"IFEval":42.26530051374797,"BBH Raw":0.5212342482489518,"BBH":32.97771006701662,"MATH Lvl 5 Raw":0.07854984894259819,"MATH Lvl 5":7.854984894259818,"GPQA Raw":0.28691275167785235,"GPQA":4.921700223713646,"MUSR Raw":0.4620208333333333,"MUSR":16.985937499999995,"MMLU-PRO Raw":0.31058843085106386,"MMLU-PRO":23.39871453900709,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-11","Submission Date":"2024-07-11","Generation":1,"Base Model":"Stark2008/GutenLaserPi (Merge)"},{"eval_name":"Stark2008_LayleleFlamPi_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Stark2008/LayleleFlamPi 📑","fullname":"Stark2008/LayleleFlamPi","Model sha":"b2897d17a65dea17383f52711475c8b41567c5d0","Average ⬆️":20.871096216576518,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2593159866249992,"IFEval Raw":0.42842325030917966,"IFEval":42.84232503091796,"BBH Raw":0.5115654142581095,"BBH":31.20740955947399,"MATH Lvl 5 Raw":0.06646525679758308,"MATH Lvl 5":6.646525679758309,"GPQA Raw":0.28523489932885904,"GPQA":4.697986577181204,"MUSR Raw":0.46084375,"MUSR":16.57213541666667,"MMLU-PRO Raw":0.3093417553191489,"MMLU-PRO":23.26019503546099,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-12","Submission Date":"2024-07-12","Generation":1,"Base Model":"Stark2008/LayleleFlamPi (Merge)"},{"eval_name":"Stark2008_VisFlamCat_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Stark2008/VisFlamCat 📑","fullname":"Stark2008/VisFlamCat","Model sha":"290efa41ac83b8408cab084d093bcd9ae9abb0c9","Average ⬆️":21.340907115633893,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2204318533152774,"IFEval Raw":0.43659157701565177,"IFEval":43.65915770156518,"BBH Raw":0.5216957865099948,"BBH":32.881396834037055,"MATH Lvl 5 Raw":0.07628398791540786,"MATH Lvl 5":7.628398791540786,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.44627083333333334,"MUSR":14.68385416666667,"MMLU-PRO Raw":0.31441156914893614,"MMLU-PRO":23.823507683215126,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-12","Submission Date":"2024-07-12","Generation":1,"Base Model":"Stark2008/VisFlamCat (Merge)"},{"eval_name":"Steelskull_L3.3-MS-Nevoria-70b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Steelskull/L3.3-MS-Nevoria-70b 📑","fullname":"Steelskull/L3.3-MS-Nevoria-70b","Model sha":"6271121beeac444db45ef12ce7c52215604463c3","Average ⬆️":44.041818757700526,"Hub License":"other","Hub ❤️":73,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":39.22482966970595,"IFEval Raw":0.6963268571833845,"IFEval":69.63268571833845,"BBH Raw":0.6997536580025828,"BBH":56.60264873723427,"MATH Lvl 5 Raw":0.3957703927492447,"MATH Lvl 5":39.577039274924466,"GPQA Raw":0.47063758389261745,"GPQA":29.418344519015662,"MUSR Raw":0.4682291666666667,"MUSR":18.628645833333337,"MMLU-PRO Raw":0.5535239361702128,"MMLU-PRO":50.39154846335697,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-14","Submission Date":"2025-01-17","Generation":1,"Base Model":"Steelskull/L3.3-MS-Nevoria-70b (Merge)"},{"eval_name":"Steelskull_L3.3-Nevoria-R1-70b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Steelskull/L3.3-Nevoria-R1-70b 📑","fullname":"Steelskull/L3.3-Nevoria-R1-70b","Model sha":"cdcb10280e4c652127eb3d3af61125fc7f731fdd","Average ⬆️":43.61308347965567,"Hub License":"other","Hub ❤️":70,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":39.62696233736567,"IFEval Raw":0.6023794642659255,"IFEval":60.23794642659256,"BBH Raw":0.6971668662651651,"BBH":56.167288330479515,"MATH Lvl 5 Raw":0.46299093655589124,"MATH Lvl 5":46.299093655589125,"GPQA Raw":0.46895973154362414,"GPQA":29.194630872483216,"MUSR Raw":0.47753125,"MUSR":20.191406249999996,"MMLU-PRO Raw":0.5462932180851063,"MMLU-PRO":49.5881353427896,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-23","Submission Date":"2025-02-05","Generation":1,"Base Model":"Steelskull/L3.3-Nevoria-R1-70b (Merge)"},{"eval_name":"StelleX_Qwen2.5_Math_7B_Cot_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"StelleX/Qwen2.5_Math_7B_Cot 📑","fullname":"StelleX/Qwen2.5_Math_7B_Cot","Model sha":"1549288a296c6e44cfcf4b9513769000bc768e36","Average ⬆️":17.801855998042843,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.0559838993158137,"IFEval Raw":0.2142747908881767,"IFEval":21.42747908881767,"BBH Raw":0.4312922433417096,"BBH":19.796911486609314,"MATH Lvl 5 Raw":0.32628398791540786,"MATH Lvl 5":32.62839879154079,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.39241666666666664,"MUSR":6.918750000000002,"MMLU-PRO Raw":0.281000664893617,"MMLU-PRO":20.111184988179666,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-29","Generation":0,"Base Model":"Removed"},{"eval_name":"StelleX_Vorisatex-7B-preview_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"StelleX/Vorisatex-7B-preview 📑","fullname":"StelleX/Vorisatex-7B-preview","Model sha":"57612bb8af75e5e8d75b4df3dde993fdc48efbea","Average ⬆️":5.954613231174487,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.4981429762342664,"IFEval Raw":0.1515013497519914,"IFEval":15.150134975199137,"BBH Raw":0.3111695757290421,"BBH":4.133712426973548,"MATH Lvl 5 Raw":0.028700906344410877,"MATH Lvl 5":2.8700906344410875,"GPQA Raw":0.2516778523489933,"GPQA":0.22371364653244186,"MUSR Raw":0.41923958333333333,"MUSR":11.504947916666666,"MMLU-PRO Raw":0.11660571808510638,"MMLU-PRO":1.8450797872340412,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-29","Generation":0,"Base Model":"Removed"},{"eval_name":"SultanR_SmolTulu-1.7b-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"SultanR/SmolTulu-1.7b-Instruct 📑","fullname":"SultanR/SmolTulu-1.7b-Instruct","Model sha":"11ed78c7c7a2e7f3c73c8f6f36c010f6dcba3245","Average ⬆️":16.331009858160883,"Hub License":"apache-2.0","Hub ❤️":13,"#Params (B)":1.711,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.614783493029297,"IFEval Raw":0.6540867121459949,"IFEval":65.4086712145995,"BBH Raw":0.3713086260572204,"BBH":12.25982971199621,"MATH Lvl 5 Raw":0.07930513595166164,"MATH Lvl 5":7.930513595166164,"GPQA Raw":0.26929530201342283,"GPQA":2.572706935123044,"MUSR Raw":0.35403125,"MUSR":1.920572916666666,"MMLU-PRO Raw":0.17104388297872342,"MMLU-PRO":7.893764775413713,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-01","Submission Date":"2024-12-01","Generation":1,"Base Model":"SultanR/SmolTulu-1.7b-Instruct (Merge)"},{"eval_name":"SultanR_SmolTulu-1.7b-Reinforced_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"SultanR/SmolTulu-1.7b-Reinforced 📑","fullname":"SultanR/SmolTulu-1.7b-Reinforced","Model sha":"530b6c0c63a3513fd012e218ad53d64b75d1b259","Average ⬆️":16.5748337360141,"Hub License":"apache-2.0","Hub ❤️":5,"#Params (B)":1.711,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5792320587665617,"IFEval Raw":0.6790659893526954,"IFEval":67.90659893526953,"BBH Raw":0.3551868188444029,"BBH":10.015214516485557,"MATH Lvl 5 Raw":0.07175226586102719,"MATH Lvl 5":7.175226586102719,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.34060416666666665,"MUSR":2.408854166666666,"MMLU-PRO Raw":0.17627992021276595,"MMLU-PRO":8.475546690307327,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-16","Submission Date":"2024-12-16","Generation":1,"Base Model":"SultanR/SmolTulu-1.7b-Reinforced (Merge)"},{"eval_name":"SultanR_SmolTulu-1.7b-it-v0_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"SultanR/SmolTulu-1.7b-it-v0 📑","fullname":"SultanR/SmolTulu-1.7b-it-v0","Model sha":"75369e5c868ba261ea13f7bf85987ac1fe7ceb72","Average ⬆️":16.331009858160883,"Hub License":"apache-2.0","Hub ❤️":13,"#Params (B)":1.711,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.612902656162427,"IFEval Raw":0.6540867121459949,"IFEval":65.4086712145995,"BBH Raw":0.3713086260572204,"BBH":12.25982971199621,"MATH Lvl 5 Raw":0.07930513595166164,"MATH Lvl 5":7.930513595166164,"GPQA Raw":0.26929530201342283,"GPQA":2.572706935123044,"MUSR Raw":0.35403125,"MUSR":1.920572916666666,"MMLU-PRO Raw":0.17104388297872342,"MMLU-PRO":7.893764775413713,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-01","Submission Date":"2024-12-01","Generation":1,"Base Model":"SultanR/SmolTulu-1.7b-it-v0 (Merge)"},{"eval_name":"Supichi_BBA-123_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Supichi/BBA-123 📑","fullname":"Supichi/BBA-123","Model sha":"7551128748cbe65e49192e9551217e70bb00574d","Average ⬆️":4.7970062398113145,"Hub License":"","Hub ❤️":0,"#Params (B)":17.161,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4063001393023913,"IFEval Raw":0.2079548930171944,"IFEval":20.79548930171944,"BBH Raw":0.2920111436321769,"BBH":2.218337253816706,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.34990625000000003,"MUSR":2.5716145833333326,"MMLU-PRO Raw":0.11668882978723404,"MMLU-PRO":1.854314420803781,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-26","Submission Date":"2025-02-26","Generation":1,"Base Model":"Supichi/BBA-123 (Merge)"},{"eval_name":"Supichi_BBA99_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Supichi/BBA99 📑","fullname":"Supichi/BBA99","Model sha":"5b6e65ee5eb1c8bd0923108dc1929269f0d5b4bc","Average ⬆️":3.5504559517392935,"Hub License":"","Hub ❤️":0,"#Params (B)":17.161,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4096340914337329,"IFEval Raw":0.14066011516110588,"IFEval":14.066011516110587,"BBH Raw":0.2768958340020912,"BBH":1.3050510001980589,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.32184375,"MUSR":2.897135416666666,"MMLU-PRO Raw":0.11120345744680851,"MMLU-PRO":1.2448286052009452,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-26","Submission Date":"2025-02-26","Generation":1,"Base Model":"Supichi/BBA99 (Merge)"},{"eval_name":"Supichi_BBAIK29_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Supichi/BBAIK29 📑","fullname":"Supichi/BBAIK29","Model sha":"6a8f2407d1f64205d5104126fb20d57377510cc8","Average ⬆️":30.240917048589704,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6412984065814576,"IFEval Raw":0.45884807865352817,"IFEval":45.88480786535282,"BBH Raw":0.5589641249478369,"BBH":36.96354856971481,"MATH Lvl 5 Raw":0.3678247734138973,"MATH Lvl 5":36.78247734138973,"GPQA Raw":0.31208053691275167,"GPQA":8.277404921700223,"MUSR Raw":0.45008333333333334,"MUSR":14.993750000000004,"MMLU-PRO Raw":0.4468916223404255,"MMLU-PRO":38.54351359338061,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-27","Generation":1,"Base Model":"Supichi/BBAIK29 (Merge)"},{"eval_name":"Supichi_BBAI_135_Gemma_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"Supichi/BBAI_135_Gemma 📑","fullname":"Supichi/BBAI_135_Gemma","Model sha":"487cc6e1636bc7eda7c9ba19cd066890144397cf","Average ⬆️":5.349663435184209,"Hub License":"","Hub ❤️":0,"#Params (B)":19.3,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.2168864661964816,"IFEval Raw":0.06562144000141845,"IFEval":6.562144000141846,"BBH Raw":0.35684129093449685,"BBH":10.857975857833802,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.38047916666666665,"MUSR":4.859895833333333,"MMLU-PRO Raw":0.16722074468085107,"MMLU-PRO":7.468971631205674,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-26","Submission Date":"2025-02-26","Generation":1,"Base Model":"Supichi/BBAI_135_Gemma (Merge)"},{"eval_name":"Supichi_BBAI_250_Xia0_gZ_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Supichi/BBAI_250_Xia0_gZ 📑","fullname":"Supichi/BBAI_250_Xia0_gZ","Model sha":"ae7d06f7e08b50df13d09541b4bbe08425d857ca","Average ⬆️":30.643171147465264,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6098356306802665,"IFEval Raw":0.4685401401614383,"IFEval":46.854014016143836,"BBH Raw":0.5567682997527722,"BBH":36.654123211962506,"MATH Lvl 5 Raw":0.3640483383685801,"MATH Lvl 5":36.40483383685801,"GPQA Raw":0.3213087248322148,"GPQA":9.507829977628639,"MUSR Raw":0.4579270833333333,"MUSR":15.940885416666669,"MMLU-PRO Raw":0.4464760638297872,"MMLU-PRO":38.49734042553191,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-27","Generation":1,"Base Model":"Supichi/BBAI_250_Xia0_gZ (Merge)"},{"eval_name":"Supichi_BBAI_275_Tsunami_gZ_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Supichi/BBAI_275_Tsunami_gZ 📑","fullname":"Supichi/BBAI_275_Tsunami_gZ","Model sha":"1373772684b0ec67425d782107d4b13ea1bcc2c1","Average ⬆️":30.835431920268267,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6195082794233058,"IFEval Raw":0.5369586031729146,"IFEval":53.695860317291455,"BBH Raw":0.5531259476127334,"BBH":36.25417674909635,"MATH Lvl 5 Raw":0.3285498489425982,"MATH Lvl 5":32.85498489425982,"GPQA Raw":0.3213087248322148,"GPQA":9.507829977628639,"MUSR Raw":0.44478124999999996,"MUSR":13.897656250000002,"MMLU-PRO Raw":0.44921875,"MMLU-PRO":38.802083333333336,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-27","Generation":1,"Base Model":"Supichi/BBAI_275_Tsunami_gZ (Merge)"},{"eval_name":"Supichi_BBAI_525_Tsu_gZ_Xia0_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Supichi/BBAI_525_Tsu_gZ_Xia0 📑","fullname":"Supichi/BBAI_525_Tsu_gZ_Xia0","Model sha":"5338ec1d5ab109af8985ade45ddcd447fca07ce5","Average ⬆️":30.93538839809629,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6500205335836085,"IFEval Raw":0.5338612658856279,"IFEval":53.386126588562796,"BBH Raw":0.5561933633430705,"BBH":36.525252487756354,"MATH Lvl 5 Raw":0.3429003021148036,"MATH Lvl 5":34.29003021148036,"GPQA Raw":0.31208053691275167,"GPQA":8.277404921700223,"MUSR Raw":0.44744791666666667,"MUSR":14.49765625,"MMLU-PRO Raw":0.44772273936170215,"MMLU-PRO":38.63585992907802,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-27","Generation":1,"Base Model":"Supichi/BBAI_525_Tsu_gZ_Xia0 (Merge)"},{"eval_name":"Supichi_BBAI_78B_Calme_3_1_Ties_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Supichi/BBAI_78B_Calme_3_1_Ties 📑","fullname":"Supichi/BBAI_78B_Calme_3_1_Ties","Model sha":"d07c51d1296700d65a39301e568b03058e4ee2ca","Average ⬆️":3.9420514629428283,"Hub License":"","Hub ❤️":0,"#Params (B)":27.06,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.3646634423965374,"IFEval Raw":0.18280052482967415,"IFEval":18.280052482967417,"BBH Raw":0.28281264175951776,"BBH":1.530417863838492,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.22902684563758388,"GPQA":0.0,"MUSR Raw":0.30996874999999996,"MUSR":2.2460937499999996,"MMLU-PRO Raw":0.11436170212765957,"MMLU-PRO":1.595744680851063,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-28","Submission Date":"2025-02-28","Generation":1,"Base Model":"Supichi/BBAI_78B_Calme_3_1_Ties (Merge)"},{"eval_name":"Supichi_BBAI_QWEEN_V000000_LUMEN_14B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Supichi/BBAI_QWEEN_V000000_LUMEN_14B 📑","fullname":"Supichi/BBAI_QWEEN_V000000_LUMEN_14B","Model sha":"f8ada5e5d4986818bfd70e99ef7ee7f1a9e8bff5","Average ⬆️":4.277816309763046,"Hub License":"","Hub ❤️":0,"#Params (B)":10.366,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9180784406772212,"IFEval Raw":0.18145188100905596,"IFEval":18.1451881009056,"BBH Raw":0.22972580681005383,"BBH":3.0068974054268174,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.23154362416107382,"GPQA":0.0,"MUSR Raw":0.3445416666666667,"MUSR":2.7343749999999996,"MMLU-PRO Raw":0.11602393617021277,"MMLU-PRO":1.7804373522458627,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-26","Submission Date":"2025-02-26","Generation":1,"Base Model":"Supichi/BBAI_QWEEN_V000000_LUMEN_14B (Merge)"},{"eval_name":"Supichi_HF_TOKEN_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Supichi/HF_TOKEN 📑","fullname":"Supichi/HF_TOKEN","Model sha":"a2d007a56354d9bd21cabda7615b65cb3955e7da","Average ⬆️":3.4876527968358464,"Hub License":"","Hub ❤️":0,"#Params (B)":17.161,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4168891762749531,"IFEval Raw":0.1379872072766925,"IFEval":13.798720727669249,"BBH Raw":0.2763924734767205,"BBH":1.1476980590215882,"MATH Lvl 5 Raw":0.0007552870090634441,"MATH Lvl 5":0.0755287009063444,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.32717708333333334,"MUSR":2.897135416666666,"MMLU-PRO Raw":0.11095412234042554,"MMLU-PRO":1.2171247044917257,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-26","Submission Date":"2025-02-26","Generation":1,"Base Model":"Supichi/HF_TOKEN (Merge)"},{"eval_name":"Supichi_NJS26_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Supichi/NJS26 📑","fullname":"Supichi/NJS26","Model sha":"cbc12277c5f471fcf15fe4078dd2715d5baa972f","Average ⬆️":11.996375840759782,"Hub License":"","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.41695909593484287,"IFEval Raw":0.04481331755298164,"IFEval":4.481331755298164,"BBH Raw":0.4780152929488641,"BBH":26.847431929671945,"MATH Lvl 5 Raw":0.0324773413897281,"MATH Lvl 5":3.2477341389728096,"GPQA Raw":0.3179530201342282,"GPQA":9.060402684563762,"MUSR Raw":0.38540625,"MUSR":5.709114583333332,"MMLU-PRO Raw":0.3036901595744681,"MMLU-PRO":22.632239952718678,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-26","Submission Date":"2025-02-26","Generation":1,"Base Model":"Supichi/NJS26 (Merge)"},{"eval_name":"Svak_MN-12B-Inferor-v0.0_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Svak/MN-12B-Inferor-v0.0 📑","fullname":"Svak/MN-12B-Inferor-v0.0","Model sha":"ab9efd0cc19b862ea1ab37a60dacac78aa022ad1","Average ⬆️":25.41093424607308,"Hub License":"","Hub ❤️":10,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.494259584397854,"IFEval Raw":0.5707555951541909,"IFEval":57.07555951541909,"BBH Raw":0.5195010930589931,"BBH":30.846426792178836,"MATH Lvl 5 Raw":0.10196374622356495,"MATH Lvl 5":10.196374622356496,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.46388541666666666,"MUSR":18.085677083333334,"MMLU-PRO Raw":0.3558843085106383,"MMLU-PRO":28.431589834515364,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-07","Submission Date":"2024-11-08","Generation":1,"Base Model":"Svak/MN-12B-Inferor-v0.0 (Merge)"},{"eval_name":"Svak_MN-12B-Inferor-v0.1_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Svak/MN-12B-Inferor-v0.1 📑","fullname":"Svak/MN-12B-Inferor-v0.1","Model sha":"2d8cfac16dac3151d5e8e5ecd62866ca83c5149a","Average ⬆️":26.937535331905043,"Hub License":"","Hub ❤️":5,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.990764986078632,"IFEval Raw":0.6346527214457639,"IFEval":63.46527214457639,"BBH Raw":0.5146762089838804,"BBH":30.850764971038174,"MATH Lvl 5 Raw":0.12613293051359517,"MATH Lvl 5":12.613293051359516,"GPQA Raw":0.32550335570469796,"GPQA":10.067114093959727,"MUSR Raw":0.4350833333333333,"MUSR":15.052083333333336,"MMLU-PRO Raw":0.3661901595744681,"MMLU-PRO":29.57668439716312,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-08","Submission Date":"2024-11-08","Generation":1,"Base Model":"Svak/MN-12B-Inferor-v0.1 (Merge)"},{"eval_name":"Syed-Hasan-8503_Phi-3-mini-4K-instruct-cpo-simpo_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"Syed-Hasan-8503/Phi-3-mini-4K-instruct-cpo-simpo 📑","fullname":"Syed-Hasan-8503/Phi-3-mini-4K-instruct-cpo-simpo","Model sha":"2896ef357be81fd433c17801d76ce148e60a7032","Average ⬆️":27.216374484698875,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.3284766238434114,"IFEval Raw":0.5714049832222946,"IFEval":57.14049832222946,"BBH Raw":0.5681534123661078,"BBH":39.148157776889455,"MATH Lvl 5 Raw":0.15709969788519637,"MATH Lvl 5":15.709969788519636,"GPQA Raw":0.33053691275167785,"GPQA":10.738255033557047,"MUSR Raw":0.3963541666666666,"MUSR":8.777604166666663,"MMLU-PRO Raw":0.38605385638297873,"MMLU-PRO":31.783761820330973,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-24","Submission Date":"2024-06-26","Generation":0,"Base Model":"Syed-Hasan-8503/Phi-3-mini-4K-instruct-cpo-simpo"},{"eval_name":"T145_KRONOS-8B-V1-P1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/KRONOS-8B-V1-P1 📑","fullname":"T145/KRONOS-8B-V1-P1","Model sha":"f39b904870a1b8b922e650214819ab10a3028d0f","Average ⬆️":28.907659501595617,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4941161225327542,"IFEval Raw":0.7849783020164276,"IFEval":78.49783020164276,"BBH Raw":0.508544756293663,"BBH":29.9732800557004,"MATH Lvl 5 Raw":0.19788519637462235,"MATH Lvl 5":19.788519637462233,"GPQA Raw":0.2953020134228188,"GPQA":6.040268456375841,"MUSR Raw":0.3881041666666667,"MUSR":8.479687500000002,"MMLU-PRO Raw":0.3759973404255319,"MMLU-PRO":30.666371158392437,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-05","Submission Date":"2025-02-05","Generation":1,"Base Model":"T145/KRONOS-8B-V1-P1 (Merge)"},{"eval_name":"T145_KRONOS-8B-V1-P2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/KRONOS-8B-V1-P2 📑","fullname":"T145/KRONOS-8B-V1-P2","Model sha":"7d3caeb1c7d1a8cf55e124a6df4ade74f8d89a0e","Average ⬆️":24.505318597003576,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3284026293633946,"IFEval Raw":0.6724213974476612,"IFEval":67.2421397447661,"BBH Raw":0.47717566218002166,"BBH":25.86433596064097,"MATH Lvl 5 Raw":0.16012084592145015,"MATH Lvl 5":16.012084592145015,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.3567604166666667,"MUSR":5.0617187500000025,"MMLU-PRO Raw":0.3453291223404255,"MMLU-PRO":27.258791371158388,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-05","Submission Date":"2025-02-06","Generation":1,"Base Model":"T145/KRONOS-8B-V1-P2 (Merge)"},{"eval_name":"T145_KRONOS-8B-V1-P3_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/KRONOS-8B-V1-P3 📑","fullname":"T145/KRONOS-8B-V1-P3","Model sha":"5ab222b73cd2291a1ef2499aa60d3ca786d119d5","Average ⬆️":25.821837809885533,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.492216135585029,"IFEval Raw":0.7137373280673058,"IFEval":71.37373280673059,"BBH Raw":0.5127875870036823,"BBH":30.270031651490015,"MATH Lvl 5 Raw":0.19259818731117825,"MATH Lvl 5":19.259818731117825,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.3615625,"MUSR":5.961979166666667,"MMLU-PRO Raw":0.34050864361702127,"MMLU-PRO":26.723182624113473,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-06","Submission Date":"2025-02-05","Generation":1,"Base Model":"T145/KRONOS-8B-V1-P3 (Merge)"},{"eval_name":"T145_KRONOS-8B-V2_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/KRONOS-8B-V2 📑","fullname":"T145/KRONOS-8B-V2","Model sha":"8a004e1e51aa24574ba961613fe9698df30bd9a0","Average ⬆️":25.04979364610371,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3699907312036532,"IFEval Raw":0.5180243974875552,"IFEval":51.802439748755525,"BBH Raw":0.513268555595521,"BBH":30.67490713784655,"MATH Lvl 5 Raw":0.22658610271903323,"MATH Lvl 5":22.658610271903324,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.38286458333333334,"MUSR":8.258072916666668,"MMLU-PRO Raw":0.3737533244680851,"MMLU-PRO":30.417036052009454,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-08","Submission Date":"2024-12-13","Generation":1,"Base Model":"T145/KRONOS-8B-V2 (Merge)"},{"eval_name":"T145_KRONOS-8B-V3_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/KRONOS-8B-V3 📑","fullname":"T145/KRONOS-8B-V3","Model sha":"75b0ff936de5caa98a6b9680bafeeb92d4b9abaa","Average ⬆️":25.7368028097919,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4015645267678678,"IFEval Raw":0.5474751437297483,"IFEval":54.74751437297482,"BBH Raw":0.511865544689898,"BBH":30.291098984835486,"MATH Lvl 5 Raw":0.2598187311178248,"MATH Lvl 5":25.981873111782477,"GPQA Raw":0.28859060402684567,"GPQA":5.145413870246088,"MUSR Raw":0.3922291666666667,"MUSR":7.8286458333333355,"MMLU-PRO Raw":0.3738364361702128,"MMLU-PRO":30.426270685579198,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-18","Submission Date":"2024-12-18","Generation":1,"Base Model":"T145/KRONOS-8B-V3 (Merge)"},{"eval_name":"T145_KRONOS-8B-V4_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/KRONOS-8B-V4 📑","fullname":"T145/KRONOS-8B-V4","Model sha":"f9faad008b866745fd60755e558f7a06d3a59da4","Average ⬆️":28.7502883448152,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3905189302327912,"IFEval Raw":0.7889499860370484,"IFEval":78.89499860370483,"BBH Raw":0.5092470034846742,"BBH":30.14061947211616,"MATH Lvl 5 Raw":0.19486404833836857,"MATH Lvl 5":19.486404833836858,"GPQA Raw":0.28942953020134227,"GPQA":5.257270693512303,"MUSR Raw":0.38295833333333335,"MUSR":7.76979166666667,"MMLU-PRO Raw":0.37857380319148937,"MMLU-PRO":30.952644799054376,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-19","Submission Date":"2024-12-19","Generation":1,"Base Model":"T145/KRONOS-8B-V4 (Merge)"},{"eval_name":"T145_KRONOS-8B-V5_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/KRONOS-8B-V5 📑","fullname":"T145/KRONOS-8B-V5","Model sha":"67a69b38a382a7cebe2d8d7b52aeafab6ff89a29","Average ⬆️":26.264834996106643,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3808181462013638,"IFEval Raw":0.5405058577906621,"IFEval":54.05058577906621,"BBH Raw":0.5088651598969166,"BBH":30.17368221664718,"MATH Lvl 5 Raw":0.2688821752265861,"MATH Lvl 5":26.888217522658607,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.40546875,"MUSR":10.450260416666664,"MMLU-PRO Raw":0.37591422872340424,"MMLU-PRO":30.657136524822686,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-19","Submission Date":"2024-12-20","Generation":1,"Base Model":"T145/KRONOS-8B-V5 (Merge)"},{"eval_name":"T145_KRONOS-8B-V6_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/KRONOS-8B-V6 📑","fullname":"T145/KRONOS-8B-V6","Model sha":"7afd2483e81c58ad3865a9cac6f2e66afe1d1f78","Average ⬆️":27.898039972832333,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4396566160893274,"IFEval Raw":0.7022467054083166,"IFEval":70.22467054083165,"BBH Raw":0.5033606149499412,"BBH":29.659286418525568,"MATH Lvl 5 Raw":0.2598187311178248,"MATH Lvl 5":25.981873111782477,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.41210416666666666,"MUSR":9.813020833333335,"MMLU-PRO Raw":0.3501496010638298,"MMLU-PRO":27.794400118203306,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-20","Submission Date":"2024-12-20","Generation":1,"Base Model":"T145/KRONOS-8B-V6 (Merge)"},{"eval_name":"T145_KRONOS-8B-V7_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/KRONOS-8B-V7 📑","fullname":"T145/KRONOS-8B-V7","Model sha":"422458ab11c4a8bb502fd8681551f9b54d7e6162","Average ⬆️":15.899831252721421,"Hub License":"","Hub ❤️":0,"#Params (B)":4.015,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4541474228859679,"IFEval Raw":0.3529102780622083,"IFEval":35.291027806220825,"BBH Raw":0.4526219443939161,"BBH":23.89017313885566,"MATH Lvl 5 Raw":0.11102719033232629,"MATH Lvl 5":11.10271903323263,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.36711458333333336,"MUSR":4.02265625,"MMLU-PRO Raw":0.2696974734042553,"MMLU-PRO":18.855274822695034,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-25","Generation":0,"Base Model":"Removed"},{"eval_name":"T145_KRONOS-8B-V8_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/KRONOS-8B-V8 📑","fullname":"T145/KRONOS-8B-V8","Model sha":"1085c73a0b9bea22cc0dd85cf2745c62387949d9","Average ⬆️":28.793303577270123,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4554374939342578,"IFEval Raw":0.7770349339751859,"IFEval":77.70349339751859,"BBH Raw":0.5094406613555632,"BBH":30.053093995528446,"MATH Lvl 5 Raw":0.20468277945619334,"MATH Lvl 5":20.468277945619334,"GPQA Raw":0.28942953020134227,"GPQA":5.257270693512303,"MUSR Raw":0.3868958333333334,"MUSR":8.36197916666667,"MMLU-PRO Raw":0.37824135638297873,"MMLU-PRO":30.915706264775416,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-01","Submission Date":"2025-02-01","Generation":1,"Base Model":"T145/KRONOS-8B-V8 (Merge)"},{"eval_name":"T145_KRONOS-8B-V9_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/KRONOS-8B-V9 📑","fullname":"T145/KRONOS-8B-V9","Model sha":"46861313565195fbc0edca6396c3c214b308baa1","Average ⬆️":28.92215319526741,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4379859323130169,"IFEval Raw":0.7855778224001206,"IFEval":78.55778224001206,"BBH Raw":0.5099211908307056,"BBH":30.06801140755337,"MATH Lvl 5 Raw":0.1986404833836858,"MATH Lvl 5":19.86404833836858,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.3868020833333334,"MUSR":8.316927083333335,"MMLU-PRO Raw":0.3751662234042553,"MMLU-PRO":30.57402482269504,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"T145/KRONOS-8B-V9 (Merge)"},{"eval_name":"T145_Llama-3.1-8B-Instruct-Zeus_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/Llama-3.1-8B-Instruct-Zeus 📑","fullname":"T145/Llama-3.1-8B-Instruct-Zeus","Model sha":"672f9f1d4256f999b4513061c5406f60bfda2949","Average ⬆️":29.649994293530643,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.389369408893887,"IFEval Raw":0.7941207108250552,"IFEval":79.41207108250552,"BBH Raw":0.5173982439996302,"BBH":31.388990728478273,"MATH Lvl 5 Raw":0.19561933534743203,"MATH Lvl 5":19.561933534743204,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.39762499999999995,"MUSR":8.569791666666662,"MMLU-PRO Raw":0.38929521276595747,"MMLU-PRO":32.14391252955083,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-28","Submission Date":"2024-11-28","Generation":1,"Base Model":"T145/Llama-3.1-8B-Instruct-Zeus (Merge)"},{"eval_name":"T145_Llama-3.1-8B-Zeus_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/Llama-3.1-8B-Zeus 📑","fullname":"T145/Llama-3.1-8B-Zeus","Model sha":"712ff76aa966b0a9c5c65a074b2eb2b2cb56de86","Average ⬆️":9.076440481991643,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4634354982438125,"IFEval Raw":0.35176110497923285,"IFEval":35.17611049792329,"BBH Raw":0.3671175348446849,"BBH":10.560807756832054,"MATH Lvl 5 Raw":0.014350453172205438,"MATH Lvl 5":1.4350453172205437,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.33158333333333334,"MUSR":1.58125,"MMLU-PRO Raw":0.1332280585106383,"MMLU-PRO":3.6920065011820316,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-28","Generation":0,"Base Model":"Removed"},{"eval_name":"T145_Meta-Llama-3.1-8B-Instruct-TIES_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/Meta-Llama-3.1-8B-Instruct-TIES 📑","fullname":"T145/Meta-Llama-3.1-8B-Instruct-TIES","Model sha":"62a8c4f6e02a2e18f79688877fa925dcac8096aa","Average ⬆️":24.976590554171448,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3694240258694423,"IFEval Raw":0.5423542866261519,"IFEval":54.23542866261519,"BBH Raw":0.5070111385564763,"BBH":29.7742634799406,"MATH Lvl 5 Raw":0.20996978851963746,"MATH Lvl 5":20.996978851963746,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.3842916666666667,"MUSR":8.036458333333336,"MMLU-PRO Raw":0.37799202127659576,"MMLU-PRO":30.888002364066192,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-21","Submission Date":"2024-12-22","Generation":1,"Base Model":"T145/Meta-Llama-3.1-8B-Instruct-TIES (Merge)"},{"eval_name":"T145_ZEUS-8B-V10_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/ZEUS-8B-V10 📑","fullname":"T145/ZEUS-8B-V10","Model sha":"94b750b9de63df6391bb42d304a3dabea259b178","Average ⬆️":30.36969062022236,"Hub License":"","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3669331779670844,"IFEval Raw":0.7706651684197928,"IFEval":77.06651684197928,"BBH Raw":0.5269758270442659,"BBH":32.69504767226082,"MATH Lvl 5 Raw":0.21148036253776434,"MATH Lvl 5":21.148036253776432,"GPQA Raw":0.32466442953020136,"GPQA":9.955257270693513,"MUSR Raw":0.38978124999999997,"MUSR":9.089322916666665,"MMLU-PRO Raw":0.390375664893617,"MMLU-PRO":32.263962765957444,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-24","Submission Date":"2024-12-24","Generation":1,"Base Model":"T145/ZEUS-8B-V10 (Merge)"},{"eval_name":"T145_ZEUS-8B-V11_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/ZEUS-8B-V11 📑","fullname":"T145/ZEUS-8B-V11","Model sha":"407c0bd5c2de36aee4a7c3ec769f82705616fcf2","Average ⬆️":29.941073374653865,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.17199566710153,"IFEval Raw":0.8099575792231279,"IFEval":80.99575792231279,"BBH Raw":0.5161982586505715,"BBH":31.20791313817828,"MATH Lvl 5 Raw":0.19637462235649547,"MATH Lvl 5":19.637462235649547,"GPQA Raw":0.3145973154362416,"GPQA":8.612975391498878,"MUSR Raw":0.38066666666666665,"MUSR":7.149999999999996,"MMLU-PRO Raw":0.38838098404255317,"MMLU-PRO":32.042331560283685,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"T145/ZEUS-8B-V11 (Merge)"},{"eval_name":"T145_ZEUS-8B-V12_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/ZEUS-8B-V12 📑","fullname":"T145/ZEUS-8B-V12","Model sha":"32ee6e7da83b1fac23e2d931279c3c4adb6d9718","Average ⬆️":30.333680488372995,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.7418777518816637,"IFEval Raw":0.781556270695089,"IFEval":78.15562706950891,"BBH Raw":0.5253912026310238,"BBH":32.44900193426873,"MATH Lvl 5 Raw":0.21148036253776434,"MATH Lvl 5":21.148036253776432,"GPQA Raw":0.32046979865771813,"GPQA":9.395973154362418,"MUSR Raw":0.38584375,"MUSR":8.497135416666664,"MMLU-PRO Raw":0.3912067819148936,"MMLU-PRO":32.35630910165484,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"T145/ZEUS-8B-V12 (Merge)"},{"eval_name":"T145_ZEUS-8B-V13_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/ZEUS-8B-V13 📑","fullname":"T145/ZEUS-8B-V13","Model sha":"48a73e233cf8736313b616ca0e87b26841318f4e","Average ⬆️":30.621361680379156,"Hub License":"llama3.1","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3517701951939556,"IFEval Raw":0.7904238531540756,"IFEval":79.04238531540756,"BBH Raw":0.5277128851736589,"BBH":32.72745832819285,"MATH Lvl 5 Raw":0.21374622356495468,"MATH Lvl 5":21.37462235649547,"GPQA Raw":0.3238255033557047,"GPQA":9.843400447427292,"MUSR Raw":0.38447916666666665,"MUSR":8.393229166666664,"MMLU-PRO Raw":0.39112367021276595,"MMLU-PRO":32.347074468085104,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-30","Generation":1,"Base Model":"T145/ZEUS-8B-V13 (Merge)"},{"eval_name":"T145_ZEUS-8B-V13-abliterated_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/ZEUS-8B-V13-abliterated 📑","fullname":"T145/ZEUS-8B-V13-abliterated","Model sha":"1edf9d72638d57bbe697717344391355cb610781","Average ⬆️":29.488667624353806,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.36719859751768,"IFEval Raw":0.7877509452696623,"IFEval":78.77509452696623,"BBH Raw":0.5197597316957202,"BBH":31.784785148944987,"MATH Lvl 5 Raw":0.17900302114803626,"MATH Lvl 5":17.900302114803626,"GPQA Raw":0.311241610738255,"GPQA":8.165548098434002,"MUSR Raw":0.3871458333333333,"MUSR":8.393229166666664,"MMLU-PRO Raw":0.38721742021276595,"MMLU-PRO":31.91304669030733,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-31","Submission Date":"2025-01-01","Generation":1,"Base Model":"T145/ZEUS-8B-V13-abliterated (Merge)"},{"eval_name":"T145_ZEUS-8B-V14_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/ZEUS-8B-V14 📑","fullname":"T145/ZEUS-8B-V14","Model sha":"d5a831c4923e9effe2f64426f6066c66eec4569c","Average ⬆️":30.191102257235432,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3481792126144727,"IFEval Raw":0.770939994769434,"IFEval":77.0939994769434,"BBH Raw":0.5274593322517976,"BBH":32.693445971056676,"MATH Lvl 5 Raw":0.21299093655589124,"MATH Lvl 5":21.299093655589125,"GPQA Raw":0.32046979865771813,"GPQA":9.395973154362418,"MUSR Raw":0.3844479166666666,"MUSR":8.289322916666663,"MMLU-PRO Raw":0.3913730053191489,"MMLU-PRO":32.374778368794324,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-30","Submission Date":"2024-12-30","Generation":1,"Base Model":"T145/ZEUS-8B-V14 (Merge)"},{"eval_name":"T145_ZEUS-8B-V15_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/ZEUS-8B-V15 📑","fullname":"T145/ZEUS-8B-V15","Model sha":"3d83f7ec7ddc41d81c4bb7859420f377427d5367","Average ⬆️":29.370031092616262,"Hub License":"","Hub ❤️":0,"#Params (B)":4.015,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3892912358486078,"IFEval Raw":0.701272623306161,"IFEval":70.1272623306161,"BBH Raw":0.5537552380544757,"BBH":36.18160301722815,"MATH Lvl 5 Raw":0.23036253776435045,"MATH Lvl 5":23.036253776435046,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.40199999999999997,"MUSR":9.416666666666664,"MMLU-PRO Raw":0.40591755319148937,"MMLU-PRO":33.99083924349882,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-31","Generation":0,"Base Model":"Removed"},{"eval_name":"T145_ZEUS-8B-V16_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/ZEUS-8B-V16 📑","fullname":"T145/ZEUS-8B-V16","Model sha":"497a1e669fd64ebb576149bfc55aa826383daaff","Average ⬆️":30.579931119756704,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.331310957109588,"IFEval Raw":0.7925471083392066,"IFEval":79.25471083392065,"BBH Raw":0.5265817990313368,"BBH":32.53218336552364,"MATH Lvl 5 Raw":0.22054380664652568,"MATH Lvl 5":22.054380664652566,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.3950833333333333,"MUSR":9.518749999999997,"MMLU-PRO Raw":0.39261968085106386,"MMLU-PRO":32.513297872340424,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-31","Submission Date":"2024-12-31","Generation":1,"Base Model":"T145/ZEUS-8B-V16 (Merge)"},{"eval_name":"T145_ZEUS-8B-V17_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/ZEUS-8B-V17 📑","fullname":"T145/ZEUS-8B-V17","Model sha":"c8420f0ef12a0c42f5e1cb62adbb2bf403d4c77f","Average ⬆️":31.006563519372005,"Hub License":"","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3446234519473816,"IFEval Raw":0.7940708431406447,"IFEval":79.40708431406446,"BBH Raw":0.525086643033107,"BBH":32.33848329071727,"MATH Lvl 5 Raw":0.2243202416918429,"MATH Lvl 5":22.432024169184288,"GPQA Raw":0.3221476510067114,"GPQA":9.61968680089485,"MUSR Raw":0.40162499999999995,"MUSR":9.63645833333333,"MMLU-PRO Raw":0.39345079787234044,"MMLU-PRO":32.60564420803782,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-01","Submission Date":"2025-01-01","Generation":1,"Base Model":"T145/ZEUS-8B-V17 (Merge)"},{"eval_name":"T145_ZEUS-8B-V17-abliterated_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/ZEUS-8B-V17-abliterated 📑","fullname":"T145/ZEUS-8B-V17-abliterated","Model sha":"b1e9142e0efb74d5ecc9ab82aff858ff6715678a","Average ⬆️":26.847962315480604,"Hub License":"","Hub ❤️":2,"#Params (B)":7.594,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3400490976803874,"IFEval Raw":0.7576009432749549,"IFEval":75.7600943274955,"BBH Raw":0.520041374505222,"BBH":31.522204154633215,"MATH Lvl 5 Raw":0.04380664652567976,"MATH Lvl 5":4.380664652567976,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.42692708333333335,"MUSR":13.132552083333332,"MMLU-PRO Raw":0.36220079787234044,"MMLU-PRO":29.1334219858156,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-01","Submission Date":"2025-01-01","Generation":1,"Base Model":"T145/ZEUS-8B-V17-abliterated (Merge)"},{"eval_name":"T145_ZEUS-8B-V17-abliterated-V2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/ZEUS-8B-V17-abliterated-V2 📑","fullname":"T145/ZEUS-8B-V17-abliterated-V2","Model sha":"9cc40b877185b7796b3cfc49558ce28a1cb0d207","Average ⬆️":22.607357264113972,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6694349225561051,"IFEval Raw":0.6532123654126606,"IFEval":65.32123654126606,"BBH Raw":0.49280119619174295,"BBH":27.568611667990155,"MATH Lvl 5 Raw":0.11178247734138973,"MATH Lvl 5":11.178247734138973,"GPQA Raw":0.27348993288590606,"GPQA":3.1319910514541416,"MUSR Raw":0.3407291666666667,"MUSR":1.7578124999999993,"MMLU-PRO Raw":0.34017619680851063,"MMLU-PRO":26.686244089834517,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-04","Submission Date":"2025-01-04","Generation":1,"Base Model":"T145/ZEUS-8B-V17-abliterated-V2 (Merge)"},{"eval_name":"T145_ZEUS-8B-V17-abliterated-V4_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/ZEUS-8B-V17-abliterated-V4 📑","fullname":"T145/ZEUS-8B-V17-abliterated-V4","Model sha":"04b4069dcd85e42eb2649fe39f00325e7febb415","Average ⬆️":26.58716707472223,"Hub License":"llama3.1","Hub ❤️":4,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3164047673296317,"IFEval Raw":0.7228298691915229,"IFEval":72.2829869191523,"BBH Raw":0.5169216944225185,"BBH":30.971615423734274,"MATH Lvl 5 Raw":0.09365558912386707,"MATH Lvl 5":9.365558912386707,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.4187083333333333,"MUSR":11.605208333333332,"MMLU-PRO Raw":0.37741023936170215,"MMLU-PRO":30.82335992907802,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-04","Submission Date":"2025-01-05","Generation":1,"Base Model":"T145/ZEUS-8B-V17-abliterated-V4 (Merge)"},{"eval_name":"T145_ZEUS-8B-V18_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/ZEUS-8B-V18 📑","fullname":"T145/ZEUS-8B-V18","Model sha":"bf3c9a2836a00cdccdc85b1587b46d1146877850","Average ⬆️":30.93292754557434,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3272917306684742,"IFEval Raw":0.7834046995305788,"IFEval":78.34046995305789,"BBH Raw":0.5269802862530547,"BBH":32.52958987066048,"MATH Lvl 5 Raw":0.21827794561933533,"MATH Lvl 5":21.827794561933533,"GPQA Raw":0.3213087248322148,"GPQA":9.507829977628639,"MUSR Raw":0.40429166666666666,"MUSR":10.703124999999998,"MMLU-PRO Raw":0.39419880319148937,"MMLU-PRO":32.68875591016548,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-01","Submission Date":"2025-01-02","Generation":1,"Base Model":"T145/ZEUS-8B-V18 (Merge)"},{"eval_name":"T145_ZEUS-8B-V19_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/ZEUS-8B-V19 📑","fullname":"T145/ZEUS-8B-V19","Model sha":"8000d59047526f61b9588180df0a862928c2ccea","Average ⬆️":31.073717256514314,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3864482789696406,"IFEval Raw":0.7882507302845339,"IFEval":78.82507302845339,"BBH Raw":0.5276233222408697,"BBH":32.64362847061702,"MATH Lvl 5 Raw":0.22054380664652568,"MATH Lvl 5":22.054380664652566,"GPQA Raw":0.3221476510067114,"GPQA":9.61968680089485,"MUSR Raw":0.40429166666666666,"MUSR":10.703124999999998,"MMLU-PRO Raw":0.3933676861702128,"MMLU-PRO":32.59640957446809,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-03","Submission Date":"2025-01-03","Generation":1,"Base Model":"T145/ZEUS-8B-V19 (Merge)"},{"eval_name":"T145_ZEUS-8B-V2_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/ZEUS-8B-V2 📑","fullname":"T145/ZEUS-8B-V2","Model sha":"8f874a61fe651717afaf484e3a556a0c11b7f292","Average ⬆️":30.143481455653376,"Hub License":"","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3914350329709466,"IFEval Raw":0.8029384255996312,"IFEval":80.29384255996311,"BBH Raw":0.5194405455747161,"BBH":31.605592775073944,"MATH Lvl 5 Raw":0.21601208459214502,"MATH Lvl 5":21.6012084592145,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.3910208333333333,"MUSR":8.24427083333333,"MMLU-PRO Raw":0.3896276595744681,"MMLU-PRO":32.18085106382979,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-01","Submission Date":"2024-12-01","Generation":1,"Base Model":"T145/ZEUS-8B-V2 (Merge)"},{"eval_name":"T145_ZEUS-8B-V2-ORPO_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/ZEUS-8B-V2-ORPO 📑","fullname":"T145/ZEUS-8B-V2-ORPO","Model sha":"fee1b04ccafb9f6bbb4db88effd837ad72e00571","Average ⬆️":27.882957614827564,"Hub License":"","Hub ❤️":0,"#Params (B)":4.015,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4149754480427466,"IFEval Raw":0.7186830941900824,"IFEval":71.86830941900824,"BBH Raw":0.5075246906772,"BBH":29.59149027379915,"MATH Lvl 5 Raw":0.18277945619335348,"MATH Lvl 5":18.27794561933535,"GPQA Raw":0.3104026845637584,"GPQA":8.05369127516779,"MUSR Raw":0.39349999999999996,"MUSR":9.754166666666663,"MMLU-PRO Raw":0.3677692819148936,"MMLU-PRO":29.752142434988176,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-31","Generation":0,"Base Model":"Removed"},{"eval_name":"T145_ZEUS-8B-V2-abliterated_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/ZEUS-8B-V2-abliterated 📑","fullname":"T145/ZEUS-8B-V2-abliterated","Model sha":"d07c040573a4a468d774e5f47811be3e4c05e622","Average ⬆️":29.796705902139966,"Hub License":"llama3.1","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.055450230985255,"IFEval Raw":0.7895495064207414,"IFEval":78.95495064207414,"BBH Raw":0.5128868622210663,"BBH":30.98256419519066,"MATH Lvl 5 Raw":0.21148036253776434,"MATH Lvl 5":21.148036253776432,"GPQA Raw":0.31291946308724833,"GPQA":8.389261744966444,"MUSR Raw":0.3910833333333333,"MUSR":7.918749999999996,"MMLU-PRO Raw":0.38248005319148937,"MMLU-PRO":31.386672576832154,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-30","Submission Date":"2024-12-31","Generation":1,"Base Model":"T145/ZEUS-8B-V2-abliterated (Merge)"},{"eval_name":"T145_ZEUS-8B-V20_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/ZEUS-8B-V20 📑","fullname":"T145/ZEUS-8B-V20","Model sha":"0daec2344934c6f945fe8df88de345f66c89fe84","Average ⬆️":31.039974330291205,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3367754678837924,"IFEval Raw":0.7955945779420825,"IFEval":79.55945779420827,"BBH Raw":0.5244005058415827,"BBH":32.22158697725198,"MATH Lvl 5 Raw":0.2190332326283988,"MATH Lvl 5":21.90332326283988,"GPQA Raw":0.32298657718120805,"GPQA":9.731543624161072,"MUSR Raw":0.40432291666666664,"MUSR":10.273697916666665,"MMLU-PRO Raw":0.3929521276595745,"MMLU-PRO":32.55023640661938,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-07","Submission Date":"2025-01-07","Generation":1,"Base Model":"T145/ZEUS-8B-V20 (Merge)"},{"eval_name":"T145_ZEUS-8B-V21_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/ZEUS-8B-V21 📑","fullname":"T145/ZEUS-8B-V21","Model sha":"8b3646b8e380835dc6955ae210743360b3f9c298","Average ⬆️":12.085754641843304,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.440348362883099,"IFEval Raw":0.3785145635801894,"IFEval":37.85145635801894,"BBH Raw":0.33975753940458464,"BBH":7.358048379917139,"MATH Lvl 5 Raw":0.1593655589123867,"MATH Lvl 5":15.93655589123867,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.32615625,"MUSR":1.5361979166666664,"MMLU-PRO Raw":0.17137632978723405,"MMLU-PRO":7.930703309692672,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-08","Generation":0,"Base Model":"Removed"},{"eval_name":"T145_ZEUS-8B-V22_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/ZEUS-8B-V22 📑","fullname":"T145/ZEUS-8B-V22","Model sha":"e0c00dfff7eb8b0fe0c3b63980d9558f55dd569c","Average ⬆️":31.143603587984483,"Hub License":"llama3.1","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4125065320853716,"IFEval Raw":0.7995163942782927,"IFEval":79.95163942782926,"BBH Raw":0.5244915522507715,"BBH":32.21395635996418,"MATH Lvl 5 Raw":0.22280966767371602,"MATH Lvl 5":22.280966767371602,"GPQA Raw":0.32802013422818793,"GPQA":10.402684563758392,"MUSR Raw":0.3989583333333333,"MUSR":9.369791666666664,"MMLU-PRO Raw":0.3937832446808511,"MMLU-PRO":32.64258274231678,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-09","Submission Date":"2025-01-09","Generation":1,"Base Model":"T145/ZEUS-8B-V22 (Merge)"},{"eval_name":"T145_ZEUS-8B-V23_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/ZEUS-8B-V23 📑","fullname":"T145/ZEUS-8B-V23","Model sha":"62b55d14842dfcbe33a0847e2b8fc18ffabf05bf","Average ⬆️":28.43967386680849,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3324908358064513,"IFEval Raw":0.7621222799948582,"IFEval":76.2122279994858,"BBH Raw":0.519500470668349,"BBH":31.46730001602275,"MATH Lvl 5 Raw":0.18202416918429004,"MATH Lvl 5":18.202416918429005,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.3921979166666667,"MUSR":7.191406250000001,"MMLU-PRO Raw":0.3666057180851064,"MMLU-PRO":29.622857565011817,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-10","Submission Date":"2025-01-10","Generation":1,"Base Model":"T145/ZEUS-8B-V23 (Merge)"},{"eval_name":"T145_ZEUS-8B-V24_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/ZEUS-8B-V24 📑","fullname":"T145/ZEUS-8B-V24","Model sha":"0b8f6c8232f6018f1a9849618773b16dd4405650","Average ⬆️":22.065645178943935,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.524096689802697,"IFEval Raw":0.5999813827311533,"IFEval":59.99813827311534,"BBH Raw":0.4777962576721959,"BBH":26.153953910062185,"MATH Lvl 5 Raw":0.14577039274924472,"MATH Lvl 5":14.577039274924472,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.3729166666666666,"MUSR":4.7145833333333345,"MMLU-PRO Raw":0.32845744680851063,"MMLU-PRO":25.384160756501178,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-22","Submission Date":"2025-01-23","Generation":1,"Base Model":"T145/ZEUS-8B-V24 (Merge)"},{"eval_name":"T145_ZEUS-8B-V25_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/ZEUS-8B-V25 📑","fullname":"T145/ZEUS-8B-V25","Model sha":"20e25207ddcba81f481e6178b5ede453da0b93db","Average ⬆️":16.8147475535603,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6179681370552723,"IFEval Raw":0.33202790817253774,"IFEval":33.20279081725378,"BBH Raw":0.4546907005207668,"BBH":21.846212671079687,"MATH Lvl 5 Raw":0.2039274924471299,"MATH Lvl 5":20.39274924471299,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.3488229166666667,"MUSR":2.602864583333334,"MMLU-PRO Raw":0.2884807180851064,"MMLU-PRO":20.942302009456267,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-23","Submission Date":"2025-01-23","Generation":1,"Base Model":"T145/ZEUS-8B-V25 (Merge)"},{"eval_name":"T145_ZEUS-8B-V26_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/ZEUS-8B-V26 📑","fullname":"T145/ZEUS-8B-V26","Model sha":"621279b3792ebb97f5ea94136481d1a84c7babc1","Average ⬆️":26.628443632555204,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.434081544674218,"IFEval Raw":0.6707979272774018,"IFEval":67.07979272774018,"BBH Raw":0.5231548583920674,"BBH":32.25100532809862,"MATH Lvl 5 Raw":0.12462235649546828,"MATH Lvl 5":12.462235649546828,"GPQA Raw":0.2953020134228188,"GPQA":6.040268456375841,"MUSR Raw":0.40162499999999995,"MUSR":9.63645833333333,"MMLU-PRO Raw":0.39070811170212766,"MMLU-PRO":32.300901300236404,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-25","Generation":1,"Base Model":"T145/ZEUS-8B-V26 (Merge)"},{"eval_name":"T145_ZEUS-8B-V27_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/ZEUS-8B-V27 📑","fullname":"T145/ZEUS-8B-V27","Model sha":"819e1d5470b2d5e86e49ee0be692fee5016386ca","Average ⬆️":26.817908661081884,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4555947946601697,"IFEval Raw":0.654361538495636,"IFEval":65.4361538495636,"BBH Raw":0.52303129292911,"BBH":32.21930421807795,"MATH Lvl 5 Raw":0.13444108761329304,"MATH Lvl 5":13.444108761329304,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.39768749999999997,"MUSR":9.844270833333331,"MMLU-PRO Raw":0.3902094414893617,"MMLU-PRO":32.245493498817964,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-26","Submission Date":"2025-01-26","Generation":1,"Base Model":"T145/ZEUS-8B-V27 (Merge)"},{"eval_name":"T145_ZEUS-8B-V28_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/ZEUS-8B-V28 📑","fullname":"T145/ZEUS-8B-V28","Model sha":"c70e0e93166320fe9e70c4b568239d6ec4c69d03","Average ⬆️":26.179429325600655,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4544305897282979,"IFEval Raw":0.635252241829457,"IFEval":63.5252241829457,"BBH Raw":0.5254256199968339,"BBH":32.62174149720304,"MATH Lvl 5 Raw":0.1268882175226586,"MATH Lvl 5":12.688821752265861,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.38962499999999994,"MUSR":8.836458333333331,"MMLU-PRO Raw":0.3902094414893617,"MMLU-PRO":32.245493498817964,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-27","Submission Date":"2025-01-28","Generation":1,"Base Model":"T145/ZEUS-8B-V28 (Merge)"},{"eval_name":"T145_ZEUS-8B-V29_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/ZEUS-8B-V29 📑","fullname":"T145/ZEUS-8B-V29","Model sha":"be5ab42b6f8339d012595850b91402da5a45ba48","Average ⬆️":29.116399573768543,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.408967476441205,"IFEval Raw":0.7417640748768822,"IFEval":74.17640748768822,"BBH Raw":0.5253330901112457,"BBH":32.349726924866495,"MATH Lvl 5 Raw":0.16012084592145015,"MATH Lvl 5":16.012084592145015,"GPQA Raw":0.3263422818791946,"GPQA":10.17897091722595,"MUSR Raw":0.4002604166666666,"MUSR":9.53255208333333,"MMLU-PRO Raw":0.3920378989361702,"MMLU-PRO":32.448655437352244,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"T145/ZEUS-8B-V29 (Merge)"},{"eval_name":"T145_ZEUS-8B-V2L1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/ZEUS-8B-V2L1 📑","fullname":"T145/ZEUS-8B-V2L1","Model sha":"c2d7f009c769f7ebdef00412ad85f2d3bdea9869","Average ⬆️":19.959332334959768,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.489273917381773,"IFEval Raw":0.3191886416929303,"IFEval":31.91886416929303,"BBH Raw":0.5013485375260267,"BBH":28.694208206551323,"MATH Lvl 5 Raw":0.12386706948640483,"MATH Lvl 5":12.386706948640484,"GPQA Raw":0.31291946308724833,"GPQA":8.389261744966444,"MUSR Raw":0.38819791666666664,"MUSR":9.058072916666662,"MMLU-PRO Raw":0.36377992021276595,"MMLU-PRO":29.308880023640665,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-02","Generation":0,"Base Model":"Removed"},{"eval_name":"T145_ZEUS-8B-V2L2_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/ZEUS-8B-V2L2 📑","fullname":"T145/ZEUS-8B-V2L2","Model sha":"d3ae250942e4b749c2d545a48f08a93a659a9b6e","Average ⬆️":29.93592636769453,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4080791080730521,"IFEval Raw":0.8020640788662969,"IFEval":80.2064078866297,"BBH Raw":0.5202843665402132,"BBH":32.0175092945529,"MATH Lvl 5 Raw":0.20166163141993956,"MATH Lvl 5":20.166163141993955,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.39746875000000004,"MUSR":8.583593750000002,"MMLU-PRO Raw":0.38838098404255317,"MMLU-PRO":32.042331560283685,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-03","Generation":0,"Base Model":"Removed"},{"eval_name":"T145_ZEUS-8B-V3_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/ZEUS-8B-V3 📑","fullname":"T145/ZEUS-8B-V3","Model sha":"2253fa275c722d46dd6380539042ec7f1bc0d7f7","Average ⬆️":29.6049284530603,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2127011701204595,"IFEval Raw":0.7886751596874072,"IFEval":78.86751596874072,"BBH Raw":0.5265064133535374,"BBH":32.108252109929126,"MATH Lvl 5 Raw":0.16767371601208458,"MATH Lvl 5":16.76737160120846,"GPQA Raw":0.3221476510067114,"GPQA":9.61968680089485,"MUSR Raw":0.4016875,"MUSR":9.110937499999999,"MMLU-PRO Raw":0.38040226063829785,"MMLU-PRO":31.155806737588655,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-05","Generation":0,"Base Model":"Removed"},{"eval_name":"T145_ZEUS-8B-V30_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/ZEUS-8B-V30 📑","fullname":"T145/ZEUS-8B-V30","Model sha":"7091cc3981243056ed3fae72307f4fac4fa367e4","Average ⬆️":29.0957713811746,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.0650085806418934,"IFEval Raw":0.7435626360279614,"IFEval":74.35626360279613,"BBH Raw":0.5243248855841048,"BBH":32.188253745585094,"MATH Lvl 5 Raw":0.15861027190332327,"MATH Lvl 5":15.861027190332328,"GPQA Raw":0.32046979865771813,"GPQA":9.395973154362418,"MUSR Raw":0.4029270833333333,"MUSR":10.065885416666664,"MMLU-PRO Raw":0.3943650265957447,"MMLU-PRO":32.70722517730496,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-07","Submission Date":"2025-02-07","Generation":1,"Base Model":"T145/ZEUS-8B-V30 (Merge)"},{"eval_name":"T145_ZEUS-8B-V4_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/ZEUS-8B-V4 📑","fullname":"T145/ZEUS-8B-V4","Model sha":"ca89fdfe275397f430092a0f644dc02b22ba2a8b","Average ⬆️":29.654622258469473,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3011521967725295,"IFEval Raw":0.7807317916461656,"IFEval":78.07317916461656,"BBH Raw":0.5245974297200655,"BBH":32.04614380654929,"MATH Lvl 5 Raw":0.19259818731117825,"MATH Lvl 5":19.259818731117825,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.4028958333333333,"MUSR":9.961979166666664,"MMLU-PRO Raw":0.37882313829787234,"MMLU-PRO":30.98034869976359,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-06","Generation":0,"Base Model":"Removed"},{"eval_name":"T145_ZEUS-8B-V6_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/ZEUS-8B-V6 📑","fullname":"T145/ZEUS-8B-V6","Model sha":"d7131128560dce428c3308ab46d7955b749c726d","Average ⬆️":29.75703725188933,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2898547806439689,"IFEval Raw":0.7837792612490415,"IFEval":78.37792612490415,"BBH Raw":0.5239561762634447,"BBH":32.07784842307126,"MATH Lvl 5 Raw":0.20241691842900303,"MATH Lvl 5":20.241691842900302,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.4068020833333333,"MUSR":9.916927083333329,"MMLU-PRO Raw":0.37591422872340424,"MMLU-PRO":30.657136524822686,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-08","Submission Date":"2024-12-09","Generation":1,"Base Model":"T145/ZEUS-8B-V6 (Merge)"},{"eval_name":"T145_ZEUS-8B-V7_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/ZEUS-8B-V7 📑","fullname":"T145/ZEUS-8B-V7","Model sha":"dbaa3828be77d925f40ecf3762b90ec4ad70e6d9","Average ⬆️":28.470021765028548,"Hub License":"llama3.1","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.311758942423652,"IFEval Raw":0.7786085364610345,"IFEval":77.86085364610345,"BBH Raw":0.5070394117180643,"BBH":29.556016390229985,"MATH Lvl 5 Raw":0.14803625377643503,"MATH Lvl 5":14.803625377643503,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.41616666666666663,"MUSR":11.087499999999997,"MMLU-PRO Raw":0.3812333776595745,"MMLU-PRO":31.24815307328605,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-10","Submission Date":"2024-12-11","Generation":1,"Base Model":"T145/ZEUS-8B-V7 (Merge)"},{"eval_name":"T145_ZEUS-8B-V8_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/ZEUS-8B-V8 📑","fullname":"T145/ZEUS-8B-V8","Model sha":"c7da6c67926ddaff25602bfd1b9941d9822c1387","Average ⬆️":28.22354116902905,"Hub License":"llama3.1","Hub ❤️":3,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3200279497215517,"IFEval Raw":0.7913979352562313,"IFEval":79.13979352562313,"BBH Raw":0.5064510419864701,"BBH":29.39403095675921,"MATH Lvl 5 Raw":0.13293051359516617,"MATH Lvl 5":13.293051359516618,"GPQA Raw":0.287751677852349,"GPQA":5.033557046979867,"MUSR Raw":0.421375,"MUSR":11.805208333333328,"MMLU-PRO Raw":0.37608045212765956,"MMLU-PRO":30.67560579196217,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-12","Submission Date":"2024-12-12","Generation":1,"Base Model":"T145/ZEUS-8B-V8 (Merge)"},{"eval_name":"T145_ZEUS-8B-V9_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"T145/ZEUS-8B-V9 📑","fullname":"T145/ZEUS-8B-V9","Model sha":"10b386571ad34d115433419d30b61746ef4d9735","Average ⬆️":25.864889285845788,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.346419889879008,"IFEval Raw":0.5551436854213487,"IFEval":55.51436854213487,"BBH Raw":0.5207256346477752,"BBH":31.85054952781809,"MATH Lvl 5 Raw":0.21374622356495468,"MATH Lvl 5":21.37462235649547,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.3949270833333333,"MUSR":8.73255208333333,"MMLU-PRO Raw":0.39012632978723405,"MMLU-PRO":32.23625886524823,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-21","Submission Date":"2024-12-21","Generation":1,"Base Model":"T145/ZEUS-8B-V9 (Merge)"},{"eval_name":"T145_qwen-2.5-3B-merge-test_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"T145/qwen-2.5-3B-merge-test 📑","fullname":"T145/qwen-2.5-3B-merge-test","Model sha":"0d5f82d841f811fbf1ee07bfbf7c6eb1de812840","Average ⬆️":25.975399259287943,"Hub License":"","Hub ❤️":0,"#Params (B)":3.397,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5679131730465115,"IFEval Raw":0.5751018408932742,"IFEval":57.510184089327424,"BBH Raw":0.4842488747720393,"BBH":27.889341313676073,"MATH Lvl 5 Raw":0.3202416918429003,"MATH Lvl 5":32.02416918429003,"GPQA Raw":0.28523489932885904,"GPQA":4.697986577181204,"MUSR Raw":0.40072916666666664,"MUSR":8.291145833333333,"MMLU-PRO Raw":0.3289561170212766,"MMLU-PRO":25.439568557919618,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-16","Generation":0,"Base Model":"Removed"},{"eval_name":"THUDM_glm-4-9b_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"ChatGLMModelM","Model":"THUDM/glm-4-9b 📑","fullname":"THUDM/glm-4-9b","Model sha":"99a140996f9d4f197842fb6b1aab217a42e27ef3","Average ⬆️":18.006731731716215,"Hub License":"other","Hub ❤️":126,"#Params (B)":9.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.3448936751023592,"IFEval Raw":0.1426082793654171,"IFEval":14.260827936541709,"BBH Raw":0.5528368141665274,"BBH":35.811283581208905,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.3162751677852349,"GPQA":8.83668903803132,"MUSR Raw":0.4385833333333333,"MUSR":14.189583333333331,"MMLU-PRO Raw":0.4144780585106383,"MMLU-PRO":34.94200650118203,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-04","Submission Date":"2024-07-04","Generation":0,"Base Model":"THUDM/glm-4-9b"},{"eval_name":"THUDM_glm-4-9b-chat_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"ChatGLMModelM","Model":"THUDM/glm-4-9b-chat 📑","fullname":"THUDM/glm-4-9b-chat","Model sha":"04419001bc63e05e70991ade6da1f91c4aeec278","Average ⬆️":10.973477297045166,"Hub License":"other","Hub ❤️":669,"#Params (B)":9.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.4942690169854622,"IFEval Raw":0.0,"IFEval":0.0,"BBH Raw":0.47363884291035735,"BBH":25.205183674440235,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.313758389261745,"GPQA":8.501118568232664,"MUSR Raw":0.3994270833333333,"MUSR":8.061718749999999,"MMLU-PRO Raw":0.316655585106383,"MMLU-PRO":24.072842789598106,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-04","Submission Date":"2024-07-09","Generation":0,"Base Model":"THUDM/glm-4-9b-chat"},{"eval_name":"THUDM_glm-4-9b-chat-1m_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"ChatGLMModel","Model":"THUDM/glm-4-9b-chat-1m 📑","fullname":"THUDM/glm-4-9b-chat-1m","Model sha":"0aa722c7e0745dd21453427dd44c257dd253304f","Average ⬆️":8.922510186531982,"Hub License":"other","Hub ❤️":186,"#Params (B)":9.484,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.4113399099723327,"IFEval Raw":0.0,"IFEval":0.0,"BBH Raw":0.41800578218330303,"BBH":17.10802850816805,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.3794583333333333,"MUSR":5.232291666666668,"MMLU-PRO Raw":0.31632313829787234,"MMLU-PRO":24.03590425531915,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-04","Submission Date":"2024-10-09","Generation":0,"Base Model":"THUDM/glm-4-9b-chat-1m"},{"eval_name":"THUDM_glm-4-9b-chat-1m-hf_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"GlmForCausalLM","Model":"THUDM/glm-4-9b-chat-1m-hf 📑","fullname":"THUDM/glm-4-9b-chat-1m-hf","Model sha":"0588cb62942f0f0a5545c695e5c1b019d64eabdc","Average ⬆️":15.139213915838658,"Hub License":"other","Hub ❤️":10,"#Params (B)":9.484,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.0941316751918633,"IFEval Raw":0.5341106043076814,"IFEval":53.411060430768146,"BBH Raw":0.3900953106836365,"BBH":14.405440654648933,"MATH Lvl 5 Raw":0.04833836858006042,"MATH Lvl 5":4.833836858006042,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.36888541666666663,"MUSR":3.544010416666667,"MMLU-PRO Raw":0.18143284574468085,"MMLU-PRO":9.048093971631205,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-24","Submission Date":"2025-01-15","Generation":1,"Base Model":"THUDM/glm-4-9b-chat-1m-hf (Merge)"},{"eval_name":"THUDM_glm-4-9b-chat-hf_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"GlmForCausalLM","Model":"THUDM/glm-4-9b-chat-hf 📑","fullname":"THUDM/glm-4-9b-chat-hf","Model sha":"c7f73fd9e0f378c87f3c8f2c25aec6ad705043cd","Average ⬆️":20.54431273192071,"Hub License":"other","Hub ❤️":11,"#Params (B)":9.4,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9847880947215946,"IFEval Raw":0.6513140688927601,"IFEval":65.13140688927601,"BBH Raw":0.4432308604245425,"BBH":20.668085640285003,"MATH Lvl 5 Raw":0.08459214501510574,"MATH Lvl 5":8.459214501510575,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.35930208333333336,"MUSR":2.2460937499999996,"MMLU-PRO Raw":0.27742686170212766,"MMLU-PRO":19.714095744680847,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-23","Submission Date":"2025-01-15","Generation":1,"Base Model":"THUDM/glm-4-9b-chat-hf (Merge)"},{"eval_name":"TIGER-Lab_AceCodeRM-7B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalRM","Model":"TIGER-Lab/AceCodeRM-7B 📑","fullname":"TIGER-Lab/AceCodeRM-7B","Model sha":"cc0d74c2c70a2af30c33e9e1c5a787fb79ac5c2c","Average ⬆️":27.34471609415536,"Hub License":"mit","Hub ❤️":3,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6548936133746145,"IFEval Raw":0.5854931581536988,"IFEval":58.54931581536989,"BBH Raw":0.4773230085351336,"BBH":26.279158142995318,"MATH Lvl 5 Raw":0.3466767371601209,"MATH Lvl 5":34.66767371601209,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.41920833333333335,"MUSR":11.067708333333336,"MMLU-PRO Raw":0.3361037234042553,"MMLU-PRO":26.233747044917255,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-03-07","Generation":1,"Base Model":"TIGER-Lab/AceCodeRM-7B (Merge)"},{"eval_name":"TIGER-Lab_AceCoder-Qwen2.5-7B-Ins-Rule_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"TIGER-Lab/AceCoder-Qwen2.5-7B-Ins-Rule 📑","fullname":"TIGER-Lab/AceCoder-Qwen2.5-7B-Ins-Rule","Model sha":"aedbaf4b30d6992872f6de21416fbf9c52795a81","Average ⬆️":35.10989936210928,"Hub License":"mit","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6477565533827316,"IFEval Raw":0.742413462944986,"IFEval":74.24134629449861,"BBH Raw":0.5404426673547671,"BBH":35.040755991620735,"MATH Lvl 5 Raw":0.49924471299093653,"MATH Lvl 5":49.92447129909365,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.39803125,"MUSR":7.720572916666666,"MMLU-PRO Raw":0.4321808510638298,"MMLU-PRO":36.90898345153664,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-04","Submission Date":"2025-03-07","Generation":1,"Base Model":"TIGER-Lab/AceCoder-Qwen2.5-7B-Ins-Rule (Merge)"},{"eval_name":"TIGER-Lab_AceCoder-Qwen2.5-Coder-7B-Base-Rule_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"TIGER-Lab/AceCoder-Qwen2.5-Coder-7B-Base-Rule 📑","fullname":"TIGER-Lab/AceCoder-Qwen2.5-Coder-7B-Base-Rule","Model sha":"352bab9841e39d359c630c61b46e58b2dea73384","Average ⬆️":21.333370512930014,"Hub License":"mit","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9756049775312156,"IFEval Raw":0.44076273177391545,"IFEval":44.07627317739154,"BBH Raw":0.49023782785253694,"BBH":29.405351182469058,"MATH Lvl 5 Raw":0.20166163141993956,"MATH Lvl 5":20.166163141993955,"GPQA Raw":0.27181208053691275,"GPQA":2.9082774049216997,"MUSR Raw":0.34488541666666667,"MUSR":0.9440104166666662,"MMLU-PRO Raw":0.37450132978723405,"MMLU-PRO":30.500147754137117,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-04","Submission Date":"2025-03-07","Generation":1,"Base Model":"TIGER-Lab/AceCoder-Qwen2.5-Coder-7B-Base-Rule (Merge)"},{"eval_name":"TIGER-Lab_AceCoder-Qwen2.5-Coder-7B-Ins-Rule_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"TIGER-Lab/AceCoder-Qwen2.5-Coder-7B-Ins-Rule 📑","fullname":"TIGER-Lab/AceCoder-Qwen2.5-Coder-7B-Ins-Rule","Model sha":"b230c078dfebe25af64dff924d8c41e620770ec4","Average ⬆️":28.029959679329718,"Hub License":"mit","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6418509308278861,"IFEval Raw":0.6222378843690297,"IFEval":62.22378843690298,"BBH Raw":0.5089236146835355,"BBH":30.542991358230974,"MATH Lvl 5 Raw":0.36027190332326287,"MATH Lvl 5":36.027190332326285,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.40463541666666664,"MUSR":8.712760416666667,"MMLU-PRO Raw":0.34283577127659576,"MMLU-PRO":26.981752364066192,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-04","Submission Date":"2025-03-07","Generation":1,"Base Model":"TIGER-Lab/AceCoder-Qwen2.5-Coder-7B-Ins-Rule (Merge)"},{"eval_name":"TIGER-Lab_MAmmoTH2-7B-Plus_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"TIGER-Lab/MAmmoTH2-7B-Plus 📑","fullname":"TIGER-Lab/MAmmoTH2-7B-Plus","Model sha":"3ed578d8dda09787137e363a0dc32e3a8ed908de","Average ⬆️":21.633507778259585,"Hub License":"mit","Hub ❤️":7,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1053267011114711,"IFEval Raw":0.5574664113441224,"IFEval":55.74664113441224,"BBH Raw":0.42346949888019064,"BBH":18.925953227555734,"MATH Lvl 5 Raw":0.18580060422960726,"MATH Lvl 5":18.580060422960727,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.41235416666666663,"MUSR":10.1109375,"MMLU-PRO Raw":0.30169547872340424,"MMLU-PRO":22.410608747044915,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-06","Submission Date":"2024-06-27","Generation":0,"Base Model":"TIGER-Lab/MAmmoTH2-7B-Plus"},{"eval_name":"TIGER-Lab_Qwen2.5-Math-7B-CFT_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"TIGER-Lab/Qwen2.5-Math-7B-CFT 📑","fullname":"TIGER-Lab/Qwen2.5-Math-7B-CFT","Model sha":"070621bc59d17068cc9e86b7e9f3db3efb08c981","Average ⬆️":23.521464490408093,"Hub License":"apache-2.0","Hub ❤️":8,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1704517284970632,"IFEval Raw":0.2776976200924658,"IFEval":27.769762009246577,"BBH Raw":0.46369414980230833,"BBH":24.585137970728173,"MATH Lvl 5 Raw":0.5574018126888217,"MATH Lvl 5":55.740181268882175,"GPQA Raw":0.2860738255033557,"GPQA":4.809843400447425,"MUSR Raw":0.38866666666666666,"MUSR":6.61666666666667,"MMLU-PRO Raw":0.29446476063829785,"MMLU-PRO":21.607195626477537,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-30","Submission Date":"2025-03-07","Generation":1,"Base Model":"TIGER-Lab/Qwen2.5-Math-7B-CFT (Merge)"},{"eval_name":"TTTXXX01_Mistral-7B-Base-SimPO2-5e-7_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"TTTXXX01/Mistral-7B-Base-SimPO2-5e-7 📑","fullname":"TTTXXX01/Mistral-7B-Base-SimPO2-5e-7","Model sha":"7a271e3061165f4e1abfe26715c04e20c2ac935e","Average ⬆️":16.417452751929584,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0459922645345738,"IFEval Raw":0.43918912928806675,"IFEval":43.91891292880668,"BBH Raw":0.43195515014882774,"BBH":20.692627382557507,"MATH Lvl 5 Raw":0.026435045317220542,"MATH Lvl 5":2.643504531722054,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.36041666666666666,"MUSR":5.252083333333334,"MMLU-PRO Raw":0.2765957446808511,"MMLU-PRO":19.62174940898345,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-30","Submission Date":"2024-09-01","Generation":2,"Base Model":"mistralai/Mistral-7B-v0.1"},{"eval_name":"Tarek07_Progenitor-V1.1-LLaMa-70B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Tarek07/Progenitor-V1.1-LLaMa-70B 📑","fullname":"Tarek07/Progenitor-V1.1-LLaMa-70B","Model sha":"00b611cd032a7f944267d5eac9dee0e488e6428b","Average ⬆️":43.00294516350462,"Hub License":"llama3.3","Hub ❤️":10,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":28.145173073124646,"IFEval Raw":0.6906064796960952,"IFEval":69.06064796960952,"BBH Raw":0.6971116049173388,"BBH":56.24697023586278,"MATH Lvl 5 Raw":0.35725075528700906,"MATH Lvl 5":35.725075528700906,"GPQA Raw":0.45805369127516776,"GPQA":27.740492170022367,"MUSR Raw":0.47356250000000005,"MUSR":19.62864583333333,"MMLU-PRO Raw":0.5465425531914894,"MMLU-PRO":49.61583924349882,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-24","Submission Date":"2025-01-25","Generation":1,"Base Model":"Tarek07/Progenitor-V1.1-LLaMa-70B (Merge)"},{"eval_name":"Tarek07_Thalassic-Alpha-LLaMa-70B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Tarek07/Thalassic-Alpha-LLaMa-70B 📑","fullname":"Tarek07/Thalassic-Alpha-LLaMa-70B","Model sha":"134030081c61d1e1cb9df44521ab130396607682","Average ⬆️":42.2203763514307,"Hub License":"llama3.3","Hub ❤️":1,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":28.772456313434247,"IFEval Raw":0.7003484088884161,"IFEval":70.03484088884161,"BBH Raw":0.6940408286616311,"BBH":55.95412538254855,"MATH Lvl 5 Raw":0.3149546827794562,"MATH Lvl 5":31.49546827794562,"GPQA Raw":0.4437919463087248,"GPQA":25.838926174496642,"MUSR Raw":0.4801979166666667,"MUSR":20.72473958333333,"MMLU-PRO Raw":0.543467420212766,"MMLU-PRO":49.27415780141844,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-27","Submission Date":"2025-01-28","Generation":1,"Base Model":"Tarek07/Thalassic-Alpha-LLaMa-70B (Merge)"},{"eval_name":"TeeZee_DoubleBagel-57B-v1.0_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"TeeZee/DoubleBagel-57B-v1.0 📑","fullname":"TeeZee/DoubleBagel-57B-v1.0","Model sha":"6e10dc1fb5223d1b045dc2a19c9c267a574e520f","Average ⬆️":8.707748481359532,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":56.703,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":18.737294956345185,"IFEval Raw":0.23363342597640924,"IFEval":23.363342597640923,"BBH Raw":0.325078559362514,"BBH":5.5227816982611495,"MATH Lvl 5 Raw":0.009818731117824773,"MATH Lvl 5":0.9818731117824773,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.43148958333333337,"MUSR":13.60286458333333,"MMLU-PRO Raw":0.14777260638297873,"MMLU-PRO":5.308067375886525,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-08-05","Submission Date":"2024-08-10","Generation":1,"Base Model":"TeeZee/DoubleBagel-57B-v1.0 (Merge)"},{"eval_name":"Telugu-LLM-Labs_Indic-gemma-2b-finetuned-sft-Navarasa-2.0_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"GemmaForCausalLM","Model":"Telugu-LLM-Labs/Indic-gemma-2b-finetuned-sft-Navarasa-2.0 📑","fullname":"Telugu-LLM-Labs/Indic-gemma-2b-finetuned-sft-Navarasa-2.0","Model sha":"6e53b24f9368eaf0b1f9aee0c7c59f2068d05a27","Average ⬆️":6.657818235070503,"Hub License":"other","Hub ❤️":23,"#Params (B)":2.506,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.410325791348669,"IFEval Raw":0.21030310686755588,"IFEval":21.030310686755588,"BBH Raw":0.3240881373468133,"BBH":6.0210547049870184,"MATH Lvl 5 Raw":0.027190332326283987,"MATH Lvl 5":2.719033232628399,"GPQA Raw":0.24328859060402686,"GPQA":0.0,"MUSR Raw":0.3899375,"MUSR":7.075520833333336,"MMLU-PRO Raw":0.12790890957446807,"MMLU-PRO":3.100989952718674,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-03-17","Submission Date":"2025-02-06","Generation":1,"Base Model":"google/gemma-2b"},{"eval_name":"Telugu-LLM-Labs_Indic-gemma-7b-finetuned-sft-Navarasa-2.0_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"GemmaForCausalLM","Model":"Telugu-LLM-Labs/Indic-gemma-7b-finetuned-sft-Navarasa-2.0 📑","fullname":"Telugu-LLM-Labs/Indic-gemma-7b-finetuned-sft-Navarasa-2.0","Model sha":"84d251f088d2954561a4348883ba28f6f3265182","Average ⬆️":13.004827801453324,"Hub License":"other","Hub ❤️":18,"#Params (B)":8.538,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8611614350698493,"IFEval Raw":0.32368449048524583,"IFEval":32.36844904852458,"BBH Raw":0.40229948924733394,"BBH":16.263180963543576,"MATH Lvl 5 Raw":0.0256797583081571,"MATH Lvl 5":2.56797583081571,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.40832291666666665,"MUSR":9.140364583333332,"MMLU-PRO Raw":0.23503989361702127,"MMLU-PRO":15.004432624113473,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-03-17","Submission Date":"2025-02-06","Generation":1,"Base Model":"google/gemma-7b"},{"eval_name":"TencentARC_LLaMA-Pro-8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"TencentARC/LLaMA-Pro-8B 📑","fullname":"TencentARC/LLaMA-Pro-8B","Model sha":"7115e7179060e0623d1ee9ff4476faed7e478d8c","Average ⬆️":8.816698626146762,"Hub License":"llama2","Hub ❤️":171,"#Params (B)":8.357,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":95.61546710217299,"IFEval Raw":0.2277135777514772,"IFEval":22.77135777514772,"BBH Raw":0.3484197711435169,"BBH":9.2939499758607,"MATH Lvl 5 Raw":0.0188821752265861,"MATH Lvl 5":1.8882175226586102,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.40181249999999996,"MUSR":8.593229166666669,"MMLU-PRO Raw":0.18110039893617022,"MMLU-PRO":9.011155437352246,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-01-05","Submission Date":"2024-06-12","Generation":0,"Base Model":"TencentARC/LLaMA-Pro-8B"},{"eval_name":"TencentARC_LLaMA-Pro-8B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"TencentARC/LLaMA-Pro-8B-Instruct 📑","fullname":"TencentARC/LLaMA-Pro-8B-Instruct","Model sha":"9850c8afce19a69d8fc4a1603a82441157514016","Average ⬆️":15.28346018029823,"Hub License":"llama2","Hub ❤️":62,"#Params (B)":8.357,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.210406711645305,"IFEval Raw":0.4486063644463357,"IFEval":44.86063644463357,"BBH Raw":0.4224205282459997,"BBH":19.485726056875954,"MATH Lvl 5 Raw":0.024924471299093656,"MATH Lvl 5":2.492447129909366,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.41902083333333334,"MUSR":11.1109375,"MMLU-PRO Raw":0.19456449468085107,"MMLU-PRO":10.507166075650117,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-01-06","Submission Date":"2024-06-12","Generation":0,"Base Model":"TencentARC/LLaMA-Pro-8B-Instruct"},{"eval_name":"TencentARC_MetaMath-Mistral-Pro_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"TencentARC/MetaMath-Mistral-Pro 📑","fullname":"TencentARC/MetaMath-Mistral-Pro","Model sha":"3835d38de15ed2a04c32aca879b782fc50e390bf","Average ⬆️":12.5165268741835,"Hub License":"apache-2.0","Hub ❤️":5,"#Params (B)":8.987,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2015045035813723,"IFEval Raw":0.21187670935340452,"IFEval":21.18767093534045,"BBH Raw":0.44131618555883606,"BBH":22.37227879113455,"MATH Lvl 5 Raw":0.07628398791540786,"MATH Lvl 5":7.628398791540786,"GPQA Raw":0.26929530201342283,"GPQA":2.572706935123044,"MUSR Raw":0.35241666666666666,"MUSR":4.9854166666666675,"MMLU-PRO Raw":0.2471742021276596,"MMLU-PRO":16.35268912529551,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-02-26","Submission Date":"2024-06-12","Generation":0,"Base Model":"TencentARC/MetaMath-Mistral-Pro"},{"eval_name":"TencentARC_Mistral_Pro_8B_v0.1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"TencentARC/Mistral_Pro_8B_v0.1 📑","fullname":"TencentARC/Mistral_Pro_8B_v0.1","Model sha":"366f159fc5b314ba2a955209d2bca4600f84dac0","Average ⬆️":14.195345928021323,"Hub License":"apache-2.0","Hub ❤️":66,"#Params (B)":8.987,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2649645640770015,"IFEval Raw":0.21145227995053123,"IFEval":21.145227995053123,"BBH Raw":0.4525975968066435,"BBH":22.894188758768042,"MATH Lvl 5 Raw":0.05664652567975831,"MATH Lvl 5":5.664652567975831,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.42422916666666666,"MUSR":11.828645833333335,"MMLU-PRO Raw":0.2765126329787234,"MMLU-PRO":19.61251477541371,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-02-22","Submission Date":"2024-06-12","Generation":0,"Base Model":"TencentARC/Mistral_Pro_8B_v0.1"},{"eval_name":"TheDrummer_Cydonia-22B-v1.2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"TheDrummer/Cydonia-22B-v1.2 📑","fullname":"TheDrummer/Cydonia-22B-v1.2","Model sha":"acd8da5efadc7dc404bb4eeebef2b27b1554a2ca","Average ⬆️":28.7900883355216,"Hub License":"other","Hub ❤️":42,"#Params (B)":22.247,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.2574085500617844,"IFEval Raw":0.5635114828654637,"IFEval":56.35114828654636,"BBH Raw":0.580856074392761,"BBH":39.93260406588619,"MATH Lvl 5 Raw":0.20317220543806647,"MATH Lvl 5":20.31722054380665,"GPQA Raw":0.33053691275167785,"GPQA":10.738255033557047,"MUSR Raw":0.40217708333333335,"MUSR":10.50546875,"MMLU-PRO Raw":0.4140625,"MMLU-PRO":34.895833333333336,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-07","Submission Date":"2024-10-26","Generation":0,"Base Model":"TheDrummer/Cydonia-22B-v1.2"},{"eval_name":"TheDrummer_Gemmasutra-9B-v1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"TheDrummer/Gemmasutra-9B-v1 📑","fullname":"TheDrummer/Gemmasutra-9B-v1","Model sha":"21591f6a0140e095f1c6668ac7a267f214547609","Average ⬆️":22.74868519843542,"Hub License":"","Hub ❤️":25,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.807637484434085,"IFEval Raw":0.24155130609006326,"IFEval":24.155130609006328,"BBH Raw":0.5886914248369671,"BBH":41.20039631726062,"MATH Lvl 5 Raw":0.08308157099697885,"MATH Lvl 5":8.308157099697885,"GPQA Raw":0.3104026845637584,"GPQA":8.05369127516779,"MUSR Raw":0.48459375,"MUSR":20.940885416666664,"MMLU-PRO Raw":0.4045046542553192,"MMLU-PRO":33.83385047281324,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-17","Submission Date":"2024-09-19","Generation":1,"Base Model":"TheDrummer/Gemmasutra-9B-v1 (Merge)"},{"eval_name":"TheDrummer_Gemmasutra-Mini-2B-v1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"TheDrummer/Gemmasutra-Mini-2B-v1 📑","fullname":"TheDrummer/Gemmasutra-Mini-2B-v1","Model sha":"c1db4c8f975d3848edbdaf851217039c8dfdaeb5","Average ⬆️":9.12929252128462,"Hub License":"other","Hub ❤️":58,"#Params (B)":2.614,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.7959093485129887,"IFEval Raw":0.25486597782771936,"IFEval":25.48659778277193,"BBH Raw":0.35750190791471836,"BBH":9.81033614467704,"MATH Lvl 5 Raw":0.0377643504531722,"MATH Lvl 5":3.7764350453172204,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.3489791666666666,"MUSR":1.1890624999999992,"MMLU-PRO Raw":0.20545212765957446,"MMLU-PRO":11.71690307328605,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-03","Submission Date":"2024-10-28","Generation":0,"Base Model":"TheDrummer/Gemmasutra-Mini-2B-v1"},{"eval_name":"TheDrummer_Llama-3SOME-8B-v2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"TheDrummer/Llama-3SOME-8B-v2 📑","fullname":"TheDrummer/Llama-3SOME-8B-v2","Model sha":"2412c897532c1ab325ddf674c62004b234f2939e","Average ⬆️":21.812966856684692,"Hub License":"cc-by-nc-4.0","Hub ❤️":41,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4985057944870328,"IFEval Raw":0.4508049752434651,"IFEval":45.08049752434651,"BBH Raw":0.5203347869042534,"BBH":31.69527340436814,"MATH Lvl 5 Raw":0.09365558912386707,"MATH Lvl 5":9.365558912386707,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.3832708333333333,"MUSR":7.208854166666664,"MMLU-PRO Raw":0.37533244680851063,"MMLU-PRO":30.592494089834517,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-21","Submission Date":"2025-01-12","Generation":0,"Base Model":"TheDrummer/Llama-3SOME-8B-v2"},{"eval_name":"TheDrummer_Ministrations-8B-v1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"TheDrummer/Ministrations-8B-v1 📑","fullname":"TheDrummer/Ministrations-8B-v1","Model sha":"39b892de64401ec7990ebb816c4455ba4532bafb","Average ⬆️":21.29045248198521,"Hub License":"other","Hub ❤️":19,"#Params (B)":8.02,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7251117817617339,"IFEval Raw":0.28219346888478125,"IFEval":28.219346888478125,"BBH Raw":0.48766312602251366,"BBH":26.98563733629608,"MATH Lvl 5 Raw":0.18429003021148035,"MATH Lvl 5":18.429003021148034,"GPQA Raw":0.32466442953020136,"GPQA":9.955257270693513,"MUSR Raw":0.44490625,"MUSR":14.779947916666664,"MMLU-PRO Raw":0.36436170212765956,"MMLU-PRO":29.373522458628837,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-07","Submission Date":"2024-11-14","Generation":0,"Base Model":"TheDrummer/Ministrations-8B-v1"},{"eval_name":"TheDrummer_Rocinante-12B-v1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"TheDrummer/Rocinante-12B-v1 📑","fullname":"TheDrummer/Rocinante-12B-v1","Model sha":"74a4ae2584d45655298995198d5ab3e660364a1a","Average ⬆️":24.62809312692346,"Hub License":"other","Hub ❤️":28,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.7288831901606856,"IFEval Raw":0.6076499244227538,"IFEval":60.764992442275386,"BBH Raw":0.5065452085797449,"BBH":30.025654065607256,"MATH Lvl 5 Raw":0.1268882175226586,"MATH Lvl 5":12.688821752265861,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.40171874999999996,"MUSR":11.281510416666665,"MMLU-PRO Raw":0.34773936170212766,"MMLU-PRO":27.526595744680847,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-14","Submission Date":"2024-09-03","Generation":0,"Base Model":"TheDrummer/Rocinante-12B-v1"},{"eval_name":"TheDrummer_Tiger-Gemma-9B-v1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"TheDrummer/Tiger-Gemma-9B-v1 📑","fullname":"TheDrummer/Tiger-Gemma-9B-v1","Model sha":"e95392c07bab3c483937583c711939ab3f5044dd","Average ⬆️":30.896643595129223,"Hub License":"","Hub ❤️":39,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.2408546620597902,"IFEval Raw":0.728150197032762,"IFEval":72.81501970327619,"BBH Raw":0.5703687739329574,"BBH":37.220546054087826,"MATH Lvl 5 Raw":0.18353474320241692,"MATH Lvl 5":18.35347432024169,"GPQA Raw":0.3389261744966443,"GPQA":11.85682326621924,"MUSR Raw":0.41616666666666663,"MUSR":10.487500000000002,"MMLU-PRO Raw":0.41181848404255317,"MMLU-PRO":34.64649822695036,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-12","Submission Date":"2025-01-07","Generation":0,"Base Model":"TheDrummer/Tiger-Gemma-9B-v1"},{"eval_name":"TheDrummer_Tiger-Gemma-9B-v2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"TheDrummer/Tiger-Gemma-9B-v2 📑","fullname":"TheDrummer/Tiger-Gemma-9B-v2","Model sha":"9aea74832c16646c9c4948ccc2e76cb812f3c089","Average ⬆️":29.900202484538976,"Hub License":"","Hub ❤️":29,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.3395979593481933,"IFEval Raw":0.6985997154217476,"IFEval":69.85997154217475,"BBH Raw":0.5617191114121779,"BBH":35.46954056518246,"MATH Lvl 5 Raw":0.18202416918429004,"MATH Lvl 5":18.202416918429005,"GPQA Raw":0.33976510067114096,"GPQA":11.968680089485462,"MUSR Raw":0.40841666666666665,"MUSR":9.31875,"MMLU-PRO Raw":0.41123670212765956,"MMLU-PRO":34.58185579196217,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-16","Submission Date":"2025-01-07","Generation":0,"Base Model":"TheDrummer/Tiger-Gemma-9B-v2"},{"eval_name":"TheDrummer_Tiger-Gemma-9B-v3_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"TheDrummer/Tiger-Gemma-9B-v3 📑","fullname":"TheDrummer/Tiger-Gemma-9B-v3","Model sha":"fe32c1926e4057f75ebc2a4a57103564168cdbb7","Average ⬆️":29.47327542727632,"Hub License":"","Hub ❤️":47,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.1435063282657105,"IFEval Raw":0.6820635912711606,"IFEval":68.20635912711606,"BBH Raw":0.5812231557853248,"BBH":38.83602273195975,"MATH Lvl 5 Raw":0.1623867069486405,"MATH Lvl 5":16.238670694864048,"GPQA Raw":0.3389261744966443,"GPQA":11.85682326621924,"MUSR Raw":0.4003541666666666,"MUSR":7.710937499999999,"MMLU-PRO Raw":0.40591755319148937,"MMLU-PRO":33.99083924349882,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-04","Submission Date":"2025-01-07","Generation":0,"Base Model":"TheDrummer/Tiger-Gemma-9B-v3"},{"eval_name":"TheDrunkenSnail_Daughter-of-Rhodia-12B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"TheDrunkenSnail/Daughter-of-Rhodia-12B 📑","fullname":"TheDrunkenSnail/Daughter-of-Rhodia-12B","Model sha":"f8f7d64218491055f0c983736e0befc6fbe92a63","Average ⬆️":27.609503388815302,"Hub License":"","Hub ❤️":0,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6214507377709615,"IFEval Raw":0.6903815210308648,"IFEval":69.03815210308647,"BBH Raw":0.5179174184876773,"BBH":31.47583343042707,"MATH Lvl 5 Raw":0.12235649546827794,"MATH Lvl 5":12.235649546827794,"GPQA Raw":0.31711409395973156,"GPQA":8.948545861297541,"MUSR Raw":0.43477083333333333,"MUSR":14.613020833333332,"MMLU-PRO Raw":0.3641123670212766,"MMLU-PRO":29.34581855791962,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-17","Generation":0,"Base Model":"Removed"},{"eval_name":"TheDrunkenSnail_Mother-of-Rhodia-12B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"TheDrunkenSnail/Mother-of-Rhodia-12B 📑","fullname":"TheDrunkenSnail/Mother-of-Rhodia-12B","Model sha":"82376ee83b88faa62921f98d28ece7c0941cfda2","Average ⬆️":25.379307438403675,"Hub License":"other","Hub ❤️":1,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.714810337183691,"IFEval Raw":0.6504895898438365,"IFEval":65.04895898438366,"BBH Raw":0.49479138664574934,"BBH":28.502978884048833,"MATH Lvl 5 Raw":0.12235649546827794,"MATH Lvl 5":12.235649546827794,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.41241666666666665,"MUSR":11.652083333333332,"MMLU-PRO Raw":0.35513630319148937,"MMLU-PRO":28.34847813238771,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-23","Submission Date":"2025-01-27","Generation":1,"Base Model":"TheDrunkenSnail/Mother-of-Rhodia-12B (Merge)"},{"eval_name":"TheDrunkenSnail_Son-of-Rhodia_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"TheDrunkenSnail/Son-of-Rhodia 📑","fullname":"TheDrunkenSnail/Son-of-Rhodia","Model sha":"f855ee46e8c6f187e2885bccdb4dd40a4ec27d94","Average ⬆️":27.216224977371535,"Hub License":"other","Hub ❤️":3,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9124200394313293,"IFEval Raw":0.7046447869430887,"IFEval":70.46447869430888,"BBH Raw":0.5097327647725524,"BBH":30.222057252119924,"MATH Lvl 5 Raw":0.13141993957703926,"MATH Lvl 5":13.141993957703926,"GPQA Raw":0.31291946308724833,"GPQA":8.389261744966444,"MUSR Raw":0.4202916666666667,"MUSR":12.103124999999999,"MMLU-PRO Raw":0.3607878989361702,"MMLU-PRO":28.976433215130015,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-31","Submission Date":"2024-12-31","Generation":1,"Base Model":"TheDrunkenSnail/Son-of-Rhodia (Merge)"},{"eval_name":"TheHierophant_Underground-Cognitive-V0.3-test_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"TheHierophant/Underground-Cognitive-V0.3-test 📑","fullname":"TheHierophant/Underground-Cognitive-V0.3-test","Model sha":"2753b6f9068ad14efe836cde3160747cd208bf9e","Average ⬆️":22.4060912466085,"Hub License":"","Hub ❤️":0,"#Params (B)":10.732,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1731624613051972,"IFEval Raw":0.4808297539417634,"IFEval":48.08297539417634,"BBH Raw":0.5290131900998047,"BBH":33.665101982714994,"MATH Lvl 5 Raw":0.05891238670694864,"MATH Lvl 5":5.8912386706948645,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.43511458333333336,"MUSR":14.55598958333333,"MMLU-PRO Raw":0.331781914893617,"MMLU-PRO":25.75354609929078,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-22","Submission Date":"2024-11-22","Generation":1,"Base Model":"TheHierophant/Underground-Cognitive-V0.3-test (Merge)"},{"eval_name":"TheTsar1209_nemo-carpmuscle-v0.1_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"TheTsar1209/nemo-carpmuscle-v0.1 📑","fullname":"TheTsar1209/nemo-carpmuscle-v0.1","Model sha":"84d20db8220014958ff157047b2216910637ae39","Average ⬆️":16.794489017380517,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.616880770705841,"IFEval Raw":0.2275639746982451,"IFEval":22.75639746982451,"BBH Raw":0.5083529697101391,"BBH":30.034995783434088,"MATH Lvl 5 Raw":0.04758308157099698,"MATH Lvl 5":4.758308157099698,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.4135,"MUSR":10.220833333333337,"MMLU-PRO Raw":0.3405917553191489,"MMLU-PRO":26.73241725768321,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-15","Submission Date":"2024-10-10","Generation":1,"Base Model":"unsloth/Mistral-Nemo-Base-2407-bnb-4bit"},{"eval_name":"TheTsar1209_qwen-carpmuscle-r-v0.3_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"TheTsar1209/qwen-carpmuscle-r-v0.3 📑","fullname":"TheTsar1209/qwen-carpmuscle-r-v0.3","Model sha":"30f8221d2f5f587343b1dbd65cf7d9bda4f5ef16","Average ⬆️":32.00049707280477,"Hub License":"","Hub ❤️":1,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.513992806284949,"IFEval Raw":0.44550902715904905,"IFEval":44.55090271590491,"BBH Raw":0.6227124007872,"BBH":46.37591354449345,"MATH Lvl 5 Raw":0.30060422960725075,"MATH Lvl 5":30.060422960725074,"GPQA Raw":0.35067114093959734,"GPQA":13.422818791946312,"MUSR Raw":0.42776041666666664,"MUSR":12.003385416666669,"MMLU-PRO Raw":0.5103058510638298,"MMLU-PRO":45.58953900709219,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-23","Submission Date":"2024-10-23","Generation":1,"Base Model":"TheTsar1209/qwen-carpmuscle-r-v0.3 (Merge)"},{"eval_name":"TheTsar1209_qwen-carpmuscle-v0.1_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"TheTsar1209/qwen-carpmuscle-v0.1 📑","fullname":"TheTsar1209/qwen-carpmuscle-v0.1","Model sha":"7c7b06a1788aef48054c3c6d6ad90c6dc5264a81","Average ⬆️":33.445029423216624,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.352435104606311,"IFEval Raw":0.5621628390448454,"IFEval":56.21628390448454,"BBH Raw":0.643430074129922,"BBH":48.82559521217237,"MATH Lvl 5 Raw":0.2628398791540785,"MATH Lvl 5":26.283987915407852,"GPQA Raw":0.34395973154362414,"GPQA":12.527964205816552,"MUSR Raw":0.41610416666666666,"MUSR":10.146354166666669,"MMLU-PRO Raw":0.520029920212766,"MMLU-PRO":46.669991134751776,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-05","Submission Date":"2024-10-10","Generation":3,"Base Model":"Qwen/Qwen2.5-14B"},{"eval_name":"TheTsar1209_qwen-carpmuscle-v0.2_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"TheTsar1209/qwen-carpmuscle-v0.2 📑","fullname":"TheTsar1209/qwen-carpmuscle-v0.2","Model sha":"081f6b067ebca9bc384af283f1d267880534b8e3","Average ⬆️":33.666712709905646,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.496397782336827,"IFEval Raw":0.5256929391791557,"IFEval":52.56929391791557,"BBH Raw":0.6386922464145662,"BBH":48.18244143380709,"MATH Lvl 5 Raw":0.28323262839879154,"MATH Lvl 5":28.323262839879153,"GPQA Raw":0.35570469798657717,"GPQA":14.093959731543624,"MUSR Raw":0.43455208333333334,"MUSR":12.75234375,"MMLU-PRO Raw":0.5147107712765957,"MMLU-PRO":46.07897458628841,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-16","Submission Date":"2024-10-19","Generation":3,"Base Model":"Qwen/Qwen2.5-14B"},{"eval_name":"TheTsar1209_qwen-carpmuscle-v0.3_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"TheTsar1209/qwen-carpmuscle-v0.3 📑","fullname":"TheTsar1209/qwen-carpmuscle-v0.3","Model sha":"ec92820e4ff36b6f21e1ef63546fe2ddcb34456a","Average ⬆️":31.794404327523267,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":8.461957749933813,"IFEval Raw":0.4476322823441801,"IFEval":44.76322823441801,"BBH Raw":0.6151533941210218,"BBH":45.5433921378403,"MATH Lvl 5 Raw":0.31344410876132933,"MATH Lvl 5":31.344410876132933,"GPQA Raw":0.3565436241610738,"GPQA":14.205816554809845,"MUSR Raw":0.4131875,"MUSR":9.781770833333335,"MMLU-PRO Raw":0.5061502659574468,"MMLU-PRO":45.12780732860521,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-28","Submission Date":"2024-10-28","Generation":2,"Base Model":"Qwen/Qwen2.5-14B"},{"eval_name":"TheTsar1209_qwen-carpmuscle-v0.4_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"TheTsar1209/qwen-carpmuscle-v0.4 📑","fullname":"TheTsar1209/qwen-carpmuscle-v0.4","Model sha":"3e11d5aad0f19bd652b8605620d0cf6af7a0ea00","Average ⬆️":37.393960224042935,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.73924849680602,"IFEval Raw":0.7202068289915202,"IFEval":72.02068289915204,"BBH Raw":0.6453667027727318,"BBH":49.38495588865565,"MATH Lvl 5 Raw":0.277190332326284,"MATH Lvl 5":27.719033232628398,"GPQA Raw":0.3523489932885906,"GPQA":13.646532438478745,"MUSR Raw":0.45160416666666664,"MUSR":15.550520833333335,"MMLU-PRO Raw":0.5143783244680851,"MMLU-PRO":46.04203605200946,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-18","Submission Date":"2024-11-18","Generation":3,"Base Model":"Qwen/Qwen2.5-14B"},{"eval_name":"TheTsar1209_qwen-carpmuscle-v0.4.1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"TheTsar1209/qwen-carpmuscle-v0.4.1 📑","fullname":"TheTsar1209/qwen-carpmuscle-v0.4.1","Model sha":"052e690c01133ef4cfaa1457426679fe7effccda","Average ⬆️":37.605164486042526,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.678118088869087,"IFEval Raw":0.7359938297051822,"IFEval":73.59938297051823,"BBH Raw":0.6506533698399672,"BBH":50.003672744368544,"MATH Lvl 5 Raw":0.27794561933534745,"MATH Lvl 5":27.794561933534744,"GPQA Raw":0.34563758389261745,"GPQA":12.751677852348994,"MUSR Raw":0.44890625,"MUSR":14.913281250000002,"MMLU-PRO Raw":0.5191156914893617,"MMLU-PRO":46.56841016548463,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-19","Submission Date":"2025-01-19","Generation":3,"Base Model":"Qwen/Qwen2.5-14B"},{"eval_name":"Tijmen2_cosmosage-v3_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Tijmen2/cosmosage-v3 📑","fullname":"Tijmen2/cosmosage-v3","Model sha":"e6d4b4e6868fcf113ab5261d71c7214a1f7fbb0c","Average ⬆️":17.354746679203608,"Hub License":"mit","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6617177615198897,"IFEval Raw":0.44823180272787316,"IFEval":44.82318027278731,"BBH Raw":0.4550637900339029,"BBH":22.6871057550123,"MATH Lvl 5 Raw":0.05060422960725076,"MATH Lvl 5":5.0604229607250755,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.4198854166666666,"MUSR":10.685677083333333,"MMLU-PRO Raw":0.24858710106382978,"MMLU-PRO":16.50967789598109,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-20","Submission Date":"2024-08-27","Generation":1,"Base Model":"meta-llama/Meta-Llama-3-8B"},{"eval_name":"TinyLlama_TinyLlama-1.1B-Chat-v0.1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"TinyLlama/TinyLlama-1.1B-Chat-v0.1 📑","fullname":"TinyLlama/TinyLlama-1.1B-Chat-v0.1","Model sha":"7abc14e7779eabc3a028bc695342869d0410dea2","Average ⬆️":3.9575773348190606,"Hub License":"apache-2.0","Hub ❤️":55,"#Params (B)":1.1,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.18219041949411743,"IFEval Raw":0.1478543597654224,"IFEval":14.78543597654224,"BBH Raw":0.30835294748680114,"BBH":3.3630106739393377,"MATH Lvl 5 Raw":0.006042296072507553,"MATH Lvl 5":0.6042296072507553,"GPQA Raw":0.22902684563758388,"GPQA":0.0,"MUSR Raw":0.35923958333333333,"MUSR":3.9049479166666674,"MMLU-PRO Raw":0.10979055851063829,"MMLU-PRO":1.087839834515365,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-09-16","Submission Date":"2024-12-02","Generation":0,"Base Model":"TinyLlama/TinyLlama-1.1B-Chat-v0.1"},{"eval_name":"TinyLlama_TinyLlama-1.1B-Chat-v0.5_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"TinyLlama/TinyLlama-1.1B-Chat-v0.5 📑","fullname":"TinyLlama/TinyLlama-1.1B-Chat-v0.5","Model sha":"5c9e70dd07f5234bf6bf6a2425fffeecd5a6020b","Average ⬆️":4.126163903736939,"Hub License":"apache-2.0","Hub ❤️":8,"#Params (B)":1.1,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.18992766350981338,"IFEval Raw":0.1633665341294432,"IFEval":16.336653412944322,"BBH Raw":0.3105046915935697,"BBH":3.4076909375697055,"MATH Lvl 5 Raw":0.0037764350453172208,"MATH Lvl 5":0.3776435045317221,"GPQA Raw":0.2483221476510067,"GPQA":0.0,"MUSR Raw":0.36612500000000003,"MUSR":3.565625000000001,"MMLU-PRO Raw":0.10962433510638298,"MMLU-PRO":1.0693705673758855,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-11-20","Submission Date":"2024-10-23","Generation":0,"Base Model":"TinyLlama/TinyLlama-1.1B-Chat-v0.5"},{"eval_name":"TinyLlama_TinyLlama-1.1B-Chat-v0.6_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"TinyLlama/TinyLlama-1.1B-Chat-v0.6 📑","fullname":"TinyLlama/TinyLlama-1.1B-Chat-v0.6","Model sha":"bf9ae1c8bf026667e6f810768de259bb4a7f4777","Average ⬆️":4.2942762818616345,"Hub License":"apache-2.0","Hub ❤️":98,"#Params (B)":1.1,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6476948448823974,"IFEval Raw":0.15742119797692344,"IFEval":15.742119797692347,"BBH Raw":0.3066976656166826,"BBH":3.390370709512531,"MATH Lvl 5 Raw":0.015861027190332326,"MATH Lvl 5":1.5861027190332326,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.34221875,"MUSR":2.2773437500000004,"MMLU-PRO Raw":0.11486037234042554,"MMLU-PRO":1.6511524822695034,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-11-20","Submission Date":"2024-10-23","Generation":0,"Base Model":"TinyLlama/TinyLlama-1.1B-Chat-v0.6"},{"eval_name":"TinyLlama_TinyLlama-1.1B-Chat-v1.0_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"TinyLlama/TinyLlama-1.1B-Chat-v1.0 📑","fullname":"TinyLlama/TinyLlama-1.1B-Chat-v1.0","Model sha":"fe8a4ea1ffedaf415f4da2f062534de366a451e6","Average ⬆️":2.818859486124847,"Hub License":"apache-2.0","Hub ❤️":1193,"#Params (B)":1.1,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.536882909624825,"IFEval Raw":0.0595763684800773,"IFEval":5.957636848007731,"BBH Raw":0.3103562867491015,"BBH":4.013396848486799,"MATH Lvl 5 Raw":0.015105740181268883,"MATH Lvl 5":1.5105740181268883,"GPQA Raw":0.25,"GPQA":0.0,"MUSR Raw":0.35152083333333334,"MUSR":4.306770833333336,"MMLU-PRO Raw":0.11012300531914894,"MMLU-PRO":1.124778368794326,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-12-30","Submission Date":"2024-08-04","Generation":0,"Base Model":"TinyLlama/TinyLlama-1.1B-Chat-v1.0"},{"eval_name":"TinyLlama_TinyLlama-1.1B-intermediate-step-1431k-3T_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T 📑","fullname":"TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T","Model sha":"59f6f375b26bde864a6ca194a9a3044570490064","Average ⬆️":5.230318100791095,"Hub License":"apache-2.0","Hub ❤️":171,"#Params (B)":1.1,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.33159575886426274,"IFEval Raw":0.22766371006706648,"IFEval":22.76637100670665,"BBH Raw":0.3071188438267271,"BBH":3.547093389508079,"MATH Lvl 5 Raw":0.012084592145015106,"MATH Lvl 5":1.2084592145015105,"GPQA Raw":0.2525167785234899,"GPQA":0.33557046979865535,"MUSR Raw":0.33803125,"MUSR":2.187239583333333,"MMLU-PRO Raw":0.11203457446808511,"MMLU-PRO":1.337174940898345,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-12-28","Submission Date":"2024-11-27","Generation":0,"Base Model":"TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T"},{"eval_name":"TinyLlama_TinyLlama_v1.1_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"TinyLlama/TinyLlama_v1.1 📑","fullname":"TinyLlama/TinyLlama_v1.1","Model sha":"ff3c701f2424c7625fdefb9dd470f45ef18b02d6","Average ⬆️":4.824553844580785,"Hub License":"apache-2.0","Hub ❤️":87,"#Params (B)":1.1,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.49785723720472574,"IFEval Raw":0.20006139266036338,"IFEval":20.00613926603634,"BBH Raw":0.30237018045076064,"BBH":3.2103010497128146,"MATH Lvl 5 Raw":0.012084592145015106,"MATH Lvl 5":1.2084592145015105,"GPQA Raw":0.24580536912751677,"GPQA":0.0,"MUSR Raw":0.36996874999999996,"MUSR":3.979427083333333,"MMLU-PRO Raw":0.10488696808510638,"MMLU-PRO":0.542996453900708,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-03-09","Submission Date":"2024-06-12","Generation":0,"Base Model":"TinyLlama/TinyLlama_v1.1"},{"eval_name":"ToastyPigeon_Sto-vo-kor-12B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"ToastyPigeon/Sto-vo-kor-12B 📑","fullname":"ToastyPigeon/Sto-vo-kor-12B","Model sha":"ee703d00350f35eeb68cbad28a4e9a4fcb30fde3","Average ⬆️":22.997938390529622,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7371561597927307,"IFEval Raw":0.5501225636865739,"IFEval":55.01225636865739,"BBH Raw":0.5064617128925814,"BBH":29.579484369783785,"MATH Lvl 5 Raw":0.10876132930513595,"MATH Lvl 5":10.876132930513595,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.39384375,"MUSR":8.497135416666664,"MMLU-PRO Raw":0.33976063829787234,"MMLU-PRO":26.640070921985814,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-21","Submission Date":"2025-01-22","Generation":1,"Base Model":"ToastyPigeon/Sto-vo-kor-12B (Merge)"},{"eval_name":"Trappu_Magnum-Picaro-0.7-v2-12b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Trappu/Magnum-Picaro-0.7-v2-12b 📑","fullname":"Trappu/Magnum-Picaro-0.7-v2-12b","Model sha":"2ffc46cde49eb823f5588990bd6b848cd505271e","Average ⬆️":21.730064133818086,"Hub License":"apache-2.0","Hub ❤️":7,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.3499177102746382,"IFEval Raw":0.300278815764394,"IFEval":30.027881576439405,"BBH Raw":0.5506661918828847,"BBH":35.74623319855443,"MATH Lvl 5 Raw":0.06646525679758308,"MATH Lvl 5":6.646525679758309,"GPQA Raw":0.32298657718120805,"GPQA":9.731543624161072,"MUSR Raw":0.47271875,"MUSR":19.556510416666665,"MMLU-PRO Raw":0.35804521276595747,"MMLU-PRO":28.671690307328607,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-11","Submission Date":"2024-09-12","Generation":1,"Base Model":"Trappu/Magnum-Picaro-0.7-v2-12b (Merge)"},{"eval_name":"Trappu_Nemo-Picaro-12B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Trappu/Nemo-Picaro-12B 📑","fullname":"Trappu/Nemo-Picaro-12B","Model sha":"d65bf383d744998ae93a5589ec886532bb7e18eb","Average ⬆️":21.362492548877267,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.682055727975601,"IFEval Raw":0.2577139766929525,"IFEval":25.771397669295247,"BBH Raw":0.5489586125997546,"BBH":35.9731352844479,"MATH Lvl 5 Raw":0.08459214501510574,"MATH Lvl 5":8.459214501510575,"GPQA Raw":0.3271812080536913,"GPQA":10.290827740492169,"MUSR Raw":0.47259375,"MUSR":18.74088541666666,"MMLU-PRO Raw":0.36045545212765956,"MMLU-PRO":28.93949468085106,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-10","Submission Date":"2024-09-22","Generation":2,"Base Model":"royallab/MN-LooseCannon-12B-v2 (Merge)"},{"eval_name":"Tremontaine_L3-12B-Lunaris-v1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Tremontaine/L3-12B-Lunaris-v1 📑","fullname":"Tremontaine/L3-12B-Lunaris-v1","Model sha":"7be236530a835416ebca712d51d661c4488a45de","Average ⬆️":25.477254598147393,"Hub License":"","Hub ❤️":2,"#Params (B)":11.52,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.281927897434539,"IFEval Raw":0.6909311737301471,"IFEval":69.0931173730147,"BBH Raw":0.5230217237244009,"BBH":32.1807456461844,"MATH Lvl 5 Raw":0.08761329305135952,"MATH Lvl 5":8.761329305135952,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.3673645833333334,"MUSR":4.053906250000002,"MMLU-PRO Raw":0.3774933510638298,"MMLU-PRO":30.832594562647753,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-14","Submission Date":"2024-07-15","Generation":1,"Base Model":"Tremontaine/L3-12B-Lunaris-v1 (Merge)"},{"eval_name":"Triangle104_Annunaki-12b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Triangle104/Annunaki-12b 📑","fullname":"Triangle104/Annunaki-12b","Model sha":"70a240d771e5ec614b1cd9f080636cec5d9b4ae5","Average ⬆️":23.36969772271661,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5733339060325437,"IFEval Raw":0.3872070550583563,"IFEval":38.720705505835625,"BBH Raw":0.5498969437971782,"BBH":35.321144959632626,"MATH Lvl 5 Raw":0.1216012084592145,"MATH Lvl 5":12.16012084592145,"GPQA Raw":0.3213087248322148,"GPQA":9.507829977628639,"MUSR Raw":0.44087499999999996,"MUSR":14.276041666666663,"MMLU-PRO Raw":0.3720910904255319,"MMLU-PRO":30.232343380614658,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-19","Submission Date":"2025-01-27","Generation":1,"Base Model":"Triangle104/Annunaki-12b (Merge)"},{"eval_name":"Triangle104_BigTalker-Lite-8B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Triangle104/BigTalker-Lite-8B 📑","fullname":"Triangle104/BigTalker-Lite-8B","Model sha":"ea4454ee9f66e54cb0f9efc87a702048582cafb7","Average ⬆️":20.97899274764932,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3354162271484944,"IFEval Raw":0.3689222374411007,"IFEval":36.89222374411007,"BBH Raw":0.5308138241234059,"BBH":32.683408496152815,"MATH Lvl 5 Raw":0.10196374622356495,"MATH Lvl 5":10.196374622356496,"GPQA Raw":0.3104026845637584,"GPQA":8.05369127516779,"MUSR Raw":0.42084375,"MUSR":11.038802083333335,"MMLU-PRO Raw":0.34308510638297873,"MMLU-PRO":27.009456264775412,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-06","Submission Date":"2025-01-30","Generation":1,"Base Model":"Triangle104/BigTalker-Lite-8B (Merge)"},{"eval_name":"Triangle104_Chatty-Harry_V2.0_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Triangle104/Chatty-Harry_V2.0 📑","fullname":"Triangle104/Chatty-Harry_V2.0","Model sha":"79d69071632b800de651dffd244d3036d0aeb0c4","Average ⬆️":21.833190818566663,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7168798861463483,"IFEval Raw":0.3325520729442324,"IFEval":33.25520729442324,"BBH Raw":0.5318928049062546,"BBH":32.763031539641695,"MATH Lvl 5 Raw":0.13897280966767372,"MATH Lvl 5":13.897280966767372,"GPQA Raw":0.32298657718120805,"GPQA":9.731543624161072,"MUSR Raw":0.40782291666666665,"MUSR":11.544531249999997,"MMLU-PRO Raw":0.36826795212765956,"MMLU-PRO":29.807550236406616,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-27","Submission Date":"2025-01-27","Generation":1,"Base Model":"Triangle104/Chatty-Harry_V2.0 (Merge)"},{"eval_name":"Triangle104_Chatty-Harry_V3.0_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Triangle104/Chatty-Harry_V3.0 📑","fullname":"Triangle104/Chatty-Harry_V3.0","Model sha":"c16d5698bc8c96365d4874b2bb207e4baa79b8ea","Average ⬆️":23.114766630549312,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6679627320496089,"IFEval Raw":0.36749823800848413,"IFEval":36.74982380084842,"BBH Raw":0.5526193453608234,"BBH":35.89470703139707,"MATH Lvl 5 Raw":0.11253776435045318,"MATH Lvl 5":11.253776435045317,"GPQA Raw":0.32298657718120805,"GPQA":9.731543624161072,"MUSR Raw":0.44084375,"MUSR":15.038802083333332,"MMLU-PRO Raw":0.37017952127659576,"MMLU-PRO":30.019946808510632,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-20","Submission Date":"2025-01-27","Generation":1,"Base Model":"Triangle104/Chatty-Harry_V3.0 (Merge)"},{"eval_name":"Triangle104_Chronos-Prism_V1.0_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Triangle104/Chronos-Prism_V1.0 📑","fullname":"Triangle104/Chronos-Prism_V1.0","Model sha":"02889fdec891a9e092c7c0ab4c3b8562117df700","Average ⬆️":22.183415410600137,"Hub License":"","Hub ❤️":1,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6540336547935837,"IFEval Raw":0.3259329689667859,"IFEval":32.593296896678595,"BBH Raw":0.5554188807010064,"BBH":36.575708870675506,"MATH Lvl 5 Raw":0.12009063444108761,"MATH Lvl 5":12.009063444108762,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.4262708333333333,"MUSR":14.283854166666664,"MMLU-PRO Raw":0.36727061170212766,"MMLU-PRO":29.696734633569736,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-24","Submission Date":"2025-01-30","Generation":1,"Base Model":"Triangle104/Chronos-Prism_V1.0 (Merge)"},{"eval_name":"Triangle104_DS-Distilled-Hermes-Llama-3.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Triangle104/DS-Distilled-Hermes-Llama-3.1 📑","fullname":"Triangle104/DS-Distilled-Hermes-Llama-3.1","Model sha":"48b1a24bcfff16ae849d2003f7773fa7e241d332","Average ⬆️":22.38500937029289,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4246801609287691,"IFEval Raw":0.3229353670483207,"IFEval":32.29353670483207,"BBH Raw":0.5117012556460311,"BBH":30.312465517244533,"MATH Lvl 5 Raw":0.2930513595166163,"MATH Lvl 5":29.305135951661633,"GPQA Raw":0.3187919463087248,"GPQA":9.172259507829976,"MUSR Raw":0.4038541666666667,"MUSR":9.781770833333335,"MMLU-PRO Raw":0.31100398936170215,"MMLU-PRO":23.444887706855795,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-26","Submission Date":"2025-01-27","Generation":1,"Base Model":"Triangle104/DS-Distilled-Hermes-Llama-3.1 (Merge)"},{"eval_name":"Triangle104_DS-Distilled-Hermes-Llama-3.1_TIES_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Triangle104/DS-Distilled-Hermes-Llama-3.1_TIES 📑","fullname":"Triangle104/DS-Distilled-Hermes-Llama-3.1_TIES","Model sha":"f17071ff432257711720cc3956469fe37391ef81","Average ⬆️":3.378416433125681,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5058492107836854,"IFEval Raw":0.13641360479084386,"IFEval":13.641360479084385,"BBH Raw":0.292845246551473,"BBH":2.108592689290024,"MATH Lvl 5 Raw":0.00906344410876133,"MATH Lvl 5":0.906344410876133,"GPQA Raw":0.24496644295302014,"GPQA":0.0,"MUSR Raw":0.36209375000000005,"MUSR":2.461718750000002,"MMLU-PRO Raw":0.11037234042553191,"MMLU-PRO":1.1524822695035455,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-26","Submission Date":"2025-01-30","Generation":1,"Base Model":"Triangle104/DS-Distilled-Hermes-Llama-3.1_TIES (Merge)"},{"eval_name":"Triangle104_DS-R1-Distill-Q2.5-10B-Harmony_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Triangle104/DS-R1-Distill-Q2.5-10B-Harmony 📑","fullname":"Triangle104/DS-R1-Distill-Q2.5-10B-Harmony","Model sha":"010d50098f18672d302219150ce522e8e37eaf1e","Average ⬆️":3.7584241508614915,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":10.366,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8712623967897637,"IFEval Raw":0.17508211545366295,"IFEval":17.508211545366294,"BBH Raw":0.2643276743386568,"BBH":1.528324420677361,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2105704697986577,"GPQA":0.0,"MUSR Raw":0.31276041666666665,"MUSR":1.5950520833333328,"MMLU-PRO Raw":0.11727061170212766,"MMLU-PRO":1.9189568557919614,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-27","Submission Date":"2025-01-27","Generation":1,"Base Model":"Triangle104/DS-R1-Distill-Q2.5-10B-Harmony (Merge)"},{"eval_name":"Triangle104_DS-R1-Distill-Q2.5-14B-Harmony_V0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Triangle104/DS-R1-Distill-Q2.5-14B-Harmony_V0.1 📑","fullname":"Triangle104/DS-R1-Distill-Q2.5-14B-Harmony_V0.1","Model sha":"baa7a816d101fd6a8d7909f4fdf038538e33822c","Average ⬆️":38.40633267860269,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.6793931311300994,"IFEval Raw":0.4515042309959796,"IFEval":45.15042309959796,"BBH Raw":0.5783379428926061,"BBH":38.71536986302894,"MATH Lvl 5 Raw":0.5551359516616314,"MATH Lvl 5":55.51359516616314,"GPQA Raw":0.3934563758389262,"GPQA":19.12751677852349,"MUSR Raw":0.5566875000000001,"MUSR":31.919270833333332,"MMLU-PRO Raw":0.4601063829787234,"MMLU-PRO":40.01182033096927,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-28","Submission Date":"2025-01-28","Generation":1,"Base Model":"Triangle104/DS-R1-Distill-Q2.5-14B-Harmony_V0.1 (Merge)"},{"eval_name":"Triangle104_DS-R1-Distill-Q2.5-7B-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Triangle104/DS-R1-Distill-Q2.5-7B-RP 📑","fullname":"Triangle104/DS-R1-Distill-Q2.5-7B-RP","Model sha":"1dce22130cb198a763c59cfe2bcf3a3ac12b4fab","Average ⬆️":23.29151402275458,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3332671182751854,"IFEval Raw":0.34454248061809334,"IFEval":34.45424806180933,"BBH Raw":0.43834886662348205,"BBH":20.78137433344085,"MATH Lvl 5 Raw":0.46827794561933533,"MATH Lvl 5":46.82779456193353,"GPQA Raw":0.313758389261745,"GPQA":8.501118568232664,"MUSR Raw":0.40302083333333333,"MUSR":8.177604166666667,"MMLU-PRO Raw":0.2890625,"MMLU-PRO":21.006944444444443,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-27","Submission Date":"2025-01-27","Generation":1,"Base Model":"Triangle104/DS-R1-Distill-Q2.5-7B-RP (Merge)"},{"eval_name":"Triangle104_DS-R1-Llama-8B-Harmony_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Triangle104/DS-R1-Llama-8B-Harmony 📑","fullname":"Triangle104/DS-R1-Llama-8B-Harmony","Model sha":"01aee21e38112e386511e5abeee1b1d3e2f904a5","Average ⬆️":21.179062178800105,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5553321228885983,"IFEval Raw":0.35663262366077564,"IFEval":35.66326236607756,"BBH Raw":0.41536451555729687,"BBH":17.496342243581015,"MATH Lvl 5 Raw":0.4282477341389728,"MATH Lvl 5":42.82477341389728,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.3761979166666667,"MUSR":6.124739583333334,"MMLU-PRO Raw":0.27435172872340424,"MMLU-PRO":19.372414302600472,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-27","Generation":1,"Base Model":"Triangle104/DS-R1-Llama-8B-Harmony (Merge)"},{"eval_name":"Triangle104_DSR1-Distill-Llama-Lit-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Triangle104/DSR1-Distill-Llama-Lit-8B 📑","fullname":"Triangle104/DSR1-Distill-Llama-Lit-8B","Model sha":"b5952b3507961626e50dc5640677000cdfbc4726","Average ⬆️":17.835032823738523,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4702000791170424,"IFEval Raw":0.18852090231696345,"IFEval":18.852090231696344,"BBH Raw":0.4284056327107781,"BBH":19.225159654639572,"MATH Lvl 5 Raw":0.35196374622356497,"MATH Lvl 5":35.196374622356494,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.35346875,"MUSR":6.716927083333334,"MMLU-PRO Raw":0.27975398936170215,"MMLU-PRO":19.97266548463357,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-09","Submission Date":"2025-02-11","Generation":1,"Base Model":"Triangle104/DSR1-Distill-Llama-Lit-8B (Merge)"},{"eval_name":"Triangle104_DSR1-Distill-Qwen-7B-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Triangle104/DSR1-Distill-Qwen-7B-RP 📑","fullname":"Triangle104/DSR1-Distill-Qwen-7B-RP","Model sha":"ad284db0b08b115a9fb2675cdffc2447b82ec3bc","Average ⬆️":24.099711456808993,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6860882551271495,"IFEval Raw":0.36092900171544834,"IFEval":36.092900171544834,"BBH Raw":0.4326490703099772,"BBH":19.853297811659683,"MATH Lvl 5 Raw":0.48036253776435045,"MATH Lvl 5":48.036253776435046,"GPQA Raw":0.3196308724832215,"GPQA":9.284116331096197,"MUSR Raw":0.40454166666666663,"MUSR":8.801041666666668,"MMLU-PRO Raw":0.30277593085106386,"MMLU-PRO":22.530658983451538,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-09","Submission Date":"2025-02-09","Generation":1,"Base Model":"Triangle104/DSR1-Distill-Qwen-7B-RP (Merge)"},{"eval_name":"Triangle104_Dark-Chivalry_V1.0_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Triangle104/Dark-Chivalry_V1.0 📑","fullname":"Triangle104/Dark-Chivalry_V1.0","Model sha":"94882aa3e066ac9a896b57eaf026df23e930906e","Average ⬆️":21.672950420599893,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4220577896339603,"IFEval Raw":0.4325700253106203,"IFEval":43.25700253106203,"BBH Raw":0.4974207759950637,"BBH":28.026138739765415,"MATH Lvl 5 Raw":0.13141993957703926,"MATH Lvl 5":13.141993957703926,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.4181770833333333,"MUSR":12.63880208333333,"MMLU-PRO Raw":0.34441489361702127,"MMLU-PRO":27.157210401891252,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-20","Submission Date":"2025-01-30","Generation":1,"Base Model":"Triangle104/Dark-Chivalry_V1.0 (Merge)"},{"eval_name":"Triangle104_Distilled-DarkPlanet-Allades-8B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Triangle104/Distilled-DarkPlanet-Allades-8B 📑","fullname":"Triangle104/Distilled-DarkPlanet-Allades-8B","Model sha":"61d7f1f5b92a156aa342c6c78d8d81d0eff96d55","Average ⬆️":21.683057829608618,"Hub License":"llama3.1","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4574056932536055,"IFEval Raw":0.3460163477351206,"IFEval":34.60163477351206,"BBH Raw":0.4633948672868899,"BBH":23.038205707355587,"MATH Lvl 5 Raw":0.4003021148036254,"MATH Lvl 5":40.03021148036254,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.35375,"MUSR":3.9187499999999997,"MMLU-PRO Raw":0.29014295212765956,"MMLU-PRO":21.12699468085106,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-29","Submission Date":"2025-01-29","Generation":1,"Base Model":"Triangle104/Distilled-DarkPlanet-Allades-8B (Merge)"},{"eval_name":"Triangle104_Distilled-DarkPlanet-Allades-8B_TIES_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Triangle104/Distilled-DarkPlanet-Allades-8B_TIES 📑","fullname":"Triangle104/Distilled-DarkPlanet-Allades-8B_TIES","Model sha":"ce441290f3193f30950e1e979a72a6d3e7be5801","Average ⬆️":20.21392622497977,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4457470456859252,"IFEval Raw":0.3891807071902552,"IFEval":38.91807071902552,"BBH Raw":0.5041556910813355,"BBH":29.961797257661434,"MATH Lvl 5 Raw":0.09063444108761329,"MATH Lvl 5":9.06344410876133,"GPQA Raw":0.3145973154362416,"GPQA":8.612975391498878,"MUSR Raw":0.3868020833333334,"MUSR":8.050260416666669,"MMLU-PRO Raw":0.340093085106383,"MMLU-PRO":26.677009456264773,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-05","Generation":1,"Base Model":"Triangle104/Distilled-DarkPlanet-Allades-8B_TIES (Merge)"},{"eval_name":"Triangle104_Distilled-Whiskey-8b_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Triangle104/Distilled-Whiskey-8b 📑","fullname":"Triangle104/Distilled-Whiskey-8b","Model sha":"959128ec0161c4d4cc424ec75e63fbcf997c3f81","Average ⬆️":22.935848469843638,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.478627218374972,"IFEval Raw":0.34476743928332376,"IFEval":34.47674392833238,"BBH Raw":0.5027820189600739,"BBH":29.317662931896013,"MATH Lvl 5 Raw":0.2545317220543807,"MATH Lvl 5":25.45317220543807,"GPQA Raw":0.3313758389261745,"GPQA":10.850111856823268,"MUSR Raw":0.41721874999999997,"MUSR":11.219010416666663,"MMLU-PRO Raw":0.3366855053191489,"MMLU-PRO":26.29838947990544,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-27","Generation":1,"Base Model":"Triangle104/Distilled-Whiskey-8b (Merge)"},{"eval_name":"Triangle104_Dolphin3-Llama3.2-Smart_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Triangle104/Dolphin3-Llama3.2-Smart 📑","fullname":"Triangle104/Dolphin3-Llama3.2-Smart","Model sha":"ecf28b35c75e6e4f3144701d8887e9328a42cace","Average ⬆️":14.183463389792356,"Hub License":"","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2169451994944307,"IFEval Raw":0.413660199382084,"IFEval":41.366019938208396,"BBH Raw":0.397507554563096,"BBH":15.349665999615956,"MATH Lvl 5 Raw":0.04380664652567976,"MATH Lvl 5":4.380664652567976,"GPQA Raw":0.26929530201342283,"GPQA":2.572706935123044,"MUSR Raw":0.3921666666666667,"MUSR":8.154166666666669,"MMLU-PRO Raw":0.21949800531914893,"MMLU-PRO":13.277556146572103,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-19","Submission Date":"2025-01-27","Generation":1,"Base Model":"Triangle104/Dolphin3-Llama3.2-Smart (Merge)"},{"eval_name":"Triangle104_Gemmadevi-Stock-10B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"Triangle104/Gemmadevi-Stock-10B 📑","fullname":"Triangle104/Gemmadevi-Stock-10B","Model sha":"a8085fb5e559a1ac384ab0b5bfb3599bfff6fabc","Average ⬆️":22.723742034208243,"Hub License":"","Hub ❤️":2,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.862202785697742,"IFEval Raw":0.15819470117067158,"IFEval":15.819470117067159,"BBH Raw":0.6065922684184144,"BBH":43.62183969257654,"MATH Lvl 5 Raw":0.09667673716012085,"MATH Lvl 5":9.667673716012084,"GPQA Raw":0.35318791946308725,"GPQA":13.758389261744966,"MUSR Raw":0.46211458333333333,"MUSR":17.23098958333333,"MMLU-PRO Raw":0.4261968085106383,"MMLU-PRO":36.244089834515364,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-04","Submission Date":"2025-02-05","Generation":1,"Base Model":"Triangle104/Gemmadevi-Stock-10B (Merge)"},{"eval_name":"Triangle104_Hermes-Llama-3.2-CoT_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Triangle104/Hermes-Llama-3.2-CoT 📑","fullname":"Triangle104/Hermes-Llama-3.2-CoT","Model sha":"91cdadaa53f538ae95d6e59016639d10381c6da6","Average ⬆️":17.621221154166122,"Hub License":"llama3.2","Hub ❤️":1,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.179573613762454,"IFEval Raw":0.4177571066991139,"IFEval":41.77571066991139,"BBH Raw":0.4615751505493966,"BBH":23.795788682714846,"MATH Lvl 5 Raw":0.09516616314199396,"MATH Lvl 5":9.516616314199396,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.36978125,"MUSR":5.089322916666668,"MMLU-PRO Raw":0.2947140957446808,"MMLU-PRO":21.634899527186757,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-11","Submission Date":"2025-01-27","Generation":1,"Base Model":"Triangle104/Hermes-Llama-3.2-CoT (Merge)"},{"eval_name":"Triangle104_Hermes-Llama-3.2-CoT-Summary_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Triangle104/Hermes-Llama-3.2-CoT-Summary 📑","fullname":"Triangle104/Hermes-Llama-3.2-CoT-Summary","Model sha":"92e850a4a23b8d6694026f31ee6c72c4d1b6a25d","Average ⬆️":16.766151353052297,"Hub License":"llama3.2","Hub ❤️":1,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2115236264239686,"IFEval Raw":0.48302836473889277,"IFEval":48.30283647388928,"BBH Raw":0.42003008354054533,"BBH":17.388422101012054,"MATH Lvl 5 Raw":0.08308157099697885,"MATH Lvl 5":8.308157099697885,"GPQA Raw":0.2558724832214765,"GPQA":0.7829977628635317,"MUSR Raw":0.3575,"MUSR":4.687499999999999,"MMLU-PRO Raw":0.29014295212765956,"MMLU-PRO":21.12699468085106,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-11","Submission Date":"2025-01-27","Generation":1,"Base Model":"Triangle104/Hermes-Llama-3.2-CoT-Summary (Merge)"},{"eval_name":"Triangle104_Hermes3-L3.1-DirtyHarry-8B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Triangle104/Hermes3-L3.1-DirtyHarry-8B 📑","fullname":"Triangle104/Hermes3-L3.1-DirtyHarry-8B","Model sha":"cf6bca48a8378975588c17238050ce687d226204","Average ⬆️":18.55982177819895,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3222689806146606,"IFEval Raw":0.32423414318452815,"IFEval":32.42341431845282,"BBH Raw":0.5066388671914118,"BBH":29.678775616931603,"MATH Lvl 5 Raw":0.07175226586102719,"MATH Lvl 5":7.175226586102719,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.4068958333333333,"MUSR":9.161979166666669,"MMLU-PRO Raw":0.3338597074468085,"MMLU-PRO":25.984411938534276,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-21","Submission Date":"2025-01-27","Generation":1,"Base Model":"Triangle104/Hermes3-L3.1-DirtyHarry-8B (Merge)"},{"eval_name":"Triangle104_Herodotos-14B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Triangle104/Herodotos-14B 📑","fullname":"Triangle104/Herodotos-14B","Model sha":"0fad098b9e657b0aabd073b80f72e0961cb3d4c7","Average ⬆️":38.337259928842606,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.8350566763800837,"IFEval Raw":0.4667415790103592,"IFEval":46.674157901035926,"BBH Raw":0.6435044367110887,"BBH":48.9099032194971,"MATH Lvl 5 Raw":0.5045317220543807,"MATH Lvl 5":50.453172205438065,"GPQA Raw":0.3733221476510067,"GPQA":16.442953020134222,"MUSR Raw":0.4795416666666667,"MUSR":19.876041666666662,"MMLU-PRO Raw":0.5290059840425532,"MMLU-PRO":47.667331560283685,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-11","Submission Date":"2025-01-27","Generation":1,"Base Model":"Triangle104/Herodotos-14B (Merge)"},{"eval_name":"Triangle104_Herodotos-14B_V0.1_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Triangle104/Herodotos-14B_V0.1 📑","fullname":"Triangle104/Herodotos-14B_V0.1","Model sha":"95f343835e08e360fa8b7ffe79c1b67045952825","Average ⬆️":4.56388866448478,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.997502037756403,"IFEval Raw":0.1878715142488597,"IFEval":18.78715142488597,"BBH Raw":0.30172239497895226,"BBH":2.954726291928145,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.22399328859060402,"GPQA":0.0,"MUSR Raw":0.3683854166666667,"MUSR":3.8148437499999996,"MMLU-PRO Raw":0.11643949468085106,"MMLU-PRO":1.8266105200945615,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-11","Submission Date":"2025-02-11","Generation":1,"Base Model":"Triangle104/Herodotos-14B_V0.1 (Merge)"},{"eval_name":"Triangle104_L3.1-8B-Dusky-Ink_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Triangle104/L3.1-8B-Dusky-Ink 📑","fullname":"Triangle104/L3.1-8B-Dusky-Ink","Model sha":"b972ab707f97d67d52b2122f77e4be32822fc578","Average ⬆️":22.391498815708132,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.440204275039435,"IFEval Raw":0.4529780981130068,"IFEval":45.29780981130068,"BBH Raw":0.5097902234872148,"BBH":30.509038071961726,"MATH Lvl 5 Raw":0.12311178247734139,"MATH Lvl 5":12.311178247734139,"GPQA Raw":0.28942953020134227,"GPQA":5.257270693512303,"MUSR Raw":0.4223958333333333,"MUSR":11.166145833333333,"MMLU-PRO Raw":0.36826795212765956,"MMLU-PRO":29.807550236406616,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-05","Generation":1,"Base Model":"Triangle104/L3.1-8B-Dusky-Ink (Merge)"},{"eval_name":"Triangle104_L3.1-8B-Dusky-Ink_v0.r1_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Triangle104/L3.1-8B-Dusky-Ink_v0.r1 📑","fullname":"Triangle104/L3.1-8B-Dusky-Ink_v0.r1","Model sha":"c169ef1d2274ffc8af2496a8c3f16d19ff9a5b5f","Average ⬆️":13.969324061974744,"Hub License":"llama3.1","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.467098660298715,"IFEval Raw":0.19848779017451473,"IFEval":19.848779017451474,"BBH Raw":0.43372778578458115,"BBH":20.17548881298811,"MATH Lvl 5 Raw":0.04305135951661632,"MATH Lvl 5":4.305135951661631,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.3988333333333333,"MUSR":7.820833333333334,"MMLU-PRO Raw":0.320561835106383,"MMLU-PRO":24.506870567375884,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-08","Submission Date":"2025-02-09","Generation":1,"Base Model":"Triangle104/L3.1-8B-Dusky-Ink_v0.r1 (Merge)"},{"eval_name":"Triangle104_LThreePointOne-8B-HermesBlackroot_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Triangle104/LThreePointOne-8B-HermesBlackroot 📑","fullname":"Triangle104/LThreePointOne-8B-HermesBlackroot","Model sha":"52244f9da40c719f1d302e1ce87f9a07a5b96955","Average ⬆️":15.16012857459314,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4778235402881181,"IFEval Raw":0.17920340252751588,"IFEval":17.920340252751586,"BBH Raw":0.4998333246909241,"BBH":29.267249815971553,"MATH Lvl 5 Raw":0.019637462235649546,"MATH Lvl 5":1.9637462235649545,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.3585520833333333,"MUSR":8.819010416666668,"MMLU-PRO Raw":0.32845744680851063,"MMLU-PRO":25.384160756501178,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-14","Submission Date":"2025-02-19","Generation":1,"Base Model":"Triangle104/LThreePointOne-8B-HermesBlackroot (Merge)"},{"eval_name":"Triangle104_LThreePointOne-8B-HermesInk_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Triangle104/LThreePointOne-8B-HermesInk 📑","fullname":"Triangle104/LThreePointOne-8B-HermesInk","Model sha":"b572deac44832f1e5a7bb75e33d533620aeedac6","Average ⬆️":22.69615504867416,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.0721760014631236,"IFEval Raw":0.4031192790684273,"IFEval":40.31192790684273,"BBH Raw":0.5222765555856439,"BBH":31.47994731255064,"MATH Lvl 5 Raw":0.17220543806646527,"MATH Lvl 5":17.220543806646525,"GPQA Raw":0.32298657718120805,"GPQA":9.731543624161072,"MUSR Raw":0.4129375,"MUSR":10.0171875,"MMLU-PRO Raw":0.34674202127659576,"MMLU-PRO":27.41578014184397,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-14","Submission Date":"2025-02-19","Generation":1,"Base Model":"Triangle104/LThreePointOne-8B-HermesInk (Merge)"},{"eval_name":"Triangle104_Llama3.1-Allades-Lit-8b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Triangle104/Llama3.1-Allades-Lit-8b 📑","fullname":"Triangle104/Llama3.1-Allades-Lit-8b","Model sha":"9821725c1b319134754d350de2071b0d5d1c8ad4","Average ⬆️":11.875472634114063,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7720308187157303,"IFEval Raw":0.24612361866514182,"IFEval":24.61236186651418,"BBH Raw":0.41832977787362163,"BBH":17.44690701770639,"MATH Lvl 5 Raw":0.0022658610271903325,"MATH Lvl 5":0.22658610271903326,"GPQA Raw":0.28439597315436244,"GPQA":4.5861297539149914,"MUSR Raw":0.37083333333333335,"MUSR":5.220833333333332,"MMLU-PRO Raw":0.2724401595744681,"MMLU-PRO":19.160017730496453,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-11","Submission Date":"2025-02-11","Generation":1,"Base Model":"Triangle104/Llama3.1-Allades-Lit-8b (Merge)"},{"eval_name":"Triangle104_Llama3.1-cc-Lit-8b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Triangle104/Llama3.1-cc-Lit-8b 📑","fullname":"Triangle104/Llama3.1-cc-Lit-8b","Model sha":"7285d0694395654ed0255b4ca2c7e7fa8aaad482","Average ⬆️":12.717562119702656,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5077341013865457,"IFEval Raw":0.2993047336622384,"IFEval":29.930473366223843,"BBH Raw":0.3847994561866892,"BBH":13.866972220416004,"MATH Lvl 5 Raw":0.0030211480362537764,"MATH Lvl 5":0.3021148036253776,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.38540625,"MUSR":6.242447916666666,"MMLU-PRO Raw":0.30044880319148937,"MMLU-PRO":22.272089243498815,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-11","Submission Date":"2025-02-11","Generation":1,"Base Model":"Triangle104/Llama3.1-cc-Lit-8b (Merge)"},{"eval_name":"Triangle104_Minerva-1.5b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Triangle104/Minerva-1.5b 📑","fullname":"Triangle104/Minerva-1.5b","Model sha":"101165d451aa5dc66514572056b1216851ac86c8","Average ⬆️":14.467080512966321,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.777,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1307037261186645,"IFEval Raw":0.2694295580171722,"IFEval":26.94295580171722,"BBH Raw":0.4025709779119226,"BBH":16.381923221385325,"MATH Lvl 5 Raw":0.1027190332326284,"MATH Lvl 5":10.27190332326284,"GPQA Raw":0.3104026845637584,"GPQA":8.05369127516779,"MUSR Raw":0.3655,"MUSR":6.2875000000000005,"MMLU-PRO Raw":0.269780585106383,"MMLU-PRO":18.864509456264773,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-19","Submission Date":"2025-01-27","Generation":1,"Base Model":"Triangle104/Minerva-1.5b (Merge)"},{"eval_name":"Triangle104_Minerva-1.5b_V0.2_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Triangle104/Minerva-1.5b_V0.2 📑","fullname":"Triangle104/Minerva-1.5b_V0.2","Model sha":"e8a05f264dd1ed568812459edeaa17e977efedee","Average ⬆️":15.021440291369977,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":1.777,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1413996689755055,"IFEval Raw":0.3083474071020448,"IFEval":30.834740710204482,"BBH Raw":0.3989042137094949,"BBH":14.994536223857972,"MATH Lvl 5 Raw":0.11404833836858005,"MATH Lvl 5":11.404833836858005,"GPQA Raw":0.28523489932885904,"GPQA":4.697986577181204,"MUSR Raw":0.3960104166666667,"MUSR":6.967968750000002,"MMLU-PRO Raw":0.29105718085106386,"MMLU-PRO":21.228575650118206,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-19","Submission Date":"2025-01-27","Generation":1,"Base Model":"Triangle104/Minerva-1.5b_V0.2 (Merge)"},{"eval_name":"Triangle104_Minerva-10b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Triangle104/Minerva-10b 📑","fullname":"Triangle104/Minerva-10b","Model sha":"ee678589020031634d02b020767d821dd5b10876","Average ⬆️":10.977971126497692,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":10.067,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.561337791741095,"IFEval Raw":0.1878715142488597,"IFEval":18.78715142488597,"BBH Raw":0.4462036157096501,"BBH":22.69248262502312,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.28104026845637586,"GPQA":4.138702460850116,"MUSR Raw":0.36270833333333335,"MUSR":5.605208333333333,"MMLU-PRO Raw":0.23179853723404256,"MMLU-PRO":14.644281914893616,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-19","Submission Date":"2025-01-27","Generation":1,"Base Model":"Triangle104/Minerva-10b (Merge)"},{"eval_name":"Triangle104_Minerva-14b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Triangle104/Minerva-14b 📑","fullname":"Triangle104/Minerva-14b","Model sha":"4eed798e0edb7869fadf60f254abdad75825b348","Average ⬆️":32.40842006449074,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.0386771852521433,"IFEval Raw":0.3467898509288687,"IFEval":34.678985092886876,"BBH Raw":0.6300829439447851,"BBH":47.062224551633484,"MATH Lvl 5 Raw":0.30513595166163143,"MATH Lvl 5":30.513595166163142,"GPQA Raw":0.37416107382550334,"GPQA":16.554809843400445,"MUSR Raw":0.476625,"MUSR":19.04479166666666,"MMLU-PRO Raw":0.5193650265957447,"MMLU-PRO":46.596114066193856,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-19","Submission Date":"2025-01-27","Generation":1,"Base Model":"Triangle104/Minerva-14b (Merge)"},{"eval_name":"Triangle104_Minerva-14b-V0.1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Triangle104/Minerva-14b-V0.1 📑","fullname":"Triangle104/Minerva-14b-V0.1","Model sha":"5c4ed9ada62c298fba8705132d69382b8cf6ec6c","Average ⬆️":27.042982226988133,"Hub License":"","Hub ❤️":1,"#Params (B)":14.77,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.8097686346555895,"IFEval Raw":0.0861292481726264,"IFEval":8.612924817262641,"BBH Raw":0.6089792638423274,"BBH":43.620098523083904,"MATH Lvl 5 Raw":0.30513595166163143,"MATH Lvl 5":30.513595166163142,"GPQA Raw":0.36577181208053694,"GPQA":15.436241610738257,"MUSR Raw":0.47002083333333333,"MUSR":18.31927083333333,"MMLU-PRO Raw":0.5118018617021277,"MMLU-PRO":45.755762411347526,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-26","Submission Date":"2025-01-27","Generation":1,"Base Model":"Triangle104/Minerva-14b-V0.1 (Merge)"},{"eval_name":"Triangle104_Minerva-7b_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Triangle104/Minerva-7b 📑","fullname":"Triangle104/Minerva-7b","Model sha":"00fd640525d0f802968a01336d0770e4243c9d5b","Average ⬆️":26.501050696755055,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1637015534784922,"IFEval Raw":0.3724196243744376,"IFEval":37.24196243744376,"BBH Raw":0.5498400501314606,"BBH":36.0758653251849,"MATH Lvl 5 Raw":0.283987915407855,"MATH Lvl 5":28.3987915407855,"GPQA Raw":0.32298657718120805,"GPQA":9.731543624161072,"MUSR Raw":0.4143333333333333,"MUSR":9.291666666666666,"MMLU-PRO Raw":0.44439827127659576,"MMLU-PRO":38.26647458628841,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-19","Submission Date":"2025-01-27","Generation":1,"Base Model":"Triangle104/Minerva-7b (Merge)"},{"eval_name":"Triangle104_Minerva-8b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Triangle104/Minerva-8b 📑","fullname":"Triangle104/Minerva-8b","Model sha":"be3d362c6b6c491d780a774e3b8f18ba8a36c679","Average ⬆️":14.317747008078769,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4768092091178562,"IFEval Raw":0.17208451353519771,"IFEval":17.20845135351977,"BBH Raw":0.46686093526780637,"BBH":25.37530670020226,"MATH Lvl 5 Raw":0.004531722054380665,"MATH Lvl 5":0.4531722054380665,"GPQA Raw":0.31208053691275167,"GPQA":8.277404921700223,"MUSR Raw":0.4272916666666667,"MUSR":11.378124999999999,"MMLU-PRO Raw":0.30892619680851063,"MMLU-PRO":23.214021867612292,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-19","Submission Date":"2025-01-27","Generation":1,"Base Model":"Triangle104/Minerva-8b (Merge)"},{"eval_name":"Triangle104_Mistral-Redemption-Arc_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Triangle104/Mistral-Redemption-Arc 📑","fullname":"Triangle104/Mistral-Redemption-Arc","Model sha":"c4b74ad0240cd1c30eebf06f078483c9c5c576e5","Average ⬆️":32.78693047639915,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":23.572,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.593036275501428,"IFEval Raw":0.40289432040319684,"IFEval":40.28943204031969,"BBH Raw":0.6254876729064861,"BBH":46.276528672084225,"MATH Lvl 5 Raw":0.41012084592145015,"MATH Lvl 5":41.012084592145015,"GPQA Raw":0.34731543624161076,"GPQA":12.975391498881436,"MUSR Raw":0.45951041666666664,"MUSR":17.172135416666666,"MMLU-PRO Raw":0.4509640957446808,"MMLU-PRO":38.99601063829786,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-07","Submission Date":"2025-02-08","Generation":1,"Base Model":"Triangle104/Mistral-Redemption-Arc (Merge)"},{"eval_name":"Triangle104_Mistral-Small-24b-Harmony_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Triangle104/Mistral-Small-24b-Harmony 📑","fullname":"Triangle104/Mistral-Small-24b-Harmony","Model sha":"2ef93029bdda2058b5ade068e20a76028bd0b87d","Average ⬆️":27.168346239791443,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":23.572,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4399582166958405,"IFEval Raw":0.16871234989826994,"IFEval":16.871234989826995,"BBH Raw":0.6433732705921861,"BBH":48.421150596785026,"MATH Lvl 5 Raw":0.19108761329305135,"MATH Lvl 5":19.108761329305135,"GPQA Raw":0.38422818791946306,"GPQA":17.897091722595075,"MUSR Raw":0.4276041666666666,"MUSR":11.483854166666667,"MMLU-PRO Raw":0.5430518617021277,"MMLU-PRO":49.22798463356975,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-20","Submission Date":"2025-02-20","Generation":1,"Base Model":"Triangle104/Mistral-Small-24b-Harmony (Merge)"},{"eval_name":"Triangle104_Pans_Gutenbergum_V0.1_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Triangle104/Pans_Gutenbergum_V0.1 📑","fullname":"Triangle104/Pans_Gutenbergum_V0.1","Model sha":"87017852514d3f12ced5e44a670ee00e0fd00124","Average ⬆️":22.27617513692708,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.684474305877838,"IFEval Raw":0.309696050922663,"IFEval":30.9696050922663,"BBH Raw":0.5541091780465247,"BBH":36.082449137821364,"MATH Lvl 5 Raw":0.10574018126888217,"MATH Lvl 5":10.574018126888216,"GPQA Raw":0.32298657718120805,"GPQA":9.731543624161072,"MUSR Raw":0.4528125,"MUSR":16.33489583333333,"MMLU-PRO Raw":0.3696808510638298,"MMLU-PRO":29.964539007092196,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-27","Submission Date":"2025-01-30","Generation":1,"Base Model":"Triangle104/Pans_Gutenbergum_V0.1 (Merge)"},{"eval_name":"Triangle104_Pans_Gutenbergum_V0.2_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Triangle104/Pans_Gutenbergum_V0.2 📑","fullname":"Triangle104/Pans_Gutenbergum_V0.2","Model sha":"d40fa1df61d99c02abc6d242d93be26a2a457aee","Average ⬆️":21.71531814911191,"Hub License":"","Hub ❤️":1,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.681225758481351,"IFEval Raw":0.3215113676157041,"IFEval":32.15113676157041,"BBH Raw":0.55257930562769,"BBH":35.91445940350976,"MATH Lvl 5 Raw":0.06873111782477341,"MATH Lvl 5":6.873111782477341,"GPQA Raw":0.31208053691275167,"GPQA":8.277404921700223,"MUSR Raw":0.46732291666666664,"MUSR":18.348697916666662,"MMLU-PRO Raw":0.3585438829787234,"MMLU-PRO":28.727098108747047,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-14","Submission Date":"2025-01-30","Generation":1,"Base Model":"Triangle104/Pans_Gutenbergum_V0.2 (Merge)"},{"eval_name":"Triangle104_Pantheon_ChatWaifu_V0.2_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Triangle104/Pantheon_ChatWaifu_V0.2 📑","fullname":"Triangle104/Pantheon_ChatWaifu_V0.2","Model sha":"27714543a8cbeedc8dba50651f40b5170ae65000","Average ⬆️":20.845639319611607,"Hub License":"","Hub ❤️":1,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7744480161185983,"IFEval Raw":0.2682803849341968,"IFEval":26.828038493419683,"BBH Raw":0.5531574435698693,"BBH":36.74319895362526,"MATH Lvl 5 Raw":0.05664652567975831,"MATH Lvl 5":5.664652567975831,"GPQA Raw":0.3179530201342282,"GPQA":9.060402684563762,"MUSR Raw":0.47551041666666666,"MUSR":19.638802083333328,"MMLU-PRO Raw":0.34424867021276595,"MMLU-PRO":27.138741134751772,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-27","Submission Date":"2025-01-30","Generation":1,"Base Model":"Triangle104/Pantheon_ChatWaifu_V0.2 (Merge)"},{"eval_name":"Triangle104_Phi-4-AbliteratedRP_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"Triangle104/Phi-4-AbliteratedRP 📑","fullname":"Triangle104/Phi-4-AbliteratedRP","Model sha":"31fd2f1f6f0b95b5c695e9601344f24202e962c6","Average ⬆️":37.374976244999196,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7394770105593755,"IFEval Raw":0.49227050891634194,"IFEval":49.2270508916342,"BBH Raw":0.6708776140201277,"BBH":52.64096935250796,"MATH Lvl 5 Raw":0.3074018126888218,"MATH Lvl 5":30.74018126888218,"GPQA Raw":0.3951342281879195,"GPQA":19.35123042505593,"MUSR Raw":0.5098333333333334,"MUSR":24.429166666666664,"MMLU-PRO Raw":0.530751329787234,"MMLU-PRO":47.86125886524823,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-10","Submission Date":"2025-01-27","Generation":1,"Base Model":"Triangle104/Phi-4-AbliteratedRP (Merge)"},{"eval_name":"Triangle104_Phi4-RP-o1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Triangle104/Phi4-RP-o1 📑","fullname":"Triangle104/Phi4-RP-o1","Model sha":"303b720420c30329ced0aca2a217cca97da405d1","Average ⬆️":28.809089491248006,"Hub License":"mit","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8639654010673399,"IFEval Raw":0.022007163215822904,"IFEval":2.2007163215822905,"BBH Raw":0.6652563961373095,"BBH":51.5939185267128,"MATH Lvl 5 Raw":0.3776435045317221,"MATH Lvl 5":37.764350453172206,"GPQA Raw":0.3733221476510067,"GPQA":16.442953020134222,"MUSR Raw":0.4755729166666667,"MUSR":19.17994791666666,"MMLU-PRO Raw":0.5110538563829787,"MMLU-PRO":45.67265070921986,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-30","Submission Date":"2025-01-30","Generation":1,"Base Model":"Triangle104/Phi4-RP-o1 (Merge)"},{"eval_name":"Triangle104_Phi4-RP-o1-Ablit_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Triangle104/Phi4-RP-o1-Ablit 📑","fullname":"Triangle104/Phi4-RP-o1-Ablit","Model sha":"28b977c7d255b9c504a63d7120b43c5638ac512a","Average ⬆️":28.67748592577745,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9109735397136868,"IFEval Raw":0.02385559205131274,"IFEval":2.385559205131274,"BBH Raw":0.6629825730619672,"BBH":51.22184133516779,"MATH Lvl 5 Raw":0.38821752265861026,"MATH Lvl 5":38.82175226586103,"GPQA Raw":0.36325503355704697,"GPQA":15.100671140939594,"MUSR Raw":0.47541666666666665,"MUSR":18.927083333333332,"MMLU-PRO Raw":0.5104720744680851,"MMLU-PRO":45.60800827423168,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-08","Submission Date":"2025-02-09","Generation":1,"Base Model":"Triangle104/Phi4-RP-o1-Ablit (Merge)"},{"eval_name":"Triangle104_Porpoise-R1-Llama3.2-3b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Triangle104/Porpoise-R1-Llama3.2-3b 📑","fullname":"Triangle104/Porpoise-R1-Llama3.2-3b","Model sha":"dedf20a6549763640bc4c35cba354351cb6cce8c","Average ⬆️":13.626836330964721,"Hub License":"llama3.2","Hub ❤️":2,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.5946285747737013,"IFEval Raw":0.4352174452674459,"IFEval":43.52174452674459,"BBH Raw":0.38236758004585686,"BBH":12.926570818614183,"MATH Lvl 5 Raw":0.04229607250755287,"MATH Lvl 5":4.229607250755287,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.357625,"MUSR":6.436458333333334,"MMLU-PRO Raw":0.21168550531914893,"MMLU-PRO":12.409500591016547,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-07","Submission Date":"2025-02-08","Generation":1,"Base Model":"Triangle104/Porpoise-R1-Llama3.2-3b (Merge)"},{"eval_name":"Triangle104_Q2.5-14B-Instruct-1M-Harmony_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Triangle104/Q2.5-14B-Instruct-1M-Harmony 📑","fullname":"Triangle104/Q2.5-14B-Instruct-1M-Harmony","Model sha":"82520f6d9a6a8f3d788a98e7009c22398985675d","Average ⬆️":37.73826910663008,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.7730342245263926,"IFEval Raw":0.5986327389105351,"IFEval":59.86327389105351,"BBH Raw":0.6338808682301471,"BBH":47.259249197406746,"MATH Lvl 5 Raw":0.3768882175226586,"MATH Lvl 5":37.68882175226586,"GPQA Raw":0.375,"GPQA":16.666666666666664,"MUSR Raw":0.4795416666666667,"MUSR":19.676041666666666,"MMLU-PRO Raw":0.5074800531914894,"MMLU-PRO":45.27556146572104,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"Triangle104/Q2.5-14B-Instruct-1M-Harmony (Merge)"},{"eval_name":"Triangle104_Q2.5-AthensCOT_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Triangle104/Q2.5-AthensCOT 📑","fullname":"Triangle104/Q2.5-AthensCOT","Model sha":"6eaa16d09a4971ed9ad4371aada365caef30d38d","Average ⬆️":28.558050099748765,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2770496852895648,"IFEval Raw":0.45727447616767947,"IFEval":45.72744761676795,"BBH Raw":0.5541692533534606,"BBH":36.446691868053854,"MATH Lvl 5 Raw":0.29154078549848944,"MATH Lvl 5":29.154078549848943,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.4578333333333333,"MUSR":15.762500000000001,"MMLU-PRO Raw":0.4379155585106383,"MMLU-PRO":37.54617316784869,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-26","Submission Date":"2025-01-27","Generation":1,"Base Model":"Triangle104/Q2.5-AthensCOT (Merge)"},{"eval_name":"Triangle104_Q2.5-CodeR1-3B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Triangle104/Q2.5-CodeR1-3B 📑","fullname":"Triangle104/Q2.5-CodeR1-3B","Model sha":"4ef3c55b383e21eedbe5e7094d12158a47c7f88e","Average ⬆️":19.81078532589114,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":3.085,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7322141137207586,"IFEval Raw":0.35875587884590665,"IFEval":35.875587884590665,"BBH Raw":0.4660844324968853,"BBH":25.312035348871195,"MATH Lvl 5 Raw":0.16389728096676737,"MATH Lvl 5":16.389728096676738,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.43154166666666666,"MUSR":12.142708333333333,"MMLU-PRO Raw":0.2978723404255319,"MMLU-PRO":21.98581560283688,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-24","Submission Date":"2025-02-24","Generation":1,"Base Model":"Triangle104/Q2.5-CodeR1-3B (Merge)"},{"eval_name":"Triangle104_Q2.5-EVACOT-7b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Triangle104/Q2.5-EVACOT-7b 📑","fullname":"Triangle104/Q2.5-EVACOT-7b","Model sha":"ed18ec729937b992ee9c9e0992d87d137b604f9c","Average ⬆️":30.447241223161303,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3098282095178113,"IFEval Raw":0.5784241368457914,"IFEval":57.842413684579135,"BBH Raw":0.5505524946794311,"BBH":35.722592826715,"MATH Lvl 5 Raw":0.2824773413897281,"MATH Lvl 5":28.247734138972806,"GPQA Raw":0.3179530201342282,"GPQA":9.060402684563762,"MUSR Raw":0.4498645833333333,"MUSR":14.799739583333334,"MMLU-PRO Raw":0.43309507978723405,"MMLU-PRO":37.01056442080379,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-26","Submission Date":"2025-01-27","Generation":1,"Base Model":"Triangle104/Q2.5-EVACOT-7b (Merge)"},{"eval_name":"Triangle104_Q2.5-EvaHumane-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Triangle104/Q2.5-EvaHumane-RP 📑","fullname":"Triangle104/Q2.5-EvaHumane-RP","Model sha":"e303ea41606c02d5f434e88bddde43ba96586891","Average ⬆️":26.370822890124625,"Hub License":"","Hub ❤️":2,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2574226662136654,"IFEval Raw":0.3676234613048932,"IFEval":36.76234613048933,"BBH Raw":0.5328196297646768,"BBH":33.757405524368195,"MATH Lvl 5 Raw":0.29229607250755285,"MATH Lvl 5":29.229607250755286,"GPQA Raw":0.3187919463087248,"GPQA":9.172259507829976,"MUSR Raw":0.42763541666666666,"MUSR":11.387760416666667,"MMLU-PRO Raw":0.4412400265957447,"MMLU-PRO":37.9155585106383,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-18","Submission Date":"2025-01-27","Generation":1,"Base Model":"Triangle104/Q2.5-EvaHumane-RP (Merge)"},{"eval_name":"Triangle104_Q2.5-Humane-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Triangle104/Q2.5-Humane-RP 📑","fullname":"Triangle104/Q2.5-Humane-RP","Model sha":"819395b7cc4fc157d8f322432580a5c3defebd63","Average ⬆️":29.83187981671115,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.254656556269786,"IFEval Raw":0.4411627814199657,"IFEval":44.116278141996574,"BBH Raw":0.5649289292164736,"BBH":37.653375376825046,"MATH Lvl 5 Raw":0.3391238670694864,"MATH Lvl 5":33.91238670694864,"GPQA Raw":0.3187919463087248,"GPQA":9.172259507829976,"MUSR Raw":0.4528125,"MUSR":15.334895833333334,"MMLU-PRO Raw":0.44921875,"MMLU-PRO":38.802083333333336,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-12","Submission Date":"2025-01-27","Generation":1,"Base Model":"Triangle104/Q2.5-Humane-RP (Merge)"},{"eval_name":"Triangle104_Q2.5-Instruct-1M_Harmony_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Triangle104/Q2.5-Instruct-1M_Harmony 📑","fullname":"Triangle104/Q2.5-Instruct-1M_Harmony","Model sha":"efda8174f8b2134ca9ee1490f5bb73917845e24c","Average ⬆️":32.07867587170479,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2756625564987696,"IFEval Raw":0.6038034636985421,"IFEval":60.38034636985421,"BBH Raw":0.5373243549676157,"BBH":33.63146155668904,"MATH Lvl 5 Raw":0.3323262839879154,"MATH Lvl 5":33.23262839879154,"GPQA Raw":0.32298657718120805,"GPQA":9.731543624161072,"MUSR Raw":0.46878125,"MUSR":18.097656249999993,"MMLU-PRO Raw":0.43658577127659576,"MMLU-PRO":37.39841903073286,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-29","Submission Date":"2025-01-29","Generation":1,"Base Model":"Triangle104/Q2.5-Instruct-1M_Harmony (Merge)"},{"eval_name":"Triangle104_Q2.5-R1-3B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Triangle104/Q2.5-R1-3B 📑","fullname":"Triangle104/Q2.5-R1-3B","Model sha":"cd4b8cb325e4e126f62e1279fd2281167b9228ef","Average ⬆️":24.667669563202328,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.085,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7877770482953435,"IFEval Raw":0.4213542290012722,"IFEval":42.13542290012722,"BBH Raw":0.48124304786769817,"BBH":27.203483032816802,"MATH Lvl 5 Raw":0.2673716012084592,"MATH Lvl 5":26.73716012084592,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.43197916666666664,"MUSR":12.730729166666668,"MMLU-PRO Raw":0.38131648936170215,"MMLU-PRO":31.257387706855795,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-24","Submission Date":"2025-02-24","Generation":1,"Base Model":"Triangle104/Q2.5-R1-3B (Merge)"},{"eval_name":"Triangle104_Q2.5-R1-7B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Triangle104/Q2.5-R1-7B 📑","fullname":"Triangle104/Q2.5-R1-7B","Model sha":"2579a9c6b7c04b92d07b00d467eb56708e971a98","Average ⬆️":3.783468006938507,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.613,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7005417943365251,"IFEval Raw":0.1346150436397647,"IFEval":13.461504363976472,"BBH Raw":0.30065625818799685,"BBH":2.548887396663384,"MATH Lvl 5 Raw":0.01661631419939577,"MATH Lvl 5":1.6616314199395772,"GPQA Raw":0.2525167785234899,"GPQA":0.33557046979865535,"MUSR Raw":0.3607291666666666,"MUSR":2.6911458333333322,"MMLU-PRO Raw":0.1180186170212766,"MMLU-PRO":2.002068557919621,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-24","Submission Date":"2025-02-27","Generation":1,"Base Model":"Triangle104/Q2.5-R1-7B (Merge)"},{"eval_name":"Triangle104_Robo-Gutenberg_V1.0_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Triangle104/Robo-Gutenberg_V1.0 📑","fullname":"Triangle104/Robo-Gutenberg_V1.0","Model sha":"9162806dd52c7cf1b7bb9798cc4176460859ce88","Average ⬆️":40.348593527637,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.8898383424955503,"IFEval Raw":0.6007559940956662,"IFEval":60.075599409566614,"BBH Raw":0.653716560941194,"BBH":50.286291267237225,"MATH Lvl 5 Raw":0.4561933534743202,"MATH Lvl 5":45.61933534743202,"GPQA Raw":0.3859060402684564,"GPQA":18.120805369127517,"MUSR Raw":0.47436458333333337,"MUSR":19.195572916666663,"MMLU-PRO Raw":0.5391456117021277,"MMLU-PRO":48.79395685579197,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-05","Submission Date":"2025-01-30","Generation":1,"Base Model":"Triangle104/Robo-Gutenberg_V1.0 (Merge)"},{"eval_name":"Triangle104_Rocinante-Prism_V2.0_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Triangle104/Rocinante-Prism_V2.0 📑","fullname":"Triangle104/Rocinante-Prism_V2.0","Model sha":"1d6764b9feeba5794bfa1f89ab931648ad9dc3fa","Average ⬆️":20.774918840644446,"Hub License":"","Hub ❤️":1,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6493639223611307,"IFEval Raw":0.2616103051015749,"IFEval":26.16103051015749,"BBH Raw":0.5361246041982355,"BBH":33.22820642176426,"MATH Lvl 5 Raw":0.11102719033232629,"MATH Lvl 5":11.10271903323263,"GPQA Raw":0.32046979865771813,"GPQA":9.395973154362418,"MUSR Raw":0.445,"MUSR":15.424999999999997,"MMLU-PRO Raw":0.3640292553191489,"MMLU-PRO":29.336583924349874,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-02","Submission Date":"2025-01-30","Generation":1,"Base Model":"Triangle104/Rocinante-Prism_V2.0 (Merge)"},{"eval_name":"Triangle104_Rocinante-Prism_V2.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Triangle104/Rocinante-Prism_V2.1 📑","fullname":"Triangle104/Rocinante-Prism_V2.1","Model sha":"775836a90e03521f2f0a8850ba4862812678299f","Average ⬆️":20.79146935600846,"Hub License":"","Hub ❤️":0,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7031501654301848,"IFEval Raw":0.25584005992987496,"IFEval":25.5840059929875,"BBH Raw":0.5332676401860506,"BBH":32.982522799498575,"MATH Lvl 5 Raw":0.11253776435045318,"MATH Lvl 5":11.253776435045317,"GPQA Raw":0.3196308724832215,"GPQA":9.284116331096197,"MUSR Raw":0.44896874999999997,"MUSR":16.187760416666666,"MMLU-PRO Raw":0.3651097074468085,"MMLU-PRO":29.4566341607565,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-30","Generation":0,"Base Model":"Removed"},{"eval_name":"Triangle104_RomboHermes3-R1-Llama3.2-3b_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Triangle104/RomboHermes3-R1-Llama3.2-3b 📑","fullname":"Triangle104/RomboHermes3-R1-Llama3.2-3b","Model sha":"0725171bdc64ac36851ae22eb6e5e8242fb9b8c6","Average ⬆️":14.65828137567246,"Hub License":"llama3.2","Hub ❤️":2,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.5959179312218184,"IFEval Raw":0.300728733094855,"IFEval":30.072873309485498,"BBH Raw":0.42639466274987187,"BBH":19.092695935991667,"MATH Lvl 5 Raw":0.08157099697885196,"MATH Lvl 5":8.157099697885197,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.36565625,"MUSR":4.40703125,"MMLU-PRO Raw":0.2957114361702128,"MMLU-PRO":21.74571513002364,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-09","Submission Date":"2025-02-09","Generation":1,"Base Model":"Triangle104/RomboHermes3-R1-Llama3.2-3b (Merge)"},{"eval_name":"Triangle104_Rombos-Novasky-7B_V1c_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Triangle104/Rombos-Novasky-7B_V1c 📑","fullname":"Triangle104/Rombos-Novasky-7B_V1c","Model sha":"77fb1ba91d47b6caf9bbfb9c6f8d7cb591889884","Average ⬆️":18.209818018566242,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6720768673852975,"IFEval Raw":0.40801517750679306,"IFEval":40.80151775067931,"BBH Raw":0.4349247829177707,"BBH":20.42212501104689,"MATH Lvl 5 Raw":0.08534743202416918,"MATH Lvl 5":8.534743202416918,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.44645833333333335,"MUSR":14.040624999999999,"MMLU-PRO Raw":0.27376994680851063,"MMLU-PRO":19.307771867612292,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-18","Submission Date":"2025-02-20","Generation":1,"Base Model":"Triangle104/Rombos-Novasky-7B_V1c (Merge)"},{"eval_name":"Triangle104_Set-70b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Triangle104/Set-70b 📑","fullname":"Triangle104/Set-70b","Model sha":"206b32829e4fcb65306bbb60370735f97cef6e4d","Average ⬆️":44.03469176472607,"Hub License":"llama3.3","Hub ❤️":0,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":28.620895805508525,"IFEval Raw":0.7642954028643998,"IFEval":76.42954028643999,"BBH Raw":0.70142939330013,"BBH":56.88003115055037,"MATH Lvl 5 Raw":0.3640483383685801,"MATH Lvl 5":36.40483383685801,"GPQA Raw":0.4463087248322148,"GPQA":26.174496644295303,"MUSR Raw":0.46956250000000005,"MUSR":18.961979166666666,"MMLU-PRO Raw":0.5442154255319149,"MMLU-PRO":49.3572695035461,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-19","Submission Date":"2025-01-27","Generation":1,"Base Model":"Triangle104/Set-70b (Merge)"},{"eval_name":"Tsunami-th_Tsunami-0.5-7B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Tsunami-th/Tsunami-0.5-7B-Instruct 📑","fullname":"Tsunami-th/Tsunami-0.5-7B-Instruct","Model sha":"10706336513d54c4e8962f54653f25941c4031f4","Average ⬆️":36.42709650938436,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.1801055943223924,"IFEval Raw":0.7400153814102137,"IFEval":74.00153814102137,"BBH Raw":0.552369427738073,"BBH":36.13825418700338,"MATH Lvl 5 Raw":0.5045317220543807,"MATH Lvl 5":50.453172205438065,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.42571875,"MUSR":12.214843750000002,"MMLU-PRO Raw":0.44132313829787234,"MMLU-PRO":37.92479314420804,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-11","Submission Date":"2024-10-12","Generation":1,"Base Model":"Tsunami-th/Tsunami-0.5-7B-Instruct (Merge)"},{"eval_name":"Tsunami-th_Tsunami-0.5x-7B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Tsunami-th/Tsunami-0.5x-7B-Instruct 📑","fullname":"Tsunami-th/Tsunami-0.5x-7B-Instruct","Model sha":"83d048ab565893a660fa7eaeb4a749d360c76b53","Average ⬆️":36.004746535208355,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.1171267987107916,"IFEval Raw":0.709915247099917,"IFEval":70.99152470999172,"BBH Raw":0.5592865858560252,"BBH":37.36306059795168,"MATH Lvl 5 Raw":0.4206948640483384,"MATH Lvl 5":42.06948640483384,"GPQA Raw":0.3145973154362416,"GPQA":8.612975391498878,"MUSR Raw":0.46667708333333335,"MUSR":18.567968749999995,"MMLU-PRO Raw":0.44581117021276595,"MMLU-PRO":38.423463356974,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-15","Submission Date":"2024-10-16","Generation":1,"Base Model":"Tsunami-th/Tsunami-0.5x-7B-Instruct (Merge)"},{"eval_name":"Tsunami-th_Tsunami-1.0-14B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Tsunami-th/Tsunami-1.0-14B-Instruct 📑","fullname":"Tsunami-th/Tsunami-1.0-14B-Instruct","Model sha":"b468814b5242acbe6294226db71bc19dead6c8b6","Average ⬆️":41.840045325237675,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.307262617446699,"IFEval Raw":0.7829049145157072,"IFEval":78.29049145157072,"BBH Raw":0.6438763263011559,"BBH":49.150255113097735,"MATH Lvl 5 Raw":0.45845921450151056,"MATH Lvl 5":45.84592145015105,"GPQA Raw":0.3565436241610738,"GPQA":14.205816554809845,"MUSR Raw":0.44593750000000004,"MUSR":16.342187499999998,"MMLU-PRO Raw":0.5248503989361702,"MMLU-PRO":47.205599881796694,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-25","Submission Date":"2024-10-25","Generation":1,"Base Model":"Tsunami-th/Tsunami-1.0-14B-Instruct (Merge)"},{"eval_name":"Tsunami-th_Tsunami-1.0-7B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Tsunami-th/Tsunami-1.0-7B-Instruct 📑","fullname":"Tsunami-th/Tsunami-1.0-7B-Instruct","Model sha":"34d0f8da8ce6b0de50a269eef622ff2e93e5c059","Average ⬆️":35.74871261762576,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.9684366489643583,"IFEval Raw":0.730872972601586,"IFEval":73.0872972601586,"BBH Raw":0.549071195618326,"BBH":35.85724274977317,"MATH Lvl 5 Raw":0.4335347432024169,"MATH Lvl 5":43.353474320241695,"GPQA Raw":0.31291946308724833,"GPQA":8.389261744966444,"MUSR Raw":0.44928125,"MUSR":15.760156249999996,"MMLU-PRO Raw":0.4424035904255319,"MMLU-PRO":38.04484338061466,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-28","Submission Date":"2024-10-28","Generation":1,"Base Model":"Tsunami-th/Tsunami-1.0-7B-Instruct (Merge)"},{"eval_name":"UCLA-AGI_Gemma-2-9B-It-SPPO-Iter1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"UCLA-AGI/Gemma-2-9B-It-SPPO-Iter1 📑","fullname":"UCLA-AGI/Gemma-2-9B-It-SPPO-Iter1","Model sha":"33cfd6919f22efc38f71e9d21a7e697afb418e6b","Average ⬆️":22.586154586899323,"Hub License":"gemma","Hub ❤️":3,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":5.8853164770339355,"IFEval Raw":0.308221075634871,"IFEval":30.8221075634871,"BBH Raw":0.5968934762705508,"BBH":41.80922962006354,"MATH Lvl 5 Raw":0.08987915407854985,"MATH Lvl 5":8.987915407854985,"GPQA Raw":0.33640939597315433,"GPQA":11.521252796420578,"MUSR Raw":0.4099375,"MUSR":10.075520833333334,"MMLU-PRO Raw":0.39070811170212766,"MMLU-PRO":32.300901300236404,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-29","Submission Date":"2024-09-21","Generation":0,"Base Model":"UCLA-AGI/Gemma-2-9B-It-SPPO-Iter1"},{"eval_name":"UCLA-AGI_Gemma-2-9B-It-SPPO-Iter2_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"UCLA-AGI/Gemma-2-9B-It-SPPO-Iter2 📑","fullname":"UCLA-AGI/Gemma-2-9B-It-SPPO-Iter2","Model sha":"b7590721d92bf6e0606e3dbc1ca2c229b7c534b4","Average ⬆️":22.563072986134326,"Hub License":"gemma","Hub ❤️":3,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":5.432923596852596,"IFEval Raw":0.3100196367859502,"IFEval":31.00196367859502,"BBH Raw":0.5989880877421281,"BBH":42.16983380174582,"MATH Lvl 5 Raw":0.08081570996978851,"MATH Lvl 5":8.08157099697885,"GPQA Raw":0.3347315436241611,"GPQA":11.297539149888143,"MUSR Raw":0.4139375,"MUSR":10.942187500000003,"MMLU-PRO Raw":0.386968085106383,"MMLU-PRO":31.885342789598102,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-29","Submission Date":"2024-08-07","Generation":0,"Base Model":"UCLA-AGI/Gemma-2-9B-It-SPPO-Iter2"},{"eval_name":"UCLA-AGI_Gemma-2-9B-It-SPPO-Iter3_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"UCLA-AGI/Gemma-2-9B-It-SPPO-Iter3 📑","fullname":"UCLA-AGI/Gemma-2-9B-It-SPPO-Iter3","Model sha":"2261f2a03b2e15de13a18da52590c237ecf5f188","Average ⬆️":22.65046295673854,"Hub License":"gemma","Hub ❤️":122,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":5.630300298977712,"IFEval Raw":0.31671409637539505,"IFEval":31.671409637539504,"BBH Raw":0.6007080229268026,"BBH":42.53675224107426,"MATH Lvl 5 Raw":0.07099697885196375,"MATH Lvl 5":7.099697885196375,"GPQA Raw":0.3389261744966443,"GPQA":11.85682326621924,"MUSR Raw":0.41660416666666666,"MUSR":11.342187500000001,"MMLU-PRO Raw":0.382563164893617,"MMLU-PRO":31.395907210401887,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-29","Submission Date":"2024-07-31","Generation":0,"Base Model":"UCLA-AGI/Gemma-2-9B-It-SPPO-Iter3"},{"eval_name":"UCLA-AGI_Llama-3-Instruct-8B-SPPO-Iter1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter1 📑","fullname":"UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter1","Model sha":"2076437f65776aeb9686c95f1f41515f70c4db27","Average ⬆️":24.76595847369129,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4024578249460675,"IFEval Raw":0.7298988904994304,"IFEval":72.98988904994303,"BBH Raw":0.5057890691082708,"BBH":29.489353188071963,"MATH Lvl 5 Raw":0.1148036253776435,"MATH Lvl 5":11.48036253776435,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.3567916666666666,"MUSR":2.165624999999999,"MMLU-PRO Raw":0.37109375,"MMLU-PRO":30.12152777777778,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-25","Submission Date":"2024-09-21","Generation":0,"Base Model":"UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter1"},{"eval_name":"UCLA-AGI_Llama-3-Instruct-8B-SPPO-Iter2_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter2 📑","fullname":"UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter2","Model sha":"730c7207d4b538feeb3c2e6d6f6a6ba8615a9be3","Average ⬆️":24.040942547288513,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3135334475254834,"IFEval Raw":0.6988745417713889,"IFEval":69.88745417713888,"BBH Raw":0.5088696278852957,"BBH":29.86944932809155,"MATH Lvl 5 Raw":0.10347432024169184,"MATH Lvl 5":10.347432024169184,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.35942708333333334,"MUSR":1.995052083333335,"MMLU-PRO Raw":0.36918218085106386,"MMLU-PRO":29.909131205673756,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-25","Submission Date":"2024-08-07","Generation":0,"Base Model":"UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter2"},{"eval_name":"UCLA-AGI_Llama-3-Instruct-8B-SPPO-Iter3_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3 📑","fullname":"UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3","Model sha":"f73dafc2923acd56f115f21f76e9d14f8d19a63e","Average ⬆️":23.693396308174695,"Hub License":"apache-2.0","Hub ❤️":82,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":9.13529851667579,"IFEval Raw":0.6834122350917787,"IFEval":68.34122350917787,"BBH Raw":0.50795799761689,"BBH":29.739683580440694,"MATH Lvl 5 Raw":0.09592145015105741,"MATH Lvl 5":9.592145015105741,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.36606249999999996,"MUSR":3.0911458333333326,"MMLU-PRO Raw":0.3644448138297872,"MMLU-PRO":29.38275709219858,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-25","Submission Date":"2024-07-02","Generation":0,"Base Model":"UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3"},{"eval_name":"UCLA-AGI_Llama-3-Instruct-8B-SPPO-Iter3_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3 📑","fullname":"UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3","Model sha":"f73dafc2923acd56f115f21f76e9d14f8d19a63e","Average ⬆️":23.05947024187678,"Hub License":"apache-2.0","Hub ❤️":82,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9104745048401183,"IFEval Raw":0.67029814226253,"IFEval":67.02981422625301,"BBH Raw":0.5076407742830437,"BBH":29.71670075746525,"MATH Lvl 5 Raw":0.07175226586102719,"MATH Lvl 5":7.175226586102719,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.3647291666666667,"MUSR":2.891145833333335,"MMLU-PRO Raw":0.3657746010638298,"MMLU-PRO":29.53051122931442,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-25","Submission Date":"2024-06-28","Generation":0,"Base Model":"UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3"},{"eval_name":"UCLA-AGI_Mistral7B-PairRM-SPPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"UCLA-AGI/Mistral7B-PairRM-SPPO 📑","fullname":"UCLA-AGI/Mistral7B-PairRM-SPPO","Model sha":"abdc173603690fcf6b333b351c291a321d2631c3","Average ⬆️":16.44469675653773,"Hub License":"apache-2.0","Hub ❤️":6,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0083177982388298,"IFEval Raw":0.43549227161708715,"IFEval":43.549227161708714,"BBH Raw":0.4438979817093698,"BBH":22.08465647856181,"MATH Lvl 5 Raw":0.030966767371601207,"MATH Lvl 5":3.096676737160121,"GPQA Raw":0.28104026845637586,"GPQA":4.138702460850116,"MUSR Raw":0.39647916666666666,"MUSR":7.793229166666667,"MMLU-PRO Raw":0.26205119680851063,"MMLU-PRO":18.005688534278956,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-04","Submission Date":"2024-09-21","Generation":0,"Base Model":"UCLA-AGI/Mistral7B-PairRM-SPPO"},{"eval_name":"UCLA-AGI_Mistral7B-PairRM-SPPO-Iter1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"UCLA-AGI/Mistral7B-PairRM-SPPO-Iter1 📑","fullname":"UCLA-AGI/Mistral7B-PairRM-SPPO-Iter1","Model sha":"97252e2d868725b2fa5055adc241c5182610fb6a","Average ⬆️":17.91774579525423,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0533470821859574,"IFEval Raw":0.5047352136774869,"IFEval":50.47352136774869,"BBH Raw":0.4468056921650662,"BBH":22.93229237099634,"MATH Lvl 5 Raw":0.024924471299093656,"MATH Lvl 5":2.492447129909366,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.3991770833333333,"MUSR":8.29713541666667,"MMLU-PRO Raw":0.26953125,"MMLU-PRO":18.836805555555554,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-04","Submission Date":"2024-09-21","Generation":0,"Base Model":"UCLA-AGI/Mistral7B-PairRM-SPPO-Iter1"},{"eval_name":"UCLA-AGI_Mistral7B-PairRM-SPPO-Iter2_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"UCLA-AGI/Mistral7B-PairRM-SPPO-Iter2 📑","fullname":"UCLA-AGI/Mistral7B-PairRM-SPPO-Iter2","Model sha":"8201064df67b5762ff9f361ff1b98aae3747855c","Average ⬆️":17.118139500757714,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0309688884634434,"IFEval Raw":0.4445848127413041,"IFEval":44.45848127413042,"BBH Raw":0.4465719945610438,"BBH":22.479924250197836,"MATH Lvl 5 Raw":0.02190332326283988,"MATH Lvl 5":2.190332326283988,"GPQA Raw":0.28859060402684567,"GPQA":5.145413870246088,"MUSR Raw":0.40854166666666664,"MUSR":9.801041666666668,"MMLU-PRO Raw":0.2677027925531915,"MMLU-PRO":18.633643617021278,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-04","Submission Date":"2024-08-07","Generation":0,"Base Model":"UCLA-AGI/Mistral7B-PairRM-SPPO-Iter2"},{"eval_name":"UCLA-AGI_Mistral7B-PairRM-SPPO-Iter3_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"UCLA-AGI/Mistral7B-PairRM-SPPO-Iter3 📑","fullname":"UCLA-AGI/Mistral7B-PairRM-SPPO-Iter3","Model sha":"72cd8e5435ae679249ddad7ac4cdb64c5b4590c3","Average ⬆️":16.488657432502865,"Hub License":"apache-2.0","Hub ❤️":5,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0368151525905827,"IFEval Raw":0.4350678422142138,"IFEval":43.506784221421384,"BBH Raw":0.4396587862984616,"BBH":21.817495985928634,"MATH Lvl 5 Raw":0.023413897280966767,"MATH Lvl 5":2.3413897280966767,"GPQA Raw":0.2751677852348993,"GPQA":3.355704697986576,"MUSR Raw":0.40711458333333334,"MUSR":9.489322916666671,"MMLU-PRO Raw":0.2657912234042553,"MMLU-PRO":18.42124704491726,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-04","Submission Date":"2024-08-07","Generation":0,"Base Model":"UCLA-AGI/Mistral7B-PairRM-SPPO-Iter3"},{"eval_name":"UKzExecution_LlamaExecutor-8B-3.0.5_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"UKzExecution/LlamaExecutor-8B-3.0.5 📑","fullname":"UKzExecution/LlamaExecutor-8B-3.0.5","Model sha":"2047978e8ab1146b8881cde3d998856594f437a4","Average ⬆️":24.541079195358947,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.614003500601508,"IFEval Raw":0.740290207759855,"IFEval":74.0290207759855,"BBH Raw":0.5006000507021341,"BBH":28.41381524085358,"MATH Lvl 5 Raw":0.10196374622356495,"MATH Lvl 5":10.196374622356496,"GPQA Raw":0.2558724832214765,"GPQA":0.7829977628635317,"MUSR Raw":0.3753645833333333,"MUSR":4.653906250000001,"MMLU-PRO Raw":0.3625332446808511,"MMLU-PRO":29.170360520094558,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-29","Submission Date":"2024-07-30","Generation":1,"Base Model":"UKzExecution/LlamaExecutor-8B-3.0.5 (Merge)"},{"eval_name":"Unbabel_TowerInstruct-Mistral-7B-v0.2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Unbabel/TowerInstruct-Mistral-7B-v0.2 📑","fullname":"Unbabel/TowerInstruct-Mistral-7B-v0.2","Model sha":"454bdfedc8b51f292a402aba2c560df145a0817d","Average ⬆️":11.902717149315622,"Hub License":"cc-by-nc-4.0","Hub ❤️":16,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2077791222280865,"IFEval Raw":0.2843422119975,"IFEval":28.43422119975,"BBH Raw":0.388195180992626,"BBH":14.224326422972673,"MATH Lvl 5 Raw":0.02039274924471299,"MATH Lvl 5":2.0392749244712993,"GPQA Raw":0.24748322147651006,"GPQA":0.0,"MUSR Raw":0.4522291666666667,"MUSR":15.961979166666667,"MMLU-PRO Raw":0.19680851063829788,"MMLU-PRO":10.756501182033098,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-03-26","Submission Date":"2024-09-06","Generation":0,"Base Model":"Unbabel/TowerInstruct-Mistral-7B-v0.2"},{"eval_name":"Undi95_MG-FinalMix-72B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Undi95/MG-FinalMix-72B 📑","fullname":"Undi95/MG-FinalMix-72B","Model sha":"6c9c2f5d052495dcd49f44bf5623d21210653c65","Average ⬆️":44.29736213992491,"Hub License":"other","Hub ❤️":5,"#Params (B)":72.706,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":24.44404705336021,"IFEval Raw":0.8013648231137825,"IFEval":80.13648231137824,"BBH Raw":0.6973017446417747,"BBH":57.502411706281976,"MATH Lvl 5 Raw":0.3972809667673716,"MATH Lvl 5":39.72809667673716,"GPQA Raw":0.3850671140939597,"GPQA":18.008948545861294,"MUSR Raw":0.48227083333333337,"MUSR":21.217187499999998,"MMLU-PRO Raw":0.542719414893617,"MMLU-PRO":49.19104609929077,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-25","Submission Date":"2024-07-13","Generation":1,"Base Model":"Undi95/MG-FinalMix-72B (Merge)"},{"eval_name":"Undi95_Phi4-abliterated_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"Undi95/Phi4-abliterated 📑","fullname":"Undi95/Phi4-abliterated","Model sha":"b960b130911eeb32fd728043652b9f9591821469","Average ⬆️":37.42237137162351,"Hub License":"","Hub ❤️":11,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9100486024045213,"IFEval Raw":0.6617552538375954,"IFEval":66.17552538375953,"BBH Raw":0.680902103041113,"BBH":54.117248360632516,"MATH Lvl 5 Raw":0.37009063444108764,"MATH Lvl 5":37.00906344410876,"GPQA Raw":0.33053691275167785,"GPQA":10.738255033557047,"MUSR Raw":0.4034270833333333,"MUSR":8.92838541666667,"MMLU-PRO Raw":0.528091755319149,"MMLU-PRO":47.56575059101655,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-09","Submission Date":"2025-01-23","Generation":0,"Base Model":"Undi95/Phi4-abliterated"},{"eval_name":"V3N0M_Jenna-Tiny-2.0_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"V3N0M/Jenna-Tiny-2.0 📑","fullname":"V3N0M/Jenna-Tiny-2.0","Model sha":"95c5e775b4a155110a5fac3e1cdd814dde93f220","Average ⬆️":5.519126028133118,"Hub License":"","Hub ❤️":0,"#Params (B)":0.631,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.4935997564668777,"IFEval Raw":0.2309361383351729,"IFEval":23.09361383351729,"BBH Raw":0.31479264061817097,"BBH":4.829999905649889,"MATH Lvl 5 Raw":0.012084592145015106,"MATH Lvl 5":1.2084592145015105,"GPQA Raw":0.25,"GPQA":0.0,"MUSR Raw":0.33666666666666667,"MUSR":2.3499999999999996,"MMLU-PRO Raw":0.1146941489361702,"MMLU-PRO":1.6326832151300221,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-18","Submission Date":"2025-01-17","Generation":0,"Base Model":"V3N0M/Jenna-Tiny-2.0"},{"eval_name":"VAGOsolutions_Llama-3-SauerkrautLM-70b-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"VAGOsolutions/Llama-3-SauerkrautLM-70b-Instruct 📑","fullname":"VAGOsolutions/Llama-3-SauerkrautLM-70b-Instruct","Model sha":"707cfd1a93875247c0223e0c7e3d86d58c432318","Average ⬆️":38.00558783767682,"Hub License":"other","Hub ❤️":23,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":21.252381632304154,"IFEval Raw":0.8044621604010691,"IFEval":80.44621604010692,"BBH Raw":0.6663247245334951,"BBH":52.029579759117915,"MATH Lvl 5 Raw":0.2280966767371601,"MATH Lvl 5":22.80966767371601,"GPQA Raw":0.32802013422818793,"GPQA":10.402684563758392,"MUSR Raw":0.43393750000000003,"MUSR":13.542187500000002,"MMLU-PRO Raw":0.5392287234042553,"MMLU-PRO":48.8031914893617,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-24","Submission Date":"2024-06-26","Generation":0,"Base Model":"VAGOsolutions/Llama-3-SauerkrautLM-70b-Instruct"},{"eval_name":"VAGOsolutions_Llama-3-SauerkrautLM-8b-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"VAGOsolutions/Llama-3-SauerkrautLM-8b-Instruct 📑","fullname":"VAGOsolutions/Llama-3-SauerkrautLM-8b-Instruct","Model sha":"37127c44d7c0fb56cef817270c4b1a6802d8793a","Average ⬆️":26.66765472658618,"Hub License":"other","Hub ❤️":53,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5913870564135353,"IFEval Raw":0.744536718130117,"IFEval":74.45367181301171,"BBH Raw":0.494337579362695,"BBH":28.0492424520597,"MATH Lvl 5 Raw":0.06646525679758308,"MATH Lvl 5":6.646525679758309,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.42410416666666667,"MUSR":11.2796875,"MMLU-PRO Raw":0.3857214095744681,"MMLU-PRO":31.746823286052013,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-19","Submission Date":"2024-07-22","Generation":0,"Base Model":"VAGOsolutions/Llama-3-SauerkrautLM-8b-Instruct"},{"eval_name":"VAGOsolutions_Llama-3.1-SauerkrautLM-70b-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"VAGOsolutions/Llama-3.1-SauerkrautLM-70b-Instruct 📑","fullname":"VAGOsolutions/Llama-3.1-SauerkrautLM-70b-Instruct","Model sha":"e8e74aa789243c25a3a8f7565780a402f5050bbb","Average ⬆️":43.413769840000015,"Hub License":"llama3.1","Hub ❤️":21,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":30.18323458840754,"IFEval Raw":0.8656365111238181,"IFEval":86.56365111238182,"BBH Raw":0.7006249194404001,"BBH":57.24162100868165,"MATH Lvl 5 Raw":0.3693353474320242,"MATH Lvl 5":36.933534743202415,"GPQA Raw":0.3414429530201342,"GPQA":12.192393736017896,"MUSR Raw":0.4710833333333333,"MUSR":19.38541666666666,"MMLU-PRO Raw":0.5334940159574468,"MMLU-PRO":48.16600177304965,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-29","Submission Date":"2024-08-26","Generation":0,"Base Model":"VAGOsolutions/Llama-3.1-SauerkrautLM-70b-Instruct"},{"eval_name":"VAGOsolutions_Llama-3.1-SauerkrautLM-8b-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"VAGOsolutions/Llama-3.1-SauerkrautLM-8b-Instruct 📑","fullname":"VAGOsolutions/Llama-3.1-SauerkrautLM-8b-Instruct","Model sha":"23ca79966a4ab0a61f7ccc7a0454ffef553b66eb","Average ⬆️":29.931073085077475,"Hub License":"llama3.1","Hub ❤️":32,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.4988715708140576,"IFEval Raw":0.8017393848322452,"IFEval":80.1739384832245,"BBH Raw":0.5114932190011187,"BBH":30.999360665356374,"MATH Lvl 5 Raw":0.19410876132930513,"MATH Lvl 5":19.410876132930515,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.4148020833333333,"MUSR":11.51692708333333,"MMLU-PRO Raw":0.3890458776595745,"MMLU-PRO":32.116208628841605,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-25","Submission Date":"2024-07-29","Generation":0,"Base Model":"VAGOsolutions/Llama-3.1-SauerkrautLM-8b-Instruct"},{"eval_name":"VAGOsolutions_SauerkrautLM-1.5b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"VAGOsolutions/SauerkrautLM-1.5b 📑","fullname":"VAGOsolutions/SauerkrautLM-1.5b","Model sha":"8f5170f03e6b0355dd920adc3a7e65d0417ee14e","Average ⬆️":10.273562653094961,"Hub License":"apache-2.0","Hub ❤️":11,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5524737369802986,"IFEval Raw":0.24040324117785256,"IFEval":24.040324117785254,"BBH Raw":0.3703912164863146,"BBH":13.419518424915282,"MATH Lvl 5 Raw":0.03625377643504532,"MATH Lvl 5":3.625377643504532,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.37390625000000005,"MUSR":4.971614583333335,"MMLU-PRO Raw":0.21509308510638298,"MMLU-PRO":12.788120567375886,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-12","Submission Date":"2024-06-26","Generation":0,"Base Model":"VAGOsolutions/SauerkrautLM-1.5b"},{"eval_name":"VAGOsolutions_SauerkrautLM-7b-HerO_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"VAGOsolutions/SauerkrautLM-7b-HerO 📑","fullname":"VAGOsolutions/SauerkrautLM-7b-HerO","Model sha":"3a14b437e2f375b74de3b6923e171662133347bb","Average ⬆️":19.66931174717597,"Hub License":"apache-2.0","Hub ❤️":32,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.139537237641185,"IFEval Raw":0.534610389322553,"IFEval":53.461038932255306,"BBH Raw":0.49044349935812964,"BBH":27.991873536830212,"MATH Lvl 5 Raw":0.03927492447129909,"MATH Lvl 5":3.927492447129909,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.39238541666666665,"MUSR":6.881510416666668,"MMLU-PRO Raw":0.30460438829787234,"MMLU-PRO":22.733820921985814,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2023-11-24","Submission Date":"2024-06-26","Generation":0,"Base Model":"VAGOsolutions/SauerkrautLM-7b-HerO"},{"eval_name":"VAGOsolutions_SauerkrautLM-7b-LaserChat_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"VAGOsolutions/SauerkrautLM-7b-LaserChat 📑","fullname":"VAGOsolutions/SauerkrautLM-7b-LaserChat","Model sha":"cb759636a3d5b0768df2f43a3d3da9b17e10e7b9","Average ⬆️":22.14731649128105,"Hub License":"apache-2.0","Hub ❤️":12,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2093577226572743,"IFEval Raw":0.5987823419637672,"IFEval":59.87823419637673,"BBH Raw":0.45432707993295685,"BBH":22.99208011647468,"MATH Lvl 5 Raw":0.07779456193353475,"MATH Lvl 5":7.779456193353475,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.4148020833333333,"MUSR":9.916927083333333,"MMLU-PRO Raw":0.3304521276595745,"MMLU-PRO":25.60579196217494,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-02-05","Submission Date":"2024-06-26","Generation":0,"Base Model":"VAGOsolutions/SauerkrautLM-7b-LaserChat"},{"eval_name":"VAGOsolutions_SauerkrautLM-Gemma-2b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"GemmaForCausalLM","Model":"VAGOsolutions/SauerkrautLM-Gemma-2b 📑","fullname":"VAGOsolutions/SauerkrautLM-Gemma-2b","Model sha":"f9d5575c23da96f33ce77dea3b0776746b9469bc","Average ⬆️":7.716094956089698,"Hub License":"other","Hub ❤️":8,"#Params (B)":2.506,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.832470509424899,"IFEval Raw":0.24752213017017072,"IFEval":24.75221301701707,"BBH Raw":0.3416315376053174,"BBH":9.133870459903902,"MATH Lvl 5 Raw":0.027945619335347432,"MATH Lvl 5":2.794561933534743,"GPQA Raw":0.25671140939597314,"GPQA":0.8948545861297527,"MUSR Raw":0.3675833333333333,"MUSR":3.514583333333334,"MMLU-PRO Raw":0.14685837765957446,"MMLU-PRO":5.2064864066193834,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-03-06","Submission Date":"2024-06-26","Generation":0,"Base Model":"VAGOsolutions/SauerkrautLM-Gemma-2b"},{"eval_name":"VAGOsolutions_SauerkrautLM-Gemma-7b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"GemmaForCausalLM","Model":"VAGOsolutions/SauerkrautLM-Gemma-7b 📑","fullname":"VAGOsolutions/SauerkrautLM-Gemma-7b","Model sha":"4296bdabf82e900235b094e5348be03ebb0ec891","Average ⬆️":14.801979415385233,"Hub License":"other","Hub ❤️":13,"#Params (B)":8.538,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.026498864574828,"IFEval Raw":0.3406705319662939,"IFEval":34.06705319662939,"BBH Raw":0.41879127895858687,"BBH":18.492651800030927,"MATH Lvl 5 Raw":0.06722054380664652,"MATH Lvl 5":6.722054380664652,"GPQA Raw":0.2860738255033557,"GPQA":4.809843400447425,"MUSR Raw":0.35942708333333334,"MUSR":2.9283854166666674,"MMLU-PRO Raw":0.2961269946808511,"MMLU-PRO":21.79188829787234,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-02-27","Submission Date":"2024-06-26","Generation":0,"Base Model":"VAGOsolutions/SauerkrautLM-Gemma-7b"},{"eval_name":"VAGOsolutions_SauerkrautLM-Mixtral-8x7B-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"VAGOsolutions/SauerkrautLM-Mixtral-8x7B-Instruct 📑","fullname":"VAGOsolutions/SauerkrautLM-Mixtral-8x7B-Instruct","Model sha":"30ed549de7d84f68b4c6cb619f73275c99af23cc","Average ⬆️":24.487466800390596,"Hub License":"apache-2.0","Hub ❤️":22,"#Params (B)":46.703,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":7.548780388067429,"IFEval Raw":0.5601891869129465,"IFEval":56.01891869129465,"BBH Raw":0.5277342269858817,"BBH":33.94516253986293,"MATH Lvl 5 Raw":0.09818731117824774,"MATH Lvl 5":9.818731117824774,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.42041666666666666,"MUSR":11.318750000000001,"MMLU-PRO Raw":0.3650265957446808,"MMLU-PRO":29.44739952718675,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-12-15","Submission Date":"2024-06-26","Generation":0,"Base Model":"VAGOsolutions/SauerkrautLM-Mixtral-8x7B-Instruct"},{"eval_name":"VAGOsolutions_SauerkrautLM-Nemo-12b-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"VAGOsolutions/SauerkrautLM-Nemo-12b-Instruct 📑","fullname":"VAGOsolutions/SauerkrautLM-Nemo-12b-Instruct","Model sha":"fcb056465084ab2c71503a0760f46e4be79c985c","Average ⬆️":26.219081516210622,"Hub License":"apache-2.0","Hub ❤️":22,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.761054538607155,"IFEval Raw":0.6112969144093228,"IFEval":61.129691440932284,"BBH Raw":0.5214128647611115,"BBH":32.34378307249567,"MATH Lvl 5 Raw":0.12235649546827794,"MATH Lvl 5":12.235649546827794,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.4468958333333333,"MUSR":17.161979166666665,"MMLU-PRO Raw":0.33851396276595747,"MMLU-PRO":26.501551418439718,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-22","Submission Date":"2024-07-22","Generation":0,"Base Model":"VAGOsolutions/SauerkrautLM-Nemo-12b-Instruct"},{"eval_name":"VAGOsolutions_SauerkrautLM-Phi-3-medium_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"VAGOsolutions/SauerkrautLM-Phi-3-medium 📑","fullname":"VAGOsolutions/SauerkrautLM-Phi-3-medium","Model sha":"ebfed26a2b35ede15fe526f57029e0ad866ac66d","Average ⬆️":30.407915004992635,"Hub License":"mit","Hub ❤️":9,"#Params (B)":13.96,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5654950210859602,"IFEval Raw":0.4408879550703245,"IFEval":44.08879550703245,"BBH Raw":0.6432931765847228,"BBH":49.630350331717615,"MATH Lvl 5 Raw":0.16012084592145015,"MATH Lvl 5":16.012084592145015,"GPQA Raw":0.3347315436241611,"GPQA":11.297539149888143,"MUSR Raw":0.4845,"MUSR":20.69583333333333,"MMLU-PRO Raw":0.46650598404255317,"MMLU-PRO":40.72288711583924,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-09","Submission Date":"2024-09-19","Generation":0,"Base Model":"VAGOsolutions/SauerkrautLM-Phi-3-medium"},{"eval_name":"VAGOsolutions_SauerkrautLM-SOLAR-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"VAGOsolutions/SauerkrautLM-SOLAR-Instruct 📑","fullname":"VAGOsolutions/SauerkrautLM-SOLAR-Instruct","Model sha":"2665d7600ccd253728453433d2434844e6f702bd","Average ⬆️":21.221646172197712,"Hub License":"cc-by-nc-4.0","Hub ❤️":46,"#Params (B)":10.732,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6314605938212952,"IFEval Raw":0.49172085621705963,"IFEval":49.17208562170596,"BBH Raw":0.5169447300097646,"BBH":31.838919738784018,"MATH Lvl 5 Raw":0.0634441087613293,"MATH Lvl 5":6.3444108761329305,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.3965416666666666,"MUSR":8.334374999999996,"MMLU-PRO Raw":0.31831781914893614,"MMLU-PRO":24.257535460992905,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-12-20","Submission Date":"2024-06-26","Generation":0,"Base Model":"VAGOsolutions/SauerkrautLM-SOLAR-Instruct"},{"eval_name":"VAGOsolutions_SauerkrautLM-gemma-2-2b-it_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"VAGOsolutions/SauerkrautLM-gemma-2-2b-it 📑","fullname":"VAGOsolutions/SauerkrautLM-gemma-2-2b-it","Model sha":"7fd35fcb32aebfc422e535739161d7528fc562d5","Average ⬆️":10.817668945100195,"Hub License":"gemma","Hub ❤️":10,"#Params (B)":2.614,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.744972801225721,"IFEval Raw":0.13206625088099574,"IFEval":13.206625088099575,"BBH Raw":0.42408371860644856,"BBH":18.914195373183343,"MATH Lvl 5 Raw":0.02190332326283988,"MATH Lvl 5":2.190332326283988,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.3994583333333333,"MUSR":8.765624999999998,"MMLU-PRO Raw":0.269281914893617,"MMLU-PRO":18.809101654846337,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-03","Submission Date":"2024-08-26","Generation":0,"Base Model":"VAGOsolutions/SauerkrautLM-gemma-2-2b-it"},{"eval_name":"VAGOsolutions_SauerkrautLM-gemma-2-9b-it_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"VAGOsolutions/SauerkrautLM-gemma-2-9b-it 📑","fullname":"VAGOsolutions/SauerkrautLM-gemma-2-9b-it","Model sha":"8e02fc1c24e0499c74ee1186ddc46b989fe497f1","Average ⬆️":23.14181422578697,"Hub License":"gemma","Hub ❤️":7,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":5.812136404481569,"IFEval Raw":0.3024009627787604,"IFEval":30.240096277876034,"BBH Raw":0.6072645787154746,"BBH":43.249988966600455,"MATH Lvl 5 Raw":0.08383685800604229,"MATH Lvl 5":8.38368580060423,"GPQA Raw":0.3271812080536913,"GPQA":10.290827740492169,"MUSR Raw":0.43182291666666667,"MUSR":12.344531250000001,"MMLU-PRO Raw":0.40907579787234044,"MMLU-PRO":34.34175531914893,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-12","Submission Date":"2024-08-26","Generation":0,"Base Model":"VAGOsolutions/SauerkrautLM-gemma-2-9b-it"},{"eval_name":"VAGOsolutions_SauerkrautLM-v2-14b-DPO_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"VAGOsolutions/SauerkrautLM-v2-14b-DPO 📑","fullname":"VAGOsolutions/SauerkrautLM-v2-14b-DPO","Model sha":"1fbe5364bc443255a06df7fa0debbcc3d38ab866","Average ⬆️":37.583891756672784,"Hub License":"apache-2.0","Hub ❤️":19,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.983250828721228,"IFEval Raw":0.7411645544931892,"IFEval":74.11645544931892,"BBH Raw":0.6560374350756156,"BBH":50.92613155208554,"MATH Lvl 5 Raw":0.3164652567975831,"MATH Lvl 5":31.64652567975831,"GPQA Raw":0.3196308724832215,"GPQA":9.284116331096197,"MUSR Raw":0.43746875,"MUSR":13.783593750000003,"MMLU-PRO Raw":0.51171875,"MMLU-PRO":45.74652777777778,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-31","Submission Date":"2024-11-04","Generation":1,"Base Model":"VAGOsolutions/SauerkrautLM-v2-14b-DPO (Merge)"},{"eval_name":"VAGOsolutions_SauerkrautLM-v2-14b-SFT_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"VAGOsolutions/SauerkrautLM-v2-14b-SFT 📑","fullname":"VAGOsolutions/SauerkrautLM-v2-14b-SFT","Model sha":"606ddc7819d4a5d9cd8618d5ede57e2bdd99a1ed","Average ⬆️":36.22785641162885,"Hub License":"apache-2.0","Hub ❤️":8,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.037848790767508,"IFEval Raw":0.6948529900663573,"IFEval":69.48529900663573,"BBH Raw":0.6210355880693049,"BBH":45.824351326219606,"MATH Lvl 5 Raw":0.3285498489425982,"MATH Lvl 5":32.85498489425982,"GPQA Raw":0.33557046979865773,"GPQA":11.409395973154364,"MUSR Raw":0.417875,"MUSR":11.067708333333336,"MMLU-PRO Raw":0.5205285904255319,"MMLU-PRO":46.725398936170215,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-25","Submission Date":"2024-11-04","Generation":1,"Base Model":"VAGOsolutions/SauerkrautLM-v2-14b-SFT (Merge)"},{"eval_name":"VIRNECT_llama-3-Korean-8B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"VIRNECT/llama-3-Korean-8B 📑","fullname":"VIRNECT/llama-3-Korean-8B","Model sha":"c658409e094ff04eeb6ab6cee2d4bc56716e45f1","Average ⬆️":20.245300698827084,"Hub License":"llama3","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8126872040589411,"IFEval Raw":0.5058345190760515,"IFEval":50.58345190760515,"BBH Raw":0.49082453083378397,"BBH":27.322411613379888,"MATH Lvl 5 Raw":0.09290030211480363,"MATH Lvl 5":9.290030211480364,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.36615624999999996,"MUSR":3.26953125,"MMLU-PRO Raw":0.3538896276595745,"MMLU-PRO":28.20995862884161,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-17","Submission Date":"2024-07-17","Generation":0,"Base Model":"VIRNECT/llama-3-Korean-8B"},{"eval_name":"VIRNECT_llama-3-Korean-8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"VIRNECT/llama-3-Korean-8B 📑","fullname":"VIRNECT/llama-3-Korean-8B","Model sha":"c658409e094ff04eeb6ab6cee2d4bc56716e45f1","Average ⬆️":20.431609341892,"Hub License":"llama3","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6406132627587642,"IFEval Raw":0.5021376614050719,"IFEval":50.21376614050719,"BBH Raw":0.491837579362695,"BBH":27.564318704783016,"MATH Lvl 5 Raw":0.10800604229607251,"MATH Lvl 5":10.80060422960725,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.3647916666666666,"MUSR":3.032291666666666,"MMLU-PRO Raw":0.3536402925531915,"MMLU-PRO":28.182254728132396,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-17","Submission Date":"2024-07-17","Generation":0,"Base Model":"VIRNECT/llama-3-Korean-8B"},{"eval_name":"VIRNECT_llama-3-Korean-8B-r-v-0.1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"?","Model":"VIRNECT/llama-3-Korean-8B-r-v-0.1 📑","fullname":"VIRNECT/llama-3-Korean-8B-r-v-0.1","Model sha":"10acb1aa4f341f2d3c899d78c520b0822a909b95","Average ⬆️":18.749278536149728,"Hub License":"llama3","Hub ❤️":0,"#Params (B)":16.061,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.3989817615402846,"IFEval Raw":0.49157125316382755,"IFEval":49.15712531638276,"BBH Raw":0.48061568139086264,"BBH":25.8849543311167,"MATH Lvl 5 Raw":0.08610271903323263,"MATH Lvl 5":8.610271903323262,"GPQA Raw":0.2424496644295302,"GPQA":0.0,"MUSR Raw":0.36748958333333337,"MUSR":3.73619791666667,"MMLU-PRO Raw":0.3259640957446808,"MMLU-PRO":25.10712174940898,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-18","Submission Date":"2024-07-18","Generation":2,"Base Model":"MLP-KTLim/llama-3-Korean-Bllossom-8B (Merge)"},{"eval_name":"ValiantLabs_Llama3-70B-Fireplace_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ValiantLabs/Llama3-70B-Fireplace 📑","fullname":"ValiantLabs/Llama3-70B-Fireplace","Model sha":"220079e4115733991eb19c30d5480db9696a665e","Average ⬆️":37.125226832822285,"Hub License":"llama3","Hub ❤️":3,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":19.384343990456575,"IFEval Raw":0.7773596280092377,"IFEval":77.73596280092377,"BBH Raw":0.648899361888402,"BBH":49.55653001638277,"MATH Lvl 5 Raw":0.21450151057401812,"MATH Lvl 5":21.45015105740181,"GPQA Raw":0.3548657718120805,"GPQA":13.982102908277403,"MUSR Raw":0.4448541666666667,"MUSR":16.7734375,"MMLU-PRO Raw":0.4892785904255319,"MMLU-PRO":43.25317671394799,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-09","Submission Date":"2024-06-26","Generation":0,"Base Model":"ValiantLabs/Llama3-70B-Fireplace"},{"eval_name":"ValiantLabs_Llama3-70B-ShiningValiant2_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ValiantLabs/Llama3-70B-ShiningValiant2 📑","fullname":"ValiantLabs/Llama3-70B-ShiningValiant2","Model sha":"bd6cce8da08ccefe9ec58cae3df4bf75c97d8950","Average ⬆️":32.730483450533846,"Hub License":"llama3","Hub ❤️":5,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":22.43518747855869,"IFEval Raw":0.6121712611426571,"IFEval":61.217126114265696,"BBH Raw":0.6338341405069171,"BBH":46.71026104076922,"MATH Lvl 5 Raw":0.20770392749244712,"MATH Lvl 5":20.770392749244714,"GPQA Raw":0.33053691275167785,"GPQA":10.738255033557047,"MUSR Raw":0.4325729166666667,"MUSR":13.63828125,"MMLU-PRO Raw":0.48977726063829785,"MMLU-PRO":43.30858451536643,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-20","Submission Date":"2024-07-25","Generation":0,"Base Model":"ValiantLabs/Llama3-70B-ShiningValiant2"},{"eval_name":"ValiantLabs_Llama3.1-70B-ShiningValiant2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ValiantLabs/Llama3.1-70B-ShiningValiant2 📑","fullname":"ValiantLabs/Llama3.1-70B-ShiningValiant2","Model sha":"55436621ed65f0b79e7c6324b780bd6a18e06c79","Average ⬆️":36.493183854101574,"Hub License":"llama3.1","Hub ❤️":3,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":27.994570050184382,"IFEval Raw":0.5355346037402979,"IFEval":53.5534603740298,"BBH Raw":0.6738408402945882,"BBH":52.390968518523096,"MATH Lvl 5 Raw":0.29154078549848944,"MATH Lvl 5":29.154078549848943,"GPQA Raw":0.3926174496644295,"GPQA":19.01565995525727,"MUSR Raw":0.4681041666666667,"MUSR":18.4796875,"MMLU-PRO Raw":0.5172872340425532,"MMLU-PRO":46.36524822695035,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-30","Submission Date":"2024-10-30","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-70B"},{"eval_name":"ValiantLabs_Llama3.1-8B-Cobalt_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ValiantLabs/Llama3.1-8B-Cobalt 📑","fullname":"ValiantLabs/Llama3.1-8B-Cobalt","Model sha":"3a69145a2acc1f7f51735aa3ae5d81c090249c65","Average ⬆️":20.239393742398576,"Hub License":"llama3.1","Hub ❤️":6,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.627762740519015,"IFEval Raw":0.3496134700372789,"IFEval":34.96134700372789,"BBH Raw":0.4946769968149292,"BBH":27.41777700049443,"MATH Lvl 5 Raw":0.1268882175226586,"MATH Lvl 5":12.688821752265861,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.3959479166666667,"MUSR":9.82682291666667,"MMLU-PRO Raw":0.3644448138297872,"MMLU-PRO":29.38275709219858,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-16","Submission Date":"2024-10-02","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"ValiantLabs_Llama3.1-8B-Cobalt_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ValiantLabs/Llama3.1-8B-Cobalt 📑","fullname":"ValiantLabs/Llama3.1-8B-Cobalt","Model sha":"3a69145a2acc1f7f51735aa3ae5d81c090249c65","Average ⬆️":25.558664369322077,"Hub License":"llama3.1","Hub ❤️":6,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9381708246723047,"IFEval Raw":0.7168346653545925,"IFEval":71.68346653545925,"BBH Raw":0.4910700749859321,"BBH":27.235483048638354,"MATH Lvl 5 Raw":0.15332326283987915,"MATH Lvl 5":15.332326283987916,"GPQA Raw":0.2860738255033557,"GPQA":4.809843400447425,"MUSR Raw":0.3512395833333333,"MUSR":4.704947916666668,"MMLU-PRO Raw":0.36627327127659576,"MMLU-PRO":29.58591903073286,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-16","Submission Date":"2024-09-20","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"ValiantLabs_Llama3.1-8B-Enigma_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ValiantLabs/Llama3.1-8B-Enigma 📑","fullname":"ValiantLabs/Llama3.1-8B-Enigma","Model sha":"332c99d80f378c77b090745a5aac10f8ab339519","Average ⬆️":16.62515745828593,"Hub License":"llama3.1","Hub ❤️":10,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":7.2751411047549865,"IFEval Raw":0.26805542626896633,"IFEval":26.80554262689663,"BBH Raw":0.44776000880153927,"BBH":22.012915076928266,"MATH Lvl 5 Raw":0.0891238670694864,"MATH Lvl 5":8.91238670694864,"GPQA Raw":0.287751677852349,"GPQA":5.033557046979867,"MUSR Raw":0.4196041666666666,"MUSR":10.2171875,"MMLU-PRO Raw":0.34092420212765956,"MMLU-PRO":26.769355791962173,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-11","Submission Date":"2024-10-02","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"ValiantLabs_Llama3.1-8B-Esper2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ValiantLabs/Llama3.1-8B-Esper2 📑","fullname":"ValiantLabs/Llama3.1-8B-Esper2","Model sha":"38f24f2fe90f839acbc57e7530221acf1232e9dc","Average ⬆️":13.94081009846365,"Hub License":"llama3.1","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7535302324242419,"IFEval Raw":0.2567398945907968,"IFEval":25.673989459079685,"BBH Raw":0.4469866863000255,"BBH":22.195685067925833,"MATH Lvl 5 Raw":0.05891238670694864,"MATH Lvl 5":5.8912386706948645,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.3560729166666667,"MUSR":5.709114583333332,"MMLU-PRO Raw":0.29039228723404253,"MMLU-PRO":21.15469858156028,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-02","Submission Date":"2024-10-09","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"ValiantLabs_Llama3.1-8B-Fireplace2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ValiantLabs/Llama3.1-8B-Fireplace2 📑","fullname":"ValiantLabs/Llama3.1-8B-Fireplace2","Model sha":"be3a5c18b5e8e86a3703df1a8227f784ad2c713c","Average ⬆️":18.312602016344886,"Hub License":"llama3.1","Hub ❤️":6,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9162338472706587,"IFEval Raw":0.5483240025354947,"IFEval":54.83240025354947,"BBH Raw":0.4609817052543379,"BBH":24.07027321429611,"MATH Lvl 5 Raw":0.0581570996978852,"MATH Lvl 5":5.81570996978852,"GPQA Raw":0.28859060402684567,"GPQA":5.145413870246088,"MUSR Raw":0.34330208333333334,"MUSR":4.379427083333335,"MMLU-PRO Raw":0.24069148936170212,"MMLU-PRO":15.632387706855791,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-23","Submission Date":"2024-07-25","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"ValiantLabs_Llama3.1-8B-Fireplace2_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ValiantLabs/Llama3.1-8B-Fireplace2 📑","fullname":"ValiantLabs/Llama3.1-8B-Fireplace2","Model sha":"ef129903bbdcc59efdbe10fe9061bff473334a99","Average ⬆️":18.570580608454396,"Hub License":"llama3.1","Hub ❤️":6,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8021953793743168,"IFEval Raw":0.5328118281714739,"IFEval":53.28118281714739,"BBH Raw":0.4613311485871581,"BBH":24.089953790013478,"MATH Lvl 5 Raw":0.08761329305135952,"MATH Lvl 5":8.761329305135952,"GPQA Raw":0.28942953020134227,"GPQA":5.257270693512303,"MUSR Raw":0.33666666666666667,"MUSR":4.216666666666668,"MMLU-PRO Raw":0.24235372340425532,"MMLU-PRO":15.817080378250589,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-23","Submission Date":"2024-08-10","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"ValiantLabs_Llama3.1-8B-ShiningValiant2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ValiantLabs/Llama3.1-8B-ShiningValiant2 📑","fullname":"ValiantLabs/Llama3.1-8B-ShiningValiant2","Model sha":"6b2b5694a192cb29ad0e4314138affa25b630c0e","Average ⬆️":23.15728097110788,"Hub License":"llama3.1","Hub ❤️":16,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.4452384103432947,"IFEval Raw":0.6495653754260917,"IFEval":64.95653754260917,"BBH Raw":0.477390600131639,"BBH":26.346118640067065,"MATH Lvl 5 Raw":0.05664652567975831,"MATH Lvl 5":5.664652567975831,"GPQA Raw":0.3104026845637584,"GPQA":8.05369127516779,"MUSR Raw":0.39086458333333335,"MUSR":7.458072916666668,"MMLU-PRO Raw":0.33818151595744683,"MMLU-PRO":26.46461288416076,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-06","Submission Date":"2024-08-10","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"ValiantLabs_Llama3.1-8B-ShiningValiant2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ValiantLabs/Llama3.1-8B-ShiningValiant2 📑","fullname":"ValiantLabs/Llama3.1-8B-ShiningValiant2","Model sha":"6b2b5694a192cb29ad0e4314138affa25b630c0e","Average ⬆️":15.45803558114332,"Hub License":"llama3.1","Hub ❤️":16,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":6.528982131474145,"IFEval Raw":0.26780608784691284,"IFEval":26.780608784691285,"BBH Raw":0.4429290017852748,"BBH":21.618149642278947,"MATH Lvl 5 Raw":0.05211480362537765,"MATH Lvl 5":5.211480362537765,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.39591666666666664,"MUSR":10.789583333333331,"MMLU-PRO Raw":0.292719414893617,"MMLU-PRO":21.413268321513,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-06","Submission Date":"2024-11-05","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"ValiantLabs_Llama3.2-3B-Enigma_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ValiantLabs/Llama3.2-3B-Enigma 📑","fullname":"ValiantLabs/Llama3.2-3B-Enigma","Model sha":"ca6adf3a289ce47c7598139e7a312e2b4b3708ce","Average ⬆️":11.692730593705356,"Hub License":"llama3.2","Hub ❤️":7,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.244792890969476,"IFEval Raw":0.2786218345102107,"IFEval":27.86218345102107,"BBH Raw":0.3722590772046992,"BBH":12.434025970150065,"MATH Lvl 5 Raw":0.04380664652567976,"MATH Lvl 5":4.380664652567976,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.3921354166666667,"MUSR":8.050260416666669,"MMLU-PRO Raw":0.2427692819148936,"MMLU-PRO":15.86325354609929,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-30","Submission Date":"2024-10-02","Generation":1,"Base Model":"meta-llama/Llama-3.2-3B-Instruct"},{"eval_name":"ValiantLabs_Llama3.2-3B-Esper2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ValiantLabs/Llama3.2-3B-Esper2 📑","fullname":"ValiantLabs/Llama3.2-3B-Esper2","Model sha":"64a2c619a2e1680ab42945fcf5b75a5242cab3a1","Average ⬆️":10.944295126634552,"Hub License":"llama3.2","Hub ❤️":3,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4777687000332602,"IFEval Raw":0.27497484452364174,"IFEval":27.49748445236417,"BBH Raw":0.38082611390366106,"BBH":13.851732907913407,"MATH Lvl 5 Raw":0.03625377643504532,"MATH Lvl 5":3.625377643504532,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.3549583333333333,"MUSR":4.036458333333333,"MMLU-PRO Raw":0.22573138297872342,"MMLU-PRO":13.9701536643026,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-03","Submission Date":"2024-10-09","Generation":1,"Base Model":"meta-llama/Llama-3.2-3B-Instruct"},{"eval_name":"ValiantLabs_Llama3.2-3B-ShiningValiant2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ValiantLabs/Llama3.2-3B-ShiningValiant2 📑","fullname":"ValiantLabs/Llama3.2-3B-ShiningValiant2","Model sha":"1336e200485675c9b92baae17831eab17c601803","Average ⬆️":14.39069569820728,"Hub License":"llama3.2","Hub ❤️":3,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.4639971355899557,"IFEval Raw":0.2625101397624968,"IFEval":26.251013976249684,"BBH Raw":0.42259325337870185,"BBH":18.912708783001538,"MATH Lvl 5 Raw":0.0823262839879154,"MATH Lvl 5":8.23262839879154,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.38664583333333336,"MUSR":8.597395833333335,"MMLU-PRO Raw":0.28291223404255317,"MMLU-PRO":20.323581560283685,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-27","Submission Date":"2024-11-05","Generation":1,"Base Model":"meta-llama/Llama-3.2-3B-Instruct"},{"eval_name":"Vikhrmodels_Vikhr-Llama3.1-8B-Instruct-R-21-09-24_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Vikhrmodels/Vikhr-Llama3.1-8B-Instruct-R-21-09-24 📑","fullname":"Vikhrmodels/Vikhr-Llama3.1-8B-Instruct-R-21-09-24","Model sha":"c0b57cf6d4444b35fc5cec0525ff5eef32af22c9","Average ⬆️":25.354951361962605,"Hub License":"apache-2.0","Hub ❤️":29,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.713223400631936,"IFEval Raw":0.643145742186288,"IFEval":64.31457421862879,"BBH Raw":0.527224269970207,"BBH":32.66941729424733,"MATH Lvl 5 Raw":0.2175226586102719,"MATH Lvl 5":21.75226586102719,"GPQA Raw":0.24496644295302014,"GPQA":0.0,"MUSR Raw":0.3753958333333334,"MUSR":5.0911458333333375,"MMLU-PRO Raw":0.3547207446808511,"MMLU-PRO":28.302304964539005,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-20","Submission Date":"2024-09-21","Generation":1,"Base Model":"Vikhrmodels/Vikhr-Llama3.1-8B-Instruct-R-21-09-24 (Merge)"},{"eval_name":"Vikhrmodels_Vikhr-Nemo-12B-Instruct-R-21-09-24_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Vikhrmodels/Vikhr-Nemo-12B-Instruct-R-21-09-24 📑","fullname":"Vikhrmodels/Vikhr-Nemo-12B-Instruct-R-21-09-24","Model sha":"6abd887cb631f705042c9e8085615fe4d76e9779","Average ⬆️":25.01995412263689,"Hub License":"apache-2.0","Hub ❤️":114,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.4415836238229383,"IFEval Raw":0.5999315150467426,"IFEval":59.993151504674266,"BBH Raw":0.5212309052827618,"BBH":31.41440911337631,"MATH Lvl 5 Raw":0.1714501510574018,"MATH Lvl 5":17.14501510574018,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.40730208333333334,"MUSR":9.446093750000001,"MMLU-PRO Raw":0.33976063829787234,"MMLU-PRO":26.640070921985814,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-20","Submission Date":"2024-09-21","Generation":1,"Base Model":"Vikhrmodels/Vikhr-Nemo-12B-Instruct-R-21-09-24 (Merge)"},{"eval_name":"Weyaxi_Bagel-Hermes-2x34B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"Weyaxi/Bagel-Hermes-2x34B 📑","fullname":"Weyaxi/Bagel-Hermes-2x34B","Model sha":"44fddd32d7dcafc0fa670fd87a2e129310640aac","Average ⬆️":25.611273447311106,"Hub License":"apache-2.0","Hub ❤️":16,"#Params (B)":60.814,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":19.630335820609552,"IFEval Raw":0.5431532777474878,"IFEval":54.31532777474878,"BBH Raw":0.49166555632285514,"BBH":27.409031445428763,"MATH Lvl 5 Raw":0.06042296072507553,"MATH Lvl 5":6.042296072507553,"GPQA Raw":0.32802013422818793,"GPQA":10.402684563758392,"MUSR Raw":0.45166666666666666,"MUSR":15.625000000000002,"MMLU-PRO Raw":0.4588597074468085,"MMLU-PRO":39.873300827423165,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-01-12","Submission Date":"2024-10-28","Generation":0,"Base Model":"Weyaxi/Bagel-Hermes-2x34B"},{"eval_name":"Weyaxi_Bagel-Hermes-34B-Slerp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Weyaxi/Bagel-Hermes-34B-Slerp 📑","fullname":"Weyaxi/Bagel-Hermes-34B-Slerp","Model sha":"dcdcc17a2c650a95bc27129a3ddbf261dffed37f","Average ⬆️":27.24685762860255,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":34.389,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":6.042750996972115,"IFEval Raw":0.4602720780861448,"IFEval":46.02720780861448,"BBH Raw":0.5921903605860047,"BBH":41.957047480557854,"MATH Lvl 5 Raw":0.06042296072507553,"MATH Lvl 5":6.042296072507553,"GPQA Raw":0.3347315436241611,"GPQA":11.297539149888143,"MUSR Raw":0.46220833333333333,"MUSR":17.009375000000002,"MMLU-PRO Raw":0.4703291223404255,"MMLU-PRO":41.147680260047274,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-01-12","Submission Date":"2024-08-30","Generation":0,"Base Model":"Weyaxi/Bagel-Hermes-34B-Slerp"},{"eval_name":"Weyaxi_Einstein-v4-7B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Weyaxi/Einstein-v4-7B 📑","fullname":"Weyaxi/Einstein-v4-7B","Model sha":"7eecd9833b8a012e23ac1df789884888b047baa0","Average ⬆️":16.755664054789627,"Hub License":"other","Hub ❤️":48,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3355080217096282,"IFEval Raw":0.47081299839980145,"IFEval":47.08129983998015,"BBH Raw":0.38494699692741774,"BBH":14.30445141720726,"MATH Lvl 5 Raw":0.0188821752265861,"MATH Lvl 5":1.8882175226586102,"GPQA Raw":0.28187919463087246,"GPQA":4.250559284116329,"MUSR Raw":0.4681666666666667,"MUSR":19.020833333333332,"MMLU-PRO Raw":0.22589760638297873,"MMLU-PRO":13.98862293144208,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-02-22","Submission Date":"2024-06-26","Generation":1,"Base Model":"mistralai/Mistral-7B-v0.1"},{"eval_name":"Weyaxi_Einstein-v6.1-Llama3-8B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Weyaxi/Einstein-v6.1-Llama3-8B 📑","fullname":"Weyaxi/Einstein-v6.1-Llama3-8B","Model sha":"5cab6d54666b6024d0f745d61abf1842edb934e0","Average ⬆️":20.169491366460083,"Hub License":"other","Hub ❤️":67,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.719195518627926,"IFEval Raw":0.4568245588372186,"IFEval":45.68245588372186,"BBH Raw":0.5008295581095018,"BBH":29.38377348658535,"MATH Lvl 5 Raw":0.06797583081570997,"MATH Lvl 5":6.797583081570997,"GPQA Raw":0.28187919463087246,"GPQA":4.250559284116329,"MUSR Raw":0.42128125,"MUSR":11.22682291666667,"MMLU-PRO Raw":0.3130817819148936,"MMLU-PRO":23.675753546099287,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-19","Submission Date":"2024-06-26","Generation":1,"Base Model":"meta-llama/Meta-Llama-3-8B"},{"eval_name":"Weyaxi_Einstein-v6.1-developed-by-Weyaxi-Llama3-8B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Weyaxi/Einstein-v6.1-developed-by-Weyaxi-Llama3-8B 📑","fullname":"Weyaxi/Einstein-v6.1-developed-by-Weyaxi-Llama3-8B","Model sha":"b7507e94146c0832c26609e9ab8115934d3e25b3","Average ⬆️":19.318742706301332,"Hub License":"other","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7434564581463543,"IFEval Raw":0.39270247388041507,"IFEval":39.27024738804151,"BBH Raw":0.5043837450549643,"BBH":29.69444747698505,"MATH Lvl 5 Raw":0.07175226586102719,"MATH Lvl 5":7.175226586102719,"GPQA Raw":0.27348993288590606,"GPQA":3.1319910514541416,"MUSR Raw":0.43324999999999997,"MUSR":13.389583333333329,"MMLU-PRO Raw":0.30925864361702127,"MMLU-PRO":23.250960401891252,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-23","Submission Date":"2024-06-26","Generation":0,"Base Model":"Weyaxi/Einstein-v6.1-developed-by-Weyaxi-Llama3-8B"},{"eval_name":"Weyaxi_Einstein-v7-Qwen2-7B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Weyaxi/Einstein-v7-Qwen2-7B 📑","fullname":"Weyaxi/Einstein-v7-Qwen2-7B","Model sha":"d5a2f245bf98a40d196821bc378e10f35b4da81a","Average ⬆️":24.806418050095402,"Hub License":"other","Hub ❤️":38,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.6279427530533828,"IFEval Raw":0.4099633417111043,"IFEval":40.99633417111043,"BBH Raw":0.5161472249498397,"BBH":32.84181889691276,"MATH Lvl 5 Raw":0.19939577039274925,"MATH Lvl 5":19.939577039274926,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.43997916666666664,"MUSR":14.0640625,"MMLU-PRO Raw":0.4095744680851064,"MMLU-PRO":34.39716312056737,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-24","Submission Date":"2024-06-26","Generation":1,"Base Model":"Qwen/Qwen2-7B"},{"eval_name":"Weyaxi_Einstein-v8-Llama3.2-1B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Weyaxi/Einstein-v8-Llama3.2-1B 📑","fullname":"Weyaxi/Einstein-v8-Llama3.2-1B","Model sha":"1edc6abcb8eedd047bc40b79d2d36c3723ff28e2","Average ⬆️":4.640409160461389,"Hub License":"llama3.2","Hub ❤️":2,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7758492036245103,"IFEval Raw":0.18622255615101263,"IFEval":18.622255615101263,"BBH Raw":0.30184334823943154,"BBH":3.0137741782829335,"MATH Lvl 5 Raw":0.0007552870090634441,"MATH Lvl 5":0.0755287009063444,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.36178125,"MUSR":3.2226562499999996,"MMLU-PRO Raw":0.11610704787234043,"MMLU-PRO":1.7896719858156023,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-28","Submission Date":"2024-09-30","Generation":1,"Base Model":"meta-llama/Llama-3.2-1B"},{"eval_name":"Weyaxi_SauerkrautLM-UNA-SOLAR-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Weyaxi/SauerkrautLM-UNA-SOLAR-Instruct 📑","fullname":"Weyaxi/SauerkrautLM-UNA-SOLAR-Instruct","Model sha":"9678b9ca952abe0083dbfc772a56b849866bfa1a","Average ⬆️":20.476008390270348,"Hub License":"cc-by-nc-4.0","Hub ❤️":26,"#Params (B)":10.732,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4920222032108486,"IFEval Raw":0.4573243438520902,"IFEval":45.73243438520902,"BBH Raw":0.5166357112030591,"BBH":31.824686783543132,"MATH Lvl 5 Raw":0.04607250755287009,"MATH Lvl 5":4.607250755287009,"GPQA Raw":0.311241610738255,"GPQA":8.165548098434002,"MUSR Raw":0.397875,"MUSR":8.601041666666662,"MMLU-PRO Raw":0.31532579787234044,"MMLU-PRO":23.92508865248227,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2023-12-21","Submission Date":"2024-06-26","Generation":0,"Base Model":"Weyaxi/SauerkrautLM-UNA-SOLAR-Instruct"},{"eval_name":"WizardLMTeam_WizardLM-13B-V1.0_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"WizardLMTeam/WizardLM-13B-V1.0 📑","fullname":"WizardLMTeam/WizardLM-13B-V1.0","Model sha":"964a93aa2e78da377115bb856075a69ebe8aefa4","Average ⬆️":4.546091523510591,"Hub License":"","Hub ❤️":73,"#Params (B)":13.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":141.95517416949244,"IFEval Raw":0.18504900331121424,"IFEval":18.504900331121426,"BBH Raw":0.29134447696551025,"BBH":2.147966883446335,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.34971875,"MUSR":3.5481770833333326,"MMLU-PRO Raw":0.11660571808510638,"MMLU-PRO":1.8450797872340412,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-05-13","Submission Date":"2024-06-13","Generation":0,"Base Model":"WizardLMTeam/WizardLM-13B-V1.0"},{"eval_name":"WizardLMTeam_WizardLM-13B-V1.2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"WizardLMTeam/WizardLM-13B-V1.2 📑","fullname":"WizardLMTeam/WizardLM-13B-V1.2","Model sha":"cf5f40382559f19e13874e45b39575171ca46ef8","Average ⬆️":15.177532740883725,"Hub License":"llama2","Hub ❤️":226,"#Params (B)":13.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":7.038916260166667,"IFEval Raw":0.3392465325336773,"IFEval":33.92465325336773,"BBH Raw":0.44619994364600474,"BBH":22.88865497804447,"MATH Lvl 5 Raw":0.0188821752265861,"MATH Lvl 5":1.8882175226586102,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.43784375000000003,"MUSR":14.030468750000002,"MMLU-PRO Raw":0.25191156914893614,"MMLU-PRO":16.87906323877068,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-07-25","Submission Date":"2024-06-12","Generation":0,"Base Model":"WizardLMTeam/WizardLM-13B-V1.2"},{"eval_name":"WizardLMTeam_WizardLM-70B-V1.0_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"WizardLMTeam/WizardLM-70B-V1.0 📑","fullname":"WizardLMTeam/WizardLM-70B-V1.0","Model sha":"54aaecaff7d0790eb9f0ecea1cc267a94cc66949","Average ⬆️":22.3974420993294,"Hub License":"llama2","Hub ❤️":235,"#Params (B)":70.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":58.19212658390846,"IFEval Raw":0.49514288753839814,"IFEval":49.514288753839814,"BBH Raw":0.5590366047184262,"BBH":37.54335453368136,"MATH Lvl 5 Raw":0.03927492447129909,"MATH Lvl 5":3.927492447129909,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.43911458333333336,"MUSR":14.089322916666669,"MMLU-PRO Raw":0.34466422872340424,"MMLU-PRO":27.184914302600472,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-08-09","Submission Date":"2024-06-12","Generation":0,"Base Model":"WizardLMTeam/WizardLM-70B-V1.0"},{"eval_name":"Wladastic_Mini-Think-Base-1B_float16","Precision":"float16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Wladastic/Mini-Think-Base-1B 📑","fullname":"Wladastic/Mini-Think-Base-1B","Model sha":"86460e314d6ca707921baae6864396c18e5c024a","Average ⬆️":14.3485600949955,"Hub License":"llama3.2","Hub ❤️":1,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.3615004625377821,"IFEval Raw":0.5588405430923283,"IFEval":55.88405430923284,"BBH Raw":0.35741728048349203,"BBH":9.377987524324114,"MATH Lvl 5 Raw":0.07326283987915408,"MATH Lvl 5":7.326283987915408,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.32748958333333333,"MUSR":3.1361979166666676,"MMLU-PRO Raw":0.17719414893617022,"MMLU-PRO":8.577127659574469,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-18","Submission Date":"2025-02-22","Generation":1,"Base Model":"Wladastic/Mini-Think-Base-1B (Merge)"},{"eval_name":"Xclbr7_Arcanum-12b_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Xclbr7/Arcanum-12b 📑","fullname":"Xclbr7/Arcanum-12b","Model sha":"845ac67d2b527296ae8c06da4453bf8a60f2e59b","Average ⬆️":20.757225902526443,"Hub License":"mit","Hub ❤️":1,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.3810214112701495,"IFEval Raw":0.2906864896253053,"IFEval":29.068648962530528,"BBH Raw":0.5265359354118465,"BBH":31.879959562746524,"MATH Lvl 5 Raw":0.11933534743202417,"MATH Lvl 5":11.933534743202417,"GPQA Raw":0.32046979865771813,"GPQA":9.395973154362418,"MUSR Raw":0.41703124999999996,"MUSR":13.528906249999997,"MMLU-PRO Raw":0.3586269946808511,"MMLU-PRO":28.736332742316783,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-17","Submission Date":"2024-09-17","Generation":0,"Base Model":"Xclbr7/Arcanum-12b"},{"eval_name":"Xclbr7_Hyena-12b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Xclbr7/Hyena-12b 📑","fullname":"Xclbr7/Hyena-12b","Model sha":"9dd5eb77ce8e0e05e260ae4d812631fb980527fa","Average ⬆️":20.76453411894911,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.7197867929063437,"IFEval Raw":0.3404455733010634,"IFEval":34.04455733010634,"BBH Raw":0.5457182415468321,"BBH":34.665648637656034,"MATH Lvl 5 Raw":0.11329305135951662,"MATH Lvl 5":11.329305135951662,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.39842708333333327,"MUSR":11.070052083333328,"MMLU-PRO Raw":0.3439162234042553,"MMLU-PRO":27.101802600472812,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-19","Submission Date":"2024-09-19","Generation":1,"Base Model":"Xclbr7/Arcanum-12b"},{"eval_name":"Xclbr7_caliburn-12b_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Xclbr7/caliburn-12b 📑","fullname":"Xclbr7/caliburn-12b","Model sha":"f76fa67c7ca8bf7e75540baf55972ba52a46630b","Average ⬆️":22.94686461976949,"Hub License":"mit","Hub ❤️":0,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.712440910761932,"IFEval Raw":0.35763108551975425,"IFEval":35.76310855197542,"BBH Raw":0.5518630300231809,"BBH":35.63684056756332,"MATH Lvl 5 Raw":0.11253776435045318,"MATH Lvl 5":11.253776435045317,"GPQA Raw":0.33640939597315433,"GPQA":11.521252796420578,"MUSR Raw":0.4291875,"MUSR":13.781770833333331,"MMLU-PRO Raw":0.36751994680851063,"MMLU-PRO":29.724438534278963,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-14","Submission Date":"2024-09-14","Generation":0,"Base Model":"Xclbr7/caliburn-12b"},{"eval_name":"Xclbr7_caliburn-v2-12b_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Xclbr7/caliburn-v2-12b 📑","fullname":"Xclbr7/caliburn-v2-12b","Model sha":"fa736b3b852298dd8c047ac6dcc620161df4a79b","Average ⬆️":20.96611306962392,"Hub License":"mit","Hub ❤️":1,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.2643874963426573,"IFEval Raw":0.2966816934622358,"IFEval":29.668169346223575,"BBH Raw":0.5141426125097639,"BBH":30.387966946397217,"MATH Lvl 5 Raw":0.10498489425981873,"MATH Lvl 5":10.498489425981873,"GPQA Raw":0.3263422818791946,"GPQA":10.17897091722595,"MUSR Raw":0.43703125,"MUSR":14.12890625,"MMLU-PRO Raw":0.37840757978723405,"MMLU-PRO":30.9341755319149,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-16","Submission Date":"2024-09-16","Generation":0,"Base Model":"Xclbr7/caliburn-v2-12b"},{"eval_name":"Xiaojian9992024_Llama3.2-1B-THREADRIPPER_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Xiaojian9992024/Llama3.2-1B-THREADRIPPER 📑","fullname":"Xiaojian9992024/Llama3.2-1B-THREADRIPPER","Model sha":"0697f71f487e1a845626f0cfce6df472fe5eb63d","Average ⬆️":14.088097956146527,"Hub License":"","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7736472043193455,"IFEval Raw":0.5575916346405316,"IFEval":55.75916346405316,"BBH Raw":0.35437497890840614,"BBH":9.115530357902744,"MATH Lvl 5 Raw":0.07401812688821752,"MATH Lvl 5":7.401812688821751,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.31297916666666664,"MUSR":2.3223958333333345,"MMLU-PRO Raw":0.17627992021276595,"MMLU-PRO":8.475546690307327,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"Xiaojian9992024/Llama3.2-1B-THREADRIPPER (Merge)"},{"eval_name":"Xiaojian9992024_Llama3.2-1B-THREADRIPPER-v0.2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Xiaojian9992024/Llama3.2-1B-THREADRIPPER-v0.2 📑","fullname":"Xiaojian9992024/Llama3.2-1B-THREADRIPPER-v0.2","Model sha":"fa2fbdb6ba0bfa29042d24e33ec10cb6561bf200","Average ⬆️":13.779234902412705,"Hub License":"","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6876423057880287,"IFEval Raw":0.5317878783849076,"IFEval":53.17878783849076,"BBH Raw":0.3527816493941946,"BBH":8.329663069732538,"MATH Lvl 5 Raw":0.06570996978851963,"MATH Lvl 5":6.570996978851963,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.33164583333333336,"MUSR":4.189062500000003,"MMLU-PRO Raw":0.1745345744680851,"MMLU-PRO":8.281619385342788,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"Xiaojian9992024/Llama3.2-1B-THREADRIPPER-v0.2 (Merge)"},{"eval_name":"Xiaojian9992024_Phi-4-Megatron-Empathetic_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Xiaojian9992024/Phi-4-Megatron-Empathetic 📑","fullname":"Xiaojian9992024/Phi-4-Megatron-Empathetic","Model sha":"68d1969e3a4a1b68546ba4c521c403b62d65c00a","Average ⬆️":27.96788940888075,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.6022378134943116,"IFEval Raw":0.01726086783068924,"IFEval":1.726086783068924,"BBH Raw":0.6673396558729835,"BBH":51.912764493007764,"MATH Lvl 5 Raw":0.26963746223564955,"MATH Lvl 5":26.963746223564954,"GPQA Raw":0.3859060402684564,"GPQA":18.120805369127517,"MUSR Raw":0.5071354166666667,"MUSR":23.72526041666666,"MMLU-PRO Raw":0.5082280585106383,"MMLU-PRO":45.35867316784871,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-17","Submission Date":"2025-02-17","Generation":1,"Base Model":"Xiaojian9992024/Phi-4-Megatron-Empathetic (Merge)"},{"eval_name":"Xiaojian9992024_Phi-4-mini-UNOFFICAL_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"Xiaojian9992024/Phi-4-mini-UNOFFICAL 📑","fullname":"Xiaojian9992024/Phi-4-mini-UNOFFICAL","Model sha":"39e3ee6d0335dc047f5e8901ea859b55bfce670e","Average ⬆️":3.014260701114446,"Hub License":"","Hub ❤️":1,"#Params (B)":3.754,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.49202304557773224,"IFEval Raw":0.12732106366662677,"IFEval":12.732106366662677,"BBH Raw":0.29444372790183987,"BBH":2.4789472756031983,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2407718120805369,"GPQA":0.0,"MUSR Raw":0.3368229166666667,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.11444481382978723,"MMLU-PRO":1.6049793144208027,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-25","Generation":1,"Base Model":"Xiaojian9992024/Phi-4-mini-UNOFFICAL (Merge)"},{"eval_name":"Xiaojian9992024_Qwen2.5-7B-MS-Destroyer_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Xiaojian9992024/Qwen2.5-7B-MS-Destroyer 📑","fullname":"Xiaojian9992024/Qwen2.5-7B-MS-Destroyer","Model sha":"dae469769a9e4d29a95d58bd18e9379cf96a6d61","Average ⬆️":35.4337301147896,"Hub License":"","Hub ❤️":1,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6893245788040062,"IFEval Raw":0.7295741964653786,"IFEval":72.95741964653786,"BBH Raw":0.5469696828400438,"BBH":35.7596547015331,"MATH Lvl 5 Raw":0.459214501510574,"MATH Lvl 5":45.9214501510574,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.42702083333333335,"MUSR":12.777604166666663,"MMLU-PRO Raw":0.4412400265957447,"MMLU-PRO":37.9155585106383,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-01","Submission Date":"2025-03-03","Generation":1,"Base Model":"Xiaojian9992024/Qwen2.5-7B-MS-Destroyer (Merge)"},{"eval_name":"Xiaojian9992024_Qwen2.5-Dyanka-7B-Preview_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Xiaojian9992024/Qwen2.5-Dyanka-7B-Preview 📑","fullname":"Xiaojian9992024/Qwen2.5-Dyanka-7B-Preview","Model sha":"7053bf7b54611e42080d873e0fe766cef471fa14","Average ⬆️":37.29594433542609,"Hub License":"apache-2.0","Hub ❤️":8,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.620859013831167,"IFEval Raw":0.7640205765147586,"IFEval":76.40205765147587,"BBH Raw":0.5543342320067098,"BBH":36.61517249738159,"MATH Lvl 5 Raw":0.4879154078549849,"MATH Lvl 5":48.79154078549849,"GPQA Raw":0.31711409395973156,"GPQA":8.948545861297541,"MUSR Raw":0.44807291666666665,"MUSR":15.509114583333337,"MMLU-PRO Raw":0.43758311170212766,"MMLU-PRO":37.50923463356973,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-25","Submission Date":"2025-02-25","Generation":1,"Base Model":"Xiaojian9992024/Qwen2.5-Dyanka-7B-Preview (Merge)"},{"eval_name":"Xiaojian9992024_Qwen2.5-Dyanka-7B-Preview-v0.2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Xiaojian9992024/Qwen2.5-Dyanka-7B-Preview-v0.2 📑","fullname":"Xiaojian9992024/Qwen2.5-Dyanka-7B-Preview-v0.2","Model sha":"5c38789333a433ee69fcbdd4a24a597ba0d0abb8","Average ⬆️":34.554535104079356,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6527470209395493,"IFEval Raw":0.6701984068937087,"IFEval":67.01984068937087,"BBH Raw":0.537439126573433,"BBH":34.35967522664527,"MATH Lvl 5 Raw":0.47205438066465255,"MATH Lvl 5":47.205438066465256,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.4467083333333333,"MUSR":15.471874999999997,"MMLU-PRO Raw":0.4370844414893617,"MMLU-PRO":37.4538268321513,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-26","Submission Date":"2025-02-26","Generation":1,"Base Model":"Xiaojian9992024/Qwen2.5-Dyanka-7B-Preview-v0.2 (Merge)"},{"eval_name":"Xiaojian9992024_Qwen2.5-THREADRIPPER-Medium-Censored_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Xiaojian9992024/Qwen2.5-THREADRIPPER-Medium-Censored 📑","fullname":"Xiaojian9992024/Qwen2.5-THREADRIPPER-Medium-Censored","Model sha":"269646a7eaedd39fe99a70d222186d901c3995e8","Average ⬆️":41.54381790411528,"Hub License":"","Hub ❤️":1,"#Params (B)":14.77,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.593070184447759,"IFEval Raw":0.8112064876749248,"IFEval":81.12064876749247,"BBH Raw":0.6431453053747279,"BBH":49.11232867574543,"MATH Lvl 5 Raw":0.533987915407855,"MATH Lvl 5":53.398791540785496,"GPQA Raw":0.3347315436241611,"GPQA":11.297539149888143,"MUSR Raw":0.414,"MUSR":10.683333333333335,"MMLU-PRO Raw":0.49285239361702127,"MMLU-PRO":43.65026595744681,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-07","Submission Date":"2025-02-07","Generation":1,"Base Model":"Xiaojian9992024/Qwen2.5-THREADRIPPER-Medium-Censored (Merge)"},{"eval_name":"Xiaojian9992024_Qwen2.5-THREADRIPPER-Small_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Xiaojian9992024/Qwen2.5-THREADRIPPER-Small 📑","fullname":"Xiaojian9992024/Qwen2.5-THREADRIPPER-Small","Model sha":"987d437ec9bc9c7d12474cbac3663615d8f7dd79","Average ⬆️":36.55431800242105,"Hub License":"","Hub ❤️":4,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.291254759495219,"IFEval Raw":0.7689164749531243,"IFEval":76.89164749531244,"BBH Raw":0.5489785469339065,"BBH":35.79468363096907,"MATH Lvl 5 Raw":0.4735649546827795,"MATH Lvl 5":47.35649546827795,"GPQA Raw":0.3104026845637584,"GPQA":8.05369127516779,"MUSR Raw":0.43492708333333335,"MUSR":13.932552083333329,"MMLU-PRO Raw":0.4356715425531915,"MMLU-PRO":37.29683806146573,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-05","Submission Date":"2025-02-05","Generation":1,"Base Model":"Xiaojian9992024/Qwen2.5-THREADRIPPER-Small (Merge)"},{"eval_name":"Xiaojian9992024_Qwen2.5-THREADRIPPER-Small-AnniversaryEdition_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Xiaojian9992024/Qwen2.5-THREADRIPPER-Small-AnniversaryEdition 📑","fullname":"Xiaojian9992024/Qwen2.5-THREADRIPPER-Small-AnniversaryEdition","Model sha":"fc115c61ba4c92a64a1c79f5a55e86a464400122","Average ⬆️":34.25068817877398,"Hub License":"","Hub ❤️":2,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.044542113283342,"IFEval Raw":0.7403899431286763,"IFEval":74.03899431286763,"BBH Raw":0.5465437953400678,"BBH":35.29192945032174,"MATH Lvl 5 Raw":0.5075528700906344,"MATH Lvl 5":50.755287009063444,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.38069791666666664,"MUSR":5.253906250000001,"MMLU-PRO Raw":0.4393284574468085,"MMLU-PRO":37.70316193853428,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-17","Submission Date":"2025-02-19","Generation":1,"Base Model":"Xiaojian9992024/Qwen2.5-THREADRIPPER-Small-AnniversaryEdition (Merge)"},{"eval_name":"Xiaojian9992024_Qwen2.5-Ultra-1.5B-25.02-Exp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Xiaojian9992024/Qwen2.5-Ultra-1.5B-25.02-Exp 📑","fullname":"Xiaojian9992024/Qwen2.5-Ultra-1.5B-25.02-Exp","Model sha":"43b9236cd7578164a4767a9cfbf1d301c9b7240d","Average ⬆️":14.446569781402497,"Hub License":"","Hub ❤️":2,"#Params (B)":1.544,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6000318406060409,"IFEval Raw":0.4073403015111017,"IFEval":40.73403015111017,"BBH Raw":0.40655813090204523,"BBH":17.02637966475561,"MATH Lvl 5 Raw":0.08308157099697885,"MATH Lvl 5":8.308157099697885,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.3383125,"MUSR":1.255729166666667,"MMLU-PRO Raw":0.26412898936170215,"MMLU-PRO":18.23655437352246,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-20","Submission Date":"2025-02-20","Generation":1,"Base Model":"Xiaojian9992024/Qwen2.5-Ultra-1.5B-25.02-Exp (Merge)"},{"eval_name":"Xiaojian9992024_Reflection-L3.2-JametMiniMix-3B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Xiaojian9992024/Reflection-L3.2-JametMiniMix-3B 📑","fullname":"Xiaojian9992024/Reflection-L3.2-JametMiniMix-3B","Model sha":"4d5f20dd1860f7e8538f51fc25f1854ab9c6a6fd","Average ⬆️":19.125922744230454,"Hub License":"","Hub ❤️":1,"#Params (B)":3.213,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.5851620329780873,"IFEval Raw":0.46194541594081484,"IFEval":46.194541594081485,"BBH Raw":0.4389528940684813,"BBH":20.235870672885177,"MATH Lvl 5 Raw":0.11933534743202417,"MATH Lvl 5":11.933534743202417,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.36673958333333334,"MUSR":8.375781250000001,"MMLU-PRO Raw":0.29878656914893614,"MMLU-PRO":22.087396572104016,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-17","Submission Date":"2025-02-17","Generation":1,"Base Model":"Xiaojian9992024/Reflection-L3.2-JametMiniMix-3B (Merge)"},{"eval_name":"Xkev_Llama-3.2V-11B-cot_float16","Precision":"float16","Type":"🌸 multimodal","T":"🌸","Weight type":"Original","Architecture":"MllamaForConditionalGeneration","Model":"Xkev/Llama-3.2V-11B-cot 📑","fullname":"Xkev/Llama-3.2V-11B-cot","Model sha":"86d718ed524bf79320497bc2029e835af3b9bcc4","Average ⬆️":21.759029142464396,"Hub License":"apache-2.0","Hub ❤️":147,"#Params (B)":10.67,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4232207220783888,"IFEval Raw":0.41580894249480266,"IFEval":41.58089424948027,"BBH Raw":0.495871783411897,"BBH":28.246761553003438,"MATH Lvl 5 Raw":0.1555891238670695,"MATH Lvl 5":15.55891238670695,"GPQA Raw":0.2953020134228188,"GPQA":6.040268456375841,"MUSR Raw":0.4158541666666667,"MUSR":10.381770833333338,"MMLU-PRO Raw":0.35871010638297873,"MMLU-PRO":28.745567375886527,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-19","Submission Date":"2024-12-26","Generation":1,"Base Model":"Xkev/Llama-3.2V-11B-cot (Merge)"},{"eval_name":"YOYO-AI_Qwen2.5-14B-1M-YOYO-V3_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"YOYO-AI/Qwen2.5-14B-1M-YOYO-V3 📑","fullname":"YOYO-AI/Qwen2.5-14B-1M-YOYO-V3","Model sha":"bb54e01a0af3947328ce69470c4f0d73e9cb1ac0","Average ⬆️":42.55942702673594,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7807627064512441,"IFEval Raw":0.8398327548681941,"IFEval":83.98327548681942,"BBH Raw":0.6448491305599157,"BBH":49.46606980733037,"MATH Lvl 5 Raw":0.5354984894259819,"MATH Lvl 5":53.54984894259819,"GPQA Raw":0.3288590604026846,"GPQA":10.514541387024611,"MUSR Raw":0.414125,"MUSR":11.098958333333336,"MMLU-PRO Raw":0.5206948138297872,"MMLU-PRO":46.74386820330969,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-21","Submission Date":"2025-02-22","Generation":1,"Base Model":"YOYO-AI/Qwen2.5-14B-1M-YOYO-V3 (Merge)"},{"eval_name":"YOYO-AI_Qwen2.5-14B-YOYO-0505_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"YOYO-AI/Qwen2.5-14B-YOYO-0505 📑","fullname":"YOYO-AI/Qwen2.5-14B-YOYO-0505","Model sha":"962e4b7f8d2996f5be867a15f0bbe61cff0d2d98","Average ⬆️":39.665305547250405,"Hub License":"","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.8572340231669995,"IFEval Raw":0.5882912893345214,"IFEval":58.829128933452125,"BBH Raw":0.6539239511887702,"BBH":50.35907329801012,"MATH Lvl 5 Raw":0.4433534743202417,"MATH Lvl 5":44.33534743202417,"GPQA Raw":0.3733221476510067,"GPQA":16.442953020134222,"MUSR Raw":0.47569791666666666,"MUSR":19.46223958333333,"MMLU-PRO Raw":0.5370678191489362,"MMLU-PRO":48.56309101654846,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-27","Generation":0,"Base Model":"Removed"},{"eval_name":"YOYO-AI_Qwen2.5-14B-YOYO-0510-v2_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"YOYO-AI/Qwen2.5-14B-YOYO-0510-v2 📑","fullname":"YOYO-AI/Qwen2.5-14B-YOYO-0510-v2","Model sha":"127a1434acced2bc83614eaab86d6ca55c3fa30b","Average ⬆️":39.98094603659342,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.639096152046373,"IFEval Raw":0.594710922574325,"IFEval":59.4710922574325,"BBH Raw":0.6552826977321495,"BBH":50.468800790349086,"MATH Lvl 5 Raw":0.44410876132930516,"MATH Lvl 5":44.41087613293052,"GPQA Raw":0.38171140939597314,"GPQA":17.561521252796418,"MUSR Raw":0.47439583333333335,"MUSR":19.29947916666666,"MMLU-PRO Raw":0.5380651595744681,"MMLU-PRO":48.67390661938534,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-29","Submission Date":"2025-01-29","Generation":1,"Base Model":"YOYO-AI/Qwen2.5-14B-YOYO-0510-v2 (Merge)"},{"eval_name":"YOYO-AI_Qwen2.5-14B-YOYO-0805_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"YOYO-AI/Qwen2.5-14B-YOYO-0805 📑","fullname":"YOYO-AI/Qwen2.5-14B-YOYO-0805","Model sha":"813e280b8acf5b96bdb02e4da6794d8351df3c02","Average ⬆️":39.665305547250405,"Hub License":"","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.983396677583985,"IFEval Raw":0.5882912893345214,"IFEval":58.829128933452125,"BBH Raw":0.6539239511887702,"BBH":50.35907329801012,"MATH Lvl 5 Raw":0.4433534743202417,"MATH Lvl 5":44.33534743202417,"GPQA Raw":0.3733221476510067,"GPQA":16.442953020134222,"MUSR Raw":0.47569791666666666,"MUSR":19.46223958333333,"MMLU-PRO Raw":0.5370678191489362,"MMLU-PRO":48.56309101654846,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-27","Generation":0,"Base Model":"Removed"},{"eval_name":"YOYO-AI_Qwen2.5-14B-YOYO-1005_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"YOYO-AI/Qwen2.5-14B-YOYO-1005 📑","fullname":"YOYO-AI/Qwen2.5-14B-YOYO-1005","Model sha":"9d644a3a31eb23e31a47b690ca13ee52fb4bad80","Average ⬆️":40.08590414271186,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.9308090122404535,"IFEval Raw":0.5971588717935079,"IFEval":59.715887179350794,"BBH Raw":0.6542059787912534,"BBH":50.286899267965076,"MATH Lvl 5 Raw":0.452416918429003,"MATH Lvl 5":45.2416918429003,"GPQA Raw":0.3808724832214765,"GPQA":17.4496644295302,"MUSR Raw":0.47303125,"MUSR":19.128906249999996,"MMLU-PRO Raw":0.5382313829787234,"MMLU-PRO":48.69237588652482,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-26","Generation":1,"Base Model":"YOYO-AI/Qwen2.5-14B-YOYO-1005 (Merge)"},{"eval_name":"YOYO-AI_Qwen2.5-14B-YOYO-1005-v2_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"YOYO-AI/Qwen2.5-14B-YOYO-1005-v2 📑","fullname":"YOYO-AI/Qwen2.5-14B-YOYO-1005-v2","Model sha":"05fcb89cd0d02c1a913478ead4df45a7ebdd7225","Average ⬆️":39.99172395122441,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.909489671257113,"IFEval Raw":0.595310442958018,"IFEval":59.531044295801806,"BBH Raw":0.6551321410649699,"BBH":50.51505544014052,"MATH Lvl 5 Raw":0.4433534743202417,"MATH Lvl 5":44.33534743202417,"GPQA Raw":0.38422818791946306,"GPQA":17.897091722595075,"MUSR Raw":0.4730625,"MUSR":19.099479166666665,"MMLU-PRO Raw":0.5371509308510638,"MMLU-PRO":48.5723256501182,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-29","Submission Date":"2025-01-29","Generation":1,"Base Model":"YOYO-AI/Qwen2.5-14B-YOYO-1005-v2 (Merge)"},{"eval_name":"YOYO-AI_Qwen2.5-14B-YOYO-1010_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"YOYO-AI/Qwen2.5-14B-YOYO-1010 📑","fullname":"YOYO-AI/Qwen2.5-14B-YOYO-1010","Model sha":"2d6d7fc307e2b5a570d45393a1511cbdb64e35e0","Average ⬆️":40.008009214120385,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.886339525994916,"IFEval Raw":0.5898648918203699,"IFEval":58.98648918203699,"BBH Raw":0.6539973096042956,"BBH":50.26771877763532,"MATH Lvl 5 Raw":0.4509063444108761,"MATH Lvl 5":45.090634441087616,"GPQA Raw":0.38338926174496646,"GPQA":17.785234899328863,"MUSR Raw":0.47439583333333335,"MUSR":19.29947916666666,"MMLU-PRO Raw":0.5375664893617021,"MMLU-PRO":48.6184988179669,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-25","Generation":1,"Base Model":"YOYO-AI/Qwen2.5-14B-YOYO-1010 (Merge)"},{"eval_name":"YOYO-AI_Qwen2.5-14B-YOYO-1010_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"YOYO-AI/Qwen2.5-14B-YOYO-1010 📑","fullname":"YOYO-AI/Qwen2.5-14B-YOYO-1010","Model sha":"b4a8e3712d7dbdfaaa473022ac4d831e41882ad6","Average ⬆️":31.959648585770537,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.670591842952951,"IFEval Raw":0.7904737208384863,"IFEval":79.04737208384864,"BBH Raw":0.6405986391086301,"BBH":48.6902938974714,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.3162751677852349,"GPQA":8.83668903803132,"MUSR Raw":0.4180625,"MUSR":11.357812500000001,"MMLU-PRO Raw":0.49443151595744683,"MMLU-PRO":43.82572399527187,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-25","Generation":1,"Base Model":"YOYO-AI/Qwen2.5-14B-YOYO-1010 (Merge)"},{"eval_name":"YOYO-AI_Qwen2.5-14B-YOYO-1010-v2_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"YOYO-AI/Qwen2.5-14B-YOYO-1010-v2 📑","fullname":"YOYO-AI/Qwen2.5-14B-YOYO-1010-v2","Model sha":"04dc9d0b3cea95118eac713d90112fe9b1f5c53f","Average ⬆️":39.98094603659342,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.9195075866457527,"IFEval Raw":0.594710922574325,"IFEval":59.4710922574325,"BBH Raw":0.6552826977321495,"BBH":50.468800790349086,"MATH Lvl 5 Raw":0.44410876132930516,"MATH Lvl 5":44.41087613293052,"GPQA Raw":0.38171140939597314,"GPQA":17.561521252796418,"MUSR Raw":0.47439583333333335,"MUSR":19.29947916666666,"MMLU-PRO Raw":0.5380651595744681,"MMLU-PRO":48.67390661938534,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-28","Submission Date":"2025-01-29","Generation":1,"Base Model":"YOYO-AI/Qwen2.5-14B-YOYO-1010-v2 (Merge)"},{"eval_name":"YOYO-AI_Qwen2.5-14B-YOYO-SCE_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"YOYO-AI/Qwen2.5-14B-YOYO-SCE 📑","fullname":"YOYO-AI/Qwen2.5-14B-YOYO-SCE","Model sha":"9c4749ee44179eca24a86dcc5fda790f72c13455","Average ⬆️":39.669216951931844,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.9275474953298914,"IFEval Raw":0.5843694729983111,"IFEval":58.43694729983112,"BBH Raw":0.6489486805510399,"BBH":49.4648829451977,"MATH Lvl 5 Raw":0.46148036253776437,"MATH Lvl 5":46.14803625377644,"GPQA Raw":0.37416107382550334,"GPQA":16.554809843400445,"MUSR Raw":0.47042708333333333,"MUSR":18.736718749999998,"MMLU-PRO Raw":0.5380651595744681,"MMLU-PRO":48.67390661938534,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-31","Submission Date":"2025-01-31","Generation":1,"Base Model":"YOYO-AI/Qwen2.5-14B-YOYO-SCE (Merge)"},{"eval_name":"YOYO-AI_Qwen2.5-14B-YOYO-V4_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"YOYO-AI/Qwen2.5-14B-YOYO-V4 📑","fullname":"YOYO-AI/Qwen2.5-14B-YOYO-V4","Model sha":"1befb006bc7c4732ec627b65cb069ad1a66648ed","Average ⬆️":42.28551883596217,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.693343718287393,"IFEval Raw":0.8397828871837835,"IFEval":83.97828871837835,"BBH Raw":0.6490345839036636,"BBH":49.67240339546996,"MATH Lvl 5 Raw":0.5347432024169184,"MATH Lvl 5":53.47432024169184,"GPQA Raw":0.3221476510067114,"GPQA":9.61968680089485,"MUSR Raw":0.41152083333333334,"MUSR":10.640104166666669,"MMLU-PRO Raw":0.5169547872340425,"MMLU-PRO":46.3283096926714,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-03-02","Submission Date":"2025-03-03","Generation":1,"Base Model":"YOYO-AI/Qwen2.5-14B-YOYO-V4 (Merge)"},{"eval_name":"YOYO-AI_Qwen2.5-14B-YOYO-V4-p1_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"YOYO-AI/Qwen2.5-14B-YOYO-V4-p1 📑","fullname":"YOYO-AI/Qwen2.5-14B-YOYO-V4-p1","Model sha":"c5e0a02061f3857fcb2c93904548351766b3feaf","Average ⬆️":42.45828532336958,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7656846963986235,"IFEval Raw":0.8203488964835526,"IFEval":82.03488964835526,"BBH Raw":0.6515535751177631,"BBH":50.24542053284919,"MATH Lvl 5 Raw":0.5332326283987915,"MATH Lvl 5":53.32326283987915,"GPQA Raw":0.34563758389261745,"GPQA":12.751677852348994,"MUSR Raw":0.41942708333333334,"MUSR":11.728385416666669,"MMLU-PRO Raw":0.5019946808510638,"MMLU-PRO":44.6660756501182,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-28","Generation":1,"Base Model":"YOYO-AI/Qwen2.5-14B-YOYO-V4-p1 (Merge)"},{"eval_name":"YOYO-AI_Qwen2.5-14B-YOYO-V4-p2_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"YOYO-AI/Qwen2.5-14B-YOYO-V4-p2 📑","fullname":"YOYO-AI/Qwen2.5-14B-YOYO-V4-p2","Model sha":"6a3445d37b1d99fbc8b26f4dd73af4182545810c","Average ⬆️":41.58466487593814,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.757040584464602,"IFEval Raw":0.8047868544351211,"IFEval":80.4786854435121,"BBH Raw":0.6338919627514907,"BBH":47.026925916460435,"MATH Lvl 5 Raw":0.5166163141993958,"MATH Lvl 5":51.66163141993958,"GPQA Raw":0.3271812080536913,"GPQA":10.290827740492169,"MUSR Raw":0.44345833333333334,"MUSR":15.965624999999998,"MMLU-PRO Raw":0.49675864361702127,"MMLU-PRO":44.08429373522459,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-03-01","Submission Date":"2025-03-01","Generation":1,"Base Model":"YOYO-AI/Qwen2.5-14B-YOYO-V4-p2 (Merge)"},{"eval_name":"YOYO-AI_Qwen2.5-14B-YOYO-latest_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"YOYO-AI/Qwen2.5-14B-YOYO-latest 📑","fullname":"YOYO-AI/Qwen2.5-14B-YOYO-latest","Model sha":"96d256afcba2e6616cecd1ca78bbb65f423ef1a4","Average ⬆️":40.078312739638136,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.953941577818676,"IFEval Raw":0.591063932587756,"IFEval":59.10639325877561,"BBH Raw":0.6656232526900528,"BBH":52.03543238956396,"MATH Lvl 5 Raw":0.4418429003021148,"MATH Lvl 5":44.18429003021148,"GPQA Raw":0.3825503355704698,"GPQA":17.67337807606264,"MUSR Raw":0.469125,"MUSR":18.907291666666666,"MMLU-PRO Raw":0.5370678191489362,"MMLU-PRO":48.56309101654846,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"YOYO-AI/Qwen2.5-14B-YOYO-latest (Merge)"},{"eval_name":"YOYO-AI_Qwen2.5-14B-YOYO-latest-V2_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"YOYO-AI/Qwen2.5-14B-YOYO-latest-V2 📑","fullname":"YOYO-AI/Qwen2.5-14B-YOYO-latest-V2","Model sha":"2945b25444c537ed3b94bb088cdd035f78e5b676","Average ⬆️":41.84546724325599,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.697725501634185,"IFEval Raw":0.7771346693440072,"IFEval":77.71346693440073,"BBH Raw":0.6299023045601466,"BBH":47.29890601305299,"MATH Lvl 5 Raw":0.5158610271903323,"MATH Lvl 5":51.586102719033235,"GPQA Raw":0.3540268456375839,"GPQA":13.870246085011187,"MUSR Raw":0.42993750000000003,"MUSR":13.675520833333332,"MMLU-PRO Raw":0.5223570478723404,"MMLU-PRO":46.92856087470449,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-17","Submission Date":"2025-02-18","Generation":1,"Base Model":"YOYO-AI/Qwen2.5-14B-YOYO-latest-V2 (Merge)"},{"eval_name":"YOYO-AI_Qwen2.5-14B-it-restore_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"YOYO-AI/Qwen2.5-14B-it-restore 📑","fullname":"YOYO-AI/Qwen2.5-14B-it-restore","Model sha":"2da0ed7953502c4aa27a4fcb39af09b9e6614db9","Average ⬆️":41.50259115054908,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.670695198460566,"IFEval Raw":0.8209484168672456,"IFEval":82.09484168672456,"BBH Raw":0.6387730309916794,"BBH":48.42592166972992,"MATH Lvl 5 Raw":0.5370090634441088,"MATH Lvl 5":53.70090634441088,"GPQA Raw":0.337248322147651,"GPQA":11.633109619686799,"MUSR Raw":0.40872916666666664,"MUSR":9.824479166666668,"MMLU-PRO Raw":0.4900265957446808,"MMLU-PRO":43.33628841607564,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-03-09","Submission Date":"2025-03-09","Generation":1,"Base Model":"YOYO-AI/Qwen2.5-14B-it-restore (Merge)"},{"eval_name":"YOYO-AI_Qwen2.5-7B-it-restore_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"YOYO-AI/Qwen2.5-7B-it-restore 📑","fullname":"YOYO-AI/Qwen2.5-7B-it-restore","Model sha":"c45b9a94190dfdbc24c2e3fb183072738a8a5d97","Average ⬆️":35.33330306100891,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6688730982662607,"IFEval Raw":0.7530796065550517,"IFEval":75.30796065550517,"BBH Raw":0.5406524352251431,"BBH":35.084321766131644,"MATH Lvl 5 Raw":0.5,"MATH Lvl 5":50.0,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.40069791666666665,"MUSR":8.25390625,"MMLU-PRO Raw":0.42877327127659576,"MMLU-PRO":36.5303634751773,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-03-10","Submission Date":"2025-03-10","Generation":1,"Base Model":"YOYO-AI/Qwen2.5-7B-it-restore (Merge)"},{"eval_name":"YOYO-AI_Qwen2.5-Coder-14B-YOYO-1010_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"YOYO-AI/Qwen2.5-Coder-14B-YOYO-1010 📑","fullname":"YOYO-AI/Qwen2.5-Coder-14B-YOYO-1010","Model sha":"45c2fd877aefbdd560eadf12cd0a766029b1f782","Average ⬆️":32.054639724074,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.2300749664844886,"IFEval Raw":0.5335864395359867,"IFEval":53.35864395359867,"BBH Raw":0.6186663964199025,"BBH":45.20119016827334,"MATH Lvl 5 Raw":0.3217522658610272,"MATH Lvl 5":32.17522658610272,"GPQA Raw":0.3523489932885906,"GPQA":13.646532438478745,"MUSR Raw":0.4422395833333333,"MUSR":13.77994791666667,"MMLU-PRO Raw":0.4074966755319149,"MMLU-PRO":34.16629728132387,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-27","Submission Date":"2025-01-28","Generation":1,"Base Model":"YOYO-AI/Qwen2.5-Coder-14B-YOYO-1010 (Merge)"},{"eval_name":"YOYO-AI_ZYH-LLM-Qwen2.5-14B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"YOYO-AI/ZYH-LLM-Qwen2.5-14B 📑","fullname":"YOYO-AI/ZYH-LLM-Qwen2.5-14B","Model sha":"93b4ec952f28fd349e37674a41fa111f5adc6a18","Average ⬆️":39.823588693279426,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.9418760740147274,"IFEval Raw":0.594111402190632,"IFEval":59.4111402190632,"BBH Raw":0.6644460038734455,"BBH":52.042745183320136,"MATH Lvl 5 Raw":0.411631419939577,"MATH Lvl 5":41.1631419939577,"GPQA Raw":0.3859060402684564,"GPQA":18.120805369127517,"MUSR Raw":0.47569791666666666,"MUSR":19.86223958333333,"MMLU-PRO Raw":0.5350731382978723,"MMLU-PRO":48.341459810874696,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-05","Submission Date":"2025-02-05","Generation":1,"Base Model":"YOYO-AI/ZYH-LLM-Qwen2.5-14B (Merge)"},{"eval_name":"YOYO-AI_ZYH-LLM-Qwen2.5-14B-V2_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"YOYO-AI/ZYH-LLM-Qwen2.5-14B-V2 📑","fullname":"YOYO-AI/ZYH-LLM-Qwen2.5-14B-V2","Model sha":"fc0ca4d32fd37afc46adb7a77021c1027f2aacda","Average ⬆️":36.566362481938945,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.015112458534472,"IFEval Raw":0.5070834275278483,"IFEval":50.70834275278483,"BBH Raw":0.6452083564140533,"BBH":49.088647063990685,"MATH Lvl 5 Raw":0.3542296072507553,"MATH Lvl 5":35.422960725075534,"GPQA Raw":0.37919463087248323,"GPQA":17.225950782997764,"MUSR Raw":0.46890625,"MUSR":18.379947916666662,"MMLU-PRO Raw":0.5371509308510638,"MMLU-PRO":48.5723256501182,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-08","Submission Date":"2025-02-08","Generation":1,"Base Model":"YOYO-AI/ZYH-LLM-Qwen2.5-14B-V2 (Merge)"},{"eval_name":"YOYO-AI_ZYH-LLM-Qwen2.5-14B-V3_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"YOYO-AI/ZYH-LLM-Qwen2.5-14B-V3 📑","fullname":"YOYO-AI/ZYH-LLM-Qwen2.5-14B-V3","Model sha":"3458f675f43efdd59b705f5dd9baea091bbea27c","Average ⬆️":41.62825190779884,"Hub License":"apache-2.0","Hub ❤️":6,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.863210504006676,"IFEval Raw":0.8577928784513978,"IFEval":85.77928784513978,"BBH Raw":0.6359248665982408,"BBH":48.182465261630426,"MATH Lvl 5 Raw":0.527190332326284,"MATH Lvl 5":52.7190332326284,"GPQA Raw":0.33221476510067116,"GPQA":10.96196868008949,"MUSR Raw":0.40215625,"MUSR":9.002864583333334,"MMLU-PRO Raw":0.4881150265957447,"MMLU-PRO":43.123891843971634,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-23","Submission Date":"2025-02-24","Generation":1,"Base Model":"YOYO-AI/ZYH-LLM-Qwen2.5-14B-V3 (Merge)"},{"eval_name":"YOYO-AI_ZYH-LLM-Qwen2.5-14B-V4_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"YOYO-AI/ZYH-LLM-Qwen2.5-14B-V4 📑","fullname":"YOYO-AI/ZYH-LLM-Qwen2.5-14B-V4","Model sha":"eb2fd7148b95fb8dc30a8d8bdda5f55bf0d4ec94","Average ⬆️":43.137421470516735,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8018926490312426,"IFEval Raw":0.8364605912312664,"IFEval":83.64605912312663,"BBH Raw":0.651497220848125,"BBH":50.26935344231426,"MATH Lvl 5 Raw":0.5392749244712991,"MATH Lvl 5":53.92749244712991,"GPQA Raw":0.3145973154362416,"GPQA":8.612975391498878,"MUSR Raw":0.44342708333333336,"MUSR":15.661718749999997,"MMLU-PRO Raw":0.5203623670212766,"MMLU-PRO":46.706929669030735,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-03-12","Submission Date":"2025-03-13","Generation":1,"Base Model":"YOYO-AI/ZYH-LLM-Qwen2.5-14B-V4 (Merge)"},{"eval_name":"Yash21_TinyYi-7B-Test_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Yash21/TinyYi-7B-Test 📑","fullname":"Yash21/TinyYi-7B-Test","Model sha":"7750e5de73fbcf1dcc0832b4cdabaa9713c20475","Average ⬆️":4.495167294967694,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":6.061,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5262181891545112,"IFEval Raw":0.18564852369490728,"IFEval":18.56485236949073,"BBH Raw":0.29098007801214715,"BBH":2.267966388832264,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.3364479166666667,"MUSR":3.2226562499999996,"MMLU-PRO Raw":0.10912566489361702,"MMLU-PRO":1.0139627659574466,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-01-06","Submission Date":"2024-07-03","Generation":0,"Base Model":"Yash21/TinyYi-7B-Test"},{"eval_name":"Youlln_1PARAMMYL-8B-ModelStock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Youlln/1PARAMMYL-8B-ModelStock 📑","fullname":"Youlln/1PARAMMYL-8B-ModelStock","Model sha":"4ce556da5ccd1ecac8d0f3e1e94d1982f11b910d","Average ⬆️":26.30915159356537,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.785043690387826,"IFEval Raw":0.5371336941537344,"IFEval":53.71336941537343,"BBH Raw":0.5215839663555125,"BBH":31.799951193327704,"MATH Lvl 5 Raw":0.1487915407854985,"MATH Lvl 5":14.879154078549849,"GPQA Raw":0.3238255033557047,"GPQA":9.843400447427292,"MUSR Raw":0.4409375,"MUSR":14.283854166666663,"MMLU-PRO Raw":0.4000166223404255,"MMLU-PRO":33.335180260047274,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-20","Submission Date":"2024-09-20","Generation":1,"Base Model":"Youlln/1PARAMMYL-8B-ModelStock (Merge)"},{"eval_name":"Youlln_2PRYMMAL-Yi1.5-6B-SLERP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Youlln/2PRYMMAL-Yi1.5-6B-SLERP 📑","fullname":"Youlln/2PRYMMAL-Yi1.5-6B-SLERP","Model sha":"b776bd3ce6784b96ff928b1d5ad51b2991909f2c","Average ⬆️":18.991811258176195,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":6.061,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.0788965592952984,"IFEval Raw":0.28259351853083153,"IFEval":28.259351853083153,"BBH Raw":0.46647504291710673,"BBH":24.495644420709066,"MATH Lvl 5 Raw":0.11329305135951662,"MATH Lvl 5":11.329305135951662,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.47560416666666666,"MUSR":18.150520833333335,"MMLU-PRO Raw":0.3169880319148936,"MMLU-PRO":24.109781323877066,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-22","Submission Date":"2024-09-23","Generation":1,"Base Model":"Youlln/2PRYMMAL-Yi1.5-6B-SLERP (Merge)"},{"eval_name":"Youlln_3PRYMMAL-PHI3-3B-SLERP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"Youlln/3PRYMMAL-PHI3-3B-SLERP 📑","fullname":"Youlln/3PRYMMAL-PHI3-3B-SLERP","Model sha":"9396bcf1709ac8360a95a746482520fab4295706","Average ⬆️":25.138740994778118,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.1568781105686563,"IFEval Raw":0.3655500738041729,"IFEval":36.555007380417294,"BBH Raw":0.5421833887682153,"BBH":35.82766762143187,"MATH Lvl 5 Raw":0.1714501510574018,"MATH Lvl 5":17.14501510574018,"GPQA Raw":0.3263422818791946,"GPQA":10.17897091722595,"MUSR Raw":0.46484375,"MUSR":17.77213541666666,"MMLU-PRO Raw":0.4001828457446808,"MMLU-PRO":33.353649527186754,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-23","Submission Date":"2024-09-23","Generation":1,"Base Model":"Youlln/3PRYMMAL-PHI3-3B-SLERP (Merge)"},{"eval_name":"Youlln_4PRYMMAL-GEMMA2-9B-SLERP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"Youlln/4PRYMMAL-GEMMA2-9B-SLERP 📑","fullname":"Youlln/4PRYMMAL-GEMMA2-9B-SLERP","Model sha":"7dac3b4ab4298113ae3103d63bb284e1ac8bf4d4","Average ⬆️":23.688707771567948,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.705320172540969,"IFEval Raw":0.2713766140507188,"IFEval":27.137661405071878,"BBH Raw":0.5922529923998928,"BBH":42.064171912395665,"MATH Lvl 5 Raw":0.09063444108761329,"MATH Lvl 5":9.06344410876133,"GPQA Raw":0.33053691275167785,"GPQA":10.738255033557047,"MUSR Raw":0.46719791666666666,"MUSR":17.46640625,"MMLU-PRO Raw":0.42096077127659576,"MMLU-PRO":35.662307919621746,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-23","Submission Date":"2024-09-23","Generation":1,"Base Model":"Youlln/4PRYMMAL-GEMMA2-9B-SLERP (Merge)"},{"eval_name":"Youlln_ECE-MIRAGE-1-12B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Youlln/ECE-MIRAGE-1-12B 📑","fullname":"Youlln/ECE-MIRAGE-1-12B","Model sha":"c9ecb705a9d39be9250d5372a7711e491f6e2154","Average ⬆️":4.785720345472222,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":15.21,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2675445429752399,"IFEval Raw":0.20698081091503875,"IFEval":20.698081091503873,"BBH Raw":0.30107140221306034,"BBH":2.6005529379115604,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.3219375,"MUSR":2.408854166666666,"MMLU-PRO Raw":0.11095412234042554,"MMLU-PRO":1.2171247044917257,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-10","Submission Date":"2025-02-11","Generation":0,"Base Model":"Youlln/ECE-MIRAGE-1-12B"},{"eval_name":"Youlln_ECE-MIRAGE-1-15B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Youlln/ECE-MIRAGE-1-15B 📑","fullname":"Youlln/ECE-MIRAGE-1-15B","Model sha":"c9ecb705a9d39be9250d5372a7711e491f6e2154","Average ⬆️":4.785720345472222,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":15.21,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2881628575043904,"IFEval Raw":0.20698081091503875,"IFEval":20.698081091503873,"BBH Raw":0.30107140221306034,"BBH":2.6005529379115604,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.3219375,"MUSR":2.408854166666666,"MMLU-PRO Raw":0.11095412234042554,"MMLU-PRO":1.2171247044917257,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-10","Submission Date":"2025-02-21","Generation":0,"Base Model":"Youlln/ECE-MIRAGE-1-15B"},{"eval_name":"Youlln_ECE-PRYMMAL-0.5B-FT-V3_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Youlln/ECE-PRYMMAL-0.5B-FT-V3 📑","fullname":"Youlln/ECE-PRYMMAL-0.5B-FT-V3","Model sha":"d542b4d53888fcc8e96c32892d47ec51afc9edc9","Average ⬆️":4.392856379585042,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1462704150298528,"IFEval Raw":0.16419101317836673,"IFEval":16.419101317836674,"BBH Raw":0.30931341134548046,"BBH":3.6168825108366214,"MATH Lvl 5 Raw":0.0030211480362537764,"MATH Lvl 5":0.3021148036253776,"GPQA Raw":0.2575503355704698,"GPQA":1.0067114093959737,"MUSR Raw":0.3644479166666667,"MUSR":3.2226562499999996,"MMLU-PRO Raw":0.11610704787234043,"MMLU-PRO":1.7896719858156023,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-16","Submission Date":"2024-10-16","Generation":1,"Base Model":"Youlln/ECE-PRYMMAL-0.5B-FT-V3 (Merge)"},{"eval_name":"Youlln_ECE-PRYMMAL-0.5B-FT-V3-MUSR_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Youlln/ECE-PRYMMAL-0.5B-FT-V3-MUSR 📑","fullname":"Youlln/ECE-PRYMMAL-0.5B-FT-V3-MUSR","Model sha":"221dc80a1acd6f7dda0644699e6d61b90a5a0a05","Average ⬆️":5.5387028579477615,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.0599692544226658,"IFEval Raw":0.15334977858748122,"IFEval":15.334977858748122,"BBH Raw":0.3041148294962408,"BBH":5.062185886531173,"MATH Lvl 5 Raw":0.02416918429003021,"MATH Lvl 5":2.416918429003021,"GPQA Raw":0.24916107382550334,"GPQA":0.0,"MUSR Raw":0.36603125000000003,"MUSR":3.2539062500000004,"MMLU-PRO Raw":0.1644780585106383,"MMLU-PRO":7.164228723404253,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-21","Submission Date":"2024-10-21","Generation":1,"Base Model":"Youlln/ECE-PRYMMAL-0.5B-FT-V3-MUSR (Merge)"},{"eval_name":"Youlln_ECE-PRYMMAL-0.5B-FT-V4-MUSR_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Youlln/ECE-PRYMMAL-0.5B-FT-V4-MUSR 📑","fullname":"Youlln/ECE-PRYMMAL-0.5B-FT-V4-MUSR","Model sha":"f5b268d63bb10f05a229da4f2ee9cb0882c93971","Average ⬆️":4.211186680289756,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8973827349384214,"IFEval Raw":0.1137570535069172,"IFEval":11.375705350691721,"BBH Raw":0.3038362724383693,"BBH":4.949091743380625,"MATH Lvl 5 Raw":0.012084592145015106,"MATH Lvl 5":1.2084592145015105,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.3528854166666667,"MUSR":1.47734375,"MMLU-PRO Raw":0.13214760638297873,"MMLU-PRO":3.5719562647754137,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-21","Submission Date":"2024-10-21","Generation":1,"Base Model":"Youlln/ECE-PRYMMAL-0.5B-FT-V4-MUSR (Merge)"},{"eval_name":"Youlln_ECE-PRYMMAL-0.5B-SLERP-V2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Youlln/ECE-PRYMMAL-0.5B-SLERP-V2 📑","fullname":"Youlln/ECE-PRYMMAL-0.5B-SLERP-V2","Model sha":"5e87669abcdc042774a63b94a13880f1acd6e15d","Average ⬆️":4.6271949147226215,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3099948071405383,"IFEval Raw":0.1611934112599015,"IFEval":16.119341125990154,"BBH Raw":0.2934774313772131,"BBH":1.9175609031491385,"MATH Lvl 5 Raw":0.0007552870090634441,"MATH Lvl 5":0.0755287009063444,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.3831145833333333,"MUSR":5.355989583333333,"MMLU-PRO Raw":0.10945811170212766,"MMLU-PRO":1.0509013002364058,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-22","Submission Date":"2024-10-22","Generation":1,"Base Model":"Youlln/ECE-PRYMMAL-0.5B-SLERP-V2 (Merge)"},{"eval_name":"Youlln_ECE-PRYMMAL-0.5B-SLERP-V3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Youlln/ECE-PRYMMAL-0.5B-SLERP-V3 📑","fullname":"Youlln/ECE-PRYMMAL-0.5B-SLERP-V3","Model sha":"94bfab3b1f41458427e5f8598ceb3ec731ba1bd6","Average ⬆️":3.6630142582547953,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.27539691314213,"IFEval Raw":0.16701352411601217,"IFEval":16.701352411601217,"BBH Raw":0.29383772587210827,"BBH":2.319604893286366,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2516778523489933,"GPQA":0.22371364653244186,"MUSR Raw":0.354125,"MUSR":1.7656250000000016,"MMLU-PRO Raw":0.10871010638297872,"MMLU-PRO":0.9677895981087459,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-22","Submission Date":"2024-10-22","Generation":0,"Base Model":"Youlln/ECE-PRYMMAL-0.5B-SLERP-V3"},{"eval_name":"Youlln_ECE-PRYMMAL-YL-1B-SLERP-V1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Youlln/ECE-PRYMMAL-YL-1B-SLERP-V1 📑","fullname":"Youlln/ECE-PRYMMAL-YL-1B-SLERP-V1","Model sha":"b5cd268edb0cc5c2c6ab2c49c950e611b2b8138c","Average ⬆️":16.681936382880597,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.190681575994079,"IFEval Raw":0.32510848991786234,"IFEval":32.51084899178623,"BBH Raw":0.4208506248736219,"BBH":18.27951144620795,"MATH Lvl 5 Raw":0.10725075528700906,"MATH Lvl 5":10.725075528700906,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.4265833333333333,"MUSR":11.589583333333332,"MMLU-PRO Raw":0.2935505319148936,"MMLU-PRO":21.5056146572104,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-08","Submission Date":"2024-11-08","Generation":0,"Base Model":"Youlln/ECE-PRYMMAL-YL-1B-SLERP-V1"},{"eval_name":"Youlln_ECE-PRYMMAL-YL-1B-SLERP-V2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Youlln/ECE-PRYMMAL-YL-1B-SLERP-V2 📑","fullname":"Youlln/ECE-PRYMMAL-YL-1B-SLERP-V2","Model sha":"3559f643c8d5774135a1cd8daea78fef31035679","Average ⬆️":16.681936382880597,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.20925564708773,"IFEval Raw":0.32510848991786234,"IFEval":32.51084899178623,"BBH Raw":0.4208506248736219,"BBH":18.27951144620795,"MATH Lvl 5 Raw":0.10725075528700906,"MATH Lvl 5":10.725075528700906,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.4265833333333333,"MUSR":11.589583333333332,"MMLU-PRO Raw":0.2935505319148936,"MMLU-PRO":21.5056146572104,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-08","Submission Date":"2024-11-08","Generation":0,"Base Model":"Youlln/ECE-PRYMMAL-YL-1B-SLERP-V2"},{"eval_name":"Youlln_ECE-PRYMMAL-YL-7B-SLERP-V4_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Youlln/ECE-PRYMMAL-YL-7B-SLERP-V4 📑","fullname":"Youlln/ECE-PRYMMAL-YL-7B-SLERP-V4","Model sha":"4939b9e24be6f03d5df1e9bb7dc1b4fd5d59404a","Average ⬆️":10.869547461805958,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.540313926541391,"IFEval Raw":0.2509696494190969,"IFEval":25.09696494190969,"BBH Raw":0.37697272812325017,"BBH":13.157437333845115,"MATH Lvl 5 Raw":0.05362537764350453,"MATH Lvl 5":5.362537764350453,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.3744895833333333,"MUSR":7.011197916666666,"MMLU-PRO Raw":0.2131815159574468,"MMLU-PRO":12.575723995271867,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-06","Submission Date":"2024-11-06","Generation":0,"Base Model":"Youlln/ECE-PRYMMAL-YL-7B-SLERP-V4"},{"eval_name":"Youlln_ECE-PRYMMAL0.5-FT_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Youlln/ECE-PRYMMAL0.5-FT 📑","fullname":"Youlln/ECE-PRYMMAL0.5-FT","Model sha":"56b9fd5f26e5b6379fe4aa62e0f66b87b5c6f8e8","Average ⬆️":5.585741676013818,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.0067829764347855,"IFEval Raw":0.18507338306803725,"IFEval":18.507338306803724,"BBH Raw":0.31320911187036277,"BBH":5.151599849335524,"MATH Lvl 5 Raw":0.023413897280966767,"MATH Lvl 5":2.3413897280966767,"GPQA Raw":0.2558724832214765,"GPQA":0.7829977628635317,"MUSR Raw":0.330125,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.14768949468085107,"MMLU-PRO":5.298832742316785,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-02","Submission Date":"2024-10-02","Generation":1,"Base Model":"Youlln/ECE-PRYMMAL0.5-FT (Merge)"},{"eval_name":"Youlln_ECE-PRYMMAL0.5B-Youri_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Youlln/ECE-PRYMMAL0.5B-Youri 📑","fullname":"Youlln/ECE-PRYMMAL0.5B-Youri","Model sha":"1477d3deff98f35f523aa222bc0442278d464566","Average ⬆️":3.505273892929676,"Hub License":"","Hub ❤️":1,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3116917717904806,"IFEval Raw":0.1446317991817267,"IFEval":14.46317991817267,"BBH Raw":0.28173574256265815,"BBH":1.5012962555992377,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.24328859060402686,"GPQA":0.0,"MUSR Raw":0.36965625,"MUSR":4.007031250000002,"MMLU-PRO Raw":0.10954122340425532,"MMLU-PRO":1.0601359338061456,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-07","Submission Date":"2024-10-07","Generation":1,"Base Model":"Youlln/ECE-PRYMMAL0.5B-Youri (Merge)"},{"eval_name":"Youlln_ECE-PRYMMAL1B-FT-V1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Youlln/ECE-PRYMMAL1B-FT-V1 📑","fullname":"Youlln/ECE-PRYMMAL1B-FT-V1","Model sha":"d0fc3a6e93f91c8d586eb25c9f2a4ea4ca99e9f4","Average ⬆️":11.84779796618845,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.475191139732048,"IFEval Raw":0.2143745262569981,"IFEval":21.43745262569981,"BBH Raw":0.4032647427840684,"BBH":16.18938601764277,"MATH Lvl 5 Raw":0.06419939577039276,"MATH Lvl 5":6.419939577039275,"GPQA Raw":0.2785234899328859,"GPQA":3.8031319910514525,"MUSR Raw":0.34165625,"MUSR":3.873697916666666,"MMLU-PRO Raw":0.2742686170212766,"MMLU-PRO":19.363179669030732,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-12","Submission Date":"2024-10-12","Generation":1,"Base Model":"Youlln/ECE-PRYMMAL1B-FT-V1 (Merge)"},{"eval_name":"Youlln_ECE-Qwen0.5B-FT-V2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Youlln/ECE-Qwen0.5B-FT-V2 📑","fullname":"Youlln/ECE-Qwen0.5B-FT-V2","Model sha":"c87da3f19ab74854fca30f9ca71ce5c4884ef629","Average ⬆️":7.5746869620543364,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.0465990255890534,"IFEval Raw":0.25259311958935626,"IFEval":25.259311958935623,"BBH Raw":0.328970813623839,"BBH":7.632147610946966,"MATH Lvl 5 Raw":0.02039274924471299,"MATH Lvl 5":2.0392749244712993,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.30628125,"MUSR":0.8851562499999998,"MMLU-PRO Raw":0.16655585106382978,"MMLU-PRO":7.395094562647753,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-11","Submission Date":"2024-10-11","Generation":1,"Base Model":"Youlln/ECE-Qwen0.5B-FT-V2 (Merge)"},{"eval_name":"Youlln_ECE.EIFFEIL.ia-0.5B-SLERP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Youlln/ECE.EIFFEIL.ia-0.5B-SLERP 📑","fullname":"Youlln/ECE.EIFFEIL.ia-0.5B-SLERP","Model sha":"e376ce416af881eefa778d2566d15d9a6d29e7d9","Average ⬆️":8.829965651830063,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2081187188905276,"IFEval Raw":0.2561403742071038,"IFEval":25.614037420710382,"BBH Raw":0.33056720460862643,"BBH":8.405356119616796,"MATH Lvl 5 Raw":0.05966767371601209,"MATH Lvl 5":5.966767371601208,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.31021875,"MUSR":0.9440104166666662,"MMLU-PRO Raw":0.1903257978723404,"MMLU-PRO":10.036199763593379,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-14","Submission Date":"2024-10-14","Generation":1,"Base Model":"Youlln/ECE.EIFFEIL.ia-0.5B-SLERP (Merge)"},{"eval_name":"YoungPanda_qwenqwen_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2MoeForCausalLM","Model":"YoungPanda/qwenqwen 📑","fullname":"YoungPanda/qwenqwen","Model sha":"3b5d9b63076acc8988b8f7e9734cf1d78bb39c25","Average ⬆️":4.783628186114581,"Hub License":"","Hub ❤️":0,"#Params (B)":14.316,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":14.245337780966572,"IFEval Raw":0.12639684924888184,"IFEval":12.639684924888185,"BBH Raw":0.337898518087465,"BBH":8.194779944827593,"MATH Lvl 5 Raw":0.035498489425981876,"MATH Lvl 5":3.5498489425981874,"GPQA Raw":0.25,"GPQA":0.0,"MUSR Raw":0.34336458333333336,"MUSR":2.4539062499999997,"MMLU-PRO Raw":0.11677194148936171,"MMLU-PRO":1.8635490543735225,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-12","Generation":0,"Base Model":"Removed"},{"eval_name":"Yuma42_KangalKhan-RawRuby-7B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"Yuma42/KangalKhan-RawRuby-7B 📑","fullname":"Yuma42/KangalKhan-RawRuby-7B","Model sha":"54f56d4c6889eaf43fdd5f7d6dcef3c2ebe51929","Average ⬆️":20.49108954626372,"Hub License":"apache-2.0","Hub ❤️":7,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3074388891203519,"IFEval Raw":0.547674614467391,"IFEval":54.76746144673909,"BBH Raw":0.47547278683676025,"BBH":26.387283588738626,"MATH Lvl 5 Raw":0.06646525679758308,"MATH Lvl 5":6.646525679758309,"GPQA Raw":0.287751677852349,"GPQA":5.033557046979867,"MUSR Raw":0.39495833333333336,"MUSR":7.636458333333337,"MMLU-PRO Raw":0.30227726063829785,"MMLU-PRO":22.475251182033094,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-02-17","Submission Date":"2024-06-26","Generation":1,"Base Model":"Yuma42/KangalKhan-RawRuby-7B (Merge)"},{"eval_name":"Yuma42_Llama3.1-IgneousIguana-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Yuma42/Llama3.1-IgneousIguana-8B 📑","fullname":"Yuma42/Llama3.1-IgneousIguana-8B","Model sha":"b3d20a0fdd9002cc39b921363ec873475f68874f","Average ⬆️":31.476166913247212,"Hub License":"llama3.1","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7070549834224411,"IFEval Raw":0.8133297428600558,"IFEval":81.33297428600558,"BBH Raw":0.5190512670457804,"BBH":31.985926552081427,"MATH Lvl 5 Raw":0.21978851963746224,"MATH Lvl 5":21.978851963746223,"GPQA Raw":0.3104026845637584,"GPQA":8.05369127516779,"MUSR Raw":0.42026041666666664,"MUSR":12.465885416666666,"MMLU-PRO Raw":0.39735704787234044,"MMLU-PRO":33.0396719858156,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-03-10","Submission Date":"2025-03-10","Generation":1,"Base Model":"Yuma42/Llama3.1-IgneousIguana-8B (Merge)"},{"eval_name":"Yuma42_Llama3.1-SuperHawk-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"Yuma42/Llama3.1-SuperHawk-8B 📑","fullname":"Yuma42/Llama3.1-SuperHawk-8B","Model sha":"4c9dfbc9b8b7bd98ca5ec288f4aab0cf85b2ccb5","Average ⬆️":31.135471049209404,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7120080997921155,"IFEval Raw":0.7986420475449585,"IFEval":79.86420475449586,"BBH Raw":0.5199931545260023,"BBH":31.966635202809908,"MATH Lvl 5 Raw":0.2348942598187311,"MATH Lvl 5":23.48942598187311,"GPQA Raw":0.31291946308724833,"GPQA":8.389261744966444,"MUSR Raw":0.40835416666666663,"MUSR":10.377604166666663,"MMLU-PRO Raw":0.39453125,"MMLU-PRO":32.72569444444445,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-03-10","Submission Date":"2025-03-10","Generation":1,"Base Model":"Yuma42/Llama3.1-SuperHawk-8B (Merge)"},{"eval_name":"Z1-Coder_Z1-Coder-7B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"Z1-Coder/Z1-Coder-7B 📑","fullname":"Z1-Coder/Z1-Coder-7B","Model sha":"fb3866e2735424e6e133a1ca955dcdec6b577908","Average ⬆️":21.533348699576006,"Hub License":"mit","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1700372621730621,"IFEval Raw":0.3215113676157041,"IFEval":32.15113676157041,"BBH Raw":0.48418251218099567,"BBH":28.158145376480263,"MATH Lvl 5 Raw":0.324773413897281,"MATH Lvl 5":32.477341389728096,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.36215625,"MUSR":2.736197916666669,"MMLU-PRO Raw":0.37591422872340424,"MMLU-PRO":30.657136524822686,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-18","Submission Date":"2025-03-01","Generation":0,"Base Model":"Z1-Coder/Z1-Coder-7B"},{"eval_name":"ZHLiu627_zephyr-7b-gemma-dpo-avg_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"GemmaForCausalLM","Model":"ZHLiu627/zephyr-7b-gemma-dpo-avg 📑","fullname":"ZHLiu627/zephyr-7b-gemma-dpo-avg","Model sha":"b97a56a94799ff084fde17bb8e65f3d1d80ecfe3","Average ⬆️":14.667993195924751,"Hub License":"","Hub ❤️":0,"#Params (B)":8.538,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8876135928862379,"IFEval Raw":0.30899679517014855,"IFEval":30.899679517014853,"BBH Raw":0.41488227982365095,"BBH":18.40453524667128,"MATH Lvl 5 Raw":0.045317220543806644,"MATH Lvl 5":4.531722054380665,"GPQA Raw":0.2785234899328859,"GPQA":3.8031319910514525,"MUSR Raw":0.4107083333333333,"MUSR":9.805208333333335,"MMLU-PRO Raw":0.28507313829787234,"MMLU-PRO":20.563682033096924,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-25","Generation":0,"Base Model":"Removed"},{"eval_name":"ZHLiu627_zephyr-7b-gemma-rpo-avg_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"GemmaForCausalLM","Model":"ZHLiu627/zephyr-7b-gemma-rpo-avg 📑","fullname":"ZHLiu627/zephyr-7b-gemma-rpo-avg","Model sha":"d66c14a077fd7aa29dabaf3fb19e0f3630fb3646","Average ⬆️":14.588311638428499,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.538,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8713301212278419,"IFEval Raw":0.30060350979844586,"IFEval":30.060350979844586,"BBH Raw":0.41832761356743015,"BBH":19.016801252298812,"MATH Lvl 5 Raw":0.04984894259818731,"MATH Lvl 5":4.984894259818732,"GPQA Raw":0.27684563758389263,"GPQA":3.5794183445190177,"MUSR Raw":0.40810416666666666,"MUSR":9.546354166666669,"MMLU-PRO Raw":0.2830784574468085,"MMLU-PRO":20.342050827423165,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-23","Submission Date":"2025-02-25","Generation":0,"Base Model":"ZHLiu627/zephyr-7b-gemma-rpo-avg"},{"eval_name":"ZeroXClem_L3-Aspire-Heart-Matrix-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ZeroXClem/L3-Aspire-Heart-Matrix-8B 📑","fullname":"ZeroXClem/L3-Aspire-Heart-Matrix-8B","Model sha":"d63917595e911b077cff38109c74622c3ec41704","Average ⬆️":25.81522350685034,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5754026013900415,"IFEval Raw":0.48335305877294465,"IFEval":48.33530587729446,"BBH Raw":0.5384211938486898,"BBH":34.30754710829408,"MATH Lvl 5 Raw":0.18277945619335348,"MATH Lvl 5":18.27794561933535,"GPQA Raw":0.32466442953020136,"GPQA":9.955257270693513,"MUSR Raw":0.4187083333333333,"MUSR":13.071874999999999,"MMLU-PRO Raw":0.3784906914893617,"MMLU-PRO":30.94341016548463,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-21","Submission Date":"2024-11-22","Generation":1,"Base Model":"ZeroXClem/L3-Aspire-Heart-Matrix-8B (Merge)"},{"eval_name":"ZeroXClem_Llama-3.1-8B-AthenaSky-MegaMix_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ZeroXClem/Llama-3.1-8B-AthenaSky-MegaMix 📑","fullname":"ZeroXClem/Llama-3.1-8B-AthenaSky-MegaMix","Model sha":"b67376478ad1f6e1355e9c42aea4072561fccc82","Average ⬆️":26.791594885986026,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7384327295388944,"IFEval Raw":0.63008151704145,"IFEval":63.008151704145,"BBH Raw":0.5163423288466883,"BBH":31.385283673059273,"MATH Lvl 5 Raw":0.2794561933534743,"MATH Lvl 5":27.945619335347434,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.35384375,"MUSR":6.897135416666669,"MMLU-PRO Raw":0.3503989361702128,"MMLU-PRO":27.822104018912537,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-03-11","Submission Date":"2025-03-11","Generation":1,"Base Model":"ZeroXClem/Llama-3.1-8B-AthenaSky-MegaMix (Merge)"},{"eval_name":"ZeroXClem_Llama-3.1-8B-RainbowLight-EtherealMix_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ZeroXClem/Llama-3.1-8B-RainbowLight-EtherealMix 📑","fullname":"ZeroXClem/Llama-3.1-8B-RainbowLight-EtherealMix","Model sha":"f3dacbc5d69989216ebe5c30092b25cb40f93cd9","Average ⬆️":22.830979754905858,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7630019896475743,"IFEval Raw":0.49734149833552754,"IFEval":49.73414983355275,"BBH Raw":0.5154785280029148,"BBH":31.072264304734336,"MATH Lvl 5 Raw":0.1216012084592145,"MATH Lvl 5":12.16012084592145,"GPQA Raw":0.28691275167785235,"GPQA":4.921700223713646,"MUSR Raw":0.39470833333333327,"MUSR":9.871874999999996,"MMLU-PRO Raw":0.363031914893617,"MMLU-PRO":29.225768321512994,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-03-10","Submission Date":"2025-03-11","Generation":1,"Base Model":"ZeroXClem/Llama-3.1-8B-RainbowLight-EtherealMix (Merge)"},{"eval_name":"ZeroXClem_Llama-3.1-8B-SpecialTitanFusion_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ZeroXClem/Llama-3.1-8B-SpecialTitanFusion 📑","fullname":"ZeroXClem/Llama-3.1-8B-SpecialTitanFusion","Model sha":"c5c0f936a7e182989dd035a846b08bfd578da6e5","Average ⬆️":29.23340398888008,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6858701462349897,"IFEval Raw":0.7402403400754443,"IFEval":74.02403400754443,"BBH Raw":0.5438928349489152,"BBH":34.823135587389494,"MATH Lvl 5 Raw":0.23338368580060423,"MATH Lvl 5":23.338368580060422,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.38739583333333333,"MUSR":7.491145833333332,"MMLU-PRO Raw":0.3621176861702128,"MMLU-PRO":29.12418735224587,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-03-11","Submission Date":"2025-03-11","Generation":1,"Base Model":"ZeroXClem/Llama-3.1-8B-SpecialTitanFusion (Merge)"},{"eval_name":"ZeroXClem_Llama-3.1-8B-SuperNova-EtherealHermes_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ZeroXClem/Llama-3.1-8B-SuperNova-EtherealHermes 📑","fullname":"ZeroXClem/Llama-3.1-8B-SuperNova-EtherealHermes","Model sha":"3512e8f5998996db8375142dc80df77a93cd7dc6","Average ⬆️":28.405539774407757,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7371906885752015,"IFEval Raw":0.7338705745200512,"IFEval":73.38705745200511,"BBH Raw":0.5244464882599044,"BBH":32.07128887769491,"MATH Lvl 5 Raw":0.17447129909365558,"MATH Lvl 5":17.447129909365557,"GPQA Raw":0.29278523489932884,"GPQA":5.7046979865771785,"MUSR Raw":0.4065833333333333,"MUSR":11.322916666666663,"MMLU-PRO Raw":0.37450132978723405,"MMLU-PRO":30.500147754137117,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-03-10","Submission Date":"2025-03-11","Generation":1,"Base Model":"ZeroXClem/Llama-3.1-8B-SuperNova-EtherealHermes (Merge)"},{"eval_name":"ZeroXClem_Llama-3.1-8B-SuperTulu-LexiNova_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ZeroXClem/Llama-3.1-8B-SuperTulu-LexiNova 📑","fullname":"ZeroXClem/Llama-3.1-8B-SuperTulu-LexiNova","Model sha":"c25f5786954e523b1b0a2376db9abe1fd22313d1","Average ⬆️":23.300170759550948,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.468249573248224,"IFEval Raw":0.4164583305629064,"IFEval":41.64583305629064,"BBH Raw":0.5078595074869328,"BBH":30.50279668346708,"MATH Lvl 5 Raw":0.25302114803625375,"MATH Lvl 5":25.302114803625376,"GPQA Raw":0.2860738255033557,"GPQA":4.809843400447425,"MUSR Raw":0.39706249999999993,"MUSR":11.232812499999994,"MMLU-PRO Raw":0.3367686170212766,"MMLU-PRO":26.307624113475175,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-03-10","Submission Date":"2025-03-10","Generation":1,"Base Model":"ZeroXClem/Llama-3.1-8B-SuperTulu-LexiNova (Merge)"},{"eval_name":"ZeroXClem_Qwen-2.5-Aether-SlerpFusion-7B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ZeroXClem/Qwen-2.5-Aether-SlerpFusion-7B 📑","fullname":"ZeroXClem/Qwen-2.5-Aether-SlerpFusion-7B","Model sha":"23992e1be9f77d767181dc7bcb42176395f42c30","Average ⬆️":30.118329802811974,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.352707431092865,"IFEval Raw":0.6261597007052399,"IFEval":62.615970070523986,"BBH Raw":0.5462236205548866,"BBH":36.01120909918873,"MATH Lvl 5 Raw":0.27341389728096677,"MATH Lvl 5":27.341389728096676,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.41778125,"MUSR":11.28932291666667,"MMLU-PRO Raw":0.43267952127659576,"MMLU-PRO":36.96439125295508,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-13","Submission Date":"2024-11-20","Generation":1,"Base Model":"ZeroXClem/Qwen-2.5-Aether-SlerpFusion-7B (Merge)"},{"eval_name":"ZeroXClem_Qwen2.5-7B-CelestialHarmony-1M_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ZeroXClem/Qwen2.5-7B-CelestialHarmony-1M 📑","fullname":"ZeroXClem/Qwen2.5-7B-CelestialHarmony-1M","Model sha":"36dbdb9dec7d9d9dc49c132167121cce45d71394","Average ⬆️":32.03891571870145,"Hub License":"mit","Hub ❤️":7,"#Params (B)":7.613,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4316788097607813,"IFEval Raw":0.5943862285402732,"IFEval":59.43862285402732,"BBH Raw":0.5431374181474681,"BBH":34.50741633012333,"MATH Lvl 5 Raw":0.3474320241691843,"MATH Lvl 5":34.74320241691843,"GPQA Raw":0.3187919463087248,"GPQA":9.172259507829976,"MUSR Raw":0.4595416666666667,"MUSR":16.742708333333326,"MMLU-PRO Raw":0.4386635638297872,"MMLU-PRO":37.62928486997636,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-30","Submission Date":"2025-02-05","Generation":1,"Base Model":"ZeroXClem/Qwen2.5-7B-CelestialHarmony-1M (Merge)"},{"eval_name":"ZeroXClem_Qwen2.5-7B-HomerAnvita-NerdMix_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ZeroXClem/Qwen2.5-7B-HomerAnvita-NerdMix 📑","fullname":"ZeroXClem/Qwen2.5-7B-HomerAnvita-NerdMix","Model sha":"cd87a9d7c9a9c8950af84e1f4c72fff5d4625d8a","Average ⬆️":35.64186520551805,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5683858790129577,"IFEval Raw":0.7707649037886142,"IFEval":77.07649037886142,"BBH Raw":0.5541319848156986,"BBH":36.579205629985445,"MATH Lvl 5 Raw":0.38368580060422963,"MATH Lvl 5":38.368580060422964,"GPQA Raw":0.3196308724832215,"GPQA":9.284116331096197,"MUSR Raw":0.43905208333333334,"MUSR":14.414843750000003,"MMLU-PRO Raw":0.4431515957446808,"MMLU-PRO":38.12795508274231,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-21","Submission Date":"2024-11-21","Generation":1,"Base Model":"ZeroXClem/Qwen2.5-7B-HomerAnvita-NerdMix (Merge)"},{"eval_name":"ZeroXClem_Qwen2.5-7B-HomerCreative-Mix_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ZeroXClem/Qwen2.5-7B-HomerCreative-Mix 📑","fullname":"ZeroXClem/Qwen2.5-7B-HomerCreative-Mix","Model sha":"6849553db73428ca67823a06f5cfeea660f77df8","Average ⬆️":34.907245009987854,"Hub License":"apache-2.0","Hub ❤️":10,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4591412814366411,"IFEval Raw":0.7835044348994002,"IFEval":78.35044348994003,"BBH Raw":0.5548068560095062,"BBH":36.7707223822516,"MATH Lvl 5 Raw":0.3564954682779456,"MATH Lvl 5":35.64954682779456,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.43495833333333334,"MUSR":13.76979166666667,"MMLU-PRO Raw":0.4447307180851064,"MMLU-PRO":38.30341312056737,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-21","Submission Date":"2024-11-21","Generation":1,"Base Model":"ZeroXClem/Qwen2.5-7B-HomerCreative-Mix (Merge)"},{"eval_name":"ZeroXClem_Qwen2.5-7B-Qandora-CySec_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ZeroXClem/Qwen2.5-7B-Qandora-CySec 📑","fullname":"ZeroXClem/Qwen2.5-7B-Qandora-CySec","Model sha":"6c8b513dbc61a9f704210d26124244f19f3bc4cc","Average ⬆️":32.02349981666794,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3641605836632866,"IFEval Raw":0.6773172958860268,"IFEval":67.73172958860269,"BBH Raw":0.5490022663689288,"BBH":36.264898165897854,"MATH Lvl 5 Raw":0.2930513595166163,"MATH Lvl 5":29.305135951661633,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.4286041666666667,"MUSR":13.408854166666663,"MMLU-PRO Raw":0.4484707446808511,"MMLU-PRO":38.71897163120567,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-12","Submission Date":"2024-11-12","Generation":1,"Base Model":"ZeroXClem/Qwen2.5-7B-Qandora-CySec (Merge)"},{"eval_name":"ZeusLabs_L3-Aethora-15B-V2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ZeusLabs/L3-Aethora-15B-V2 📑","fullname":"ZeusLabs/L3-Aethora-15B-V2","Model sha":"2c601f116c37dd912c89357dbdbef879a637997e","Average ⬆️":24.69871364353165,"Hub License":"cc-by-sa-4.0","Hub ❤️":41,"#Params (B)":15.01,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.75533746778399,"IFEval Raw":0.7208063493752133,"IFEval":72.08063493752132,"BBH Raw":0.5010910465463698,"BBH":28.968504695312703,"MATH Lvl 5 Raw":0.08081570996978851,"MATH Lvl 5":8.08157099697885,"GPQA Raw":0.287751677852349,"GPQA":5.033557046979867,"MUSR Raw":0.3870833333333333,"MUSR":6.252083333333335,"MMLU-PRO Raw":0.3499833776595745,"MMLU-PRO":27.77593085106383,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-27","Submission Date":"2024-06-27","Generation":1,"Base Model":"ZeusLabs/L3-Aethora-15B-V2 (Merge)"},{"eval_name":"ZhangShenao_SELM-Llama-3-8B-Instruct-iter-3_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ZhangShenao/SELM-Llama-3-8B-Instruct-iter-3 📑","fullname":"ZhangShenao/SELM-Llama-3-8B-Instruct-iter-3","Model sha":"9c95ccdeceed14a3c2881bc495101a1acca1385f","Average ⬆️":24.042937650204056,"Hub License":"mit","Hub ❤️":5,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.311181864354396,"IFEval Raw":0.6902817856620433,"IFEval":69.02817856620433,"BBH Raw":0.5046089390770511,"BBH":29.07853088402274,"MATH Lvl 5 Raw":0.08610271903323263,"MATH Lvl 5":8.610271903323262,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.38451041666666663,"MUSR":5.497135416666667,"MMLU-PRO Raw":0.3783244680851064,"MMLU-PRO":30.92494089834515,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-25","Submission Date":"2024-07-02","Generation":3,"Base Model":"meta-llama/Meta-Llama-3-8B-Instruct"},{"eval_name":"aaditya_Llama3-OpenBioLLM-70B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"aaditya/Llama3-OpenBioLLM-70B 📑","fullname":"aaditya/Llama3-OpenBioLLM-70B","Model sha":"5f79deaf38bc5f662943d304d59cb30357e8e5bd","Average ⬆️":34.979020412011955,"Hub License":"llama3","Hub ❤️":406,"#Params (B)":70.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":19.314044645910396,"IFEval Raw":0.7596743307756753,"IFEval":75.96743307756752,"BBH Raw":0.6398872375485518,"BBH":47.147074677167915,"MATH Lvl 5 Raw":0.1971299093655589,"MATH Lvl 5":19.71299093655589,"GPQA Raw":0.32298657718120805,"GPQA":9.731543624161072,"MUSR Raw":0.44171875,"MUSR":14.348177083333335,"MMLU-PRO Raw":0.4867021276595745,"MMLU-PRO":42.96690307328605,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-24","Submission Date":"2024-08-30","Generation":2,"Base Model":"meta-llama/Meta-Llama-3-70B"},{"eval_name":"abacusai_Dracarys-72B-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"abacusai/Dracarys-72B-Instruct 📑","fullname":"abacusai/Dracarys-72B-Instruct","Model sha":"10cabc4beb57a69df51533f65e39a7ad22821370","Average ⬆️":43.377212135916615,"Hub License":"other","Hub ❤️":21,"#Params (B)":72.706,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":24.766928145455058,"IFEval Raw":0.7855778224001206,"IFEval":78.55778224001206,"BBH Raw":0.6944066392084981,"BBH":56.93552010003367,"MATH Lvl 5 Raw":0.39652567975830816,"MATH Lvl 5":39.65256797583081,"GPQA Raw":0.39093959731543626,"GPQA":18.791946308724835,"MUSR Raw":0.4558229166666667,"MUSR":16.81119791666666,"MMLU-PRO Raw":0.5456283244680851,"MMLU-PRO":49.51425827423168,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-08-14","Submission Date":"2024-08-16","Generation":0,"Base Model":"abacusai/Dracarys-72B-Instruct"},{"eval_name":"abacusai_Liberated-Qwen1.5-14B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"abacusai/Liberated-Qwen1.5-14B 📑","fullname":"abacusai/Liberated-Qwen1.5-14B","Model sha":"cc0fa5102bfee821bb5e49f082731ccb9d1fedf1","Average ⬆️":20.50814223648692,"Hub License":"other","Hub ❤️":20,"#Params (B)":14.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.1071985770077655,"IFEval Raw":0.36310212458499,"IFEval":36.310212458499,"BBH Raw":0.49480009174671863,"BBH":28.020905999685464,"MATH Lvl 5 Raw":0.16012084592145015,"MATH Lvl 5":16.012084592145015,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.41746875,"MUSR":10.316927083333333,"MMLU-PRO Raw":0.35123005319148937,"MMLU-PRO":27.914450354609933,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-03-05","Submission Date":"2024-09-05","Generation":0,"Base Model":"abacusai/Liberated-Qwen1.5-14B"},{"eval_name":"abacusai_Llama-3-Smaug-8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"abacusai/Llama-3-Smaug-8B 📑","fullname":"abacusai/Llama-3-Smaug-8B","Model sha":"fe54a7d42160d3d8fcc3289c8c411fd9dd5e8357","Average ⬆️":19.067762376529682,"Hub License":"llama2","Hub ❤️":89,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.820436529300302,"IFEval Raw":0.48667535472546175,"IFEval":48.66753547254618,"BBH Raw":0.4930712769667174,"BBH":27.880374189415942,"MATH Lvl 5 Raw":0.08534743202416918,"MATH Lvl 5":8.534743202416918,"GPQA Raw":0.2483221476510067,"GPQA":0.0,"MUSR Raw":0.36224999999999996,"MUSR":5.047916666666663,"MMLU-PRO Raw":0.3184840425531915,"MMLU-PRO":24.27600472813239,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-04-19","Submission Date":"2024-07-02","Generation":0,"Base Model":"abacusai/Llama-3-Smaug-8B"},{"eval_name":"abacusai_Smaug-34B-v0.1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"abacusai/Smaug-34B-v0.1 📑","fullname":"abacusai/Smaug-34B-v0.1","Model sha":"34d54c65a0247d5eb694973106c816d9c0ad3fc2","Average ⬆️":24.95321808709686,"Hub License":"apache-2.0","Hub ❤️":60,"#Params (B)":34.389,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":23.57188137271181,"IFEval Raw":0.5015625207782018,"IFEval":50.156252077820184,"BBH Raw":0.5357785983493821,"BBH":34.261660667279955,"MATH Lvl 5 Raw":0.07175226586102719,"MATH Lvl 5":7.175226586102719,"GPQA Raw":0.3296979865771812,"GPQA":10.626398210290827,"MUSR Raw":0.397875,"MUSR":8.134375000000004,"MMLU-PRO Raw":0.4542885638297872,"MMLU-PRO":39.36539598108747,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-01-25","Submission Date":"2024-06-12","Generation":1,"Base Model":"jondurbin/bagel-34b-v0.2"},{"eval_name":"abacusai_Smaug-72B-v0.1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"abacusai/Smaug-72B-v0.1 📑","fullname":"abacusai/Smaug-72B-v0.1","Model sha":"a1d657156f82c24b670158406378648233487011","Average ⬆️":29.737299261857203,"Hub License":"other","Hub ❤️":468,"#Params (B)":72.289,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":58.47160296784014,"IFEval Raw":0.5167001334237601,"IFEval":51.67001334237601,"BBH Raw":0.5995632330786429,"BBH":43.12510043134919,"MATH Lvl 5 Raw":0.19108761329305135,"MATH Lvl 5":19.108761329305135,"GPQA Raw":0.3238255033557047,"GPQA":9.843400447427292,"MUSR Raw":0.4473229166666666,"MUSR":14.415364583333334,"MMLU-PRO Raw":0.4623503989361702,"MMLU-PRO":40.26115543735224,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-02-02","Submission Date":"2024-06-12","Generation":1,"Base Model":"moreh/MoMo-72B-lora-1.8.7-DPO"},{"eval_name":"abacusai_Smaug-Llama-3-70B-Instruct-32K_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"abacusai/Smaug-Llama-3-70B-Instruct-32K 📑","fullname":"abacusai/Smaug-Llama-3-70B-Instruct-32K","Model sha":"33840982dc253968f32ef3a534ee0e025eb97482","Average ⬆️":35.76489160177244,"Hub License":"llama3","Hub ❤️":21,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":26.606826468263424,"IFEval Raw":0.7761107195574409,"IFEval":77.6110719557441,"BBH Raw":0.6493108088828602,"BBH":49.07037043446443,"MATH Lvl 5 Raw":0.27492447129909364,"MATH Lvl 5":27.492447129909365,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.4207916666666667,"MUSR":12.432291666666663,"MMLU-PRO Raw":0.47647938829787234,"MMLU-PRO":41.83104314420804,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-06-11","Submission Date":"2024-08-06","Generation":0,"Base Model":"abacusai/Smaug-Llama-3-70B-Instruct-32K"},{"eval_name":"abacusai_Smaug-Mixtral-v0.1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"abacusai/Smaug-Mixtral-v0.1 📑","fullname":"abacusai/Smaug-Mixtral-v0.1","Model sha":"98fdc8315906b0a8b9e7f24bad89914869fcfc20","Average ⬆️":23.821471245327263,"Hub License":"apache-2.0","Hub ❤️":12,"#Params (B)":46.703,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":7.882831004615716,"IFEval Raw":0.5554428915278129,"IFEval":55.54428915278129,"BBH Raw":0.5162245602454115,"BBH":31.919260543426763,"MATH Lvl 5 Raw":0.09516616314199396,"MATH Lvl 5":9.516616314199396,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.4298125,"MUSR":12.993229166666671,"MMLU-PRO Raw":0.3351894946808511,"MMLU-PRO":26.13216607565012,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-02-18","Submission Date":"2024-08-30","Generation":0,"Base Model":"abacusai/Smaug-Mixtral-v0.1"},{"eval_name":"abacusai_Smaug-Qwen2-72B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"abacusai/Smaug-Qwen2-72B-Instruct 📑","fullname":"abacusai/Smaug-Qwen2-72B-Instruct","Model sha":"af015925946d0c60ef69f512c3b35f421cf8063d","Average ⬆️":42.07422014151536,"Hub License":"other","Hub ❤️":9,"#Params (B)":72.706,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":26.514669556273837,"IFEval Raw":0.7825303527972447,"IFEval":78.25303527972446,"BBH Raw":0.6909789934583822,"BBH":56.26617189727526,"MATH Lvl 5 Raw":0.4131419939577039,"MATH Lvl 5":41.31419939577039,"GPQA Raw":0.3615771812080537,"GPQA":14.876957494407161,"MUSR Raw":0.44007291666666665,"MUSR":15.175781249999998,"MMLU-PRO Raw":0.519032579787234,"MMLU-PRO":46.559175531914896,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-06-26","Submission Date":"2024-07-29","Generation":0,"Base Model":"abacusai/Smaug-Qwen2-72B-Instruct"},{"eval_name":"abacusai_bigstral-12b-32k_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"abacusai/bigstral-12b-32k 📑","fullname":"abacusai/bigstral-12b-32k","Model sha":"b78a5385ec1b04d6c97f25e9ba1dff18dc98305f","Average ⬆️":18.135141503206025,"Hub License":"apache-2.0","Hub ❤️":43,"#Params (B)":12.476,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9305588580734474,"IFEval Raw":0.41938057686937324,"IFEval":41.93805768693733,"BBH Raw":0.4700122314782882,"BBH":25.5569024540723,"MATH Lvl 5 Raw":0.015105740181268883,"MATH Lvl 5":1.5105740181268883,"GPQA Raw":0.29278523489932884,"GPQA":5.7046979865771785,"MUSR Raw":0.45597916666666666,"MUSR":15.864062500000001,"MMLU-PRO Raw":0.26412898936170215,"MMLU-PRO":18.23655437352246,"Merged":true,"Official Providers":true,"Upload To Hub Date":"2024-03-06","Submission Date":"2024-09-04","Generation":1,"Base Model":"abacusai/bigstral-12b-32k (Merge)"},{"eval_name":"abacusai_bigyi-15b_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"abacusai/bigyi-15b 📑","fullname":"abacusai/bigyi-15b","Model sha":"b878c15531f7aaf6cf287530f1117b1308b96dc4","Average ⬆️":13.051824492532413,"Hub License":"other","Hub ❤️":11,"#Params (B)":15.058,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.7422439356328927,"IFEval Raw":0.20940327220663396,"IFEval":20.940327220663395,"BBH Raw":0.4345298820215116,"BBH":19.94022305425607,"MATH Lvl 5 Raw":0.02945619335347432,"MATH Lvl 5":2.9456193353474323,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.35378125,"MUSR":4.289322916666667,"MMLU-PRO Raw":0.30028257978723405,"MMLU-PRO":22.25361997635934,"Merged":true,"Official Providers":true,"Upload To Hub Date":"2024-03-06","Submission Date":"2024-09-17","Generation":1,"Base Model":"abacusai/bigyi-15b (Merge)"},{"eval_name":"abhishek_autotrain-0tmgq-5tpbg_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"abhishek/autotrain-0tmgq-5tpbg 📑","fullname":"abhishek/autotrain-0tmgq-5tpbg","Model sha":"a75e1fda984e009613dca3b7846c579a37ab0673","Average ⬆️":4.856618645954227,"Hub License":"other","Hub ❤️":0,"#Params (B)":0.135,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.3518284991076842,"IFEval Raw":0.19571514692127998,"IFEval":19.571514692127998,"BBH Raw":0.3134513987945074,"BBH":4.268752154086201,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2516778523489933,"GPQA":0.22371364653244186,"MUSR Raw":0.36504166666666665,"MUSR":3.3968750000000014,"MMLU-PRO Raw":0.11510970744680851,"MMLU-PRO":1.6788563829787229,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-19","Submission Date":"2024-12-03","Generation":2,"Base Model":"HuggingFaceTB/SmolLM2-135M-Instruct (Merge)"},{"eval_name":"abhishek_autotrain-0tmgq-5tpbg_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"abhishek/autotrain-0tmgq-5tpbg 📑","fullname":"abhishek/autotrain-0tmgq-5tpbg","Model sha":"a75e1fda984e009613dca3b7846c579a37ab0673","Average ⬆️":5.051545214400249,"Hub License":"other","Hub ❤️":0,"#Params (B)":0.135,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6736077839783131,"IFEval Raw":0.19516549422199764,"IFEval":19.516549422199766,"BBH Raw":0.3127326480314375,"BBH":4.419022545347729,"MATH Lvl 5 Raw":0.01283987915407855,"MATH Lvl 5":1.283987915407855,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.35837499999999994,"MUSR":2.263541666666667,"MMLU-PRO Raw":0.11436170212765957,"MMLU-PRO":1.595744680851063,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-19","Submission Date":"2024-12-04","Generation":2,"Base Model":"HuggingFaceTB/SmolLM2-135M-Instruct (Merge)"},{"eval_name":"abhishek_autotrain-llama3-70b-orpo-v1_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"abhishek/autotrain-llama3-70b-orpo-v1 📑","fullname":"abhishek/autotrain-llama3-70b-orpo-v1","Model sha":"053236c6846cc561c1503ba05e2b28c94855a432","Average ⬆️":14.813377033004464,"Hub License":"other","Hub ❤️":4,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":21.522055975877294,"IFEval Raw":0.4233023932055834,"IFEval":42.33023932055834,"BBH Raw":0.5997985900252331,"BBH":41.565362273408454,"MATH Lvl 5 Raw":0.010574018126888218,"MATH Lvl 5":1.0574018126888218,"GPQA Raw":0.24412751677852348,"GPQA":0.0,"MUSR Raw":0.35790625000000004,"MUSR":2.5716145833333326,"MMLU-PRO Raw":0.11220079787234043,"MMLU-PRO":1.3556442080378246,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-02","Submission Date":"2024-08-30","Generation":0,"Base Model":"abhishek/autotrain-llama3-70b-orpo-v1"},{"eval_name":"abhishek_autotrain-llama3-70b-orpo-v2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"abhishek/autotrain-llama3-70b-orpo-v2 📑","fullname":"abhishek/autotrain-llama3-70b-orpo-v2","Model sha":"a2c16a8a7fa48792eb8a1f0c50e13309c2021a63","Average ⬆️":28.867313366854955,"Hub License":"other","Hub ❤️":3,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":25.054093177678148,"IFEval Raw":0.5406055931594835,"IFEval":54.06055931594835,"BBH Raw":0.5899473641612185,"BBH":39.88219882979646,"MATH Lvl 5 Raw":0.2107250755287009,"MATH Lvl 5":21.07250755287009,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.41133333333333333,"MUSR":9.950000000000003,"MMLU-PRO Raw":0.48179853723404253,"MMLU-PRO":42.4220596926714,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-04","Submission Date":"2024-08-21","Generation":0,"Base Model":"abhishek/autotrain-llama3-70b-orpo-v2"},{"eval_name":"abhishek_autotrain-llama3-orpo-v2_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"abhishek/autotrain-llama3-orpo-v2 📑","fullname":"abhishek/autotrain-llama3-orpo-v2","Model sha":"1655d0683696a5de2eb9a59c339ee469297beb9c","Average ⬆️":12.276280777825411,"Hub License":"other","Hub ❤️":3,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8118801946808998,"IFEval Raw":0.4371656094717572,"IFEval":43.71656094717572,"BBH Raw":0.31593828880846425,"BBH":4.380133995067516,"MATH Lvl 5 Raw":0.04682779456193353,"MATH Lvl 5":4.682779456193353,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.3792395833333333,"MUSR":5.104947916666667,"MMLU-PRO Raw":0.22182513297872342,"MMLU-PRO":13.536125886524822,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-22","Submission Date":"2024-06-26","Generation":0,"Base Model":"abhishek/autotrain-llama3-orpo-v2"},{"eval_name":"abhishek_autotrain-vr4a1-e5mms_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"?","Model":"abhishek/autotrain-vr4a1-e5mms 📑","fullname":"abhishek/autotrain-vr4a1-e5mms","Model sha":"5206a32e0bd3067aef1ce90f5528ade7d866253f","Average ⬆️":18.65996836134808,"Hub License":"other","Hub ❤️":0,"#Params (B)":16.061,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.745756095720281,"IFEval Raw":0.21422492320376602,"IFEval":21.4224923203766,"BBH Raw":0.5000624442873264,"BBH":28.45661724854773,"MATH Lvl 5 Raw":0.14123867069486404,"MATH Lvl 5":14.123867069486403,"GPQA Raw":0.3196308724832215,"GPQA":9.284116331096197,"MUSR Raw":0.389125,"MUSR":9.040625,"MMLU-PRO Raw":0.36668882978723405,"MMLU-PRO":29.63209219858156,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-05","Submission Date":"2024-09-06","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"abideen_MedPhi-4-14B-v1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"abideen/MedPhi-4-14B-v1 📑","fullname":"abideen/MedPhi-4-14B-v1","Model sha":"2efbd4c10d39ac26cfe89535c5eb38b293b794bb","Average ⬆️":36.53594090222929,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8237211677219296,"IFEval Raw":0.6276834355066778,"IFEval":62.76834355066778,"BBH Raw":0.6896781879584077,"BBH":55.57896973123449,"MATH Lvl 5 Raw":0.2930513595166163,"MATH Lvl 5":29.305135951661633,"GPQA Raw":0.34395973154362414,"GPQA":12.527964205816552,"MUSR Raw":0.4154583333333333,"MUSR":10.832291666666668,"MMLU-PRO Raw":0.5338264627659575,"MMLU-PRO":48.2029403073286,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-13","Generation":0,"Base Model":"Removed"},{"eval_name":"adamo1139_Yi-34B-200K-AEZAKMI-v2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"adamo1139/Yi-34B-200K-AEZAKMI-v2 📑","fullname":"adamo1139/Yi-34B-200K-AEZAKMI-v2","Model sha":"189b42b0dae6352fbe7165255aae851961c8e678","Average ⬆️":23.8273490799763,"Hub License":"apache-2.0","Hub ❤️":12,"#Params (B)":34.389,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.0431489462132335,"IFEval Raw":0.4555257827010111,"IFEval":45.55257827010111,"BBH Raw":0.5383819237015192,"BBH":35.2764249557812,"MATH Lvl 5 Raw":0.05664652567975831,"MATH Lvl 5":5.664652567975831,"GPQA Raw":0.33221476510067116,"GPQA":10.96196868008949,"MUSR Raw":0.38860416666666664,"MUSR":6.475520833333334,"MMLU-PRO Raw":0.4512965425531915,"MMLU-PRO":39.032949172576835,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-12-13","Submission Date":"2024-06-26","Generation":0,"Base Model":"adamo1139/Yi-34B-200K-AEZAKMI-v2"},{"eval_name":"adriszmar_QAIMath-Qwen2.5-7B-TIES_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"adriszmar/QAIMath-Qwen2.5-7B-TIES 📑","fullname":"adriszmar/QAIMath-Qwen2.5-7B-TIES","Model sha":"c89bc166dbe2a31c1fceb40ea7acdd96c5620ff5","Average ⬆️":5.469542016632626,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2834082223865078,"IFEval Raw":0.174632198123202,"IFEval":17.463219812320197,"BBH Raw":0.3126379538396578,"BBH":5.253690606033476,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.24496644295302014,"GPQA":0.0,"MUSR Raw":0.40959375,"MUSR":9.132552083333332,"MMLU-PRO Raw":0.10871010638297872,"MMLU-PRO":0.9677895981087459,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-27","Submission Date":"2024-10-27","Generation":0,"Base Model":"adriszmar/QAIMath-Qwen2.5-7B-TIES"},{"eval_name":"adriszmar_QAIMath-Qwen2.5-7B-TIES_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"adriszmar/QAIMath-Qwen2.5-7B-TIES 📑","fullname":"adriszmar/QAIMath-Qwen2.5-7B-TIES","Model sha":"c89bc166dbe2a31c1fceb40ea7acdd96c5620ff5","Average ⬆️":4.988441667082756,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.6126317222798834,"IFEval Raw":0.16853725891745014,"IFEval":16.853725891745015,"BBH Raw":0.31242688274884584,"BBH":5.019151283406914,"MATH Lvl 5 Raw":0.0015105740181268882,"MATH Lvl 5":0.1510574018126888,"GPQA Raw":0.24916107382550334,"GPQA":0.0,"MUSR Raw":0.39629166666666665,"MUSR":7.169791666666668,"MMLU-PRO Raw":0.10663231382978723,"MMLU-PRO":0.7369237588652473,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-27","Submission Date":"2024-10-27","Generation":0,"Base Model":"adriszmar/QAIMath-Qwen2.5-7B-TIES"},{"eval_name":"aevalone_distill_qw_test_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"aevalone/distill_qw_test 📑","fullname":"aevalone/distill_qw_test","Model sha":"d8d2b85fcf1ac1170536c12f98892552f184337b","Average ⬆️":33.68409846940663,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6383736325002226,"IFEval Raw":0.740889728143548,"IFEval":74.0889728143548,"BBH Raw":0.5245748734435777,"BBH":33.097457229677104,"MATH Lvl 5 Raw":0.4780966767371601,"MATH Lvl 5":47.809667673716014,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.38596874999999997,"MUSR":6.046093750000002,"MMLU-PRO Raw":0.4091589095744681,"MMLU-PRO":34.35098995271868,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-01","Submission Date":"2025-03-05","Generation":3,"Base Model":"Qwen/Qwen2.5-7B"},{"eval_name":"agentlans_Gemma2-9B-AdvancedFuse_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"agentlans/Gemma2-9B-AdvancedFuse 📑","fullname":"agentlans/Gemma2-9B-AdvancedFuse","Model sha":"f7d31619237579b7b473f8ebe87047cf881a33a6","Average ⬆️":20.434579949396277,"Hub License":"gemma","Hub ❤️":0,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.959092552204823,"IFEval Raw":0.15427288483446144,"IFEval":15.427288483446144,"BBH Raw":0.585936684475517,"BBH":40.51673791578562,"MATH Lvl 5 Raw":0.10045317220543806,"MATH Lvl 5":10.045317220543806,"GPQA Raw":0.3347315436241611,"GPQA":11.297539149888143,"MUSR Raw":0.4230833333333333,"MUSR":11.985416666666667,"MMLU-PRO Raw":0.4000166223404255,"MMLU-PRO":33.335180260047274,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-03","Submission Date":"2025-01-21","Generation":1,"Base Model":"agentlans/Gemma2-9B-AdvancedFuse (Merge)"},{"eval_name":"agentlans_Llama-3.2-1B-Instruct-CrashCourse12K_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"agentlans/Llama-3.2-1B-Instruct-CrashCourse12K 📑","fullname":"agentlans/Llama-3.2-1B-Instruct-CrashCourse12K","Model sha":"9b32ead43c60e8c3b16ee38f223236d3a44f4aa6","Average ⬆️":13.437967590003339,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7763331443373106,"IFEval Raw":0.5395062877609188,"IFEval":53.95062877609188,"BBH Raw":0.35481032861183426,"BBH":9.387917708519003,"MATH Lvl 5 Raw":0.07099697885196375,"MATH Lvl 5":7.099697885196375,"GPQA Raw":0.2407718120805369,"GPQA":0.0,"MUSR Raw":0.32104166666666667,"MUSR":1.1968750000000006,"MMLU-PRO Raw":0.1809341755319149,"MMLU-PRO":8.992686170212766,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-05","Submission Date":"2025-01-05","Generation":0,"Base Model":"agentlans/Llama-3.2-1B-Instruct-CrashCourse12K"},{"eval_name":"agentlans_Llama3.1-8B-drill_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"agentlans/Llama3.1-8B-drill 📑","fullname":"agentlans/Llama3.1-8B-drill","Model sha":"0e8ce55d45a029e132ea4a09bdfb8736c7434384","Average ⬆️":26.72490725705725,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3829473293004872,"IFEval Raw":0.765169749597734,"IFEval":76.51697495977339,"BBH Raw":0.5015680021795333,"BBH":28.791683075355134,"MATH Lvl 5 Raw":0.1714501510574018,"MATH Lvl 5":17.14501510574018,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.36723958333333334,"MUSR":4.704947916666668,"MMLU-PRO Raw":0.37757646276595747,"MMLU-PRO":30.841829196217496,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"agentlans/Llama3.1-8B-drill (Merge)"},{"eval_name":"agentlans_Llama3.1-Daredevilish_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"agentlans/Llama3.1-Daredevilish 📑","fullname":"agentlans/Llama3.1-Daredevilish","Model sha":"43e0c3d9792d39b0e41bbe7fa21116751418b7d9","Average ⬆️":25.570843048894687,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4015468014661299,"IFEval Raw":0.6291573026237051,"IFEval":62.9157302623705,"BBH Raw":0.5012506630648397,"BBH":29.2027295330145,"MATH Lvl 5 Raw":0.12915407854984895,"MATH Lvl 5":12.915407854984895,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.40909375,"MUSR":11.603385416666663,"MMLU-PRO Raw":0.3696808510638298,"MMLU-PRO":29.964539007092196,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-22","Submission Date":"2025-01-22","Generation":1,"Base Model":"agentlans/Llama3.1-Daredevilish (Merge)"},{"eval_name":"agentlans_Llama3.1-Daredevilish-Instruct_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"agentlans/Llama3.1-Daredevilish-Instruct 📑","fullname":"agentlans/Llama3.1-Daredevilish-Instruct","Model sha":"97acbab4c2412facfda8469521ce3e86baa28e23","Average ⬆️":29.365203712781987,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.914256354585132,"IFEval Raw":0.7925969760236173,"IFEval":79.25969760236174,"BBH Raw":0.5235442557198345,"BBH":32.21751239385498,"MATH Lvl 5 Raw":0.17220543806646527,"MATH Lvl 5":17.220543806646525,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.3910833333333333,"MUSR":7.918749999999996,"MMLU-PRO Raw":0.3877160904255319,"MMLU-PRO":31.96845449172577,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-22","Submission Date":"2025-01-22","Generation":1,"Base Model":"agentlans/Llama3.1-Daredevilish-Instruct (Merge)"},{"eval_name":"agentlans_Llama3.1-LexiHermes-SuperStorm_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"agentlans/Llama3.1-LexiHermes-SuperStorm 📑","fullname":"agentlans/Llama3.1-LexiHermes-SuperStorm","Model sha":"a7e3bdb9308da0a6aa3108b9e14db4e93000be83","Average ⬆️":29.430987251890873,"Hub License":"llama3.1","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2385420258216013,"IFEval Raw":0.7834545672149895,"IFEval":78.34545672149895,"BBH Raw":0.5266460888159817,"BBH":32.54749327279135,"MATH Lvl 5 Raw":0.16163141993957703,"MATH Lvl 5":16.1631419939577,"GPQA Raw":0.32298657718120805,"GPQA":9.731543624161072,"MUSR Raw":0.3962604166666667,"MUSR":8.199218750000002,"MMLU-PRO Raw":0.3843916223404255,"MMLU-PRO":31.599069148936167,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-12","Submission Date":"2025-02-19","Generation":1,"Base Model":"agentlans/Llama3.1-LexiHermes-SuperStorm (Merge)"},{"eval_name":"agentlans_Llama3.1-SuperDeepFuse_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"agentlans/Llama3.1-SuperDeepFuse 📑","fullname":"agentlans/Llama3.1-SuperDeepFuse","Model sha":"4fbcc81c2c9341f72f921bcc6d17523c62e8b099","Average ⬆️":27.387201422763493,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3456045308937912,"IFEval Raw":0.7761605872418517,"IFEval":77.61605872418517,"BBH Raw":0.5048544889908054,"BBH":29.218386755692325,"MATH Lvl 5 Raw":0.18277945619335348,"MATH Lvl 5":18.27794561933535,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.369875,"MUSR":5.134375000000001,"MMLU-PRO Raw":0.3774933510638298,"MMLU-PRO":30.832594562647753,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-20","Submission Date":"2025-01-21","Generation":1,"Base Model":"agentlans/Llama3.1-SuperDeepFuse (Merge)"},{"eval_name":"agentlans_Llama3.1-SuperDeepFuse-CrashCourse12K_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"agentlans/Llama3.1-SuperDeepFuse-CrashCourse12K 📑","fullname":"agentlans/Llama3.1-SuperDeepFuse-CrashCourse12K","Model sha":"0d38d69d9daeeb59dd837e21e8373a372e3c2226","Average ⬆️":27.995793391642223,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4103921643817923,"IFEval Raw":0.718732961874493,"IFEval":71.8732961874493,"BBH Raw":0.5215513828266275,"BBH":31.82844411240522,"MATH Lvl 5 Raw":0.18051359516616314,"MATH Lvl 5":18.051359516616312,"GPQA Raw":0.31291946308724833,"GPQA":8.389261744966444,"MUSR Raw":0.40264583333333337,"MUSR":8.597395833333335,"MMLU-PRO Raw":0.3631150265957447,"MMLU-PRO":29.235002955082745,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-24","Submission Date":"2025-01-24","Generation":1,"Base Model":"agentlans/Llama3.1-SuperDeepFuse-CrashCourse12K (Merge)"},{"eval_name":"agentlans_Qwen2.5-0.5B-Instruct-CrashCourse-dropout_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"agentlans/Qwen2.5-0.5B-Instruct-CrashCourse-dropout 📑","fullname":"agentlans/Qwen2.5-0.5B-Instruct-CrashCourse-dropout","Model sha":"09acebcae7826ca66d950641a92a2732d3cf49eb","Average ⬆️":8.433362269175692,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9185456354197431,"IFEval Raw":0.2948831323111566,"IFEval":29.48831323111566,"BBH Raw":0.3311726760218689,"BBH":7.227868281254662,"MATH Lvl 5 Raw":0.04229607250755287,"MATH Lvl 5":4.229607250755287,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.3341875,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.16082114361702127,"MMLU-PRO":6.757904846335696,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-01","Submission Date":"2025-01-01","Generation":1,"Base Model":"agentlans/Qwen2.5-0.5B-Instruct-CrashCourse-dropout (Merge)"},{"eval_name":"ahmeda335_13_outOf_32_pruned_layers_llama3.1-8b_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ahmeda335/13_outOf_32_pruned_layers_llama3.1-8b 📑","fullname":"ahmeda335/13_outOf_32_pruned_layers_llama3.1-8b","Model sha":"248c420cc0a0bb8fce3a64a998ca0ce89613783c","Average ⬆️":4.404258622194578,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":5.195,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.992047384114175,"IFEval Raw":0.17480728910402177,"IFEval":17.480728910402178,"BBH Raw":0.2883257760266153,"BBH":1.6778452402411428,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.3803229166666666,"MUSR":4.6070312499999995,"MMLU-PRO Raw":0.11286569148936171,"MMLU-PRO":1.4295212765957446,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-21","Submission Date":"2024-12-03","Generation":1,"Base Model":"ahmeda335/13_outOf_32_pruned_layers_llama3.1-8b (Merge)"},{"eval_name":"ai21labs_Jamba-v0.1_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"JambaForCausalLM","Model":"ai21labs/Jamba-v0.1 📑","fullname":"ai21labs/Jamba-v0.1","Model sha":"ce13f3fe99555a2606d1892665bb67649032ff2d","Average ⬆️":9.218365089520882,"Hub License":"apache-2.0","Hub ❤️":1181,"#Params (B)":51.57,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":15.315294656239235,"IFEval Raw":0.20255920956395698,"IFEval":20.2559209563957,"BBH Raw":0.36022602451645724,"BBH":10.722058918870276,"MATH Lvl 5 Raw":0.015861027190332326,"MATH Lvl 5":1.5861027190332326,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.35902083333333334,"MUSR":3.7109374999999996,"MMLU-PRO Raw":0.24916888297872342,"MMLU-PRO":16.574320330969268,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-03-28","Submission Date":"2024-09-16","Generation":0,"Base Model":"ai21labs/Jamba-v0.1"},{"eval_name":"ai4bharat_Airavata_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ai4bharat/Airavata 📑","fullname":"ai4bharat/Airavata","Model sha":"3af92e691e461d80d080823f48996df10aa8ec19","Average ⬆️":5.550973263891643,"Hub License":"llama2","Hub ❤️":34,"#Params (B)":6.87,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.0705537282993127,"IFEval Raw":0.05585402288150995,"IFEval":5.585402288150995,"BBH Raw":0.36276862514633795,"BBH":11.57402914482553,"MATH Lvl 5 Raw":0.01812688821752266,"MATH Lvl 5":1.812688821752266,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.3762916666666667,"MUSR":4.036458333333333,"MMLU-PRO Raw":0.1634807180851064,"MMLU-PRO":7.053413120567376,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-01-13","Submission Date":"2025-02-06","Generation":0,"Base Model":"ai4bharat/Airavata"},{"eval_name":"aixonlab_Aether-12b_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"aixonlab/Aether-12b 📑","fullname":"aixonlab/Aether-12b","Model sha":"c55d08a69c74f87c18ab5afb05d46359f389c91a","Average ⬆️":18.045942870286208,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.7328641016066264,"IFEval Raw":0.23468286369056326,"IFEval":23.468286369056326,"BBH Raw":0.5179400750435481,"BBH":30.551138311303117,"MATH Lvl 5 Raw":0.10649546827794562,"MATH Lvl 5":10.649546827794563,"GPQA Raw":0.3162751677852349,"GPQA":8.83668903803132,"MUSR Raw":0.38286458333333334,"MUSR":7.991406250000002,"MMLU-PRO Raw":0.3410073138297872,"MMLU-PRO":26.778590425531913,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-24","Submission Date":"2024-10-09","Generation":1,"Base Model":"Xclbr7/Arcanum-12b"},{"eval_name":"aixonlab_Grey-12b_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"aixonlab/Grey-12b 📑","fullname":"aixonlab/Grey-12b","Model sha":"50f56572870c49186c3679f9949a602d2d97c046","Average ⬆️":23.68155281704829,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.9373873351076165,"IFEval Raw":0.39679938119744496,"IFEval":39.6799381197445,"BBH Raw":0.5698957505959833,"BBH":38.746043454917555,"MATH Lvl 5 Raw":0.09818731117824774,"MATH Lvl 5":9.818731117824774,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.4516354166666667,"MUSR":16.25442708333333,"MMLU-PRO Raw":0.3779089095744681,"MMLU-PRO":30.87876773049646,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-07","Submission Date":"2024-10-09","Generation":2,"Base Model":"Xclbr7/Arcanum-12b"},{"eval_name":"aixonlab_Zara-14b-v1.2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"aixonlab/Zara-14b-v1.2 📑","fullname":"aixonlab/Zara-14b-v1.2","Model sha":"88794cba01ae33c28cd4e698d7663c3e80f3c0ae","Average ⬆️":37.99891251390576,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9407437177174478,"IFEval Raw":0.6197400674654362,"IFEval":61.97400674654362,"BBH Raw":0.6405368457456163,"BBH":48.270462607206646,"MATH Lvl 5 Raw":0.35347432024169184,"MATH Lvl 5":35.34743202416919,"GPQA Raw":0.38171140939597314,"GPQA":17.561521252796418,"MUSR Raw":0.46747916666666667,"MUSR":17.46822916666667,"MMLU-PRO Raw":0.5263464095744681,"MMLU-PRO":47.37182328605201,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-29","Submission Date":"2025-02-24","Generation":3,"Base Model":"sometimesanotion/Lamarck-14B-v0.7 (Merge)"},{"eval_name":"akhadangi_Llama3.2.1B.0.01-First_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"akhadangi/Llama3.2.1B.0.01-First 📑","fullname":"akhadangi/Llama3.2.1B.0.01-First","Model sha":"b9d1edeb95f15c92118f5b4677c2f97ca5523a3d","Average ⬆️":3.1098917488910103,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.37091941881358165,"IFEval Raw":0.08135857303066973,"IFEval":8.135857303066974,"BBH Raw":0.31891926453372005,"BBH":4.7662306392124005,"MATH Lvl 5 Raw":0.01812688821752266,"MATH Lvl 5":1.812688821752266,"GPQA Raw":0.2483221476510067,"GPQA":0.0,"MUSR Raw":0.3193958333333333,"MUSR":1.7578124999999993,"MMLU-PRO Raw":0.1196808510638298,"MMLU-PRO":2.186761229314421,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-10","Submission Date":"2025-03-10","Generation":1,"Base Model":"akhadangi/Llama3.2.1B.0.01-First (Merge)"},{"eval_name":"akhadangi_Llama3.2.1B.0.01-Last_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"akhadangi/Llama3.2.1B.0.01-Last 📑","fullname":"akhadangi/Llama3.2.1B.0.01-Last","Model sha":"30ff8e568c712c27f8c4990a988115817ef604fb","Average ⬆️":3.2621298672901786,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.3674257784086992,"IFEval Raw":0.09165015492227291,"IFEval":9.16501549222729,"BBH Raw":0.3159283874883156,"BBH":4.282945307374523,"MATH Lvl 5 Raw":0.013595166163141994,"MATH Lvl 5":1.3595166163141994,"GPQA Raw":0.24328859060402686,"GPQA":0.0,"MUSR Raw":0.3206354166666667,"MUSR":2.2460937499999996,"MMLU-PRO Raw":0.12267287234042554,"MMLU-PRO":2.519208037825059,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-10","Submission Date":"2025-03-10","Generation":1,"Base Model":"akhadangi/Llama3.2.1B.0.01-Last (Merge)"},{"eval_name":"akhadangi_Llama3.2.1B.0.1-First_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"akhadangi/Llama3.2.1B.0.1-First 📑","fullname":"akhadangi/Llama3.2.1B.0.1-First","Model sha":"0b986d5ce44bb9c0f3f3fd31442353d590b37700","Average ⬆️":3.269240763959394,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.36746382970331215,"IFEval Raw":0.10009330797838623,"IFEval":10.009330797838624,"BBH Raw":0.3119615016336897,"BBH":4.177000172360429,"MATH Lvl 5 Raw":0.021148036253776436,"MATH Lvl 5":2.1148036253776437,"GPQA Raw":0.24496644295302014,"GPQA":0.0,"MUSR Raw":0.330125,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.11693816489361702,"MMLU-PRO":1.8820183215130022,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-10","Submission Date":"2025-03-10","Generation":1,"Base Model":"akhadangi/Llama3.2.1B.0.1-First (Merge)"},{"eval_name":"akhadangi_Llama3.2.1B.0.1-Last_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"LlamaForCausalLM","Model":"akhadangi/Llama3.2.1B.0.1-Last 📑","fullname":"akhadangi/Llama3.2.1B.0.1-Last","Model sha":"72a0652d9432dc62a296437a7880c0a0cb267097","Average ⬆️":3.2667219224258432,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.37292835860095896,"IFEval Raw":0.09497245087479,"IFEval":9.497245087479,"BBH Raw":0.3163776768490709,"BBH":4.256105664488017,"MATH Lvl 5 Raw":0.021148036253776436,"MATH Lvl 5":2.1148036253776437,"GPQA Raw":0.23825503355704697,"GPQA":0.0,"MUSR Raw":0.3340625,"MUSR":1.7578124999999993,"MMLU-PRO Raw":0.11776928191489362,"MMLU-PRO":1.9743646572104017,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-10","Submission Date":"2025-03-10","Generation":1,"Base Model":"akhadangi/Llama3.2.1B.0.1-Last (Merge)"},{"eval_name":"akhadangi_Llama3.2.1B.BaseFiT_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"akhadangi/Llama3.2.1B.BaseFiT 📑","fullname":"akhadangi/Llama3.2.1B.BaseFiT","Model sha":"7e62ad1fd646caf483cfc39d83ab50bb295b8060","Average ⬆️":3.318002610011419,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.37243472687756174,"IFEval Raw":0.08827799128534511,"IFEval":8.82779912853451,"BBH Raw":0.31745151457535453,"BBH":4.548336087243887,"MATH Lvl 5 Raw":0.02416918429003021,"MATH Lvl 5":2.416918429003021,"GPQA Raw":0.2533557046979866,"GPQA":0.44742729306487633,"MUSR Raw":0.3220625,"MUSR":1.7578124999999993,"MMLU-PRO Raw":0.1171875,"MMLU-PRO":1.9097222222222217,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-10","Submission Date":"2025-03-10","Generation":1,"Base Model":"akhadangi/Llama3.2.1B.BaseFiT (Merge)"},{"eval_name":"akjindal53244_Llama-3.1-Storm-8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"akjindal53244/Llama-3.1-Storm-8B 📑","fullname":"akjindal53244/Llama-3.1-Storm-8B","Model sha":"df21b06dcf534b026dd301a44a521d7253c8b94b","Average ⬆️":29.365249771767235,"Hub License":"llama3.1","Hub ❤️":175,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7943914887773879,"IFEval Raw":0.803263119633683,"IFEval":80.32631196336831,"BBH Raw":0.5196330402870707,"BBH":31.615695113850098,"MATH Lvl 5 Raw":0.1623867069486405,"MATH Lvl 5":16.238670694864048,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.4028333333333334,"MUSR":8.820833333333338,"MMLU-PRO Raw":0.3812333776595745,"MMLU-PRO":31.24815307328605,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-08-12","Submission Date":"2024-10-27","Generation":0,"Base Model":"akjindal53244/Llama-3.1-Storm-8B"},{"eval_name":"akjindal53244_Llama-3.1-Storm-8B_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"akjindal53244/Llama-3.1-Storm-8B 📑","fullname":"akjindal53244/Llama-3.1-Storm-8B","Model sha":"df21b06dcf534b026dd301a44a521d7253c8b94b","Average ⬆️":29.943924239133935,"Hub License":"llama3.1","Hub ❤️":175,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9419148224605758,"IFEval Raw":0.8050616807847621,"IFEval":80.50616807847622,"BBH Raw":0.5188671226840744,"BBH":31.494363445102696,"MATH Lvl 5 Raw":0.17220543806646524,"MATH Lvl 5":17.220543806646525,"GPQA Raw":0.3263422818791946,"GPQA":10.17897091722595,"MUSR Raw":0.4028020833333333,"MUSR":9.116927083333328,"MMLU-PRO Raw":0.3803191489361702,"MMLU-PRO":31.146572104018905,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-08-12","Submission Date":"2024-11-26","Generation":0,"Base Model":"akjindal53244/Llama-3.1-Storm-8B"},{"eval_name":"alcholjung_llama3_medical_tuned_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"?","Model":"alcholjung/llama3_medical_tuned 📑","fullname":"alcholjung/llama3_medical_tuned","Model sha":"62bd457b6fe961a42a631306577e622c83876cb6","Average ⬆️":12.048770294336398,"Hub License":"","Hub ❤️":0,"#Params (B)":16.061,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8214421946937212,"IFEval Raw":0.010566408241244343,"IFEval":1.0566408241244343,"BBH Raw":0.4512943191660926,"BBH":23.265089024969495,"MATH Lvl 5 Raw":0.04682779456193353,"MATH Lvl 5":4.682779456193353,"GPQA Raw":0.2860738255033557,"GPQA":4.809843400447425,"MUSR Raw":0.46602083333333333,"MUSR":16.852604166666666,"MMLU-PRO Raw":0.29463098404255317,"MMLU-PRO":21.625664893617017,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-14","Submission Date":"2024-08-14","Generation":0,"Base Model":"alcholjung/llama3_medical_tuned"},{"eval_name":"allenai_Llama-3.1-Tulu-3-70B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"allenai/Llama-3.1-Tulu-3-70B 📑","fullname":"allenai/Llama-3.1-Tulu-3-70B","Model sha":"c4280450c0cd91a2fb6f41a25c6a1662c6966b01","Average ⬆️":42.33178738532094,"Hub License":"llama3.1","Hub ❤️":54,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":73.18610096017416,"IFEval Raw":0.8291167435737177,"IFEval":82.91167435737177,"BBH Raw":0.6163626496199947,"BBH":45.365568617406275,"MATH Lvl 5 Raw":0.4501510574018127,"MATH Lvl 5":45.01510574018127,"GPQA Raw":0.3733221476510067,"GPQA":16.442953020134222,"MUSR Raw":0.4948333333333334,"MUSR":23.754166666666666,"MMLU-PRO Raw":0.46451130319148937,"MMLU-PRO":40.50125591016548,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-11-20","Submission Date":"2024-11-27","Generation":1,"Base Model":"allenai/Llama-3.1-Tulu-3-70B (Merge)"},{"eval_name":"allenai_Llama-3.1-Tulu-3-70B_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"allenai/Llama-3.1-Tulu-3-70B 📑","fullname":"allenai/Llama-3.1-Tulu-3-70B","Model sha":"c4280450c0cd91a2fb6f41a25c6a1662c6966b01","Average ⬆️":41.45452740659843,"Hub License":"llama3.1","Hub ❤️":54,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":38.02202622335404,"IFEval Raw":0.8379344583482937,"IFEval":83.79344583482937,"BBH Raw":0.6156847169556112,"BBH":45.25948099520497,"MATH Lvl 5 Raw":0.38293051359516617,"MATH Lvl 5":38.29305135951662,"GPQA Raw":0.3733221476510067,"GPQA":16.442953020134222,"MUSR Raw":0.49880208333333337,"MUSR":24.316927083333336,"MMLU-PRO Raw":0.4655917553191489,"MMLU-PRO":40.6213061465721,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-11-20","Submission Date":"2024-11-27","Generation":1,"Base Model":"allenai/Llama-3.1-Tulu-3-70B (Merge)"},{"eval_name":"allenai_Llama-3.1-Tulu-3-70B-DPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"allenai/Llama-3.1-Tulu-3-70B-DPO 📑","fullname":"allenai/Llama-3.1-Tulu-3-70B-DPO","Model sha":"6ea110f39fb660573111892a1381d3be3f826f80","Average ⬆️":42.22441492015548,"Hub License":"llama3.1","Hub ❤️":9,"#Params (B)":70.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":73.6014980662589,"IFEval Raw":0.8281925291559729,"IFEval":82.81925291559727,"BBH Raw":0.6146203626958501,"BBH":45.047180919508435,"MATH Lvl 5 Raw":0.44939577039274925,"MATH Lvl 5":44.93957703927492,"GPQA Raw":0.37583892617449666,"GPQA":16.778523489932887,"MUSR Raw":0.4922604166666667,"MUSR":23.39921875,"MMLU-PRO Raw":0.4632646276595745,"MMLU-PRO":40.36273640661938,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-11-20","Submission Date":"2024-11-27","Generation":1,"Base Model":"allenai/Llama-3.1-Tulu-3-70B-DPO (Merge)"},{"eval_name":"allenai_Llama-3.1-Tulu-3-70B-SFT_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"allenai/Llama-3.1-Tulu-3-70B-SFT 📑","fullname":"allenai/Llama-3.1-Tulu-3-70B-SFT","Model sha":"f58ab66db3a1c5dd805c6d3420b2b4f5aef30041","Average ⬆️":38.848492068127356,"Hub License":"llama3.1","Hub ❤️":6,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":54.676654379073604,"IFEval Raw":0.8050616807847621,"IFEval":80.50616807847622,"BBH Raw":0.5951437800580934,"BBH":42.02398394906459,"MATH Lvl 5 Raw":0.33157099697885195,"MATH Lvl 5":33.157099697885194,"GPQA Raw":0.3447986577181208,"GPQA":12.639821029082773,"MUSR Raw":0.5026145833333334,"MUSR":24.493489583333332,"MMLU-PRO Raw":0.46243351063829785,"MMLU-PRO":40.270390070921984,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-11-18","Submission Date":"2024-11-27","Generation":1,"Base Model":"allenai/Llama-3.1-Tulu-3-70B-SFT (Merge)"},{"eval_name":"allenai_Llama-3.1-Tulu-3-8B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"allenai/Llama-3.1-Tulu-3-8B 📑","fullname":"allenai/Llama-3.1-Tulu-3-8B","Model sha":"63b75e0dd6eac3725319f869716b9b70c16a6a65","Average ⬆️":26.034998081672143,"Hub License":"llama3.1","Hub ❤️":161,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7037741489943292,"IFEval Raw":0.8266687943545348,"IFEval":82.66687943545348,"BBH Raw":0.4049833102731906,"BBH":16.671812993247975,"MATH Lvl 5 Raw":0.19637462235649547,"MATH Lvl 5":19.637462235649547,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.41746875,"MUSR":10.450260416666666,"MMLU-PRO Raw":0.2826628989361702,"MMLU-PRO":20.295877659574465,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-11-20","Submission Date":"2024-11-21","Generation":1,"Base Model":"allenai/Llama-3.1-Tulu-3-8B (Merge)"},{"eval_name":"allenai_Llama-3.1-Tulu-3-8B_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"allenai/Llama-3.1-Tulu-3-8B 📑","fullname":"allenai/Llama-3.1-Tulu-3-8B","Model sha":"50fef8756a9a4ca2010587d128aebb3a18ec897d","Average ⬆️":26.260868015453667,"Hub License":"llama3.1","Hub ❤️":161,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.402464233166514,"IFEval Raw":0.8254697535871487,"IFEval":82.54697535871487,"BBH Raw":0.40608256120952024,"BBH":16.858052069402785,"MATH Lvl 5 Raw":0.21148036253776434,"MATH Lvl 5":21.148036253776432,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.41746875,"MUSR":10.516927083333336,"MMLU-PRO Raw":0.2820811170212766,"MMLU-PRO":20.231235224586285,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-11-20","Submission Date":"2024-11-28","Generation":1,"Base Model":"allenai/Llama-3.1-Tulu-3-8B (Merge)"},{"eval_name":"allenai_Llama-3.1-Tulu-3-8B-DPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"allenai/Llama-3.1-Tulu-3-8B-DPO 📑","fullname":"allenai/Llama-3.1-Tulu-3-8B-DPO","Model sha":"002347006131d85678ea3865520bc9caad69869a","Average ⬆️":26.463980035063702,"Hub License":"llama3.1","Hub ❤️":24,"#Params (B)":8.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3406751467289846,"IFEval Raw":0.8029384255996312,"IFEval":80.29384255996311,"BBH Raw":0.4079428557044153,"BBH":17.42601622698448,"MATH Lvl 5 Raw":0.236404833836858,"MATH Lvl 5":23.6404833836858,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.41613541666666665,"MUSR":10.516927083333336,"MMLU-PRO Raw":0.2898105053191489,"MMLU-PRO":21.0900561465721,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-11-20","Submission Date":"2024-11-22","Generation":1,"Base Model":"allenai/Llama-3.1-Tulu-3-8B-DPO (Merge)"},{"eval_name":"allenai_Llama-3.1-Tulu-3-8B-RM_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForSequenceClassification","Model":"allenai/Llama-3.1-Tulu-3-8B-RM 📑","fullname":"allenai/Llama-3.1-Tulu-3-8B-RM","Model sha":"76247c00745747f820f1712949b5b37901d0f9c4","Average ⬆️":4.235057018188027,"Hub License":"llama3.1","Hub ❤️":17,"#Params (B)":8.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4737981352541207,"IFEval Raw":0.16701352411601217,"IFEval":16.701352411601217,"BBH Raw":0.2950041147470504,"BBH":2.6496699813735507,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.25671140939597314,"GPQA":0.8948545861297527,"MUSR Raw":0.3764166666666667,"MUSR":4.252083333333335,"MMLU-PRO Raw":0.10821143617021277,"MMLU-PRO":0.912381796690307,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-11-20","Submission Date":"2024-11-22","Generation":1,"Base Model":"allenai/Llama-3.1-Tulu-3-8B-RM (Merge)"},{"eval_name":"allenai_Llama-3.1-Tulu-3-8B-SFT_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"allenai/Llama-3.1-Tulu-3-8B-SFT 📑","fullname":"allenai/Llama-3.1-Tulu-3-8B-SFT","Model sha":"4ddd761e6750e04ea3d468175f78463628bba860","Average ⬆️":22.596940551752763,"Hub License":"llama3.1","Hub ❤️":29,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3664925590347665,"IFEval Raw":0.7403400754442657,"IFEval":74.03400754442657,"BBH Raw":0.3871863270501647,"BBH":13.931208168262557,"MATH Lvl 5 Raw":0.11782477341389729,"MATH Lvl 5":11.782477341389729,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.4267708333333333,"MUSR":12.013020833333334,"MMLU-PRO Raw":0.28116688829787234,"MMLU-PRO":20.12965425531915,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-11-18","Submission Date":"2024-11-22","Generation":1,"Base Model":"allenai/Llama-3.1-Tulu-3-8B-SFT (Merge)"},{"eval_name":"allenai_OLMo-1.7-7B-hf_float16","Precision":"float16","Type":"❓ other","T":"❓","Weight type":"Original","Architecture":"Unknown","Model":"allenai/OLMo-1.7-7B-hf 📑","fullname":"allenai/OLMo-1.7-7B-hf","Model sha":"a2a514275cb69a5f9b3dd51e0a4e92df88a12dfb","Average ⬆️":3.8002319134201135,"Hub License":"apache-2.0","Hub ❤️":12,"#Params (B)":0.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6542927552804128,"IFEval Raw":0.1568970332052288,"IFEval":15.68970332052288,"BBH Raw":0.3013695911207614,"BBH":2.7703163925041445,"MATH Lvl 5 Raw":0.0022658610271903325,"MATH Lvl 5":0.22658610271903326,"GPQA Raw":0.2550335570469799,"GPQA":0.6711409395973182,"MUSR Raw":0.34748958333333335,"MUSR":2.0695312500000003,"MMLU-PRO Raw":0.11236702127659574,"MMLU-PRO":1.374113475177304,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-04-17","Submission Date":"","Generation":0,"Base Model":"allenai/OLMo-1.7-7B-hf"},{"eval_name":"allenai_OLMo-1B-hf_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"OlmoForCausalLM","Model":"allenai/OLMo-1B-hf 📑","fullname":"allenai/OLMo-1B-hf","Model sha":"8e995430edd24416ccfa98b5b283fa07b0c9f1a9","Average ⬆️":6.633923959022838,"Hub License":"apache-2.0","Hub ❤️":20,"#Params (B)":1.177,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.4977474999034887,"IFEval Raw":0.21819660722438686,"IFEval":21.819660722438684,"BBH Raw":0.30519468988429327,"BBH":3.1965463124303173,"MATH Lvl 5 Raw":0.017371601208459216,"MATH Lvl 5":1.7371601208459215,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.40978125,"MUSR":9.555989583333334,"MMLU-PRO Raw":0.11735372340425532,"MMLU-PRO":1.9281914893617011,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-04-12","Submission Date":"2024-06-12","Generation":0,"Base Model":"allenai/OLMo-1B-hf"},{"eval_name":"allenai_OLMo-2-1124-7B-Instruct_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Olmo2ForCausalLM","Model":"allenai/OLMo-2-1124-7B-Instruct 📑","fullname":"allenai/OLMo-2-1124-7B-Instruct","Model sha":"470b1fba1ae01581f270116362ee4aa1b97f4c84","Average ⬆️":21.785857000415522,"Hub License":"apache-2.0","Hub ❤️":30,"#Params (B)":7.299,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6358898931555619,"IFEval Raw":0.7244034716773715,"IFEval":72.44034716773716,"BBH Raw":0.40223602474417786,"BBH":16.326772949551835,"MATH Lvl 5 Raw":0.1487915407854985,"MATH Lvl 5":14.879154078549849,"GPQA Raw":0.2785234899328859,"GPQA":3.8031319910514525,"MUSR Raw":0.35083333333333333,"MUSR":4.687499999999999,"MMLU-PRO Raw":0.2672041223404255,"MMLU-PRO":18.578235815602834,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-12-18","Submission Date":"2025-01-07","Generation":1,"Base Model":"allenai/OLMo-2-1124-7B-Instruct (Merge)"},{"eval_name":"allenai_OLMo-7B-Instruct-hf_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"OlmoForCausalLM","Model":"allenai/OLMo-7B-Instruct-hf 📑","fullname":"allenai/OLMo-7B-Instruct-hf","Model sha":"2ea947518df93433aa71219f29b36c72ac63be95","Average ⬆️":10.84897342143646,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7905993674604468,"IFEval Raw":0.3472652561869174,"IFEval":34.72652561869174,"BBH Raw":0.3706469866662716,"BBH":13.159933415267032,"MATH Lvl 5 Raw":0.013595166163141994,"MATH Lvl 5":1.3595166163141994,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.37647916666666664,"MUSR":4.3265625,"MMLU-PRO Raw":0.17852393617021275,"MMLU-PRO":8.724881796690305,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-06-04","Submission Date":"2024-06-27","Generation":0,"Base Model":"allenai/OLMo-7B-Instruct-hf"},{"eval_name":"allenai_OLMo-7B-hf_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"OlmoForCausalLM","Model":"allenai/OLMo-7B-hf 📑","fullname":"allenai/OLMo-7B-hf","Model sha":"687d934d36a05417048d0fe7482f24f389fef6aa","Average ⬆️":6.864268027495356,"Hub License":"apache-2.0","Hub ❤️":13,"#Params (B)":6.888,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1811283168501225,"IFEval Raw":0.2719273749207658,"IFEval":27.19273749207658,"BBH Raw":0.32791316587362274,"BBH":5.761987041080832,"MATH Lvl 5 Raw":0.012084592145015106,"MATH Lvl 5":1.2084592145015105,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.3486666666666667,"MUSR":2.0833333333333326,"MMLU-PRO Raw":0.11727061170212766,"MMLU-PRO":1.9189568557919614,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-04-12","Submission Date":"2024-06-27","Generation":0,"Base Model":"allenai/OLMo-7B-hf"},{"eval_name":"allenai_OLMoE-1B-7B-0125-Instruct_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"OlmoeForCausalLM","Model":"allenai/OLMoE-1B-7B-0125-Instruct 📑","fullname":"allenai/OLMoE-1B-7B-0125-Instruct","Model sha":"b89a7c4bc24fb9e55ce2543c9458ce0ca5c4650e","Average ⬆️":17.50987629325843,"Hub License":"apache-2.0","Hub ❤️":43,"#Params (B)":6.919,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.6083486455591163,"IFEval Raw":0.6757436934001781,"IFEval":67.57436934001782,"BBH Raw":0.38245348916008676,"BBH":14.007956498913387,"MATH Lvl 5 Raw":0.08987915407854985,"MATH Lvl 5":8.987915407854985,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.3635833333333333,"MUSR":2.9812500000000006,"MMLU-PRO Raw":0.19148936170212766,"MMLU-PRO":10.16548463356974,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2025-01-27","Submission Date":"2025-02-18","Generation":1,"Base Model":"allenai/OLMoE-1B-7B-0125-Instruct (Merge)"},{"eval_name":"allenai_OLMoE-1B-7B-0924_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"OlmoeForCausalLM","Model":"allenai/OLMoE-1B-7B-0924 📑","fullname":"allenai/OLMoE-1B-7B-0924","Model sha":"4fa3a6e09ed0e41639962f38bfba0fc532b90075","Average ⬆️":7.266580603765461,"Hub License":"apache-2.0","Hub ❤️":112,"#Params (B)":6.919,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":6.152814233849351,"IFEval Raw":0.21847143357402804,"IFEval":21.847143357402803,"BBH Raw":0.3393437931177341,"BBH":8.308106894895777,"MATH Lvl 5 Raw":0.01661631419939577,"MATH Lvl 5":1.6616314199395772,"GPQA Raw":0.24748322147651006,"GPQA":0.0,"MUSR Raw":0.34879166666666667,"MUSR":3.565625000000001,"MMLU-PRO Raw":0.1739527925531915,"MMLU-PRO":8.216976950354608,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-07-20","Submission Date":"2024-09-30","Generation":0,"Base Model":"allenai/OLMoE-1B-7B-0924"},{"eval_name":"allenai_OLMoE-1B-7B-0924-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"OlmoeForCausalLM","Model":"allenai/OLMoE-1B-7B-0924-Instruct 📑","fullname":"allenai/OLMoE-1B-7B-0924-Instruct","Model sha":"7f1c97f440f06ce36705e4f2b843edb5925f4498","Average ⬆️":13.698377341715071,"Hub License":"apache-2.0","Hub ❤️":88,"#Params (B)":6.919,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":8.245768180804477,"IFEval Raw":0.4667415790103592,"IFEval":46.674157901035926,"BBH Raw":0.3901610626816106,"BBH":14.571562821337196,"MATH Lvl 5 Raw":0.027945619335347432,"MATH Lvl 5":2.794561933534743,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.3848229166666666,"MUSR":6.06953125,"MMLU-PRO Raw":0.18758311170212766,"MMLU-PRO":9.731456855791961,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-08-13","Submission Date":"2024-09-30","Generation":2,"Base Model":"allenai/OLMoE-1B-7B-0924"},{"eval_name":"allknowingroger_Chocolatine-24B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"allknowingroger/Chocolatine-24B 📑","fullname":"allknowingroger/Chocolatine-24B","Model sha":"6245b82885ca4930575dbed2932ec1d32d901c0e","Average ⬆️":21.34573359059476,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":24.184,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":12.369920157785502,"IFEval Raw":0.19581488229010136,"IFEval":19.581488229010137,"BBH Raw":0.6191260063262436,"BBH":45.78594021531884,"MATH Lvl 5 Raw":0.0007552870090634441,"MATH Lvl 5":0.0755287009063444,"GPQA Raw":0.32550335570469796,"GPQA":10.067114093959727,"MUSR Raw":0.43232291666666667,"MUSR":12.940364583333334,"MMLU-PRO Raw":0.4566156914893617,"MMLU-PRO":39.623965721040186,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-02","Submission Date":"2024-09-02","Generation":1,"Base Model":"allknowingroger/Chocolatine-24B (Merge)"},{"eval_name":"allknowingroger_Gemma2Slerp1-2.6B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"allknowingroger/Gemma2Slerp1-2.6B 📑","fullname":"allknowingroger/Gemma2Slerp1-2.6B","Model sha":"2d0e85a03c55abd22963c5c3a44f180bfecebf7b","Average ⬆️":20.670220538987987,"Hub License":"","Hub ❤️":0,"#Params (B)":2.614,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.388526979326512,"IFEval Raw":0.5354348683714766,"IFEval":53.54348683714766,"BBH Raw":0.4343094462630086,"BBH":19.770254818005952,"MATH Lvl 5 Raw":0.10649546827794562,"MATH Lvl 5":10.649546827794563,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.45616666666666666,"MUSR":16.820833333333336,"MMLU-PRO Raw":0.26886635638297873,"MMLU-PRO":18.762928486997634,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-04","Submission Date":"2024-12-06","Generation":1,"Base Model":"allknowingroger/Gemma2Slerp1-2.6B (Merge)"},{"eval_name":"allknowingroger_Gemma2Slerp1-27B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"allknowingroger/Gemma2Slerp1-27B 📑","fullname":"allknowingroger/Gemma2Slerp1-27B","Model sha":"4a5c5092f40cc161bb18ca2b9e30a653c768e062","Average ⬆️":36.50763943363299,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":27.227,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":8.179935475644573,"IFEval Raw":0.7186332265056716,"IFEval":71.86332265056717,"BBH Raw":0.6398902146527521,"BBH":48.37766577055401,"MATH Lvl 5 Raw":0.2583081570996979,"MATH Lvl 5":25.83081570996979,"GPQA Raw":0.3640939597315436,"GPQA":15.212527964205815,"MUSR Raw":0.47671875,"MUSR":19.356510416666662,"MMLU-PRO Raw":0.44564494680851063,"MMLU-PRO":38.40499408983452,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-30","Submission Date":"2024-12-06","Generation":1,"Base Model":"allknowingroger/Gemma2Slerp1-27B (Merge)"},{"eval_name":"allknowingroger_Gemma2Slerp2-2.6B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"allknowingroger/Gemma2Slerp2-2.6B 📑","fullname":"allknowingroger/Gemma2Slerp2-2.6B","Model sha":"12ca2fdb5dd866fbdc624057a176ad3d1f8c2293","Average ⬆️":21.29404813373446,"Hub License":"","Hub ❤️":2,"#Params (B)":2.614,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.4000228880452505,"IFEval Raw":0.5747272791748117,"IFEval":57.472727917481166,"BBH Raw":0.4307646783089521,"BBH":19.719838751468483,"MATH Lvl 5 Raw":0.09063444108761329,"MATH Lvl 5":9.06344410876133,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.44677083333333334,"MUSR":15.279687500000003,"MMLU-PRO Raw":0.26961436170212766,"MMLU-PRO":18.846040189125294,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-04","Submission Date":"2024-12-06","Generation":1,"Base Model":"allknowingroger/Gemma2Slerp2-2.6B (Merge)"},{"eval_name":"allknowingroger_Gemma2Slerp2-27B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"allknowingroger/Gemma2Slerp2-27B 📑","fullname":"allknowingroger/Gemma2Slerp2-27B","Model sha":"21043f6eaf40680675461825fbdfc964f4a3c4a0","Average ⬆️":37.93170029272168,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":27.227,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":8.823042133825854,"IFEval Raw":0.7545534736720789,"IFEval":75.45534736720789,"BBH Raw":0.6557274121032689,"BBH":51.09023389049588,"MATH Lvl 5 Raw":0.27870090634441086,"MATH Lvl 5":27.870090634441087,"GPQA Raw":0.3699664429530201,"GPQA":15.99552572706935,"MUSR Raw":0.46208333333333335,"MUSR":16.927083333333332,"MMLU-PRO Raw":0.46226728723404253,"MMLU-PRO":40.251920803782504,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-30","Submission Date":"2024-12-06","Generation":1,"Base Model":"allknowingroger/Gemma2Slerp2-27B (Merge)"},{"eval_name":"allknowingroger_Gemma2Slerp3-27B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"allknowingroger/Gemma2Slerp3-27B 📑","fullname":"allknowingroger/Gemma2Slerp3-27B","Model sha":"cddd53f3b29a361be2350b76770a60b3fcc78059","Average ⬆️":37.531456425236875,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":27.227,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":8.693278122014503,"IFEval Raw":0.7426384216102164,"IFEval":74.26384216102164,"BBH Raw":0.6499638721230724,"BBH":49.95152147746908,"MATH Lvl 5 Raw":0.27416918429003023,"MATH Lvl 5":27.416918429003022,"GPQA Raw":0.3548657718120805,"GPQA":13.982102908277403,"MUSR Raw":0.47402083333333334,"MUSR":19.119270833333328,"MMLU-PRO Raw":0.4640957446808511,"MMLU-PRO":40.45508274231678,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-01","Submission Date":"2024-12-06","Generation":1,"Base Model":"allknowingroger/Gemma2Slerp3-27B (Merge)"},{"eval_name":"allknowingroger_Gemma2Slerp4-27B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"allknowingroger/Gemma2Slerp4-27B 📑","fullname":"allknowingroger/Gemma2Slerp4-27B","Model sha":"5c89bb96e60f0297f5bf27fc10713a4dcdd54285","Average ⬆️":37.36755448762331,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":27.227,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":8.813366715220036,"IFEval Raw":0.7496575752337131,"IFEval":74.96575752337131,"BBH Raw":0.6529581339749019,"BBH":50.77376164739926,"MATH Lvl 5 Raw":0.2719033232628399,"MATH Lvl 5":27.19033232628399,"GPQA Raw":0.36661073825503354,"GPQA":15.548098434004473,"MUSR Raw":0.4502395833333333,"MUSR":15.179947916666668,"MMLU-PRO Raw":0.46492686170212766,"MMLU-PRO":40.54742907801418,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-01","Submission Date":"2024-12-06","Generation":1,"Base Model":"allknowingroger/Gemma2Slerp4-27B (Merge)"},{"eval_name":"allknowingroger_GemmaSlerp-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"allknowingroger/GemmaSlerp-9B 📑","fullname":"allknowingroger/GemmaSlerp-9B","Model sha":"4f54819ae9c0af1f3e508f0afc88a7a734f9632d","Average ⬆️":33.18611821246378,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.215339927007747,"IFEval Raw":0.704320092909037,"IFEval":70.4320092909037,"BBH Raw":0.592057786577488,"BBH":41.556031529840865,"MATH Lvl 5 Raw":0.21601208459214502,"MATH Lvl 5":21.6012084592145,"GPQA Raw":0.34395973154362414,"GPQA":12.527964205816552,"MUSR Raw":0.46732291666666664,"MUSR":17.882031249999994,"MMLU-PRO Raw":0.41605718085106386,"MMLU-PRO":35.117464539007095,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-27","Submission Date":"2024-11-22","Generation":1,"Base Model":"allknowingroger/GemmaSlerp-9B (Merge)"},{"eval_name":"allknowingroger_GemmaSlerp2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"allknowingroger/GemmaSlerp2-9B 📑","fullname":"allknowingroger/GemmaSlerp2-9B","Model sha":"e93fb8d7fad0007e463e44365a5a82d0d6facd61","Average ⬆️":34.25757823554644,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.570006589254344,"IFEval Raw":0.7281003293483512,"IFEval":72.81003293483514,"BBH Raw":0.598271299766216,"BBH":42.541032642532,"MATH Lvl 5 Raw":0.2107250755287009,"MATH Lvl 5":21.07250755287009,"GPQA Raw":0.3523489932885906,"GPQA":13.646532438478745,"MUSR Raw":0.47671875,"MUSR":19.489843749999995,"MMLU-PRO Raw":0.42386968085106386,"MMLU-PRO":35.985520094562645,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-29","Submission Date":"2024-11-22","Generation":1,"Base Model":"allknowingroger/GemmaSlerp2-9B (Merge)"},{"eval_name":"allknowingroger_GemmaSlerp4-10B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"allknowingroger/GemmaSlerp4-10B 📑","fullname":"allknowingroger/GemmaSlerp4-10B","Model sha":"e30d14d05730a83926263a7b0e4b1e002b6cd65a","Average ⬆️":34.06301244708342,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.837357026917442,"IFEval Raw":0.7326216660682544,"IFEval":73.26216660682545,"BBH Raw":0.6027862253440982,"BBH":43.328658430206815,"MATH Lvl 5 Raw":0.2243202416918429,"MATH Lvl 5":22.432024169184288,"GPQA Raw":0.35318791946308725,"GPQA":13.758389261744966,"MUSR Raw":0.45398958333333334,"MUSR":15.482031250000004,"MMLU-PRO Raw":0.4250332446808511,"MMLU-PRO":36.114804964539005,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-30","Submission Date":"2024-11-22","Generation":1,"Base Model":"allknowingroger/GemmaSlerp4-10B (Merge)"},{"eval_name":"allknowingroger_GemmaSlerp5-10B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"allknowingroger/GemmaSlerp5-10B 📑","fullname":"allknowingroger/GemmaSlerp5-10B","Model sha":"7e94afcde7cc1ae88105521a831abefe8126b0d1","Average ⬆️":34.382403041414115,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.645721806493785,"IFEval Raw":0.7353444416370785,"IFEval":73.53444416370786,"BBH Raw":0.605447654436423,"BBH":43.53846364760333,"MATH Lvl 5 Raw":0.21827794561933533,"MATH Lvl 5":21.827794561933533,"GPQA Raw":0.3523489932885906,"GPQA":13.646532438478745,"MUSR Raw":0.46078125,"MUSR":16.764322916666668,"MMLU-PRO Raw":0.4328457446808511,"MMLU-PRO":36.982860520094555,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-30","Submission Date":"2024-11-22","Generation":1,"Base Model":"allknowingroger/GemmaSlerp5-10B (Merge)"},{"eval_name":"allknowingroger_GemmaStock1-27B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"allknowingroger/GemmaStock1-27B 📑","fullname":"allknowingroger/GemmaStock1-27B","Model sha":"8563301fe323c4d1060ae6f56d5737ad62a63fef","Average ⬆️":37.51365913910503,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":27.227,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":8.305481153593714,"IFEval Raw":0.7509064836855099,"IFEval":75.090648368551,"BBH Raw":0.6565607454366021,"BBH":50.9901358512802,"MATH Lvl 5 Raw":0.263595166163142,"MATH Lvl 5":26.3595166163142,"GPQA Raw":0.3640939597315436,"GPQA":15.212527964205815,"MUSR Raw":0.45268749999999996,"MUSR":15.985937499999997,"MMLU-PRO Raw":0.47298869680851063,"MMLU-PRO":41.44318853427896,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-03","Submission Date":"2024-12-06","Generation":1,"Base Model":"allknowingroger/GemmaStock1-27B (Merge)"},{"eval_name":"allknowingroger_HomerSlerp1-7B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"allknowingroger/HomerSlerp1-7B 📑","fullname":"allknowingroger/HomerSlerp1-7B","Model sha":"42e3df3d9a25d8ff0d470582395f165b2ddb83d8","Average ⬆️":28.483742375570117,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3665644049358667,"IFEval Raw":0.46212050692163464,"IFEval":46.21205069216346,"BBH Raw":0.551818027489446,"BBH":36.259862847099804,"MATH Lvl 5 Raw":0.2719033232628399,"MATH Lvl 5":27.19033232628399,"GPQA Raw":0.3179530201342282,"GPQA":9.060402684563762,"MUSR Raw":0.43585416666666665,"MUSR":13.248437500000001,"MMLU-PRO Raw":0.4503823138297872,"MMLU-PRO":38.93136820330969,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-20","Submission Date":"2024-11-22","Generation":1,"Base Model":"allknowingroger/HomerSlerp1-7B (Merge)"},{"eval_name":"allknowingroger_HomerSlerp2-7B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"allknowingroger/HomerSlerp2-7B 📑","fullname":"allknowingroger/HomerSlerp2-7B","Model sha":"210acef73da0488ea270332f5831b609298a98f0","Average ⬆️":28.948900169100085,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2499731109344432,"IFEval Raw":0.44868172005833407,"IFEval":44.868172005833415,"BBH Raw":0.5648943315947,"BBH":37.96030019842789,"MATH Lvl 5 Raw":0.29682779456193353,"MATH Lvl 5":29.68277945619335,"GPQA Raw":0.3196308724832215,"GPQA":9.284116331096197,"MUSR Raw":0.43557291666666664,"MUSR":12.846614583333334,"MMLU-PRO Raw":0.45146276595744683,"MMLU-PRO":39.051418439716315,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-20","Submission Date":"2024-11-22","Generation":1,"Base Model":"allknowingroger/HomerSlerp2-7B (Merge)"},{"eval_name":"allknowingroger_HomerSlerp3-7B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"allknowingroger/HomerSlerp3-7B 📑","fullname":"allknowingroger/HomerSlerp3-7B","Model sha":"4f41686caa5bc39e3b0f075360974057486ece95","Average ⬆️":28.953652934928698,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2344683203092297,"IFEval Raw":0.4362668829815999,"IFEval":43.62668829815999,"BBH Raw":0.5598063466560873,"BBH":37.29001802552013,"MATH Lvl 5 Raw":0.3021148036253776,"MATH Lvl 5":30.211480362537763,"GPQA Raw":0.31711409395973156,"GPQA":8.948545861297541,"MUSR Raw":0.44617708333333334,"MUSR":14.372135416666671,"MMLU-PRO Raw":0.45345744680851063,"MMLU-PRO":39.273049645390074,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-21","Submission Date":"2024-11-22","Generation":1,"Base Model":"allknowingroger/HomerSlerp3-7B (Merge)"},{"eval_name":"allknowingroger_HomerSlerp4-7B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"allknowingroger/HomerSlerp4-7B 📑","fullname":"allknowingroger/HomerSlerp4-7B","Model sha":"f2ce1f2afa3c645e26ca61ee30f24736873bafa1","Average ⬆️":29.144845188798246,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3581398652442602,"IFEval Raw":0.43741605606457534,"IFEval":43.74160560645754,"BBH Raw":0.5570767234678723,"BBH":36.7868341584624,"MATH Lvl 5 Raw":0.3270392749244713,"MATH Lvl 5":32.703927492447136,"GPQA Raw":0.3196308724832215,"GPQA":9.284116331096197,"MUSR Raw":0.44084375,"MUSR":13.77213541666667,"MMLU-PRO Raw":0.44722406914893614,"MMLU-PRO":38.58045212765956,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-21","Submission Date":"2024-11-22","Generation":1,"Base Model":"allknowingroger/HomerSlerp4-7B (Merge)"},{"eval_name":"allknowingroger_LimyQstar-7B-slerp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"allknowingroger/LimyQstar-7B-slerp 📑","fullname":"allknowingroger/LimyQstar-7B-slerp","Model sha":"6dc557c7bfd6a6f9bc8190bc8a31c3b732deca40","Average ⬆️":18.67252497281834,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2606481806550056,"IFEval Raw":0.34911368502240725,"IFEval":34.91136850224072,"BBH Raw":0.5023559424245442,"BBH":30.194567331120084,"MATH Lvl 5 Raw":0.06873111782477341,"MATH Lvl 5":6.873111782477341,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.4146458333333333,"MUSR":10.197395833333335,"MMLU-PRO Raw":0.3103390957446808,"MMLU-PRO":23.371010638297868,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-03-23","Submission Date":"2024-06-26","Generation":1,"Base Model":"allknowingroger/LimyQstar-7B-slerp (Merge)"},{"eval_name":"allknowingroger_Llama3.1-60B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"allknowingroger/Llama3.1-60B 📑","fullname":"allknowingroger/Llama3.1-60B","Model sha":"5fb1ddcce0bddc60949a9d0c2fc9f8326be5bc4e","Average ⬆️":9.951594488947727,"Hub License":"","Hub ❤️":0,"#Params (B)":61.997,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":26.983717435413205,"IFEval Raw":0.18145188100905596,"IFEval":18.1451881009056,"BBH Raw":0.32417552719382076,"BBH":7.784282802508024,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.3595833333333333,"MUSR":2.18125,"MMLU-PRO Raw":0.3310339095744681,"MMLU-PRO":25.67043439716312,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-08","Generation":0,"Base Model":"Removed"},{"eval_name":"allknowingroger_Marco-01-slerp1-7B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"allknowingroger/Marco-01-slerp1-7B 📑","fullname":"allknowingroger/Marco-01-slerp1-7B","Model sha":"12070d5f5bbd891024cb02c363759430ffd3dfba","Average ⬆️":29.48531675671586,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2746476604123598,"IFEval Raw":0.46811571075856506,"IFEval":46.811571075856506,"BBH Raw":0.5540943469864194,"BBH":36.23184676022296,"MATH Lvl 5 Raw":0.3157099697885196,"MATH Lvl 5":31.570996978851962,"GPQA Raw":0.31711409395973156,"GPQA":8.948545861297541,"MUSR Raw":0.4451875,"MUSR":14.648437500000002,"MMLU-PRO Raw":0.44830452127659576,"MMLU-PRO":38.70050236406619,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-22","Submission Date":"2024-11-22","Generation":1,"Base Model":"allknowingroger/Marco-01-slerp1-7B (Merge)"},{"eval_name":"allknowingroger_Meme-7B-slerp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"allknowingroger/Meme-7B-slerp 📑","fullname":"allknowingroger/Meme-7B-slerp","Model sha":"7836c0f4fce70286382e61003e9a05d7559365d9","Average ⬆️":19.276080557709445,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9649009171513735,"IFEval Raw":0.5163754393897082,"IFEval":51.63754393897082,"BBH Raw":0.4660944195552204,"BBH":24.52948594942413,"MATH Lvl 5 Raw":0.04380664652567976,"MATH Lvl 5":4.380664652567976,"GPQA Raw":0.2860738255033557,"GPQA":4.809843400447425,"MUSR Raw":0.4223020833333333,"MUSR":10.187760416666666,"MMLU-PRO Raw":0.281000664893617,"MMLU-PRO":20.111184988179666,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-05-22","Submission Date":"2024-06-26","Generation":1,"Base Model":"allknowingroger/Meme-7B-slerp (Merge)"},{"eval_name":"allknowingroger_Ministral-8B-slerp_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"allknowingroger/Ministral-8B-slerp 📑","fullname":"allknowingroger/Ministral-8B-slerp","Model sha":"51c40046c0f9fead83485ae83b6c0d03f4ae47f2","Average ⬆️":14.900965366835125,"Hub License":"","Hub ❤️":0,"#Params (B)":7.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.2501965622566895,"IFEval Raw":0.19608970863974257,"IFEval":19.608970863974257,"BBH Raw":0.4686018544963986,"BBH":25.195564651348292,"MATH Lvl 5 Raw":0.0037764350453172208,"MATH Lvl 5":0.3776435045317221,"GPQA Raw":0.31208053691275167,"GPQA":8.277404921700223,"MUSR Raw":0.42853125000000003,"MUSR":12.399739583333334,"MMLU-PRO Raw":0.3119182180851064,"MMLU-PRO":23.54646867612293,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-21","Generation":0,"Base Model":"Removed"},{"eval_name":"allknowingroger_MistralPhi3-11B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"allknowingroger/MistralPhi3-11B 📑","fullname":"allknowingroger/MistralPhi3-11B","Model sha":"3afeaf24c6306c4752c320c4fd32fa2e7694e12e","Average ⬆️":21.627095011873774,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":11.234,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4140754682898875,"IFEval Raw":0.1942911474886634,"IFEval":19.42911474886634,"BBH Raw":0.6234314600705605,"BBH":46.16462900339792,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.33221476510067116,"GPQA":10.96196868008949,"MUSR Raw":0.4266770833333333,"MUSR":12.23463541666667,"MMLU-PRO Raw":0.46875,"MMLU-PRO":40.97222222222222,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-08-26","Submission Date":"2024-09-02","Generation":1,"Base Model":"allknowingroger/MistralPhi3-11B (Merge)"},{"eval_name":"allknowingroger_Mistralmash1-7B-s_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"allknowingroger/Mistralmash1-7B-s 📑","fullname":"allknowingroger/Mistralmash1-7B-s","Model sha":"730b7b2867deef63961f002b6e1e70e7d416c599","Average ⬆️":20.913865809674476,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3223769966212695,"IFEval Raw":0.39610012544493056,"IFEval":39.61001254449306,"BBH Raw":0.5277485757172445,"BBH":33.44855374433827,"MATH Lvl 5 Raw":0.09214501510574018,"MATH Lvl 5":9.214501510574017,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.4267083333333333,"MUSR":11.805208333333333,"MMLU-PRO Raw":0.3292885638297872,"MMLU-PRO":25.47650709219858,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-08-27","Submission Date":"2024-09-02","Generation":1,"Base Model":"allknowingroger/Mistralmash1-7B-s (Merge)"},{"eval_name":"allknowingroger_Mistralmash2-7B-s_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"allknowingroger/Mistralmash2-7B-s 📑","fullname":"allknowingroger/Mistralmash2-7B-s","Model sha":"3b2aafa0f931f3d3103fbc96a6da4ac36f376d78","Average ⬆️":21.389680975325334,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3310737440025664,"IFEval Raw":0.4101883003763348,"IFEval":41.01883003763348,"BBH Raw":0.530485814102601,"BBH":33.29836428588566,"MATH Lvl 5 Raw":0.07930513595166164,"MATH Lvl 5":7.930513595166164,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.43724999999999997,"MUSR":13.65625,"MMLU-PRO Raw":0.3345246010638298,"MMLU-PRO":26.0582890070922,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-08-27","Submission Date":"2024-09-02","Generation":1,"Base Model":"allknowingroger/Mistralmash2-7B-s (Merge)"},{"eval_name":"allknowingroger_MixTAO-19B-pass_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"allknowingroger/MixTAO-19B-pass 📑","fullname":"allknowingroger/MixTAO-19B-pass","Model sha":"a41369cfcfbada9d5387051ba616bf1432b31d31","Average ⬆️":20.627592394280352,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":19.188,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.510264608639344,"IFEval Raw":0.3814368098866563,"IFEval":38.14368098866563,"BBH Raw":0.5128248798224987,"BBH":31.577918110916897,"MATH Lvl 5 Raw":0.06117824773413897,"MATH Lvl 5":6.117824773413897,"GPQA Raw":0.28439597315436244,"GPQA":4.5861297539149914,"MUSR Raw":0.47827083333333337,"MUSR":19.950520833333332,"MMLU-PRO Raw":0.31050531914893614,"MMLU-PRO":23.389479905437348,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-02","Submission Date":"2024-06-26","Generation":1,"Base Model":"allknowingroger/MixTAO-19B-pass (Merge)"},{"eval_name":"allknowingroger_MixTaoTruthful-13B-slerp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"allknowingroger/MixTaoTruthful-13B-slerp 📑","fullname":"allknowingroger/MixTaoTruthful-13B-slerp","Model sha":"3324d37e138c6bf0d6891e54b6dd839c8d2f35ec","Average ⬆️":20.252975968080015,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":12.879,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6162171190429424,"IFEval Raw":0.41388515804731446,"IFEval":41.38851580473145,"BBH Raw":0.5207335343585151,"BBH":32.70636246605644,"MATH Lvl 5 Raw":0.06646525679758308,"MATH Lvl 5":6.646525679758309,"GPQA Raw":0.28439597315436244,"GPQA":4.5861297539149914,"MUSR Raw":0.42924999999999996,"MUSR":12.856249999999996,"MMLU-PRO Raw":0.3100066489361702,"MMLU-PRO":23.33407210401891,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-05-25","Submission Date":"2024-06-26","Generation":1,"Base Model":"allknowingroger/MixTaoTruthful-13B-slerp (Merge)"},{"eval_name":"allknowingroger_MultiCalm-7B-slerp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"allknowingroger/MultiCalm-7B-slerp 📑","fullname":"allknowingroger/MultiCalm-7B-slerp","Model sha":"1c23540e907fab4dfe0ef66edd0003e764bfe568","Average ⬆️":19.472289426361296,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2331468527800262,"IFEval Raw":0.3926526061960044,"IFEval":39.26526061960044,"BBH Raw":0.5121891599770304,"BBH":31.46648332199455,"MATH Lvl 5 Raw":0.061933534743202415,"MATH Lvl 5":6.193353474320242,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.43194791666666665,"MUSR":12.960156250000004,"MMLU-PRO Raw":0.3032746010638298,"MMLU-PRO":22.586066784869978,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-05-19","Submission Date":"2024-06-26","Generation":1,"Base Model":"allknowingroger/MultiCalm-7B-slerp (Merge)"},{"eval_name":"allknowingroger_MultiMash-12B-slerp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"allknowingroger/MultiMash-12B-slerp 📑","fullname":"allknowingroger/MultiMash-12B-slerp","Model sha":"91a6d0fe6b9271000ca713ee9ab414c782ba4c50","Average ⬆️":20.179903850442244,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":12.879,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6839596369648564,"IFEval Raw":0.39744876926554873,"IFEval":39.74487692655487,"BBH Raw":0.5141827379810838,"BBH":31.925677106468356,"MATH Lvl 5 Raw":0.08081570996978851,"MATH Lvl 5":8.08157099697885,"GPQA Raw":0.27684563758389263,"GPQA":3.5794183445190177,"MUSR Raw":0.44379166666666664,"MUSR":14.773958333333333,"MMLU-PRO Raw":0.3067652925531915,"MMLU-PRO":22.973921394799056,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-05-20","Submission Date":"2024-06-26","Generation":1,"Base Model":"allknowingroger/MultiMash-12B-slerp (Merge)"},{"eval_name":"allknowingroger_MultiMash10-13B-slerp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"allknowingroger/MultiMash10-13B-slerp 📑","fullname":"allknowingroger/MultiMash10-13B-slerp","Model sha":"6def2fd1a11d4c380a19b7a3bdf263a6b80cd8f3","Average ⬆️":20.4264364824254,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":12.879,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7587183017329835,"IFEval Raw":0.41628323958208663,"IFEval":41.62832395820867,"BBH Raw":0.5186335995744094,"BBH":32.45250184104656,"MATH Lvl 5 Raw":0.07175226586102719,"MATH Lvl 5":7.175226586102719,"GPQA Raw":0.2860738255033557,"GPQA":4.809843400447425,"MUSR Raw":0.43179166666666663,"MUSR":12.97395833333333,"MMLU-PRO Raw":0.3116688829787234,"MMLU-PRO":23.51876477541371,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-05-27","Submission Date":"2024-06-26","Generation":1,"Base Model":"allknowingroger/MultiMash10-13B-slerp (Merge)"},{"eval_name":"allknowingroger_MultiMash11-13B-slerp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"allknowingroger/MultiMash11-13B-slerp 📑","fullname":"allknowingroger/MultiMash11-13B-slerp","Model sha":"1134a0adabef4a26e1d49c302baff74c4a7e9f46","Average ⬆️":20.614675908435512,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":12.879,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9714771309533339,"IFEval Raw":0.4251009543566625,"IFEval":42.51009543566625,"BBH Raw":0.5193864686484946,"BBH":32.59670310684399,"MATH Lvl 5 Raw":0.0702416918429003,"MATH Lvl 5":7.02416918429003,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.43728125,"MUSR":14.026822916666665,"MMLU-PRO Raw":0.30851063829787234,"MMLU-PRO":23.167848699763592,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-05-27","Submission Date":"2024-06-26","Generation":1,"Base Model":"allknowingroger/MultiMash11-13B-slerp (Merge)"},{"eval_name":"allknowingroger_MultiMash2-12B-slerp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"allknowingroger/MultiMash2-12B-slerp 📑","fullname":"allknowingroger/MultiMash2-12B-slerp","Model sha":"e44e9563368699f753a4474b068c059d233ddee3","Average ⬆️":19.84014306475432,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":12.879,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6402793394565462,"IFEval Raw":0.42607503645881817,"IFEval":42.60750364588182,"BBH Raw":0.5133973498532299,"BBH":31.617950213580304,"MATH Lvl 5 Raw":0.06419939577039276,"MATH Lvl 5":6.419939577039275,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.4228020833333333,"MUSR":11.783593750000003,"MMLU-PRO Raw":0.3042719414893617,"MMLU-PRO":22.696882387706854,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-05-20","Submission Date":"2024-06-26","Generation":1,"Base Model":"allknowingroger/MultiMash2-12B-slerp (Merge)"},{"eval_name":"allknowingroger_MultiMash5-12B-slerp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"allknowingroger/MultiMash5-12B-slerp 📑","fullname":"allknowingroger/MultiMash5-12B-slerp","Model sha":"15ef0301c7ce939208d55ad13fa840662f92bce6","Average ⬆️":19.590305453838365,"Hub License":"","Hub ❤️":0,"#Params (B)":12.879,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.608333288442236,"IFEval Raw":0.41415998439695567,"IFEval":41.415998439695564,"BBH Raw":0.5144534995858502,"BBH":31.856364255964934,"MATH Lvl 5 Raw":0.0634441087613293,"MATH Lvl 5":6.3444108761329305,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.4202916666666667,"MUSR":11.703124999999998,"MMLU-PRO Raw":0.30277593085106386,"MMLU-PRO":22.530658983451538,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-06-26","Generation":0,"Base Model":"Removed"},{"eval_name":"allknowingroger_MultiMash6-12B-slerp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"allknowingroger/MultiMash6-12B-slerp 📑","fullname":"allknowingroger/MultiMash6-12B-slerp","Model sha":"a04856a12b85e986e1b540cf0c7510e9ce2df09b","Average ⬆️":20.27642710504546,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":12.879,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6491453052321292,"IFEval Raw":0.43004672047943904,"IFEval":43.0046720479439,"BBH Raw":0.5195916915718951,"BBH":32.403879619181005,"MATH Lvl 5 Raw":0.07250755287009064,"MATH Lvl 5":7.250755287009064,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.4305833333333333,"MUSR":12.522916666666669,"MMLU-PRO Raw":0.30909242021276595,"MMLU-PRO":23.232491134751772,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-05-22","Submission Date":"2024-06-26","Generation":1,"Base Model":"allknowingroger/MultiMash6-12B-slerp (Merge)"},{"eval_name":"allknowingroger_MultiMash7-12B-slerp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"allknowingroger/MultiMash7-12B-slerp 📑","fullname":"allknowingroger/MultiMash7-12B-slerp","Model sha":"5f91dd41fb4b58e76c52b03ed15477a046b079df","Average ⬆️":19.792293511824642,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":12.879,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.643542693275669,"IFEval Raw":0.42127887338927383,"IFEval":42.12788733892738,"BBH Raw":0.5111135397195524,"BBH":31.298150090327656,"MATH Lvl 5 Raw":0.06948640483383686,"MATH Lvl 5":6.948640483383686,"GPQA Raw":0.2785234899328859,"GPQA":3.8031319910514525,"MUSR Raw":0.42794791666666665,"MUSR":12.026822916666669,"MMLU-PRO Raw":0.3029421542553192,"MMLU-PRO":22.549128250591018,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-05-22","Submission Date":"2024-06-26","Generation":1,"Base Model":"allknowingroger/MultiMash7-12B-slerp (Merge)"},{"eval_name":"allknowingroger_MultiMash8-13B-slerp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"allknowingroger/MultiMash8-13B-slerp 📑","fullname":"allknowingroger/MultiMash8-13B-slerp","Model sha":"5590ccd99f74301951f450f9d0271a99e97728c8","Average ⬆️":21.07486448648852,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":12.879,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.5984320994193433,"IFEval Raw":0.4320702402957486,"IFEval":43.20702402957486,"BBH Raw":0.5178483059643324,"BBH":32.27299661531551,"MATH Lvl 5 Raw":0.0770392749244713,"MATH Lvl 5":7.7039274924471295,"GPQA Raw":0.28859060402684567,"GPQA":5.145413870246088,"MUSR Raw":0.4423958333333333,"MUSR":14.499479166666665,"MMLU-PRO Raw":0.31258311170212766,"MMLU-PRO":23.620345744680847,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-05-26","Submission Date":"2024-09-02","Generation":1,"Base Model":"allknowingroger/MultiMash8-13B-slerp (Merge)"},{"eval_name":"allknowingroger_MultiMash9-13B-slerp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"allknowingroger/MultiMash9-13B-slerp 📑","fullname":"allknowingroger/MultiMash9-13B-slerp","Model sha":"56dac45f387669baa04a8997ebb9ea63c65fbbd1","Average ⬆️":20.642969652890788,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":12.879,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7314619662186004,"IFEval Raw":0.4187810564856802,"IFEval":41.878105648568024,"BBH Raw":0.5193579939678727,"BBH":32.55261171624742,"MATH Lvl 5 Raw":0.07854984894259819,"MATH Lvl 5":7.854984894259818,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.4398229166666667,"MUSR":14.211197916666665,"MMLU-PRO Raw":0.3100066489361702,"MMLU-PRO":23.33407210401891,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-05-26","Submission Date":"2024-06-26","Generation":1,"Base Model":"allknowingroger/MultiMash9-13B-slerp (Merge)"},{"eval_name":"allknowingroger_MultiMerge-7B-slerp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"allknowingroger/MultiMerge-7B-slerp 📑","fullname":"allknowingroger/MultiMerge-7B-slerp","Model sha":"a026bbea09f0b1880deed62b9081e3708be0dec2","Average ⬆️":19.542246727772383,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2263444868106883,"IFEval Raw":0.3947758613811354,"IFEval":39.47758613811354,"BBH Raw":0.5140224933103638,"BBH":31.803983321994554,"MATH Lvl 5 Raw":0.06646525679758308,"MATH Lvl 5":6.646525679758309,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.42797916666666663,"MUSR":12.330729166666671,"MMLU-PRO Raw":0.3036901595744681,"MMLU-PRO":22.632239952718678,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-04-11","Submission Date":"2024-06-26","Generation":1,"Base Model":"allknowingroger/MultiMerge-7B-slerp (Merge)"},{"eval_name":"allknowingroger_Multimash3-12B-slerp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"allknowingroger/Multimash3-12B-slerp 📑","fullname":"allknowingroger/Multimash3-12B-slerp","Model sha":"0b90bf0b5230d02b4ba63879fc3bf0b85d46c3ce","Average ⬆️":20.47073324126141,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":12.879,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.689315902139885,"IFEval Raw":0.44371046600796993,"IFEval":44.371046600796994,"BBH Raw":0.5176624678276028,"BBH":32.1508911391619,"MATH Lvl 5 Raw":0.06268882175226587,"MATH Lvl 5":6.268882175226587,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.4343958333333333,"MUSR":13.0328125,"MMLU-PRO Raw":0.3067652925531915,"MMLU-PRO":22.973921394799056,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-05-21","Submission Date":"2024-06-26","Generation":1,"Base Model":"allknowingroger/Multimash3-12B-slerp (Merge)"},{"eval_name":"allknowingroger_Multimerge-19B-pass_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"allknowingroger/Multimerge-19B-pass 📑","fullname":"allknowingroger/Multimerge-19B-pass","Model sha":"e75918ed5601f400f62601cf6c0887aa936e8a52","Average ⬆️":4.536203105914491,"Hub License":"","Hub ❤️":0,"#Params (B)":19.188,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.930757831495271,"IFEval Raw":0.17730510600761534,"IFEval":17.730510600761534,"BBH Raw":0.2891778102988436,"BBH":2.0803742908537424,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.3429583333333333,"MUSR":4.303125,"MMLU-PRO Raw":0.11685505319148937,"MMLU-PRO":1.8727836879432622,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-06-26","Generation":0,"Base Model":"Removed"},{"eval_name":"allknowingroger_MultiverseEx26-7B-slerp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"allknowingroger/MultiverseEx26-7B-slerp 📑","fullname":"allknowingroger/MultiverseEx26-7B-slerp","Model sha":"43f18d84e025693f00e9be335bf12fce96089b2f","Average ⬆️":19.69589878762239,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2109854289342996,"IFEval Raw":0.3938516469633905,"IFEval":39.38516469633905,"BBH Raw":0.5133591871690678,"BBH":31.66377531246577,"MATH Lvl 5 Raw":0.0755287009063444,"MATH Lvl 5":7.552870090634441,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.4293125,"MUSR":12.597395833333337,"MMLU-PRO Raw":0.3035239361702128,"MMLU-PRO":22.613770685579198,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-03-30","Submission Date":"2024-06-26","Generation":1,"Base Model":"allknowingroger/MultiverseEx26-7B-slerp (Merge)"},{"eval_name":"allknowingroger_NeuralWestSeverus-7B-slerp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"allknowingroger/NeuralWestSeverus-7B-slerp 📑","fullname":"allknowingroger/NeuralWestSeverus-7B-slerp","Model sha":"5ee5d6a11ffc4f9733e78994169a2e1614d5e16e","Average ⬆️":20.675370567029706,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.168092565997147,"IFEval Raw":0.41356046401326263,"IFEval":41.35604640132626,"BBH Raw":0.5244283854305991,"BBH":33.41446681662389,"MATH Lvl 5 Raw":0.07326283987915408,"MATH Lvl 5":7.326283987915408,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.45287499999999997,"MUSR":15.409375000000002,"MMLU-PRO Raw":0.3137466755319149,"MMLU-PRO":23.749630614657207,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-05-16","Submission Date":"2024-06-26","Generation":1,"Base Model":"allknowingroger/NeuralWestSeverus-7B-slerp (Merge)"},{"eval_name":"allknowingroger_Neuralcoven-7B-slerp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"allknowingroger/Neuralcoven-7B-slerp 📑","fullname":"allknowingroger/Neuralcoven-7B-slerp","Model sha":"129b40a7fd816f679ef5d4ab29fc77345f33a7b1","Average ⬆️":20.363670451495135,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2638224311243544,"IFEval Raw":0.3858584112377381,"IFEval":38.58584112377381,"BBH Raw":0.530287217712165,"BBH":33.79913505465432,"MATH Lvl 5 Raw":0.07854984894259819,"MATH Lvl 5":7.854984894259818,"GPQA Raw":0.28523489932885904,"GPQA":4.697986577181204,"MUSR Raw":0.429,"MUSR":11.758333333333335,"MMLU-PRO Raw":0.3293716755319149,"MMLU-PRO":25.485741725768317,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-05-17","Submission Date":"2024-06-26","Generation":1,"Base Model":"allknowingroger/Neuralcoven-7B-slerp (Merge)"},{"eval_name":"allknowingroger_Neuralmultiverse-7B-slerp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"allknowingroger/Neuralmultiverse-7B-slerp 📑","fullname":"allknowingroger/Neuralmultiverse-7B-slerp","Model sha":"a65fe05e26e10a488b08264ac8ed73a49c3f263a","Average ⬆️":19.36103031824635,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2343190282871481,"IFEval Raw":0.3769154731667531,"IFEval":37.69154731667531,"BBH Raw":0.5165722210470375,"BBH":32.10018047347172,"MATH Lvl 5 Raw":0.0649546827794562,"MATH Lvl 5":6.495468277945619,"GPQA Raw":0.28439597315436244,"GPQA":4.5861297539149914,"MUSR Raw":0.42804166666666665,"MUSR":12.60520833333333,"MMLU-PRO Raw":0.30418882978723405,"MMLU-PRO":22.687647754137117,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-05-17","Submission Date":"2024-06-26","Generation":1,"Base Model":"allknowingroger/Neuralmultiverse-7B-slerp (Merge)"},{"eval_name":"allknowingroger_Ph3della5-14B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"allknowingroger/Ph3della5-14B 📑","fullname":"allknowingroger/Ph3della5-14B","Model sha":"9c6819a910d4da414dd67c10da3bff3f986fefa5","Average ⬆️":30.46973875649518,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":13.96,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.0918496924067207,"IFEval Raw":0.47985567183960776,"IFEval":47.98556718396078,"BBH Raw":0.6331746353794991,"BBH":48.41436428305058,"MATH Lvl 5 Raw":0.17673716012084592,"MATH Lvl 5":17.673716012084594,"GPQA Raw":0.3422818791946309,"GPQA":12.304250559284117,"MUSR Raw":0.4386145833333333,"MUSR":14.360156249999998,"MMLU-PRO Raw":0.4787234042553192,"MMLU-PRO":42.08037825059102,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-05","Submission Date":"2024-10-08","Generation":1,"Base Model":"allknowingroger/Ph3della5-14B (Merge)"},{"eval_name":"allknowingroger_Ph3merge-14B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"allknowingroger/Ph3merge-14B 📑","fullname":"allknowingroger/Ph3merge-14B","Model sha":"6d0ddaa4e0cf4c82d7149cc726b08be5753a760a","Average ⬆️":23.68333279737927,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":13.619,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.024664867271926,"IFEval Raw":0.27012881376968667,"IFEval":27.012881376968664,"BBH Raw":0.638087568868341,"BBH":48.88242371785896,"MATH Lvl 5 Raw":0.010574018126888218,"MATH Lvl 5":1.0574018126888218,"GPQA Raw":0.33808724832214765,"GPQA":11.74496644295302,"MUSR Raw":0.4334375,"MUSR":13.279687500000001,"MMLU-PRO Raw":0.4611037234042553,"MMLU-PRO":40.12263593380615,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-08-30","Submission Date":"2024-09-02","Generation":1,"Base Model":"allknowingroger/Ph3merge-14B (Merge)"},{"eval_name":"allknowingroger_Ph3merge2-14B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"allknowingroger/Ph3merge2-14B 📑","fullname":"allknowingroger/Ph3merge2-14B","Model sha":"2256ab821e286a1d8a4f0d42e00a50013e119671","Average ⬆️":7.962730746600417,"Hub License":"","Hub ❤️":0,"#Params (B)":13.619,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.122009189633371,"IFEval Raw":0.17061064641817045,"IFEval":17.061064641817044,"BBH Raw":0.3606937444321621,"BBH":10.549967885447563,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.3910833333333333,"MUSR":6.6520833333333345,"MMLU-PRO Raw":0.1722905585106383,"MMLU-PRO":8.03228427895981,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-08","Generation":0,"Base Model":"Removed"},{"eval_name":"allknowingroger_Ph3merge3-14B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"allknowingroger/Ph3merge3-14B 📑","fullname":"allknowingroger/Ph3merge3-14B","Model sha":"90a036f7f136932ea525b5fd26cf2f54a66141af","Average ⬆️":7.931823747573229,"Hub License":"","Hub ❤️":0,"#Params (B)":13.619,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.9785131756969263,"IFEval Raw":0.1645157072124186,"IFEval":16.45157072124186,"BBH Raw":0.3597431731140411,"BBH":10.391379646236162,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.28523489932885904,"GPQA":4.697986577181204,"MUSR Raw":0.40819791666666666,"MUSR":8.858072916666668,"MMLU-PRO Raw":0.16472739361702127,"MMLU-PRO":7.191932624113473,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-02","Generation":0,"Base Model":"Removed"},{"eval_name":"allknowingroger_Ph3task1-14B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"allknowingroger/Ph3task1-14B 📑","fullname":"allknowingroger/Ph3task1-14B","Model sha":"c9a5bab157dbdd281c651a5b7ea82a8bc64aa420","Average ⬆️":30.54839802644553,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":13.96,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.017696993674693,"IFEval Raw":0.46946435457918323,"IFEval":46.94643545791833,"BBH Raw":0.63178060736657,"BBH":47.92690847304542,"MATH Lvl 5 Raw":0.16691842900302115,"MATH Lvl 5":16.691842900302113,"GPQA Raw":0.35067114093959734,"GPQA":13.422818791946312,"MUSR Raw":0.45077083333333334,"MUSR":16.81302083333333,"MMLU-PRO Raw":0.4734042553191489,"MMLU-PRO":41.48936170212765,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-07","Submission Date":"2024-10-08","Generation":1,"Base Model":"allknowingroger/Ph3task1-14B (Merge)"},{"eval_name":"allknowingroger_Ph3task2-14B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"allknowingroger/Ph3task2-14B 📑","fullname":"allknowingroger/Ph3task2-14B","Model sha":"2193bfec75bc90e87bc57863e02deefbdd195f9f","Average ⬆️":28.611110586227724,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":13.96,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8701316050849537,"IFEval Raw":0.4713127834146731,"IFEval":47.13127834146731,"BBH Raw":0.6098412220695854,"BBH":44.08179620906436,"MATH Lvl 5 Raw":0.14652567975830816,"MATH Lvl 5":14.652567975830816,"GPQA Raw":0.33053691275167785,"GPQA":10.738255033557047,"MUSR Raw":0.4535,"MUSR":16.620833333333326,"MMLU-PRO Raw":0.44597739361702127,"MMLU-PRO":38.44193262411347,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-08","Submission Date":"2024-10-08","Generation":1,"Base Model":"allknowingroger/Ph3task2-14B (Merge)"},{"eval_name":"allknowingroger_Ph3task3-14B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"allknowingroger/Ph3task3-14B 📑","fullname":"allknowingroger/Ph3task3-14B","Model sha":"359de5c4969057206f846a41c72073b3429317fd","Average ⬆️":30.710221507611795,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":13.96,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.0752301196035647,"IFEval Raw":0.4962421929369628,"IFEval":49.62421929369628,"BBH Raw":0.6297915743094921,"BBH":47.99849937558212,"MATH Lvl 5 Raw":0.17598187311178248,"MATH Lvl 5":17.598187311178247,"GPQA Raw":0.3414429530201342,"GPQA":12.192393736017896,"MUSR Raw":0.44255208333333335,"MUSR":14.952343749999999,"MMLU-PRO Raw":0.47706117021276595,"MMLU-PRO":41.89568557919622,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-08","Submission Date":"2024-10-08","Generation":1,"Base Model":"allknowingroger/Ph3task3-14B (Merge)"},{"eval_name":"allknowingroger_Ph3unsloth-3B-slerp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"allknowingroger/Ph3unsloth-3B-slerp 📑","fullname":"allknowingroger/Ph3unsloth-3B-slerp","Model sha":"465444b3cdd43876717f7386ea2f3357c5fe8e53","Average ⬆️":20.153514887760053,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.0580837656713333,"IFEval Raw":0.18944511673470835,"IFEval":18.944511673470835,"BBH Raw":0.5468077356147099,"BBH":36.45877270267158,"MATH Lvl 5 Raw":0.10120845921450151,"MATH Lvl 5":10.120845921450151,"GPQA Raw":0.32466442953020136,"GPQA":9.955257270693513,"MUSR Raw":0.45278124999999997,"MUSR":15.430989583333337,"MMLU-PRO Raw":0.3700964095744681,"MMLU-PRO":30.010712174940902,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-05-31","Submission Date":"2024-06-26","Generation":1,"Base Model":"allknowingroger/Ph3unsloth-3B-slerp (Merge)"},{"eval_name":"allknowingroger_Phi3mash1-17B-pass_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"allknowingroger/Phi3mash1-17B-pass 📑","fullname":"allknowingroger/Phi3mash1-17B-pass","Model sha":"fcd265996f026475c15fa44833e0481dc610e469","Average ⬆️":21.34996880563698,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":16.687,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.916252902936439,"IFEval Raw":0.18842116694814204,"IFEval":18.8421166948142,"BBH Raw":0.6128878795560929,"BBH":45.25041934691859,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.3196308724832215,"GPQA":9.284116331096197,"MUSR Raw":0.445125,"MUSR":14.840624999999994,"MMLU-PRO Raw":0.45894281914893614,"MMLU-PRO":39.882535460992905,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-08-28","Submission Date":"2024-09-02","Generation":1,"Base Model":"allknowingroger/Phi3mash1-17B-pass (Merge)"},{"eval_name":"allknowingroger_Quen2-65B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"allknowingroger/Quen2-65B 📑","fullname":"allknowingroger/Quen2-65B","Model sha":"2259cd8ea037d0e590920e7106b0fd1641a96c1d","Average ⬆️":3.5313443657802126,"Hub License":"","Hub ❤️":0,"#Params (B)":63.923,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":26.63484711957512,"IFEval Raw":0.17578137120617737,"IFEval":17.57813712061774,"BBH Raw":0.27565161872324456,"BBH":1.23986036838978,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.23573825503355705,"GPQA":0.0,"MUSR Raw":0.32085416666666666,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.11136968085106383,"MMLU-PRO":1.2632978723404247,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-19","Generation":0,"Base Model":"Removed"},{"eval_name":"allknowingroger_Qwen2.5-42B-AGI_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"allknowingroger/Qwen2.5-42B-AGI 📑","fullname":"allknowingroger/Qwen2.5-42B-AGI","Model sha":"8939b021a9d84bc2e4ae0ea4f351d807f35b91d7","Average ⬆️":4.47082956616707,"Hub License":"","Hub ❤️":0,"#Params (B)":42.516,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":17.7139622556385,"IFEval Raw":0.19129354557019818,"IFEval":19.129354557019816,"BBH Raw":0.2942104150907988,"BBH":2.2358856564144527,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.36203125,"MUSR":2.2539062500000013,"MMLU-PRO Raw":0.11677194148936171,"MMLU-PRO":1.8635490543735225,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-21","Generation":0,"Base Model":"Removed"},{"eval_name":"allknowingroger_Qwen2.5-7B-task2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"allknowingroger/Qwen2.5-7B-task2 📑","fullname":"allknowingroger/Qwen2.5-7B-task2","Model sha":"6f3ae972b2bbde0383c3a774e0e788a1af0dabc5","Average ⬆️":29.877934142366954,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3837787587187609,"IFEval Raw":0.45270327176336567,"IFEval":45.270327176336565,"BBH Raw":0.5625940266685543,"BBH":37.52854979009311,"MATH Lvl 5 Raw":0.3549848942598187,"MATH Lvl 5":35.49848942598187,"GPQA Raw":0.3162751677852349,"GPQA":8.83668903803132,"MUSR Raw":0.43696874999999996,"MUSR":13.054427083333337,"MMLU-PRO Raw":0.4517121010638298,"MMLU-PRO":39.079122340425535,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-31","Submission Date":"2024-11-04","Generation":1,"Base Model":"allknowingroger/Qwen2.5-7B-task2 (Merge)"},{"eval_name":"allknowingroger_Qwen2.5-7B-task3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"allknowingroger/Qwen2.5-7B-task3 📑","fullname":"allknowingroger/Qwen2.5-7B-task3","Model sha":"b1e524004242cdeec838ba21bce44ebb8598c12f","Average ⬆️":28.738760798626867,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2464163421179026,"IFEval Raw":0.512903540383959,"IFEval":51.2903540383959,"BBH Raw":0.5397623813486384,"BBH":34.385984193445104,"MATH Lvl 5 Raw":0.26057401812688824,"MATH Lvl 5":26.057401812688823,"GPQA Raw":0.31711409395973156,"GPQA":8.948545861297541,"MUSR Raw":0.43557291666666664,"MUSR":12.846614583333334,"MMLU-PRO Raw":0.45013297872340424,"MMLU-PRO":38.90366430260047,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-01","Submission Date":"2024-11-04","Generation":1,"Base Model":"allknowingroger/Qwen2.5-7B-task3 (Merge)"},{"eval_name":"allknowingroger_Qwen2.5-7B-task4_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"allknowingroger/Qwen2.5-7B-task4 📑","fullname":"allknowingroger/Qwen2.5-7B-task4","Model sha":"ef4fe9331a0b9c34d829fcd5b1a09a7056e9300f","Average ⬆️":30.06180942847573,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.324198591253045,"IFEval Raw":0.5005385709916355,"IFEval":50.05385709916355,"BBH Raw":0.5583446038580263,"BBH":37.02526862429277,"MATH Lvl 5 Raw":0.311178247734139,"MATH Lvl 5":31.1178247734139,"GPQA Raw":0.32046979865771813,"GPQA":9.395973154362418,"MUSR Raw":0.43954166666666666,"MUSR":13.209375000000001,"MMLU-PRO Raw":0.45611702127659576,"MMLU-PRO":39.568557919621746,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-01","Submission Date":"2024-11-04","Generation":1,"Base Model":"allknowingroger/Qwen2.5-7B-task4 (Merge)"},{"eval_name":"allknowingroger_Qwen2.5-7B-task7_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"allknowingroger/Qwen2.5-7B-task7 📑","fullname":"allknowingroger/Qwen2.5-7B-task7","Model sha":"090a873c77ed291867ddaf20249ed7f479ba4ba9","Average ⬆️":24.016939559246442,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3565170555703252,"IFEval Raw":0.42842325030917966,"IFEval":42.84232503091796,"BBH Raw":0.555243179835915,"BBH":37.51817009438029,"MATH Lvl 5 Raw":0.0649546827794562,"MATH Lvl 5":6.495468277945619,"GPQA Raw":0.32046979865771813,"GPQA":9.395973154362418,"MUSR Raw":0.4325625,"MUSR":13.036979166666669,"MMLU-PRO Raw":0.4133144946808511,"MMLU-PRO":34.812721631205676,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-04","Submission Date":"2024-11-04","Generation":1,"Base Model":"allknowingroger/Qwen2.5-7B-task7 (Merge)"},{"eval_name":"allknowingroger_Qwen2.5-7B-task8_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"allknowingroger/Qwen2.5-7B-task8 📑","fullname":"allknowingroger/Qwen2.5-7B-task8","Model sha":"489a9a6fc98001026d9b96563d715cad43aabc8c","Average ⬆️":30.109425461585875,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3955516221737763,"IFEval Raw":0.4645185884564068,"IFEval":46.45185884564068,"BBH Raw":0.5524895381578828,"BBH":36.09273684636751,"MATH Lvl 5 Raw":0.3527190332326284,"MATH Lvl 5":35.27190332326284,"GPQA Raw":0.32046979865771813,"GPQA":9.395973154362418,"MUSR Raw":0.45144791666666667,"MUSR":15.297656250000003,"MMLU-PRO Raw":0.44331781914893614,"MMLU-PRO":38.14642434988179,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-04","Submission Date":"2024-11-04","Generation":1,"Base Model":"allknowingroger/Qwen2.5-7B-task8 (Merge)"},{"eval_name":"allknowingroger_Qwen2.5-slerp-14B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"allknowingroger/Qwen2.5-slerp-14B 📑","fullname":"allknowingroger/Qwen2.5-slerp-14B","Model sha":"a44b0ea8291b62785152c2fe6ab336f5da672d1e","Average ⬆️":38.16277613953164,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.733763744815111,"IFEval Raw":0.49282016161562425,"IFEval":49.282016161562424,"BBH Raw":0.65124197415124,"BBH":49.78953727809471,"MATH Lvl 5 Raw":0.4622356495468278,"MATH Lvl 5":46.22356495468278,"GPQA Raw":0.3674496644295302,"GPQA":15.659955257270694,"MUSR Raw":0.47439583333333335,"MUSR":19.36614583333333,"MMLU-PRO Raw":0.5378989361702128,"MMLU-PRO":48.65543735224587,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-17","Submission Date":"2024-10-21","Generation":1,"Base Model":"allknowingroger/Qwen2.5-slerp-14B (Merge)"},{"eval_name":"allknowingroger_QwenSlerp12-7B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"allknowingroger/QwenSlerp12-7B 📑","fullname":"allknowingroger/QwenSlerp12-7B","Model sha":"be6510452755c2c8e559333ecaf68dc6b37637d9","Average ⬆️":29.989027415795306,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3660681974403914,"IFEval Raw":0.5075577246151324,"IFEval":50.75577246151323,"BBH Raw":0.5556448443090559,"BBH":36.41130337400265,"MATH Lvl 5 Raw":0.2945619335347432,"MATH Lvl 5":29.45619335347432,"GPQA Raw":0.31543624161073824,"GPQA":8.7248322147651,"MUSR Raw":0.45947916666666666,"MUSR":16.134895833333335,"MMLU-PRO Raw":0.4460605053191489,"MMLU-PRO":38.45116725768321,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-18","Submission Date":"2024-11-22","Generation":1,"Base Model":"allknowingroger/QwenSlerp12-7B (Merge)"},{"eval_name":"allknowingroger_QwenSlerp4-14B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"allknowingroger/QwenSlerp4-14B 📑","fullname":"allknowingroger/QwenSlerp4-14B","Model sha":"3a55f52f639fc380a829b7cace5be3c96fcad730","Average ⬆️":38.79874440145977,"Hub License":"","Hub ❤️":1,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.758323525776358,"IFEval Raw":0.6327544249258634,"IFEval":63.275442492586336,"BBH Raw":0.6483250205703057,"BBH":49.38124012444703,"MATH Lvl 5 Raw":0.3693353474320242,"MATH Lvl 5":36.933534743202415,"GPQA Raw":0.3724832214765101,"GPQA":16.33109619686801,"MUSR Raw":0.46496875,"MUSR":17.58776041666667,"MMLU-PRO Raw":0.5435505319148937,"MMLU-PRO":49.28339243498819,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-27","Submission Date":"2024-12-06","Generation":1,"Base Model":"allknowingroger/QwenSlerp4-14B (Merge)"},{"eval_name":"allknowingroger_QwenSlerp5-14B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"allknowingroger/QwenSlerp5-14B 📑","fullname":"allknowingroger/QwenSlerp5-14B","Model sha":"f1eac24bb5338ae11951d38ba09ff71f4d319cc9","Average ⬆️":39.3582576505929,"Hub License":"","Hub ❤️":1,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.7236249813326867,"IFEval Raw":0.7119387669162267,"IFEval":71.19387669162268,"BBH Raw":0.6356573710010681,"BBH":47.38764037444587,"MATH Lvl 5 Raw":0.3564954682779456,"MATH Lvl 5":35.64954682779456,"GPQA Raw":0.3649328859060403,"GPQA":15.324384787472036,"MUSR Raw":0.4675416666666667,"MUSR":17.809375000000003,"MMLU-PRO Raw":0.5390625,"MMLU-PRO":48.78472222222222,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-27","Submission Date":"2024-12-06","Generation":1,"Base Model":"allknowingroger/QwenSlerp5-14B (Merge)"},{"eval_name":"allknowingroger_QwenSlerp6-14B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"allknowingroger/QwenSlerp6-14B 📑","fullname":"allknowingroger/QwenSlerp6-14B","Model sha":"eff132ab6d7f612b46c47b29966f8391cea7b407","Average ⬆️":39.53457080924675,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.48165447545322,"IFEval Raw":0.6866846633598851,"IFEval":68.66846633598851,"BBH Raw":0.6384454358065165,"BBH":47.588316576052456,"MATH Lvl 5 Raw":0.3723564954682779,"MATH Lvl 5":37.235649546827794,"GPQA Raw":0.3733221476510067,"GPQA":16.442953020134222,"MUSR Raw":0.46896875,"MUSR":18.32109375,"MMLU-PRO Raw":0.5405585106382979,"MMLU-PRO":48.95094562647754,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-28","Submission Date":"2024-12-06","Generation":1,"Base Model":"allknowingroger/QwenSlerp6-14B (Merge)"},{"eval_name":"allknowingroger_QwenStock1-14B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"allknowingroger/QwenStock1-14B 📑","fullname":"allknowingroger/QwenStock1-14B","Model sha":"79daacc58a5ec97f297c4a99dbb31d19ae4c59ca","Average ⬆️":38.14564924678278,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.08054899462919,"IFEval Raw":0.5634117474966422,"IFEval":56.34117474966422,"BBH Raw":0.6528491305599156,"BBH":50.07629311887721,"MATH Lvl 5 Raw":0.3768882175226586,"MATH Lvl 5":37.68882175226586,"GPQA Raw":0.3766778523489933,"GPQA":16.890380313199106,"MUSR Raw":0.47296875,"MUSR":18.787760416666668,"MMLU-PRO Raw":0.5418051861702128,"MMLU-PRO":49.08946513002365,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-28","Submission Date":"2024-12-06","Generation":1,"Base Model":"allknowingroger/QwenStock1-14B (Merge)"},{"eval_name":"allknowingroger_QwenStock2-14B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"allknowingroger/QwenStock2-14B 📑","fullname":"allknowingroger/QwenStock2-14B","Model sha":"69fd5f98c812cfa26d8514349669158a93058bf7","Average ⬆️":38.41917529577626,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.042087995274873,"IFEval Raw":0.5563427261887348,"IFEval":55.63427261887348,"BBH Raw":0.656885010139055,"BBH":50.5982763137811,"MATH Lvl 5 Raw":0.38821752265861026,"MATH Lvl 5":38.82175226586103,"GPQA Raw":0.37919463087248323,"GPQA":17.225950782997764,"MUSR Raw":0.47560416666666666,"MUSR":19.28385416666666,"MMLU-PRO Raw":0.5405585106382979,"MMLU-PRO":48.95094562647754,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-29","Submission Date":"2024-12-06","Generation":1,"Base Model":"allknowingroger/QwenStock2-14B (Merge)"},{"eval_name":"allknowingroger_QwenStock3-14B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"allknowingroger/QwenStock3-14B 📑","fullname":"allknowingroger/QwenStock3-14B","Model sha":"834fbf35e01efc44e4f2c8c372d7c1412754c0fa","Average ⬆️":38.32000426856688,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.2992838879816615,"IFEval Raw":0.5615134509767417,"IFEval":56.15134509767417,"BBH Raw":0.6565322062808641,"BBH":50.576674117962874,"MATH Lvl 5 Raw":0.3776435045317221,"MATH Lvl 5":37.764350453172206,"GPQA Raw":0.3783557046979866,"GPQA":17.114093959731544,"MUSR Raw":0.4755729166666667,"MUSR":19.11328125,"MMLU-PRO Raw":0.5428025265957447,"MMLU-PRO":49.20028073286053,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-29","Submission Date":"2024-12-06","Generation":1,"Base Model":"allknowingroger/QwenStock3-14B (Merge)"},{"eval_name":"allknowingroger_Qwenslerp2-14B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"allknowingroger/Qwenslerp2-14B 📑","fullname":"allknowingroger/Qwenslerp2-14B","Model sha":"38e902c114b5640509a8615fc2a2546e07a5fb3f","Average ⬆️":38.08598326949303,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.528886847953466,"IFEval Raw":0.5007136619724553,"IFEval":50.07136619724553,"BBH Raw":0.6554876216007552,"BBH":50.30369191199753,"MATH Lvl 5 Raw":0.44561933534743203,"MATH Lvl 5":44.561933534743204,"GPQA Raw":0.36828859060402686,"GPQA":15.771812080536915,"MUSR Raw":0.4729375,"MUSR":18.883854166666662,"MMLU-PRO Raw":0.5403091755319149,"MMLU-PRO":48.92324172576833,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-19","Submission Date":"2024-10-21","Generation":1,"Base Model":"allknowingroger/Qwenslerp2-14B (Merge)"},{"eval_name":"allknowingroger_Qwenslerp2-7B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"allknowingroger/Qwenslerp2-7B 📑","fullname":"allknowingroger/Qwenslerp2-7B","Model sha":"46fe65fc2567b2430fa421478d47134ffe55c8f8","Average ⬆️":30.810469270516734,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2923099159013567,"IFEval Raw":0.5294396645345462,"IFEval":52.943966453454614,"BBH Raw":0.5609127334788001,"BBH":37.437245340819274,"MATH Lvl 5 Raw":0.3421450151057402,"MATH Lvl 5":34.21450151057402,"GPQA Raw":0.31291946308724833,"GPQA":8.389261744966444,"MUSR Raw":0.4356041666666666,"MUSR":12.817187500000003,"MMLU-PRO Raw":0.4515458776595745,"MMLU-PRO":39.06065307328605,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-31","Submission Date":"2024-11-04","Generation":1,"Base Model":"allknowingroger/Qwenslerp2-7B (Merge)"},{"eval_name":"allknowingroger_Qwenslerp3-14B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"allknowingroger/Qwenslerp3-14B 📑","fullname":"allknowingroger/Qwenslerp3-14B","Model sha":"ac60a6c4e224e5b52c42bebfd0cf81f920befdef","Average ⬆️":38.080923366964626,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.439262164468745,"IFEval Raw":0.5052349986923584,"IFEval":50.52349986923585,"BBH Raw":0.6520835120117142,"BBH":49.80982854016478,"MATH Lvl 5 Raw":0.44637462235649544,"MATH Lvl 5":44.637462235649544,"GPQA Raw":0.375,"GPQA":16.666666666666664,"MUSR Raw":0.46760416666666665,"MUSR":18.017187499999995,"MMLU-PRO Raw":0.5394780585106383,"MMLU-PRO":48.83089539007093,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-19","Submission Date":"2024-10-21","Generation":1,"Base Model":"allknowingroger/Qwenslerp3-14B (Merge)"},{"eval_name":"allknowingroger_Qwenslerp3-7B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"allknowingroger/Qwenslerp3-7B 📑","fullname":"allknowingroger/Qwenslerp3-7B","Model sha":"0351c5f6207cafd15e10e6d8dfe61b50d1b2378b","Average ⬆️":30.63274991183272,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2188906930043304,"IFEval Raw":0.501837347127843,"IFEval":50.1837347127843,"BBH Raw":0.5580160200086862,"BBH":37.15398413723134,"MATH Lvl 5 Raw":0.3217522658610272,"MATH Lvl 5":32.17522658610272,"GPQA Raw":0.32466442953020136,"GPQA":9.955257270693513,"MUSR Raw":0.45151041666666664,"MUSR":14.972135416666667,"MMLU-PRO Raw":0.45420545212765956,"MMLU-PRO":39.35616134751773,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-31","Submission Date":"2024-11-04","Generation":1,"Base Model":"allknowingroger/Qwenslerp3-7B (Merge)"},{"eval_name":"allknowingroger_ROGERphi-7B-slerp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"allknowingroger/ROGERphi-7B-slerp 📑","fullname":"allknowingroger/ROGERphi-7B-slerp","Model sha":"a92f90ae5e4286daa2399df4951a3347aaf414e1","Average ⬆️":20.70747082131683,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.232698875974477,"IFEval Raw":0.3861332375873793,"IFEval":38.61332375873792,"BBH Raw":0.5195583428468424,"BBH":32.81903240379116,"MATH Lvl 5 Raw":0.07326283987915408,"MATH Lvl 5":7.326283987915408,"GPQA Raw":0.28859060402684567,"GPQA":5.145413870246088,"MUSR Raw":0.46853125,"MUSR":17.53307291666667,"MMLU-PRO Raw":0.3052692819148936,"MMLU-PRO":22.807697990543733,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-03-20","Submission Date":"2024-06-26","Generation":1,"Base Model":"allknowingroger/ROGERphi-7B-slerp (Merge)"},{"eval_name":"allknowingroger_RogerMerge-7B-slerp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"allknowingroger/RogerMerge-7B-slerp 📑","fullname":"allknowingroger/RogerMerge-7B-slerp","Model sha":"397f5c0b52a536c130982ca2a7c3056358bbdf92","Average ⬆️":19.61773581081775,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2357162254144245,"IFEval Raw":0.39330199426410817,"IFEval":39.330199426410815,"BBH Raw":0.5160176493085935,"BBH":31.98716596760703,"MATH Lvl 5 Raw":0.06873111782477341,"MATH Lvl 5":6.873111782477341,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.43197916666666664,"MUSR":12.930729166666671,"MMLU-PRO Raw":0.30302526595744683,"MMLU-PRO":22.558362884160758,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-04-11","Submission Date":"2024-06-26","Generation":1,"Base Model":"allknowingroger/RogerMerge-7B-slerp (Merge)"},{"eval_name":"allknowingroger_Rombos-LLM-V2.5-Qwen-42b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"allknowingroger/Rombos-LLM-V2.5-Qwen-42b 📑","fullname":"allknowingroger/Rombos-LLM-V2.5-Qwen-42b","Model sha":"977192ef80c5c904697f1d85d2eeab5db3947c65","Average ⬆️":4.559640996200532,"Hub License":"","Hub ❤️":0,"#Params (B)":42.516,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":16.89576539452686,"IFEval Raw":0.1879213819332704,"IFEval":18.79213819332704,"BBH Raw":0.2969164076001621,"BBH":2.607639713842668,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2625838926174497,"GPQA":1.6778523489932917,"MUSR Raw":0.36333333333333334,"MUSR":2.4166666666666683,"MMLU-PRO Raw":0.11677194148936171,"MMLU-PRO":1.8635490543735225,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-21","Generation":0,"Base Model":"Removed"},{"eval_name":"allknowingroger_Strangecoven-7B-slerp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"allknowingroger/Strangecoven-7B-slerp 📑","fullname":"allknowingroger/Strangecoven-7B-slerp","Model sha":"8bc9d8f972d15fdd3e02c602ef4f549493bf2208","Average ⬆️":20.311977055139792,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2649379377675427,"IFEval Raw":0.37464261492839,"IFEval":37.464261492839,"BBH Raw":0.5368022290282338,"BBH":34.832235357083775,"MATH Lvl 5 Raw":0.07628398791540786,"MATH Lvl 5":7.628398791540786,"GPQA Raw":0.28942953020134227,"GPQA":5.257270693512303,"MUSR Raw":0.4198854166666666,"MUSR":10.419010416666667,"MMLU-PRO Raw":0.33643617021276595,"MMLU-PRO":26.27068557919622,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-05-16","Submission Date":"2024-06-26","Generation":1,"Base Model":"allknowingroger/Strangecoven-7B-slerp (Merge)"},{"eval_name":"allknowingroger_Weirdslerp2-25B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"allknowingroger/Weirdslerp2-25B 📑","fullname":"allknowingroger/Weirdslerp2-25B","Model sha":"4221341fe45e3ee6eaab27830b27d46bbbd5ea23","Average ⬆️":4.039649477594208,"Hub License":"","Hub ❤️":0,"#Params (B)":25.204,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.4154245881450267,"IFEval Raw":0.1754068094877148,"IFEval":17.54068094877148,"BBH Raw":0.2873695911207614,"BBH":1.5659917737677607,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.24916107382550334,"GPQA":0.0,"MUSR Raw":0.3523541666666667,"MUSR":3.7109374999999996,"MMLU-PRO Raw":0.11278257978723404,"MMLU-PRO":1.4202866430260035,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-21","Generation":0,"Base Model":"Removed"},{"eval_name":"allknowingroger_WestlakeMaziyar-7B-slerp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"allknowingroger/WestlakeMaziyar-7B-slerp 📑","fullname":"allknowingroger/WestlakeMaziyar-7B-slerp","Model sha":"751534a844b0d439fe62f98bf8882fe9ab9872e0","Average ⬆️":22.18341722963105,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2633411170478208,"IFEval Raw":0.48377748817581795,"IFEval":48.3777488175818,"BBH Raw":0.5245479952765804,"BBH":33.34281144377223,"MATH Lvl 5 Raw":0.06646525679758308,"MATH Lvl 5":6.646525679758309,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.44738541666666665,"MUSR":14.48984375,"MMLU-PRO Raw":0.3077626329787234,"MMLU-PRO":23.084736997635936,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-05-16","Submission Date":"2024-06-26","Generation":1,"Base Model":"allknowingroger/WestlakeMaziyar-7B-slerp (Merge)"},{"eval_name":"allknowingroger_YamMaths-7B-slerp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"allknowingroger/YamMaths-7B-slerp 📑","fullname":"allknowingroger/YamMaths-7B-slerp","Model sha":"bd4ac9d63ca88c80d34fa60ef5cbb56d60a39077","Average ⬆️":20.55230690685158,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.225247122036009,"IFEval Raw":0.4148093724650594,"IFEval":41.48093724650594,"BBH Raw":0.5155845857281723,"BBH":32.1333222251701,"MATH Lvl 5 Raw":0.08534743202416918,"MATH Lvl 5":8.534743202416918,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.43836458333333334,"MUSR":13.462239583333336,"MMLU-PRO Raw":0.3130817819148936,"MMLU-PRO":23.675753546099287,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-02","Submission Date":"2024-06-26","Generation":1,"Base Model":"allknowingroger/YamMaths-7B-slerp (Merge)"},{"eval_name":"allknowingroger_Yi-1.5-34B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"allknowingroger/Yi-1.5-34B 📑","fullname":"allknowingroger/Yi-1.5-34B","Model sha":"fef96e380cb3aeecac8e2e53ad2c73a1187beb68","Average ⬆️":4.25273291237777,"Hub License":"","Hub ❤️":0,"#Params (B)":34.389,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":10.504515486676762,"IFEval Raw":0.16391618682872555,"IFEval":16.391618682872554,"BBH Raw":0.28272506287695653,"BBH":1.3390433749257278,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.38565625,"MUSR":5.6070312499999995,"MMLU-PRO Raw":0.10954122340425532,"MMLU-PRO":1.0601359338061456,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-21","Generation":0,"Base Model":"Removed"},{"eval_name":"allknowingroger_Yi-blossom-40B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"allknowingroger/Yi-blossom-40B 📑","fullname":"allknowingroger/Yi-blossom-40B","Model sha":"d1bf1cf9339808193c5a56ef23fecdfd1012acfb","Average ⬆️":5.827458303350088,"Hub License":"","Hub ❤️":0,"#Params (B)":18.769,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9769146319373172,"IFEval Raw":0.20088587170928693,"IFEval":20.08858717092869,"BBH Raw":0.32150442258143547,"BBH":5.539183494900659,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.3842604166666666,"MUSR":5.199218749999999,"MMLU-PRO Raw":0.10804521276595745,"MMLU-PRO":0.8939125295508273,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-19","Generation":0,"Base Model":"Removed"},{"eval_name":"allknowingroger_Yibuddy-35B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"allknowingroger/Yibuddy-35B 📑","fullname":"allknowingroger/Yibuddy-35B","Model sha":"592e1e52b97ec88a80ba3b496c19f2498ada4ea3","Average ⬆️":28.283170568255755,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":34.389,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":10.760124957451268,"IFEval Raw":0.4234774841864032,"IFEval":42.34774841864032,"BBH Raw":0.5916185369526096,"BBH":42.80824233844326,"MATH Lvl 5 Raw":0.15709969788519637,"MATH Lvl 5":15.709969788519636,"GPQA Raw":0.35570469798657717,"GPQA":14.093959731543624,"MUSR Raw":0.45045833333333335,"MUSR":15.973958333333329,"MMLU-PRO Raw":0.44888630319148937,"MMLU-PRO":38.765144799054376,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-17","Submission Date":"2024-10-08","Generation":1,"Base Model":"allknowingroger/Yibuddy-35B (Merge)"},{"eval_name":"allknowingroger_Yillama-40B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"allknowingroger/Yillama-40B 📑","fullname":"allknowingroger/Yillama-40B","Model sha":"65db687755e716481a218cac99d20619d78e41f7","Average ⬆️":8.31148742313468,"Hub License":"","Hub ❤️":0,"#Params (B)":34.389,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":7.048132234928361,"IFEval Raw":0.16968643200042555,"IFEval":16.968643200042553,"BBH Raw":0.40628855371888356,"BBH":15.875797412234048,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.3500625,"MUSR":1.7578124999999993,"MMLU-PRO Raw":0.1981382978723404,"MMLU-PRO":10.904255319148934,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-19","Generation":0,"Base Model":"Removed"},{"eval_name":"allknowingroger_Yislerp-34B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"allknowingroger/Yislerp-34B 📑","fullname":"allknowingroger/Yislerp-34B","Model sha":"131ad918edd652271510ee8dba63d3e7319df133","Average ⬆️":29.39892579588029,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":34.389,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.977555745763449,"IFEval Raw":0.3691970637907419,"IFEval":36.91970637907419,"BBH Raw":0.6158722731484186,"BBH":45.9816957285586,"MATH Lvl 5 Raw":0.21601208459214502,"MATH Lvl 5":21.6012084592145,"GPQA Raw":0.35822147651006714,"GPQA":14.429530201342287,"MUSR Raw":0.456625,"MUSR":15.778125000000003,"MMLU-PRO Raw":0.4751496010638298,"MMLU-PRO":41.68328900709219,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-16","Submission Date":"2024-09-19","Generation":1,"Base Model":"allknowingroger/Yislerp-34B (Merge)"},{"eval_name":"allknowingroger_Yislerp2-34B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"allknowingroger/Yislerp2-34B 📑","fullname":"allknowingroger/Yislerp2-34B","Model sha":"3147cf866736b786347928b655c887e8b9c07bfc","Average ⬆️":30.433865107288046,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":34.389,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":9.10231048295783,"IFEval Raw":0.39994658616914236,"IFEval":39.994658616914236,"BBH Raw":0.6245771970170245,"BBH":47.20230580445542,"MATH Lvl 5 Raw":0.229607250755287,"MATH Lvl 5":22.9607250755287,"GPQA Raw":0.3640939597315436,"GPQA":15.212527964205815,"MUSR Raw":0.45296875,"MUSR":15.854427083333327,"MMLU-PRO Raw":0.472406914893617,"MMLU-PRO":41.37854609929077,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-17","Submission Date":"2024-10-08","Generation":1,"Base Model":"allknowingroger/Yislerp2-34B (Merge)"},{"eval_name":"allknowingroger_Yunconglong-13B-slerp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"allknowingroger/Yunconglong-13B-slerp 📑","fullname":"allknowingroger/Yunconglong-13B-slerp","Model sha":"dead687b7342d875bd8ac73bfcd34b88a2e5564c","Average ⬆️":19.600104180648433,"Hub License":"","Hub ❤️":0,"#Params (B)":12.879,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5992629681499602,"IFEval Raw":0.42417673993891764,"IFEval":42.41767399389176,"BBH Raw":0.5165807158493828,"BBH":32.14072892807635,"MATH Lvl 5 Raw":0.054380664652567974,"MATH Lvl 5":5.438066465256798,"GPQA Raw":0.28104026845637586,"GPQA":4.138702460850116,"MUSR Raw":0.4160729166666666,"MUSR":10.842447916666663,"MMLU-PRO Raw":0.30360704787234044,"MMLU-PRO":22.623005319148938,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-06-26","Generation":0,"Base Model":"Removed"},{"eval_name":"allknowingroger_limyClown-7B-slerp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"allknowingroger/limyClown-7B-slerp 📑","fullname":"allknowingroger/limyClown-7B-slerp","Model sha":"732a1ed0c2c7007297ad9d9797793073825f65ca","Average ⬆️":19.70388869479609,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.220100793295194,"IFEval Raw":0.4017451473202215,"IFEval":40.174514732022146,"BBH Raw":0.5147517317055973,"BBH":31.9314661071385,"MATH Lvl 5 Raw":0.06873111782477341,"MATH Lvl 5":6.873111782477341,"GPQA Raw":0.28104026845637586,"GPQA":4.138702460850116,"MUSR Raw":0.4293125,"MUSR":12.464062500000004,"MMLU-PRO Raw":0.30377327127659576,"MMLU-PRO":22.641474586288414,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-03-23","Submission Date":"2024-06-26","Generation":1,"Base Model":"allknowingroger/limyClown-7B-slerp (Merge)"},{"eval_name":"allknowingroger_llama3-Jallabi-40B-s_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"allknowingroger/llama3-Jallabi-40B-s 📑","fullname":"allknowingroger/llama3-Jallabi-40B-s","Model sha":"a86d8cc3530fb466245b2cac55f25c28d0bd8c22","Average ⬆️":5.029701636906855,"Hub License":"","Hub ❤️":0,"#Params (B)":18.769,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9591494795974131,"IFEval Raw":0.19206815693471102,"IFEval":19.2068156934711,"BBH Raw":0.32522424198526295,"BBH":5.957911562958214,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.23741610738255034,"GPQA":0.0,"MUSR Raw":0.37495833333333334,"MUSR":4.036458333333333,"MMLU-PRO Raw":0.10879321808510638,"MMLU-PRO":0.9770242316784857,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-19","Generation":0,"Base Model":"Removed"},{"eval_name":"allknowingroger_llama3AnFeng-40B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"allknowingroger/llama3AnFeng-40B 📑","fullname":"allknowingroger/llama3AnFeng-40B","Model sha":"5995441962287970ffc98ad9b292e14420bf49ca","Average ⬆️":9.237994378100716,"Hub License":"","Hub ❤️":0,"#Params (B)":39.971,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":8.126936202511224,"IFEval Raw":0.17420776872032873,"IFEval":17.42077687203287,"BBH Raw":0.3794080447660335,"BBH":12.476996185725282,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.3062080536912752,"GPQA":7.494407158836691,"MUSR Raw":0.39399999999999996,"MUSR":7.149999999999999,"MMLU-PRO Raw":0.1979720744680851,"MMLU-PRO":10.885786052009454,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-19","Generation":0,"Base Model":"Removed"},{"eval_name":"allura-org_L3.1-8b-RP-Ink_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"allura-org/L3.1-8b-RP-Ink 📑","fullname":"allura-org/L3.1-8b-RP-Ink","Model sha":"5d487fff4e2d4ae18193b843484b3bd21d09b07c","Average ⬆️":25.096017377265284,"Hub License":"llama3.1","Hub ❤️":3,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.668821031483859,"IFEval Raw":0.7811063533646281,"IFEval":78.1106353364628,"BBH Raw":0.48284724308518095,"BBH":26.318228573463205,"MATH Lvl 5 Raw":0.14803625377643503,"MATH Lvl 5":14.803625377643503,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.3608229166666667,"MUSR":2.4695312500000024,"MMLU-PRO Raw":0.3427526595744681,"MMLU-PRO":26.972517730496453,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-26","Submission Date":"2025-02-23","Generation":1,"Base Model":"allura-org/L3.1-8b-RP-Ink (Merge)"},{"eval_name":"allura-org_MN-12b-RP-Ink_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"allura-org/MN-12b-RP-Ink 📑","fullname":"allura-org/MN-12b-RP-Ink","Model sha":"812fe1585cdf347284bd82b24e09a5308b899f71","Average ⬆️":24.976661361688898,"Hub License":"apache-2.0","Hub ❤️":10,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8294158149047763,"IFEval Raw":0.7186332265056716,"IFEval":71.86332265056717,"BBH Raw":0.4833826588550261,"BBH":26.610597861672858,"MATH Lvl 5 Raw":0.11858006042296072,"MATH Lvl 5":11.858006042296072,"GPQA Raw":0.28523489932885904,"GPQA":4.697986577181204,"MUSR Raw":0.38184375000000004,"MUSR":6.897135416666669,"MMLU-PRO Raw":0.3513962765957447,"MMLU-PRO":27.932919621749413,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-25","Submission Date":"2025-02-23","Generation":1,"Base Model":"allura-org/MN-12b-RP-Ink (Merge)"},{"eval_name":"allura-org_MS-Meadowlark-22B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"allura-org/MS-Meadowlark-22B 📑","fullname":"allura-org/MS-Meadowlark-22B","Model sha":"6eb2f6bee66dbffa1b17397e75a7380ed4f9d0ac","Average ⬆️":27.097964406963452,"Hub License":"other","Hub ❤️":13,"#Params (B)":22.247,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.3438523756957625,"IFEval Raw":0.669698621878837,"IFEval":66.9698621878837,"BBH Raw":0.5162576933217772,"BBH":30.29658044666958,"MATH Lvl 5 Raw":0.18353474320241692,"MATH Lvl 5":18.35347432024169,"GPQA Raw":0.32550335570469796,"GPQA":10.067114093959727,"MUSR Raw":0.3842604166666667,"MUSR":5.532552083333333,"MMLU-PRO Raw":0.38231382978723405,"MMLU-PRO":31.36820330969267,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-18","Submission Date":"2024-10-24","Generation":1,"Base Model":"allura-org/MS-Meadowlark-22B (Merge)"},{"eval_name":"allura-org_Mistral-Small-24b-Sertraline-0304_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"allura-org/Mistral-Small-24b-Sertraline-0304 📑","fullname":"allura-org/Mistral-Small-24b-Sertraline-0304","Model sha":"26c68b8c4de900ffc392567961d4f516b384a077","Average ⬆️":35.369805475643055,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":23.572,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4705426325981035,"IFEval Raw":0.6799902037704402,"IFEval":67.99902037704402,"BBH Raw":0.6524908933699552,"BBH":49.28145843642874,"MATH Lvl 5 Raw":0.22280966767371602,"MATH Lvl 5":22.280966767371602,"GPQA Raw":0.35151006711409394,"GPQA":13.534675615212524,"MUSR Raw":0.4395104166666666,"MUSR":13.505468750000004,"MMLU-PRO Raw":0.5105551861702128,"MMLU-PRO":45.61724290780142,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-04","Submission Date":"2025-03-04","Generation":1,"Base Model":"allura-org/Mistral-Small-24b-Sertraline-0304 (Merge)"},{"eval_name":"allura-org_Mistral-Small-Sisyphus-24b-2503_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"allura-org/Mistral-Small-Sisyphus-24b-2503 📑","fullname":"allura-org/Mistral-Small-Sisyphus-24b-2503","Model sha":"fa6d90550cad060664c47aac56b511e6584262a0","Average ⬆️":32.50290014221418,"Hub License":"apache-2.0","Hub ❤️":8,"#Params (B)":23.572,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.743696289599396,"IFEval Raw":0.6848362345243952,"IFEval":68.48362345243953,"BBH Raw":0.6269790835863639,"BBH":46.42097750457095,"MATH Lvl 5 Raw":0.25,"MATH Lvl 5":25.0,"GPQA Raw":0.2625838926174497,"GPQA":1.6778523489932917,"MUSR Raw":0.39768749999999997,"MUSR":7.577604166666668,"MMLU-PRO Raw":0.5127160904255319,"MMLU-PRO":45.85734338061466,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-03","Submission Date":"2025-03-03","Generation":1,"Base Model":"allura-org/Mistral-Small-Sisyphus-24b-2503 (Merge)"},{"eval_name":"allura-org_MoE-Girl-1BA-7BT_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"OlmoeForCausalLM","Model":"allura-org/MoE-Girl-1BA-7BT 📑","fullname":"allura-org/MoE-Girl-1BA-7BT","Model sha":"ecfac73ab9e7f2ee006d6a2ad9c8e86a85deab2b","Average ⬆️":6.402799107780404,"Hub License":"apache-2.0","Hub ❤️":15,"#Params (B)":6.919,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.402309294204105,"IFEval Raw":0.27050337548814923,"IFEval":27.050337548814923,"BBH Raw":0.3139175363262408,"BBH":4.8423440285204995,"MATH Lvl 5 Raw":0.015105740181268883,"MATH Lvl 5":1.5105740181268883,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.34355208333333337,"MUSR":1.47734375,"MMLU-PRO Raw":0.12175864361702128,"MMLU-PRO":2.4176270685579193,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-08","Submission Date":"2024-10-10","Generation":1,"Base Model":"allenai/OLMoE-1B-7B-0924"},{"eval_name":"allura-org_TQ2.5-14B-Aletheia-v1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"allura-org/TQ2.5-14B-Aletheia-v1 📑","fullname":"allura-org/TQ2.5-14B-Aletheia-v1","Model sha":"c7fbe91dbdb85161464f87c261b588dbf674e514","Average ⬆️":39.48247192029189,"Hub License":"apache-2.0","Hub ❤️":5,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.825806465586459,"IFEval Raw":0.7530297388706411,"IFEval":75.3029738870641,"BBH Raw":0.6585074769185942,"BBH":50.881441812823226,"MATH Lvl 5 Raw":0.33987915407854985,"MATH Lvl 5":33.987915407854985,"GPQA Raw":0.3624161073825503,"GPQA":14.988814317673373,"MUSR Raw":0.44515625,"MUSR":14.611197916666669,"MMLU-PRO Raw":0.5241023936170213,"MMLU-PRO":47.122488179669034,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-19","Submission Date":"2024-12-29","Generation":1,"Base Model":"allura-org/TQ2.5-14B-Aletheia-v1 (Merge)"},{"eval_name":"allura-org_TQ2.5-14B-Neon-v1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"allura-org/TQ2.5-14B-Neon-v1 📑","fullname":"allura-org/TQ2.5-14B-Neon-v1","Model sha":"f83a719a5c02c1b9ec5225585978d1f1595f8da7","Average ⬆️":39.14031038134542,"Hub License":"apache-2.0","Hub ❤️":10,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4839621477769043,"IFEval Raw":0.6754189993661264,"IFEval":67.54189993661264,"BBH Raw":0.655304131044165,"BBH":50.51009292921976,"MATH Lvl 5 Raw":0.36027190332326287,"MATH Lvl 5":36.027190332326285,"GPQA Raw":0.3716442953020134,"GPQA":16.21923937360179,"MUSR Raw":0.461,"MUSR":17.29166666666666,"MMLU-PRO Raw":0.5252659574468085,"MMLU-PRO":47.251773049645394,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-19","Submission Date":"2025-02-17","Generation":2,"Base Model":"arcee-ai/SuperNova-Medius (Merge)"},{"eval_name":"allura-org_Teleut-7b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"allura-org/Teleut-7b 📑","fullname":"allura-org/Teleut-7b","Model sha":"259e5b8b84d8ddee69db34cdd237ce5ac5c8c4cf","Average ⬆️":30.22949441247033,"Hub License":"apache-2.0","Hub ❤️":12,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.10019685565601,"IFEval Raw":0.6378752820294595,"IFEval":63.78752820294596,"BBH Raw":0.5141277814496585,"BBH":30.859919035029737,"MATH Lvl 5 Raw":0.24093655589123866,"MATH Lvl 5":24.093655589123866,"GPQA Raw":0.3263422818791946,"GPQA":10.17897091722595,"MUSR Raw":0.4640416666666667,"MUSR":17.671874999999996,"MMLU-PRO Raw":0.4130651595744681,"MMLU-PRO":34.785017730496456,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-24","Submission Date":"2025-01-01","Generation":1,"Base Model":"Qwen/Qwen2.5-7B"},{"eval_name":"aloobun_Meta-Llama-3-7B-28Layers_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"aloobun/Meta-Llama-3-7B-28Layers 📑","fullname":"aloobun/Meta-Llama-3-7B-28Layers","Model sha":"9822e6b8d4de0c0f2964d299f6fcef72385a0341","Average ⬆️":13.375690297994408,"Hub License":"llama3","Hub ❤️":0,"#Params (B)":7.158,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.618716589671752,"IFEval Raw":0.19636453498938372,"IFEval":19.636453498938373,"BBH Raw":0.4437497014253391,"BBH":22.096530251343513,"MATH Lvl 5 Raw":0.027945619335347432,"MATH Lvl 5":2.794561933534743,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.35892708333333334,"MUSR":5.7992187500000005,"MMLU-PRO Raw":0.3159906914893617,"MMLU-PRO":23.99896572104019,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-05-10","Submission Date":"2024-06-26","Generation":1,"Base Model":"aloobun/Meta-Llama-3-7B-28Layers (Merge)"},{"eval_name":"aloobun_d-SmolLM2-360M_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"aloobun/d-SmolLM2-360M 📑","fullname":"aloobun/d-SmolLM2-360M","Model sha":"2a1d82b4cbcdfdff3c2cfcd171435c5f01b8de43","Average ⬆️":6.184070904256285,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":0.362,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7402465552245907,"IFEval Raw":0.20970358648386284,"IFEval":20.97035864838628,"BBH Raw":0.3195784405636826,"BBH":4.762820747165694,"MATH Lvl 5 Raw":0.01283987915407855,"MATH Lvl 5":1.283987915407855,"GPQA Raw":0.2533557046979866,"GPQA":0.44742729306487633,"MUSR Raw":0.3980625,"MUSR":7.7578125,"MMLU-PRO Raw":0.11693816489361702,"MMLU-PRO":1.8820183215130022,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-20","Submission Date":"2024-11-26","Generation":0,"Base Model":"aloobun/d-SmolLM2-360M"},{"eval_name":"alpindale_WizardLM-2-8x22B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"alpindale/WizardLM-2-8x22B 📑","fullname":"alpindale/WizardLM-2-8x22B","Model sha":"087834da175523cffd66a7e19583725e798c1b4f","Average ⬆️":33.059051837739325,"Hub License":"apache-2.0","Hub ❤️":399,"#Params (B)":140.621,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":186.61044332743728,"IFEval Raw":0.5272166739805937,"IFEval":52.72166739805937,"BBH Raw":0.6377307938917097,"BBH":48.57616817936264,"MATH Lvl 5 Raw":0.25,"MATH Lvl 5":25.0,"GPQA Raw":0.38171140939597314,"GPQA":17.561521252796418,"MUSR Raw":0.4387083333333333,"MUSR":14.538541666666667,"MMLU-PRO Raw":0.45960771276595747,"MMLU-PRO":39.95641252955083,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-16","Submission Date":"2024-06-28","Generation":0,"Base Model":"alpindale/WizardLM-2-8x22B"},{"eval_name":"alpindale_magnum-72b-v1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"alpindale/magnum-72b-v1 📑","fullname":"alpindale/magnum-72b-v1","Model sha":"fef27e0f235ae8858b84b765db773a2a954110dd","Average ⬆️":42.9290547455837,"Hub License":"other","Hub ❤️":166,"#Params (B)":72.706,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":25.030245410056658,"IFEval Raw":0.7606484128778308,"IFEval":76.06484128778308,"BBH Raw":0.6982215794373214,"BBH":57.653184855142705,"MATH Lvl 5 Raw":0.39803625377643503,"MATH Lvl 5":39.803625377643506,"GPQA Raw":0.39093959731543626,"GPQA":18.791946308724835,"MUSR Raw":0.4489375,"MUSR":15.617187499999998,"MMLU-PRO Raw":0.5467918882978723,"MMLU-PRO":49.64354314420804,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-17","Submission Date":"2024-07-25","Generation":2,"Base Model":"Qwen/Qwen2-72B"},{"eval_name":"altomek_YiSM-34B-0rn_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"altomek/YiSM-34B-0rn 📑","fullname":"altomek/YiSM-34B-0rn","Model sha":"7a481c67cbdd5c846d6aaab5ef9f1eebfad812c2","Average ⬆️":30.51201240834246,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":34.389,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":5.9212482883245645,"IFEval Raw":0.428373382624769,"IFEval":42.83733826247689,"BBH Raw":0.6140009573868866,"BBH":45.38292724900714,"MATH Lvl 5 Raw":0.2280966767371601,"MATH Lvl 5":22.80966767371601,"GPQA Raw":0.3716442953020134,"GPQA":16.21923937360179,"MUSR Raw":0.445,"MUSR":14.758333333333331,"MMLU-PRO Raw":0.4695811170212766,"MMLU-PRO":41.06456855791962,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-05-26","Submission Date":"2024-06-27","Generation":1,"Base Model":"altomek/YiSM-34B-0rn (Merge)"},{"eval_name":"amazon_MegaBeam-Mistral-7B-300k_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"amazon/MegaBeam-Mistral-7B-300k 📑","fullname":"amazon/MegaBeam-Mistral-7B-300k","Model sha":"42572e5c9a0747b19af5c5c9962d122622f32295","Average ⬆️":17.022470504123003,"Hub License":"apache-2.0","Hub ❤️":16,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.299219876736505,"IFEval Raw":0.520347123410329,"IFEval":52.0347123410329,"BBH Raw":0.4227731731112974,"BBH":19.291805959591997,"MATH Lvl 5 Raw":0.021148036253776436,"MATH Lvl 5":2.1148036253776437,"GPQA Raw":0.27348993288590606,"GPQA":3.1319910514541416,"MUSR Raw":0.39799999999999996,"MUSR":8.350000000000003,"MMLU-PRO Raw":0.2549035904255319,"MMLU-PRO":17.211510047281322,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-13","Submission Date":"2024-10-07","Generation":0,"Base Model":"amazon/MegaBeam-Mistral-7B-300k"},{"eval_name":"amd_AMD-Llama-135m_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"amd/AMD-Llama-135m 📑","fullname":"amd/AMD-Llama-135m","Model sha":"8f9c39b5ed86d422ab332ed1ecf042fdaeb57903","Average ⬆️":4.759627159992882,"Hub License":"apache-2.0","Hub ❤️":111,"#Params (B)":0.135,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.12871917576638336,"IFEval Raw":0.18422452426229072,"IFEval":18.42245242622907,"BBH Raw":0.2973931917569524,"BBH":2.4854950529752244,"MATH Lvl 5 Raw":0.005287009063444109,"MATH Lvl 5":0.5287009063444109,"GPQA Raw":0.2525167785234899,"GPQA":0.33557046979865535,"MUSR Raw":0.37796874999999996,"MUSR":4.912760416666667,"MMLU-PRO Raw":0.11685505319148937,"MMLU-PRO":1.8727836879432622,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-07-19","Submission Date":"2024-09-29","Generation":0,"Base Model":"amd/AMD-Llama-135m"},{"eval_name":"amd_AMD-Llama-135m_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"amd/AMD-Llama-135m 📑","fullname":"amd/AMD-Llama-135m","Model sha":"8f9c39b5ed86d422ab332ed1ecf042fdaeb57903","Average ⬆️":5.228976558960189,"Hub License":"apache-2.0","Hub ❤️":111,"#Params (B)":0.134,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7086780315506144,"IFEval Raw":0.19184319826948054,"IFEval":19.18431982694805,"BBH Raw":0.29694449748780255,"BBH":2.537952680477511,"MATH Lvl 5 Raw":0.0075528700906344415,"MATH Lvl 5":0.7552870090634441,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.38457291666666665,"MUSR":5.904947916666668,"MMLU-PRO Raw":0.11685505319148937,"MMLU-PRO":1.8727836879432622,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-07-19","Submission Date":"2024-10-01","Generation":0,"Base Model":"amd/AMD-Llama-135m"},{"eval_name":"anakin87_gemma-2b-orpo_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"GemmaForCausalLM","Model":"anakin87/gemma-2b-orpo 📑","fullname":"anakin87/gemma-2b-orpo","Model sha":"bf6bfe30c31c18620767ad60d0bff89343804230","Average ⬆️":7.284706228625474,"Hub License":"other","Hub ❤️":28,"#Params (B)":2.506,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5798531310408666,"IFEval Raw":0.24779695651981187,"IFEval":24.779695651981186,"BBH Raw":0.34261709435617754,"BBH":7.94944502776896,"MATH Lvl 5 Raw":0.0188821752265861,"MATH Lvl 5":1.8882175226586102,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.37276041666666665,"MUSR":4.128385416666667,"MMLU-PRO Raw":0.1305684840425532,"MMLU-PRO":3.3964982269503543,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-03-24","Submission Date":"2024-07-06","Generation":1,"Base Model":"google/gemma-2b"},{"eval_name":"anthracite-org_magnum-v1-72b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"anthracite-org/magnum-v1-72b 📑","fullname":"anthracite-org/magnum-v1-72b","Model sha":"f8f85021bace7e8250ed8559c5b78b8b34f0c4cc","Average ⬆️":42.96291506867274,"Hub License":"other","Hub ❤️":166,"#Params (B)":72.706,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":25.78211241796205,"IFEval Raw":0.7606484128778308,"IFEval":76.06484128778308,"BBH Raw":0.6982215794373214,"BBH":57.653184855142705,"MATH Lvl 5 Raw":0.39803625377643503,"MATH Lvl 5":39.803625377643506,"GPQA Raw":0.39093959731543626,"GPQA":18.791946308724835,"MUSR Raw":0.4489375,"MUSR":15.617187499999998,"MMLU-PRO Raw":0.5486203457446809,"MMLU-PRO":49.84670508274232,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-17","Submission Date":"2024-09-21","Generation":2,"Base Model":"Qwen/Qwen2-72B"},{"eval_name":"anthracite-org_magnum-v2-12b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"anthracite-org/magnum-v2-12b 📑","fullname":"anthracite-org/magnum-v2-12b","Model sha":"","Average ⬆️":18.795821563358565,"Hub License":"apache-2.0","Hub ❤️":86,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.2976707757776453,"IFEval Raw":0.376166349729828,"IFEval":37.6166349729828,"BBH Raw":0.5020864013200114,"BBH":28.785551595365874,"MATH Lvl 5 Raw":0.054380664652567974,"MATH Lvl 5":5.438066465256798,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.41790625,"MUSR":11.371614583333335,"MMLU-PRO Raw":0.31673869680851063,"MMLU-PRO":24.082077423167846,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-03","Submission Date":"2024-09-05","Generation":1,"Base Model":"mistralai/Mistral-Nemo-Base-2407"},{"eval_name":"anthracite-org_magnum-v2-72b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"anthracite-org/magnum-v2-72b 📑","fullname":"anthracite-org/magnum-v2-72b","Model sha":"c9c5826ef42b9fcc8a8e1079be574481cf0b6cc6","Average ⬆️":41.78287226692161,"Hub License":"other","Hub ❤️":38,"#Params (B)":72.706,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":24.268433710248942,"IFEval Raw":0.7560273407891063,"IFEval":75.60273407891063,"BBH Raw":0.7005076514129516,"BBH":57.85470432085098,"MATH Lvl 5 Raw":0.3542296072507553,"MATH Lvl 5":35.422960725075534,"GPQA Raw":0.3859060402684564,"GPQA":18.120805369127517,"MUSR Raw":0.4371875,"MUSR":14.181770833333331,"MMLU-PRO Raw":0.5456283244680851,"MMLU-PRO":49.51425827423168,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-18","Submission Date":"2024-09-05","Generation":2,"Base Model":"Qwen/Qwen2-72B"},{"eval_name":"anthracite-org_magnum-v2.5-12b-kto_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"anthracite-org/magnum-v2.5-12b-kto 📑","fullname":"anthracite-org/magnum-v2.5-12b-kto","Model sha":"aee0374e5a43e950c9977b0004dede1c57be2999","Average ⬆️":18.982789989560633,"Hub License":"apache-2.0","Hub ❤️":53,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.2181261017762615,"IFEval Raw":0.3865576669902525,"IFEval":38.65576669902525,"BBH Raw":0.5076961186254344,"BBH":29.625059445981027,"MATH Lvl 5 Raw":0.05211480362537765,"MATH Lvl 5":5.211480362537765,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.40863541666666664,"MUSR":9.979427083333336,"MMLU-PRO Raw":0.3214760638297872,"MMLU-PRO":24.608451536643024,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-12","Submission Date":"2024-08-29","Generation":2,"Base Model":"mistralai/Mistral-Nemo-Base-2407"},{"eval_name":"anthracite-org_magnum-v3-27b-kto_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"anthracite-org/magnum-v3-27b-kto 📑","fullname":"anthracite-org/magnum-v3-27b-kto","Model sha":"96fbb750b3150e5fe9d6d2fcf757f49310d99a43","Average ⬆️":29.33708001780754,"Hub License":"gemma","Hub ❤️":15,"#Params (B)":27.227,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":7.87506792297306,"IFEval Raw":0.5674831668860845,"IFEval":56.74831668860845,"BBH Raw":0.586040577894583,"BBH":41.1601029248443,"MATH Lvl 5 Raw":0.18126888217522658,"MATH Lvl 5":18.12688821752266,"GPQA Raw":0.35570469798657717,"GPQA":14.093959731543624,"MUSR Raw":0.38546874999999997,"MUSR":9.916927083333329,"MMLU-PRO Raw":0.42378656914893614,"MMLU-PRO":35.976285460992905,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-06","Submission Date":"2024-09-15","Generation":1,"Base Model":"anthracite-org/magnum-v3-27b-kto (Merge)"},{"eval_name":"anthracite-org_magnum-v3-34b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"anthracite-org/magnum-v3-34b 📑","fullname":"anthracite-org/magnum-v3-34b","Model sha":"3bcd8c3dbb93021a5ce22203c690a1a084cafb73","Average ⬆️":29.66608133452966,"Hub License":"apache-2.0","Hub ❤️":29,"#Params (B)":34.389,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":9.225748511595935,"IFEval Raw":0.5115294086357531,"IFEval":51.15294086357531,"BBH Raw":0.6087828692085228,"BBH":44.32790341462959,"MATH Lvl 5 Raw":0.19486404833836857,"MATH Lvl 5":19.486404833836858,"GPQA Raw":0.36073825503355705,"GPQA":14.76510067114094,"MUSR Raw":0.3872395833333333,"MUSR":6.571614583333336,"MMLU-PRO Raw":0.47523271276595747,"MMLU-PRO":41.692523640661946,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-22","Submission Date":"2024-09-18","Generation":0,"Base Model":"anthracite-org/magnum-v3-34b"},{"eval_name":"anthracite-org_magnum-v3-9b-chatml_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"anthracite-org/magnum-v3-9b-chatml 📑","fullname":"anthracite-org/magnum-v3-9b-chatml","Model sha":"96c2d023c56ef73be095ffbae8cedd7243ebca84","Average ⬆️":19.50411636926871,"Hub License":"gemma","Hub ❤️":24,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.779930609974818,"IFEval Raw":0.12747066671985885,"IFEval":12.747066671985886,"BBH Raw":0.5427688488887096,"BBH":35.31787541238543,"MATH Lvl 5 Raw":0.06948640483383686,"MATH Lvl 5":6.948640483383686,"GPQA Raw":0.34563758389261745,"GPQA":12.751677852348994,"MUSR Raw":0.4432291666666666,"MUSR":13.236979166666666,"MMLU-PRO Raw":0.4242021276595745,"MMLU-PRO":36.022458628841605,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-27","Submission Date":"2024-09-18","Generation":1,"Base Model":"IntervitensInc/gemma-2-9b-chatml"},{"eval_name":"anthracite-org_magnum-v3-9b-customgemma2_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"anthracite-org/magnum-v3-9b-customgemma2 📑","fullname":"anthracite-org/magnum-v3-9b-customgemma2","Model sha":"9a7cd3d47434bed2bd80e34e45c74e413f8baaa8","Average ⬆️":19.20026712602973,"Hub License":"gemma","Hub ❤️":19,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.803650034123516,"IFEval Raw":0.1272955757390391,"IFEval":12.729557573903909,"BBH Raw":0.5340136936916174,"BBH":34.11678334094384,"MATH Lvl 5 Raw":0.07175226586102719,"MATH Lvl 5":7.175226586102719,"GPQA Raw":0.3288590604026846,"GPQA":10.514541387024611,"MUSR Raw":0.45646875,"MUSR":15.058593749999998,"MMLU-PRO Raw":0.4204621010638298,"MMLU-PRO":35.606900118203306,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-27","Submission Date":"2024-09-18","Generation":1,"Base Model":"google/gemma-2-9b"},{"eval_name":"anthracite-org_magnum-v4-12b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"anthracite-org/magnum-v4-12b 📑","fullname":"anthracite-org/magnum-v4-12b","Model sha":"704f2ccfe662052e415499e56789dd88ec01a113","Average ⬆️":20.27642686776778,"Hub License":"apache-2.0","Hub ❤️":39,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.398031457956096,"IFEval Raw":0.33929640021808805,"IFEval":33.9296400218088,"BBH Raw":0.5176693046591915,"BBH":30.503902266484772,"MATH Lvl 5 Raw":0.11782477341389729,"MATH Lvl 5":11.782477341389729,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.40928125,"MUSR":10.360156249999996,"MMLU-PRO Raw":0.3603723404255319,"MMLU-PRO":28.930260047281326,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-20","Submission Date":"2024-10-23","Generation":0,"Base Model":"anthracite-org/magnum-v4-12b"},{"eval_name":"anthracite-org_magnum-v4-22b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"anthracite-org/magnum-v4-22b 📑","fullname":"anthracite-org/magnum-v4-22b","Model sha":"e5239e71d2628269b453a832de98c1ecb79d2557","Average ⬆️":27.854369713005507,"Hub License":"other","Hub ❤️":26,"#Params (B)":22.247,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.300580071468586,"IFEval Raw":0.5628620947973599,"IFEval":56.28620947973599,"BBH Raw":0.548612004937422,"BBH":35.549148532773465,"MATH Lvl 5 Raw":0.2001510574018127,"MATH Lvl 5":20.01510574018127,"GPQA Raw":0.32802013422818793,"GPQA":10.402684563758392,"MUSR Raw":0.44078124999999996,"MUSR":13.430989583333334,"MMLU-PRO Raw":0.3829787234042553,"MMLU-PRO":31.44208037825059,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-20","Submission Date":"2024-10-23","Generation":0,"Base Model":"anthracite-org/magnum-v4-22b"},{"eval_name":"anthracite-org_magnum-v4-27b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"anthracite-org/magnum-v4-27b 📑","fullname":"anthracite-org/magnum-v4-27b","Model sha":"50a14716bdeb6a9376b9377df31ab1497864f3f9","Average ⬆️":26.63300380472101,"Hub License":"gemma","Hub ❤️":18,"#Params (B)":27.227,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":11.472707787132373,"IFEval Raw":0.34541682735142754,"IFEval":34.54168273514276,"BBH Raw":0.5867298109891389,"BBH":40.96038433350091,"MATH Lvl 5 Raw":0.1797583081570997,"MATH Lvl 5":17.97583081570997,"GPQA Raw":0.3699664429530201,"GPQA":15.99552572706935,"MUSR Raw":0.4379895833333333,"MUSR":12.815364583333334,"MMLU-PRO Raw":0.43758311170212766,"MMLU-PRO":37.50923463356973,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-20","Submission Date":"2024-10-23","Generation":0,"Base Model":"anthracite-org/magnum-v4-27b"},{"eval_name":"anthracite-org_magnum-v4-9b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"anthracite-org/magnum-v4-9b 📑","fullname":"anthracite-org/magnum-v4-9b","Model sha":"e9db6cb80f02ca2e2db4538ef59f7a30f69a849d","Average ⬆️":23.798994622099844,"Hub License":"gemma","Hub ❤️":17,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.112652302122218,"IFEval Raw":0.3502628581053826,"IFEval":35.02628581053826,"BBH Raw":0.5336423991931557,"BBH":33.27040443647636,"MATH Lvl 5 Raw":0.13066465256797583,"MATH Lvl 5":13.066465256797583,"GPQA Raw":0.34731543624161076,"GPQA":12.975391498881436,"MUSR Raw":0.45157291666666666,"MUSR":15.646614583333331,"MMLU-PRO Raw":0.3952792553191489,"MMLU-PRO":32.8088061465721,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-20","Submission Date":"2024-10-23","Generation":0,"Base Model":"anthracite-org/magnum-v4-9b"},{"eval_name":"apple_DCLM-7B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"OpenLMModel","Model":"apple/DCLM-7B 📑","fullname":"apple/DCLM-7B","Model sha":"c85bfa168f999ce27e954808bc005a2748fda5c5","Average ⬆️":14.112858289728544,"Hub License":"apple-ascl","Hub ❤️":834,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2599111030184245,"IFEval Raw":0.21727239280664196,"IFEval":21.727239280664193,"BBH Raw":0.42321423668184166,"BBH":19.760934974772244,"MATH Lvl 5 Raw":0.03700906344410876,"MATH Lvl 5":3.7009063444108756,"GPQA Raw":0.31543624161073824,"GPQA":8.7248322147651,"MUSR Raw":0.3920729166666667,"MUSR":7.309114583333334,"MMLU-PRO Raw":0.3110871010638298,"MMLU-PRO":23.45412234042553,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-11","Submission Date":"2024-08-16","Generation":0,"Base Model":"apple/DCLM-7B"},{"eval_name":"appvoid_arco-2_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"appvoid/arco-2 📑","fullname":"appvoid/arco-2","Model sha":"9bec3c42c5bb557eb218513f4fe26c4edc803f0f","Average ⬆️":5.137100838868086,"Hub License":"apache-2.0","Hub ❤️":7,"#Params (B)":0.514,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.3162940489756324,"IFEval Raw":0.19913717824261848,"IFEval":19.913717824261848,"BBH Raw":0.31456676274830814,"BBH":4.059150069582826,"MATH Lvl 5 Raw":0.013595166163141994,"MATH Lvl 5":1.3595166163141994,"GPQA Raw":0.23909395973154363,"GPQA":0.0,"MUSR Raw":0.35359375,"MUSR":4.199218749999999,"MMLU-PRO Raw":0.1116190159574468,"MMLU-PRO":1.2910017730496441,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-22","Submission Date":"2024-12-23","Generation":0,"Base Model":"appvoid/arco-2"},{"eval_name":"appvoid_arco-2-instruct_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"appvoid/arco-2-instruct 📑","fullname":"appvoid/arco-2-instruct","Model sha":"eb116cfdf0b239d67a874d2bd37b2b748d7d6654","Average ⬆️":5.382510586018164,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.514,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.3375334700786766,"IFEval Raw":0.2164479137577184,"IFEval":21.644791375771838,"BBH Raw":0.31330470624451107,"BBH":3.913002236158603,"MATH Lvl 5 Raw":0.01283987915407855,"MATH Lvl 5":1.283987915407855,"GPQA Raw":0.23825503355704697,"GPQA":0.0,"MUSR Raw":0.34959375,"MUSR":4.199218749999999,"MMLU-PRO Raw":0.11128656914893617,"MMLU-PRO":1.2540632387706852,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-14","Submission Date":"2024-12-27","Generation":1,"Base Model":"appvoid/arco-2-instruct (Merge)"},{"eval_name":"arcee-ai_Arcee-Blitz_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"arcee-ai/Arcee-Blitz 📑","fullname":"arcee-ai/Arcee-Blitz","Model sha":"cf20caa2bfbfabc71a79c6e73f1a7b1e59c86a9b","Average ⬆️":40.01232729285768,"Hub License":"apache-2.0","Hub ❤️":68,"#Params (B)":23.572,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4446652668107918,"IFEval Raw":0.5543435861292482,"IFEval":55.43435861292482,"BBH Raw":0.6606628431550884,"BBH":50.72663255795833,"MATH Lvl 5 Raw":0.34818731117824775,"MATH Lvl 5":34.818731117824775,"GPQA Raw":0.3850671140939597,"GPQA":18.008948545861294,"MUSR Raw":0.50471875,"MUSR":23.82317708333333,"MMLU-PRO Raw":0.6153590425531915,"MMLU-PRO":57.2621158392435,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-07","Submission Date":"2025-02-21","Generation":1,"Base Model":"arcee-ai/Arcee-Blitz (Merge)"},{"eval_name":"arcee-ai_Arcee-Maestro-7B-Preview_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"arcee-ai/Arcee-Maestro-7B-Preview 📑","fullname":"arcee-ai/Arcee-Maestro-7B-Preview","Model sha":"007a65e79e9631b6842a5db89a9bc13936fd3aca","Average ⬆️":23.793130973366363,"Hub License":"apache-2.0","Hub ❤️":36,"#Params (B)":7.613,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6903426140888346,"IFEval Raw":0.2750247122080524,"IFEval":27.50247122080524,"BBH Raw":0.4648373015709704,"BBH":25.375555786781916,"MATH Lvl 5 Raw":0.49924471299093653,"MATH Lvl 5":49.92447129909365,"GPQA Raw":0.33221476510067116,"GPQA":10.96196868008949,"MUSR Raw":0.3885416666666666,"MUSR":6.334375000000001,"MMLU-PRO Raw":0.3039394946808511,"MMLU-PRO":22.659943853427897,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-10","Submission Date":"2025-02-21","Generation":1,"Base Model":"arcee-ai/Arcee-Maestro-7B-Preview (Merge)"},{"eval_name":"arcee-ai_Arcee-Nova_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"arcee-ai/Arcee-Nova 📑","fullname":"arcee-ai/Arcee-Nova","Model sha":"ec3bfe88b83f81481daa04b6789c1e0d32827dc5","Average ⬆️":44.05339262826514,"Hub License":"other","Hub ❤️":50,"#Params (B)":72.706,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":22.986587129501515,"IFEval Raw":0.7907485471881275,"IFEval":79.07485471881274,"BBH Raw":0.694196965855899,"BBH":56.74098753952074,"MATH Lvl 5 Raw":0.4380664652567976,"MATH Lvl 5":43.80664652567976,"GPQA Raw":0.3850671140939597,"GPQA":18.008948545861294,"MUSR Raw":0.45616666666666666,"MUSR":17.220833333333328,"MMLU-PRO Raw":0.5452127659574468,"MMLU-PRO":49.46808510638298,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-16","Submission Date":"2024-09-19","Generation":0,"Base Model":"arcee-ai/Arcee-Nova"},{"eval_name":"arcee-ai_Arcee-Spark_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"arcee-ai/Arcee-Spark 📑","fullname":"arcee-ai/Arcee-Spark","Model sha":"3fe368ea5fd32bc4a8d1bcf42510416f7fa28668","Average ⬆️":28.406546265844867,"Hub License":"apache-2.0","Hub ❤️":87,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.197065655544504,"IFEval Raw":0.5620874834328471,"IFEval":56.208748343284704,"BBH Raw":0.5489474198567446,"BBH":37.13852245584468,"MATH Lvl 5 Raw":0.29531722054380666,"MATH Lvl 5":29.531722054380666,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.40209374999999997,"MUSR":8.595052083333334,"MMLU-PRO Raw":0.3822307180851064,"MMLU-PRO":31.358968676122927,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-22","Submission Date":"2024-06-26","Generation":0,"Base Model":"arcee-ai/Arcee-Spark"},{"eval_name":"arcee-ai_Arcee-Spark_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"arcee-ai/Arcee-Spark 📑","fullname":"arcee-ai/Arcee-Spark","Model sha":"3fe368ea5fd32bc4a8d1bcf42510416f7fa28668","Average ⬆️":25.443168747377587,"Hub License":"apache-2.0","Hub ❤️":87,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1360401936497302,"IFEval Raw":0.571829412625168,"IFEval":57.18294126251679,"BBH Raw":0.5480864114714127,"BBH":36.92439043586489,"MATH Lvl 5 Raw":0.11404833836858004,"MATH Lvl 5":11.404833836858003,"GPQA Raw":0.3062080536912752,"GPQA":7.494407158836691,"MUSR Raw":0.4007604166666667,"MUSR":8.395052083333335,"MMLU-PRO Raw":0.38131648936170215,"MMLU-PRO":31.257387706855795,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-22","Submission Date":"2024-06-26","Generation":0,"Base Model":"arcee-ai/Arcee-Spark"},{"eval_name":"arcee-ai_Llama-3.1-SuperNova-Lite_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"arcee-ai/Llama-3.1-SuperNova-Lite 📑","fullname":"arcee-ai/Llama-3.1-SuperNova-Lite","Model sha":"76246ca4448c1a11787daee0958b60ab27f17774","Average ⬆️":30.193463980461605,"Hub License":"llama3","Hub ❤️":189,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7119867700237617,"IFEval Raw":0.8017393848322452,"IFEval":80.1739384832245,"BBH Raw":0.5151992115104819,"BBH":31.572340212980667,"MATH Lvl 5 Raw":0.18277945619335348,"MATH Lvl 5":18.27794561933535,"GPQA Raw":0.3062080536912752,"GPQA":7.494407158836691,"MUSR Raw":0.41632291666666665,"MUSR":11.673697916666663,"MMLU-PRO Raw":0.3877160904255319,"MMLU-PRO":31.96845449172577,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-10","Submission Date":"2024-09-17","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"arcee-ai_Llama-Spark_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"arcee-ai/Llama-Spark 📑","fullname":"arcee-ai/Llama-Spark","Model sha":"6d74a617fbb17a1ada08528f2673c89f84fb062e","Average ⬆️":27.037236901530367,"Hub License":"llama3","Hub ❤️":27,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6614282034914647,"IFEval Raw":0.7910732412221794,"IFEval":79.10732412221793,"BBH Raw":0.5053504145749979,"BBH":29.770253700208638,"MATH Lvl 5 Raw":0.13897280966767372,"MATH Lvl 5":13.897280966767372,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.35933333333333334,"MUSR":2.6166666666666667,"MMLU-PRO Raw":0.3720910904255319,"MMLU-PRO":30.232343380614658,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-26","Submission Date":"2024-08-08","Generation":0,"Base Model":"arcee-ai/Llama-Spark"},{"eval_name":"arcee-ai_SuperNova-Medius_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"arcee-ai/SuperNova-Medius 📑","fullname":"arcee-ai/SuperNova-Medius","Model sha":"e34fafcac2801be1ae5c7eb744e191a08119f2af","Average ⬆️":39.15430388277812,"Hub License":"apache-2.0","Hub ❤️":205,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":7.687530654788435,"IFEval Raw":0.7183584001560305,"IFEval":71.83584001560305,"BBH Raw":0.6377284463115707,"BBH":48.00501462716327,"MATH Lvl 5 Raw":0.4690332326283988,"MATH Lvl 5":46.903323262839876,"GPQA Raw":0.33305369127516776,"GPQA":11.073825503355701,"MUSR Raw":0.4232708333333333,"MUSR":12.275520833333337,"MMLU-PRO Raw":0.5034906914893617,"MMLU-PRO":44.83229905437352,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-02","Submission Date":"2024-10-22","Generation":1,"Base Model":"arcee-ai/SuperNova-Medius (Merge)"},{"eval_name":"arcee-ai_Virtuoso-Lite_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"arcee-ai/Virtuoso-Lite 📑","fullname":"arcee-ai/Virtuoso-Lite","Model sha":"efc17a8dc63fa6f035c4dfe7be7d138aec837d03","Average ⬆️":36.41610644523877,"Hub License":"other","Hub ❤️":34,"#Params (B)":10.306,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.586021987364553,"IFEval Raw":0.8099575792231279,"IFEval":80.99575792231279,"BBH Raw":0.6098520975127147,"BBH":43.89855735433509,"MATH Lvl 5 Raw":0.25302114803625375,"MATH Lvl 5":25.302114803625376,"GPQA Raw":0.34395973154362414,"GPQA":12.527964205816552,"MUSR Raw":0.4595416666666667,"MUSR":17.54270833333333,"MMLU-PRO Raw":0.4440658244680851,"MMLU-PRO":38.22953605200946,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-28","Submission Date":"2025-01-28","Generation":1,"Base Model":"arcee-ai/Virtuoso-Lite (Merge)"},{"eval_name":"arcee-ai_Virtuoso-Small_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"arcee-ai/Virtuoso-Small 📑","fullname":"arcee-ai/Virtuoso-Small","Model sha":"ca5dec1c6351ba6f2f0c59e609b94628a29c1459","Average ⬆️":40.53607757653,"Hub License":"apache-2.0","Hub ❤️":68,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.0286282432128417,"IFEval Raw":0.7935211904413622,"IFEval":79.35211904413622,"BBH Raw":0.6517633129454784,"BBH":50.399846311899886,"MATH Lvl 5 Raw":0.4093655589123867,"MATH Lvl 5":40.93655589123867,"GPQA Raw":0.33640939597315433,"GPQA":11.521252796420578,"MUSR Raw":0.43390625,"MUSR":14.438281249999998,"MMLU-PRO Raw":0.5191156914893617,"MMLU-PRO":46.56841016548463,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-01","Submission Date":"2024-12-03","Generation":1,"Base Model":"arcee-ai/Virtuoso-Small (Merge)"},{"eval_name":"arcee-ai_Virtuoso-Small-v2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"arcee-ai/Virtuoso-Small-v2 📑","fullname":"arcee-ai/Virtuoso-Small-v2","Model sha":"b1e0c424683cae4032aed31f43aa0cbda5255efb","Average ⬆️":42.475701925930025,"Hub License":"apache-2.0","Hub ❤️":34,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.114543153921314,"IFEval Raw":0.8273181824226385,"IFEval":82.73181824226387,"BBH Raw":0.6554097094586643,"BBH":50.94799062781783,"MATH Lvl 5 Raw":0.466012084592145,"MATH Lvl 5":46.6012084592145,"GPQA Raw":0.35318791946308725,"GPQA":13.758389261744966,"MUSR Raw":0.43133333333333335,"MUSR":14.283333333333331,"MMLU-PRO Raw":0.518783244680851,"MMLU-PRO":46.53147163120567,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-30","Submission Date":"2025-01-30","Generation":1,"Base Model":"arcee-ai/Virtuoso-Small-v2 (Merge)"},{"eval_name":"arcee-ai_raspberry-3B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"arcee-ai/raspberry-3B 📑","fullname":"arcee-ai/raspberry-3B","Model sha":"66bf1346c060bbfe1f1b98cd22e7a26ada69cf70","Average ⬆️":15.852706041886336,"Hub License":"other","Hub ❤️":39,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.0730530354701697,"IFEval Raw":0.31541642840995227,"IFEval":31.541642840995227,"BBH Raw":0.42689280188827033,"BBH":19.528234400992485,"MATH Lvl 5 Raw":0.10347432024169184,"MATH Lvl 5":10.347432024169184,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.41232291666666665,"MUSR":9.407031250000001,"MMLU-PRO Raw":0.285405585106383,"MMLU-PRO":20.600620567375884,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-05","Submission Date":"2024-10-07","Generation":1,"Base Model":"Qwen/Qwen2.5-3B"},{"eval_name":"argilla_notus-7b-v1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"argilla/notus-7b-v1 📑","fullname":"argilla/notus-7b-v1","Model sha":"30172203a2d41cb487bf7e2b92a821080783b2c9","Average ⬆️":18.474261772943255,"Hub License":"mit","Hub ❤️":122,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.335816262311418,"IFEval Raw":0.508207112683236,"IFEval":50.820711268323606,"BBH Raw":0.4511857407381495,"BBH":22.74711196116141,"MATH Lvl 5 Raw":0.03172205438066465,"MATH Lvl 5":3.1722054380664653,"GPQA Raw":0.28942953020134227,"GPQA":5.257270693512303,"MUSR Raw":0.33641666666666664,"MUSR":6.58541666666667,"MMLU-PRO Raw":0.3003656914893617,"MMLU-PRO":22.26285460992908,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-11-16","Submission Date":"2024-06-27","Generation":2,"Base Model":"mistralai/Mistral-7B-v0.1"},{"eval_name":"argilla_notux-8x7b-v1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"argilla/notux-8x7b-v1 📑","fullname":"argilla/notux-8x7b-v1","Model sha":"0b29f9afcbae2ab4c5085638d8f5a7f6d44c6b17","Average ⬆️":24.47858356291764,"Hub License":"apache-2.0","Hub ❤️":165,"#Params (B)":46.703,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":30.70977222678072,"IFEval Raw":0.5422290633297429,"IFEval":54.22290633297429,"BBH Raw":0.5363304164516353,"BBH":34.75806168290175,"MATH Lvl 5 Raw":0.09969788519637462,"MATH Lvl 5":9.969788519637463,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.41759375,"MUSR":10.532552083333334,"MMLU-PRO Raw":0.3660239361702128,"MMLU-PRO":29.558215130023648,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-12-12","Submission Date":"2024-06-12","Generation":2,"Base Model":"mistralai/Mixtral-8x7B-v0.1"},{"eval_name":"argilla-warehouse_Llama-3.1-8B-MagPie-Ultra_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"argilla-warehouse/Llama-3.1-8B-MagPie-Ultra 📑","fullname":"argilla-warehouse/Llama-3.1-8B-MagPie-Ultra","Model sha":"1e12f20ca5db84f65a6db793a65100433aac0ac6","Average ⬆️":19.84899133862277,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9313541039833282,"IFEval Raw":0.5756514935925566,"IFEval":57.565149359255656,"BBH Raw":0.46196134634468616,"BBH":23.516310364827646,"MATH Lvl 5 Raw":0.0770392749244713,"MATH Lvl 5":7.7039274924471295,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.35425,"MUSR":4.2479166666666694,"MMLU-PRO Raw":0.31441156914893614,"MMLU-PRO":23.823507683215126,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-09-26","Submission Date":"2024-09-30","Generation":1,"Base Model":"meta-llama/Llama-3.1-8B"},{"eval_name":"arisin_orca-platypus-13B-slerp_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"arisin/orca-platypus-13B-slerp 📑","fullname":"arisin/orca-platypus-13B-slerp","Model sha":"679c8aa21e7d0ba79584a4b5eb352ecf26bd7096","Average ⬆️":14.79190764445101,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":13.016,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.878126628161279,"IFEval Raw":0.26718107953563214,"IFEval":26.718107953563212,"BBH Raw":0.46306234976954946,"BBH":24.40376595176109,"MATH Lvl 5 Raw":0.015861027190332326,"MATH Lvl 5":1.5861027190332326,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.4253125,"MUSR":11.864062500000003,"MMLU-PRO Raw":0.2592253989361702,"MMLU-PRO":17.691710992907797,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-23","Submission Date":"2024-11-23","Generation":0,"Base Model":"arisin/orca-platypus-13B-slerp"},{"eval_name":"arshiaafshani_Arsh-V1_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"arshiaafshani/Arsh-V1 📑","fullname":"arshiaafshani/Arsh-V1","Model sha":"ef9dd6e8aa5a4635ee66cf21fb58df6b3a27db7e","Average ⬆️":37.54445092721804,"Hub License":"","Hub ❤️":0,"#Params (B)":13.96,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8986704685080669,"IFEval Raw":0.6043276284702368,"IFEval":60.43276284702368,"BBH Raw":0.6739657491720434,"BBH":53.51427176415471,"MATH Lvl 5 Raw":0.2620845921450151,"MATH Lvl 5":26.208459214501513,"GPQA Raw":0.3733221476510067,"GPQA":16.442953020134222,"MUSR Raw":0.48989583333333336,"MUSR":21.370312499999997,"MMLU-PRO Raw":0.5256815159574468,"MMLU-PRO":47.29794621749409,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-25","Generation":0,"Base Model":"Removed"},{"eval_name":"asharsha30_LLAMA_Harsha_8_B_ORDP_10k_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"asharsha30/LLAMA_Harsha_8_B_ORDP_10k 📑","fullname":"asharsha30/LLAMA_Harsha_8_B_ORDP_10k","Model sha":"c9b04b40cd3915f0576659aafba86b85c22a7ee8","Average ⬆️":16.221361486666726,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4822389187294722,"IFEval Raw":0.34639090945358314,"IFEval":34.63909094535831,"BBH Raw":0.4668707690948544,"BBH":25.725678338583254,"MATH Lvl 5 Raw":0.06646525679758308,"MATH Lvl 5":6.646525679758309,"GPQA Raw":0.27348993288590606,"GPQA":3.1319910514541416,"MUSR Raw":0.36965625,"MUSR":7.07369791666667,"MMLU-PRO Raw":0.281000664893617,"MMLU-PRO":20.111184988179666,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-01","Submission Date":"2024-12-01","Generation":1,"Base Model":"asharsha30/LLAMA_Harsha_8_B_ORDP_10k (Merge)"},{"eval_name":"ashercn97_a1-v0.0.1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ashercn97/a1-v0.0.1 📑","fullname":"ashercn97/a1-v0.0.1","Model sha":"83760a8e55b312880f57247c0d9a4a25a0f2e528","Average ⬆️":21.57499066409029,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.164092573836315,"IFEval Raw":0.21984445715146922,"IFEval":21.98444571514692,"BBH Raw":0.5188122863232913,"BBH":32.75543224003656,"MATH Lvl 5 Raw":0.21450151057401812,"MATH Lvl 5":21.45015105740181,"GPQA Raw":0.311241610738255,"GPQA":8.165548098434002,"MUSR Raw":0.4119791666666666,"MUSR":9.930729166666667,"MMLU-PRO Raw":0.41647273936170215,"MMLU-PRO":35.163637706855795,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-28","Submission Date":"2024-11-28","Generation":0,"Base Model":"ashercn97/a1-v0.0.1"},{"eval_name":"ashercn97_a1-v002_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ashercn97/a1-v002 📑","fullname":"ashercn97/a1-v002","Model sha":"f6a33c4c83b57b3a76bc1e79e714bdf05f249ed6","Average ⬆️":22.8816161973256,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.077839372853315,"IFEval Raw":0.2584631001298776,"IFEval":25.84631001298776,"BBH Raw":0.5261137844506322,"BBH":33.526527072476405,"MATH Lvl 5 Raw":0.23413897280966767,"MATH Lvl 5":23.413897280966765,"GPQA Raw":0.3187919463087248,"GPQA":9.172259507829976,"MUSR Raw":0.41591666666666666,"MUSR":10.05625,"MMLU-PRO Raw":0.41747007978723405,"MMLU-PRO":35.274453309692674,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-29","Submission Date":"2024-11-29","Generation":2,"Base Model":"Qwen/Qwen2.5-7B"},{"eval_name":"assskelad_smollm2-360M-sft_SmallThoughts_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"assskelad/smollm2-360M-sft_SmallThoughts 📑","fullname":"assskelad/smollm2-360M-sft_SmallThoughts","Model sha":"7b0eb51cc4c1d1d2dc234c6553a3c2859b6207e5","Average ⬆️":5.0424666628422985,"Hub License":"","Hub ❤️":1,"#Params (B)":0.362,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.41662315501900704,"IFEval Raw":0.20071078072846715,"IFEval":20.071078072846714,"BBH Raw":0.3149572469619188,"BBH":4.164356769946658,"MATH Lvl 5 Raw":0.01661631419939577,"MATH Lvl 5":1.6616314199395772,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.3395208333333333,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.11818484042553191,"MMLU-PRO":2.020537825059101,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-10","Submission Date":"2025-03-12","Generation":1,"Base Model":"HuggingFaceTB/SmolLM2-360M"},{"eval_name":"athirdpath_Llama-3.1-Instruct_NSFW-pretrained_e1-plus_reddit_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"athirdpath/Llama-3.1-Instruct_NSFW-pretrained_e1-plus_reddit 📑","fullname":"athirdpath/Llama-3.1-Instruct_NSFW-pretrained_e1-plus_reddit","Model sha":"42eaee4de10302fec7c0c20ad96f527cfb0b10a3","Average ⬆️":20.968535229566395,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7730546115919343,"IFEval Raw":0.4521037513796726,"IFEval":45.21037513796726,"BBH Raw":0.4939066588253951,"BBH":28.015909017593412,"MATH Lvl 5 Raw":0.10196374622356495,"MATH Lvl 5":10.196374622356496,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.3863958333333333,"MUSR":8.299479166666666,"MMLU-PRO Raw":0.3564660904255319,"MMLU-PRO":28.496232269503547,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-30","Submission Date":"2024-08-01","Generation":1,"Base Model":"athirdpath/Llama-3.1-Instruct_NSFW-pretrained_e1"},{"eval_name":"automerger_YamshadowExperiment28-7B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"automerger/YamshadowExperiment28-7B 📑","fullname":"automerger/YamshadowExperiment28-7B","Model sha":"76972ed8aacba1fd14f78e6f8d347f087f8b6800","Average ⬆️":19.884270029585778,"Hub License":"apache-2.0","Hub ❤️":24,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.168848141905,"IFEval Raw":0.4070156074770498,"IFEval":40.701560747704974,"BBH Raw":0.5150030227855061,"BBH":31.980235156677427,"MATH Lvl 5 Raw":0.06117824773413897,"MATH Lvl 5":6.117824773413897,"GPQA Raw":0.28691275167785235,"GPQA":4.921700223713646,"MUSR Raw":0.4306145833333333,"MUSR":12.693489583333337,"MMLU-PRO Raw":0.30601728723404253,"MMLU-PRO":22.89080969267139,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-03-18","Submission Date":"2024-06-29","Generation":1,"Base Model":"automerger/YamshadowExperiment28-7B (Merge)"},{"eval_name":"avemio_GRAG-NEMO-12B-ORPO-HESSIAN-AI_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"avemio/GRAG-NEMO-12B-ORPO-HESSIAN-AI 📑","fullname":"avemio/GRAG-NEMO-12B-ORPO-HESSIAN-AI","Model sha":"0049b137a19fcc964d2e4864b851f24a753e401c","Average ⬆️":0.7378506308720487,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.962404566531638,"IFEval Raw":0.0,"IFEval":0.0,"BBH Raw":0.26065954545866094,"BBH":0.44106407209348375,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.3446666666666667,"MUSR":2.0833333333333326,"MMLU-PRO Raw":0.10605053191489362,"MMLU-PRO":0.6722813238770686,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-04","Submission Date":"2025-01-15","Generation":1,"Base Model":"avemio/GRAG-NEMO-12B-ORPO-HESSIAN-AI (Merge)"},{"eval_name":"awnr_Mistral-7B-v0.1-signtensors-1-over-2_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"awnr/Mistral-7B-v0.1-signtensors-1-over-2 📑","fullname":"awnr/Mistral-7B-v0.1-signtensors-1-over-2","Model sha":"9575327242f8539eac59b6d788beccf54a6f9414","Average ⬆️":14.370486963136566,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.2138826548654063,"IFEval Raw":0.21792178087474567,"IFEval":21.792178087474564,"BBH Raw":0.4422884892437673,"BBH":22.40015255970937,"MATH Lvl 5 Raw":0.033987915407854986,"MATH Lvl 5":3.3987915407854987,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.40060416666666665,"MUSR":8.80885416666667,"MMLU-PRO Raw":0.2999501329787234,"MMLU-PRO":22.21668144208038,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-27","Submission Date":"2024-07-30","Generation":0,"Base Model":"awnr/Mistral-7B-v0.1-signtensors-1-over-2"},{"eval_name":"awnr_Mistral-7B-v0.1-signtensors-1-over-4_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"awnr/Mistral-7B-v0.1-signtensors-1-over-4 📑","fullname":"awnr/Mistral-7B-v0.1-signtensors-1-over-4","Model sha":"b288ab9d8adfd2963a44a7935bb47649f55bcbee","Average ⬆️":8.747197547964134,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9320716524596728,"IFEval Raw":0.2133007087860211,"IFEval":21.330070878602108,"BBH Raw":0.35070947402846286,"BBH":9.22769372478478,"MATH Lvl 5 Raw":0.024924471299093656,"MATH Lvl 5":2.492447129909366,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.34603125,"MUSR":2.187239583333333,"MMLU-PRO Raw":0.2310505319148936,"MMLU-PRO":14.561170212765957,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-29","Submission Date":"2024-07-29","Generation":0,"Base Model":"awnr/Mistral-7B-v0.1-signtensors-1-over-4"},{"eval_name":"awnr_Mistral-7B-v0.1-signtensors-3-over-8_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"awnr/Mistral-7B-v0.1-signtensors-3-over-8 📑","fullname":"awnr/Mistral-7B-v0.1-signtensors-3-over-8","Model sha":"fa368f705ace05da2fef25c030fe740cf1fef176","Average ⬆️":13.813468900343905,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9055370006724817,"IFEval Raw":0.23942915907569692,"IFEval":23.94291590756969,"BBH Raw":0.4299940969601492,"BBH":20.435230589690022,"MATH Lvl 5 Raw":0.03323262839879154,"MATH Lvl 5":3.3232628398791544,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.38175000000000003,"MUSR":5.785416666666667,"MMLU-PRO Raw":0.30011635638297873,"MMLU-PRO":22.23515070921986,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-29","Submission Date":"2024-07-29","Generation":0,"Base Model":"awnr/Mistral-7B-v0.1-signtensors-3-over-8"},{"eval_name":"awnr_Mistral-7B-v0.1-signtensors-5-over-16_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"awnr/Mistral-7B-v0.1-signtensors-5-over-16 📑","fullname":"awnr/Mistral-7B-v0.1-signtensors-5-over-16","Model sha":"5ea13b3d0723237889e1512bc70dae72f71884d1","Average ⬆️":12.28452908669469,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2994691170481019,"IFEval Raw":0.21182684166899385,"IFEval":21.18268416689938,"BBH Raw":0.4124151161773006,"BBH":17.543031293477835,"MATH Lvl 5 Raw":0.02945619335347432,"MATH Lvl 5":2.9456193353474323,"GPQA Raw":0.28104026845637586,"GPQA":4.138702460850116,"MUSR Raw":0.3686041666666667,"MUSR":6.142187500000003,"MMLU-PRO Raw":0.29579454787234044,"MMLU-PRO":21.75494976359338,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-29","Submission Date":"2024-07-29","Generation":0,"Base Model":"awnr/Mistral-7B-v0.1-signtensors-5-over-16"},{"eval_name":"awnr_Mistral-7B-v0.1-signtensors-7-over-16_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"awnr/Mistral-7B-v0.1-signtensors-7-over-16 📑","fullname":"awnr/Mistral-7B-v0.1-signtensors-7-over-16","Model sha":"0e1f2cb0a81c38fc6c567d9c007883ab62fae266","Average ⬆️":14.246704735704872,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9556216383299223,"IFEval Raw":0.22936253584932426,"IFEval":22.936253584932423,"BBH Raw":0.43158208189876196,"BBH":21.040436509874464,"MATH Lvl 5 Raw":0.03851963746223565,"MATH Lvl 5":3.8519637462235647,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.39520833333333333,"MUSR":7.934375000000003,"MMLU-PRO Raw":0.30302526595744683,"MMLU-PRO":22.558362884160758,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-29","Submission Date":"2024-07-29","Generation":0,"Base Model":"awnr/Mistral-7B-v0.1-signtensors-7-over-16"},{"eval_name":"aws-prototyping_MegaBeam-Mistral-7B-512k_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"aws-prototyping/MegaBeam-Mistral-7B-512k 📑","fullname":"aws-prototyping/MegaBeam-Mistral-7B-512k","Model sha":"3e3b8c4b933650eed81ede7c4395df943d2a0796","Average ⬆️":17.582481722488744,"Hub License":"apache-2.0","Hub ❤️":50,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2943758144129203,"IFEval Raw":0.5972586071623293,"IFEval":59.72586071623293,"BBH Raw":0.3662336639946533,"BBH":12.361177501580405,"MATH Lvl 5 Raw":0.028700906344410877,"MATH Lvl 5":2.8700906344410875,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.3993645833333333,"MUSR":8.520572916666667,"MMLU-PRO Raw":0.25889295212765956,"MMLU-PRO":17.65477245862884,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-30","Submission Date":"2024-10-07","Generation":0,"Base Model":"aws-prototyping/MegaBeam-Mistral-7B-512k"},{"eval_name":"axolotl-ai-co_romulus-mistral-nemo-12b-simpo_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"axolotl-ai-co/romulus-mistral-nemo-12b-simpo 📑","fullname":"axolotl-ai-co/romulus-mistral-nemo-12b-simpo","Model sha":"15fd3ffa46c1ea51aa5d26a1da24214e324d7cf2","Average ⬆️":25.176086393973254,"Hub License":"apache-2.0","Hub ❤️":17,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.080012998109583,"IFEval Raw":0.607924750772395,"IFEval":60.79247507723951,"BBH Raw":0.5395057669562011,"BBH":34.64240096637378,"MATH Lvl 5 Raw":0.11404833836858005,"MATH Lvl 5":11.404833836858005,"GPQA Raw":0.2785234899328859,"GPQA":3.8031319910514525,"MUSR Raw":0.42330208333333336,"MUSR":12.979427083333333,"MMLU-PRO Raw":0.3469082446808511,"MMLU-PRO":27.43424940898345,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-24","Submission Date":"2024-09-21","Generation":1,"Base Model":"Removed"},{"eval_name":"baconnier_Napoleon_24B_V0.0_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"baconnier/Napoleon_24B_V0.0 📑","fullname":"baconnier/Napoleon_24B_V0.0","Model sha":"e05877c4b79fdcb68488b99613a9cf6abfd6f7be","Average ⬆️":27.30083551864148,"Hub License":"","Hub ❤️":0,"#Params (B)":23.572,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2766561543186024,"IFEval Raw":0.1801021290176731,"IFEval":18.01021290176731,"BBH Raw":0.6367110843973786,"BBH":47.26497234848218,"MATH Lvl 5 Raw":0.22734138972809667,"MATH Lvl 5":22.734138972809667,"GPQA Raw":0.37919463087248323,"GPQA":17.225950782997764,"MUSR Raw":0.4419895833333333,"MUSR":13.682031250000001,"MMLU-PRO Raw":0.5039893617021277,"MMLU-PRO":44.88770685579197,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-16","Submission Date":"2025-03-03","Generation":0,"Base Model":"baconnier/Napoleon_24B_V0.0"},{"eval_name":"baconnier_Napoleon_24B_V0.2_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"baconnier/Napoleon_24B_V0.2 📑","fullname":"baconnier/Napoleon_24B_V0.2","Model sha":"0a60bbf6fc74ceabf69416b3c5268801a61a34ff","Average ⬆️":24.007932141039515,"Hub License":"","Hub ❤️":0,"#Params (B)":23.572,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2888476479711901,"IFEval Raw":0.2527172347150006,"IFEval":25.271723471500067,"BBH Raw":0.5910621269874454,"BBH":41.20548669811284,"MATH Lvl 5 Raw":0.14350453172205438,"MATH Lvl 5":14.350453172205437,"GPQA Raw":0.33808724832214765,"GPQA":11.74496644295302,"MUSR Raw":0.4459583333333333,"MUSR":14.178125000000001,"MMLU-PRO Raw":0.4356715425531915,"MMLU-PRO":37.29683806146573,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-17","Submission Date":"2025-02-17","Generation":1,"Base Model":"baconnier/Napoleon_24B_V0.2 (Merge)"},{"eval_name":"baebee_7B-Cetacea_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"baebee/7B-Cetacea 📑","fullname":"baebee/7B-Cetacea","Model sha":"fc2f943e55f7edb0d5e165387d69954456f2c4fb","Average ⬆️":19.942170906921103,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.4541996112195244,"IFEval Raw":0.5278660620486975,"IFEval":52.78660620486975,"BBH Raw":0.4757171853895546,"BBH":25.75266015070167,"MATH Lvl 5 Raw":0.04682779456193353,"MATH Lvl 5":4.682779456193353,"GPQA Raw":0.2860738255033557,"GPQA":4.809843400447425,"MUSR Raw":0.41362499999999996,"MUSR":9.903125,"MMLU-PRO Raw":0.2954621010638298,"MMLU-PRO":21.71801122931442,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-10","Submission Date":"2025-03-10","Generation":1,"Base Model":"baebee/7B-Cetacea (Merge)"},{"eval_name":"baebee_mergekit-model_stock-nzjnheg_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"baebee/mergekit-model_stock-nzjnheg 📑","fullname":"baebee/mergekit-model_stock-nzjnheg","Model sha":"c6fd83921bfb927e6d49fb66d0ca524fddccba01","Average ⬆️":22.997984972467677,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6334827799574804,"IFEval Raw":0.48442687624392167,"IFEval":48.442687624392164,"BBH Raw":0.5287391310729729,"BBH":32.742095397153456,"MATH Lvl 5 Raw":0.16767371601208458,"MATH Lvl 5":16.76737160120846,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.38466666666666666,"MUSR":6.016666666666668,"MMLU-PRO Raw":0.3699301861702128,"MMLU-PRO":29.99224290780142,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-26","Submission Date":"2025-02-27","Generation":1,"Base Model":"baebee/mergekit-model_stock-nzjnheg (Merge)"},{"eval_name":"baebee_mergekit-ties-fnjenli_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"baebee/mergekit-ties-fnjenli 📑","fullname":"baebee/mergekit-ties-fnjenli","Model sha":"d4310b29dab10c750e141f9e440d55e0e3b3814a","Average ⬆️":5.4674729843638685,"Hub License":"","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6871999168055457,"IFEval Raw":0.19881248420856662,"IFEval":19.88124842085666,"BBH Raw":0.30236959112076134,"BBH":2.9252946060117697,"MATH Lvl 5 Raw":0.002265861027190332,"MATH Lvl 5":0.2265861027190332,"GPQA Raw":0.24496644295302014,"GPQA":0.0,"MUSR Raw":0.4019375,"MUSR":8.3421875,"MMLU-PRO Raw":0.11286569148936171,"MMLU-PRO":1.4295212765957446,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-24","Submission Date":"2025-02-24","Generation":1,"Base Model":"baebee/mergekit-ties-fnjenli (Merge)"},{"eval_name":"bamec66557_MISCHIEVOUS-12B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"bamec66557/MISCHIEVOUS-12B 📑","fullname":"bamec66557/MISCHIEVOUS-12B","Model sha":"da223cb99a6bc23c2ef124fee2ed2581cd5a880a","Average ⬆️":22.61927817846981,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.2301884718146217,"IFEval Raw":0.3851835352420466,"IFEval":38.51835352420467,"BBH Raw":0.5404981575206657,"BBH":34.07162735574622,"MATH Lvl 5 Raw":0.12764350453172205,"MATH Lvl 5":12.764350453172204,"GPQA Raw":0.32046979865771813,"GPQA":9.395973154362418,"MUSR Raw":0.4144895833333333,"MUSR":11.277864583333331,"MMLU-PRO Raw":0.3671875,"MMLU-PRO":29.6875,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-13","Submission Date":"2024-12-18","Generation":1,"Base Model":"bamec66557/MISCHIEVOUS-12B (Merge)"},{"eval_name":"bamec66557_MISCHIEVOUS-12B-Mix_0.1v_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"bamec66557/MISCHIEVOUS-12B-Mix_0.1v 📑","fullname":"bamec66557/MISCHIEVOUS-12B-Mix_0.1v","Model sha":"a7d01046742cbccace2ee5343b434313fa47e5e1","Average ⬆️":22.611076276517252,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.262393562761689,"IFEval Raw":0.36362628935668473,"IFEval":36.36262893566847,"BBH Raw":0.5436022524587655,"BBH":34.35759228302058,"MATH Lvl 5 Raw":0.13293051359516617,"MATH Lvl 5":13.293051359516618,"GPQA Raw":0.32802013422818793,"GPQA":10.402684563758392,"MUSR Raw":0.41315624999999995,"MUSR":11.544531249999997,"MMLU-PRO Raw":0.3673537234042553,"MMLU-PRO":29.70596926713948,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-14","Submission Date":"2024-12-18","Generation":1,"Base Model":"bamec66557/MISCHIEVOUS-12B-Mix_0.1v (Merge)"},{"eval_name":"bamec66557_MISCHIEVOUS-12B-Mix_0.2v_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"bamec66557/MISCHIEVOUS-12B-Mix_0.2v 📑","fullname":"bamec66557/MISCHIEVOUS-12B-Mix_0.2v","Model sha":"f93c9997bc22abb5c97a895083c20b84e957d172","Average ⬆️":22.454256608568887,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.265824284170919,"IFEval Raw":0.3623773809048879,"IFEval":36.23773809048879,"BBH Raw":0.5434355857920987,"BBH":34.41027746820577,"MATH Lvl 5 Raw":0.12613293051359517,"MATH Lvl 5":12.613293051359516,"GPQA Raw":0.32550335570469796,"GPQA":10.067114093959727,"MUSR Raw":0.41582291666666665,"MUSR":11.811197916666663,"MMLU-PRO Raw":0.36627327127659576,"MMLU-PRO":29.58591903073286,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-14","Submission Date":"2024-12-18","Generation":1,"Base Model":"bamec66557/MISCHIEVOUS-12B-Mix_0.2v (Merge)"},{"eval_name":"bamec66557_MISCHIEVOUS-12B-Mix_0.3v_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"bamec66557/MISCHIEVOUS-12B-Mix_0.3v 📑","fullname":"bamec66557/MISCHIEVOUS-12B-Mix_0.3v","Model sha":"e4e3ffddc0ff26b9ee915f28dacd0bc298333ed2","Average ⬆️":22.795688006734604,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.2595164768217573,"IFEval Raw":0.38698209639312575,"IFEval":38.69820963931258,"BBH Raw":0.5431389316665282,"BBH":34.38744334527327,"MATH Lvl 5 Raw":0.1336858006042296,"MATH Lvl 5":13.36858006042296,"GPQA Raw":0.3196308724832215,"GPQA":9.284116331096197,"MUSR Raw":0.41312499999999996,"MUSR":11.440624999999997,"MMLU-PRO Raw":0.3663563829787234,"MMLU-PRO":29.595153664302604,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-15","Submission Date":"2024-12-18","Generation":1,"Base Model":"bamec66557/MISCHIEVOUS-12B-Mix_0.3v (Merge)"},{"eval_name":"bamec66557_MISCHIEVOUS-12B-Mix_0.4v_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"bamec66557/MISCHIEVOUS-12B-Mix_0.4v 📑","fullname":"bamec66557/MISCHIEVOUS-12B-Mix_0.4v","Model sha":"fd2f202fd2114aed91fe7009588ccdc3eefc40a2","Average ⬆️":26.653906427315196,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.1081866673732383,"IFEval Raw":0.6508142838778884,"IFEval":65.08142838778883,"BBH Raw":0.5094241395384186,"BBH":30.596484949495864,"MATH Lvl 5 Raw":0.1351963746223565,"MATH Lvl 5":13.51963746223565,"GPQA Raw":0.31711409395973156,"GPQA":8.948545861297541,"MUSR Raw":0.41762499999999997,"MUSR":11.969791666666664,"MMLU-PRO Raw":0.36826795212765956,"MMLU-PRO":29.807550236406616,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-16","Submission Date":"2024-12-16","Generation":1,"Base Model":"bamec66557/MISCHIEVOUS-12B-Mix_0.4v (Merge)"},{"eval_name":"bamec66557_MISCHIEVOUS-12B-Mix_0.5v_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"bamec66557/MISCHIEVOUS-12B-Mix_0.5v 📑","fullname":"bamec66557/MISCHIEVOUS-12B-Mix_0.5v","Model sha":"e9284d6aa1868026ef1687160858b94f16e164c1","Average ⬆️":22.635396518839368,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.3089564542815997,"IFEval Raw":0.3745672593163916,"IFEval":37.45672593163916,"BBH Raw":0.5421932988679541,"BBH":34.1770041493929,"MATH Lvl 5 Raw":0.13670694864048338,"MATH Lvl 5":13.670694864048338,"GPQA Raw":0.32046979865771813,"GPQA":9.395973154362418,"MUSR Raw":0.41315624999999995,"MUSR":11.544531249999997,"MMLU-PRO Raw":0.36610704787234044,"MMLU-PRO":29.56744976359338,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-16","Submission Date":"2024-12-16","Generation":1,"Base Model":"bamec66557/MISCHIEVOUS-12B-Mix_0.5v (Merge)"},{"eval_name":"bamec66557_MISCHIEVOUS-12B-Mix_0.6v_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"bamec66557/MISCHIEVOUS-12B-Mix_0.6v 📑","fullname":"bamec66557/MISCHIEVOUS-12B-Mix_0.6v","Model sha":"b089a77c506215a02abb495c912526b7dfd0bc8e","Average ⬆️":23.874344518139583,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.1307047035446205,"IFEval Raw":0.43656608908806416,"IFEval":43.65660890880641,"BBH Raw":0.5448909065942131,"BBH":34.72779363865639,"MATH Lvl 5 Raw":0.12537764350453173,"MATH Lvl 5":12.537764350453173,"GPQA Raw":0.32802013422818793,"GPQA":10.402684563758392,"MUSR Raw":0.4184895833333333,"MUSR":12.344531249999998,"MMLU-PRO Raw":0.3661901595744681,"MMLU-PRO":29.57668439716312,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-19","Submission Date":"2024-12-19","Generation":1,"Base Model":"bamec66557/MISCHIEVOUS-12B-Mix_0.6v (Merge)"},{"eval_name":"bamec66557_MISCHIEVOUS-12B-Mix_III_IV_V_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"bamec66557/MISCHIEVOUS-12B-Mix_III_IV_V 📑","fullname":"bamec66557/MISCHIEVOUS-12B-Mix_III_IV_V","Model sha":"651323f625a3b0f982bd0ca294b7293327de19ad","Average ⬆️":23.23673015528421,"Hub License":"mit","Hub ❤️":1,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.188830563510498,"IFEval Raw":0.40309379114083965,"IFEval":40.30937911408397,"BBH Raw":0.54645347832278,"BBH":34.85070126040164,"MATH Lvl 5 Raw":0.12915407854984895,"MATH Lvl 5":12.915407854984895,"GPQA Raw":0.32046979865771813,"GPQA":9.395973154362418,"MUSR Raw":0.41982291666666666,"MUSR":12.344531249999998,"MMLU-PRO Raw":0.3664394946808511,"MMLU-PRO":29.604388297872337,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-19","Submission Date":"2024-12-19","Generation":1,"Base Model":"bamec66557/MISCHIEVOUS-12B-Mix_III_IV_V (Merge)"},{"eval_name":"bamec66557_MISCHIEVOUS-12B-Mix_III_ex_V_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"bamec66557/MISCHIEVOUS-12B-Mix_III_ex_V 📑","fullname":"bamec66557/MISCHIEVOUS-12B-Mix_III_ex_V","Model sha":"3af16a4f7be269c0483ba7ff3c7ea70c5843a44d","Average ⬆️":23.80784193287211,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.159004792865925,"IFEval Raw":0.43162032296528763,"IFEval":43.162032296528764,"BBH Raw":0.5448926891254073,"BBH":34.868634894350585,"MATH Lvl 5 Raw":0.13217522658610273,"MATH Lvl 5":13.217522658610273,"GPQA Raw":0.32046979865771813,"GPQA":9.395973154362418,"MUSR Raw":0.4197916666666666,"MUSR":12.773958333333331,"MMLU-PRO Raw":0.3648603723404255,"MMLU-PRO":29.428930260047277,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-17","Submission Date":"2024-12-18","Generation":1,"Base Model":"bamec66557/MISCHIEVOUS-12B-Mix_III_ex_V (Merge)"},{"eval_name":"bamec66557_MISCHIEVOUS-12B-Mix_Neo_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"bamec66557/MISCHIEVOUS-12B-Mix_Neo 📑","fullname":"bamec66557/MISCHIEVOUS-12B-Mix_Neo","Model sha":"a3f902a40e0e6a1b7abdefe70e8cd14929deddc9","Average ⬆️":26.077670184051115,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.0109002685634336,"IFEval Raw":0.6249606599378538,"IFEval":62.49606599378538,"BBH Raw":0.5077574728717519,"BBH":30.36068974252419,"MATH Lvl 5 Raw":0.13293051359516617,"MATH Lvl 5":13.293051359516618,"GPQA Raw":0.3162751677852349,"GPQA":8.83668903803132,"MUSR Raw":0.41502083333333334,"MUSR":11.64427083333333,"MMLU-PRO Raw":0.36851728723404253,"MMLU-PRO":29.83525413711584,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-19","Submission Date":"2024-12-19","Generation":1,"Base Model":"bamec66557/MISCHIEVOUS-12B-Mix_Neo (Merge)"},{"eval_name":"bamec66557_Mistral-Nemo-VICIOUS_MESH-12B-2407_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"bamec66557/Mistral-Nemo-VICIOUS_MESH-12B-2407 📑","fullname":"bamec66557/Mistral-Nemo-VICIOUS_MESH-12B-2407","Model sha":"5e11cfae129186b2479fb01211d565a16eed1f02","Average ⬆️":27.48211728638603,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.9388037027739964,"IFEval Raw":0.6705729686121713,"IFEval":67.05729686121713,"BBH Raw":0.5155964285724085,"BBH":31.356607393533825,"MATH Lvl 5 Raw":0.13670694864048338,"MATH Lvl 5":13.670694864048338,"GPQA Raw":0.31543624161073824,"GPQA":8.7248322147651,"MUSR Raw":0.4309895833333333,"MUSR":14.340364583333335,"MMLU-PRO Raw":0.36768617021276595,"MMLU-PRO":29.74290780141844,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-22","Submission Date":"2024-12-22","Generation":1,"Base Model":"bamec66557/Mistral-Nemo-VICIOUS_MESH-12B-2407 (Merge)"},{"eval_name":"bamec66557_NameLess-12B-prob_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"bamec66557/NameLess-12B-prob 📑","fullname":"bamec66557/NameLess-12B-prob","Model sha":"eb53d01a5d573356c16b6235679e84567f599e33","Average ⬆️":27.18904881817572,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9229328834179493,"IFEval Raw":0.6602315190361574,"IFEval":66.02315190361574,"BBH Raw":0.5158141019151304,"BBH":31.35572805903409,"MATH Lvl 5 Raw":0.12613293051359517,"MATH Lvl 5":12.613293051359516,"GPQA Raw":0.3145973154362416,"GPQA":8.612975391498878,"MUSR Raw":0.433625,"MUSR":14.703125,"MMLU-PRO Raw":0.3684341755319149,"MMLU-PRO":29.826019503546092,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-25","Submission Date":"2024-12-25","Generation":0,"Base Model":"bamec66557/NameLess-12B-prob"},{"eval_name":"bamec66557_VICIOUS_MESH-12B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"bamec66557/VICIOUS_MESH-12B 📑","fullname":"bamec66557/VICIOUS_MESH-12B","Model sha":"4a0a2cf1eca5766badb8ff2853e15f045de71a92","Average ⬆️":22.780363902289253,"Hub License":"","Hub ❤️":0,"#Params (B)":6.124,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.3601327747126493,"IFEval Raw":0.37156965739792636,"IFEval":37.15696573979264,"BBH Raw":0.5436022524587655,"BBH":34.37251603029727,"MATH Lvl 5 Raw":0.13444108761329304,"MATH Lvl 5":13.444108761329304,"GPQA Raw":0.32802013422818793,"GPQA":10.402684563758392,"MUSR Raw":0.4104895833333333,"MUSR":11.544531249999997,"MMLU-PRO Raw":0.36785239361702127,"MMLU-PRO":29.76137706855792,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-18","Generation":0,"Base Model":"Removed"},{"eval_name":"bamec66557_VICIOUS_MESH-12B-0.1v_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"bamec66557/VICIOUS_MESH-12B-0.1v 📑","fullname":"bamec66557/VICIOUS_MESH-12B-0.1v","Model sha":"14e82cd2858767003bed53db1c0de82f6c7dd9bf","Average ⬆️":22.449453445188812,"Hub License":"","Hub ❤️":0,"#Params (B)":6.124,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.1489175293330742,"IFEval Raw":0.36574954454181574,"IFEval":36.57495445418157,"BBH Raw":0.5412276004529172,"BBH":34.13023813457423,"MATH Lvl 5 Raw":0.13217522658610273,"MATH Lvl 5":13.217522658610273,"GPQA Raw":0.32466442953020136,"GPQA":9.955257270693513,"MUSR Raw":0.41582291666666665,"MUSR":11.011197916666662,"MMLU-PRO Raw":0.36826795212765956,"MMLU-PRO":29.807550236406616,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-18","Generation":0,"Base Model":"Removed"},{"eval_name":"bamec66557_VICIOUS_MESH-12B-0.X.ver_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"bamec66557/VICIOUS_MESH-12B-0.X.ver 📑","fullname":"bamec66557/VICIOUS_MESH-12B-0.X.ver","Model sha":"93bdb2c1d5644217e5f5e9bcbf669b18e3b05851","Average ⬆️":22.653126146717884,"Hub License":"","Hub ❤️":0,"#Params (B)":6.124,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.37598261326679,"IFEval Raw":0.37756486123485683,"IFEval":37.756486123485686,"BBH Raw":0.541624689936422,"BBH":34.08924738532064,"MATH Lvl 5 Raw":0.12009063444108761,"MATH Lvl 5":12.009063444108762,"GPQA Raw":0.3213087248322148,"GPQA":9.507829977628639,"MUSR Raw":0.41982291666666666,"MUSR":12.877864583333329,"MMLU-PRO Raw":0.36710438829787234,"MMLU-PRO":29.678265366430256,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-18","Generation":0,"Base Model":"Removed"},{"eval_name":"bamec66557_VICIOUS_MESH-12B-ALPHA_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"bamec66557/VICIOUS_MESH-12B-ALPHA 📑","fullname":"bamec66557/VICIOUS_MESH-12B-ALPHA","Model sha":"0db2b2268828869387868fb01f14217a97d28d2b","Average ⬆️":26.45551197855697,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9053541901705389,"IFEval Raw":0.6365011502812536,"IFEval":63.65011502812537,"BBH Raw":0.5093679898057982,"BBH":30.51014607050993,"MATH Lvl 5 Raw":0.13670694864048338,"MATH Lvl 5":13.670694864048338,"GPQA Raw":0.313758389261745,"GPQA":8.501118568232664,"MUSR Raw":0.4202916666666667,"MUSR":12.436458333333333,"MMLU-PRO Raw":0.3696808510638298,"MMLU-PRO":29.964539007092196,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-20","Submission Date":"2024-12-20","Generation":1,"Base Model":"bamec66557/VICIOUS_MESH-12B-ALPHA (Merge)"},{"eval_name":"bamec66557_VICIOUS_MESH-12B-BETA_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"bamec66557/VICIOUS_MESH-12B-BETA 📑","fullname":"bamec66557/VICIOUS_MESH-12B-BETA","Model sha":"e5ee09e29f2079a0422b5b66c64a91b8d65ee13f","Average ⬆️":27.466293297388987,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9132214406325836,"IFEval Raw":0.6720967034136092,"IFEval":67.20967034136092,"BBH Raw":0.5155964285724085,"BBH":31.356607393533825,"MATH Lvl 5 Raw":0.13293051359516617,"MATH Lvl 5":13.293051359516618,"GPQA Raw":0.3162751677852349,"GPQA":8.83668903803132,"MUSR Raw":0.4309895833333333,"MUSR":14.340364583333335,"MMLU-PRO Raw":0.36785239361702127,"MMLU-PRO":29.76137706855792,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-20","Submission Date":"2024-12-20","Generation":1,"Base Model":"bamec66557/VICIOUS_MESH-12B-BETA (Merge)"},{"eval_name":"bamec66557_VICIOUS_MESH-12B-DELTA_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"bamec66557/VICIOUS_MESH-12B-DELTA 📑","fullname":"bamec66557/VICIOUS_MESH-12B-DELTA","Model sha":"b78353e18ccee5445cca15fa2e558cb77fd54bfe","Average ⬆️":25.939275726783702,"Hub License":"","Hub ❤️":0,"#Params (B)":6.124,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.169281582832776,"IFEval Raw":0.6468924675416783,"IFEval":64.68924675416784,"BBH Raw":0.5055418480543742,"BBH":29.792447042456303,"MATH Lvl 5 Raw":0.13746223564954682,"MATH Lvl 5":13.746223564954683,"GPQA Raw":0.31208053691275167,"GPQA":8.277404921700223,"MUSR Raw":0.40565625,"MUSR":9.673697916666663,"MMLU-PRO Raw":0.3651097074468085,"MMLU-PRO":29.4566341607565,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-21","Generation":0,"Base Model":"Removed"},{"eval_name":"bamec66557_VICIOUS_MESH-12B-DIGAMMA_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"bamec66557/VICIOUS_MESH-12B-DIGAMMA 📑","fullname":"bamec66557/VICIOUS_MESH-12B-DIGAMMA","Model sha":"1cda02ade49cdc99cbfec09b3204b3e899ec1eb3","Average ⬆️":25.971654466957943,"Hub License":"","Hub ❤️":0,"#Params (B)":6.124,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.988230357090947,"IFEval Raw":0.6429207835210575,"IFEval":64.29207835210575,"BBH Raw":0.506116784464076,"BBH":29.833229531368332,"MATH Lvl 5 Raw":0.1336858006042296,"MATH Lvl 5":13.36858006042296,"GPQA Raw":0.31291946308724833,"GPQA":8.389261744966444,"MUSR Raw":0.40965625,"MUSR":10.407031249999998,"MMLU-PRO Raw":0.36585771276595747,"MMLU-PRO":29.539745862884164,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-21","Generation":0,"Base Model":"Removed"},{"eval_name":"bamec66557_VICIOUS_MESH-12B-EPSILON_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"bamec66557/VICIOUS_MESH-12B-EPSILON 📑","fullname":"bamec66557/VICIOUS_MESH-12B-EPSILON","Model sha":"882d08d9cd7a45aa36c5f31c13014dcf033a6b37","Average ⬆️":25.50473024902234,"Hub License":"","Hub ❤️":0,"#Params (B)":6.124,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.092368777812442,"IFEval Raw":0.6304560787599126,"IFEval":63.04560787599126,"BBH Raw":0.5037995611302296,"BBH":29.596444965473506,"MATH Lvl 5 Raw":0.12613293051359517,"MATH Lvl 5":12.613293051359516,"GPQA Raw":0.3145973154362416,"GPQA":8.612975391498878,"MUSR Raw":0.4069895833333333,"MUSR":9.74036458333333,"MMLU-PRO Raw":0.36477726063829785,"MMLU-PRO":29.419695626477544,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-21","Generation":0,"Base Model":"Removed"},{"eval_name":"bamec66557_VICIOUS_MESH-12B-GAMMA_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"bamec66557/VICIOUS_MESH-12B-GAMMA 📑","fullname":"bamec66557/VICIOUS_MESH-12B-GAMMA","Model sha":"b76049bd9081d7b3151f0cab6f2d804e3804bba0","Average ⬆️":26.916848818972074,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8036391645947394,"IFEval Raw":0.6361764562472019,"IFEval":63.61764562472018,"BBH Raw":0.5181908355069679,"BBH":31.485974649070176,"MATH Lvl 5 Raw":0.13066465256797583,"MATH Lvl 5":13.066465256797583,"GPQA Raw":0.313758389261745,"GPQA":8.501118568232664,"MUSR Raw":0.43632291666666667,"MUSR":15.20703125,"MMLU-PRO Raw":0.3666057180851064,"MMLU-PRO":29.622857565011817,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-20","Submission Date":"2024-12-20","Generation":1,"Base Model":"bamec66557/VICIOUS_MESH-12B-GAMMA (Merge)"},{"eval_name":"bamec66557_VICIOUS_MESH-12B-NEMO_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"bamec66557/VICIOUS_MESH-12B-NEMO 📑","fullname":"bamec66557/VICIOUS_MESH-12B-NEMO","Model sha":"21aa15e9d0425338d76c7f0dc7af70fb30bc3ad2","Average ⬆️":23.316444114380346,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.9548109329175953,"IFEval Raw":0.40221944440750546,"IFEval":40.22194444075054,"BBH Raw":0.5441680901949261,"BBH":34.4014166333088,"MATH Lvl 5 Raw":0.1268882175226586,"MATH Lvl 5":12.688821752265861,"GPQA Raw":0.3238255033557047,"GPQA":9.843400447427292,"MUSR Raw":0.42506249999999995,"MUSR":12.56614583333333,"MMLU-PRO Raw":0.37159242021276595,"MMLU-PRO":30.17693557919622,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-21","Submission Date":"2024-12-22","Generation":1,"Base Model":"bamec66557/VICIOUS_MESH-12B-NEMO (Merge)"},{"eval_name":"bamec66557_VICIOUS_MESH-12B-OMEGA_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"bamec66557/VICIOUS_MESH-12B-OMEGA 📑","fullname":"bamec66557/VICIOUS_MESH-12B-OMEGA","Model sha":"4af6dbc11346fc9efdd7d44105cb12f47cfad220","Average ⬆️":27.49554497317065,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9947289317766945,"IFEval Raw":0.6699734482284783,"IFEval":66.99734482284782,"BBH Raw":0.516644373777888,"BBH":31.523711655329873,"MATH Lvl 5 Raw":0.13444108761329304,"MATH Lvl 5":13.444108761329304,"GPQA Raw":0.31543624161073824,"GPQA":8.7248322147651,"MUSR Raw":0.43232291666666667,"MUSR":14.540364583333334,"MMLU-PRO Raw":0.36768617021276595,"MMLU-PRO":29.74290780141844,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-22","Submission Date":"2024-12-22","Generation":1,"Base Model":"bamec66557/VICIOUS_MESH-12B-OMEGA (Merge)"},{"eval_name":"bamec66557_VICIOUS_MESH-12B-UNION_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"bamec66557/VICIOUS_MESH-12B-UNION 📑","fullname":"bamec66557/VICIOUS_MESH-12B-UNION","Model sha":"f1331f2993652945d79ba6b4a67a2bf6876f269a","Average ⬆️":26.67624004599591,"Hub License":"","Hub ❤️":0,"#Params (B)":6.124,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.0332475815456683,"IFEval Raw":0.6428709158366468,"IFEval":64.28709158366468,"BBH Raw":0.5106643448765741,"BBH":30.46389197050985,"MATH Lvl 5 Raw":0.13897280966767372,"MATH Lvl 5":13.897280966767372,"GPQA Raw":0.31208053691275167,"GPQA":8.277404921700223,"MUSR Raw":0.4256875,"MUSR":13.444270833333334,"MMLU-PRO Raw":0.3671875,"MMLU-PRO":29.6875,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-21","Generation":0,"Base Model":"Removed"},{"eval_name":"bamec66557_VICIOUS_MESH-12B_Razor_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"bamec66557/VICIOUS_MESH-12B_Razor 📑","fullname":"bamec66557/VICIOUS_MESH-12B_Razor","Model sha":"cdbbf14d884c8bf7c4ae4cb5e2d30425a5340cfe","Average ⬆️":22.640681565889526,"Hub License":"","Hub ❤️":0,"#Params (B)":6.124,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.141617222178077,"IFEval Raw":0.37364304489864675,"IFEval":37.36430448986467,"BBH Raw":0.5447127693928118,"BBH":34.56221200969913,"MATH Lvl 5 Raw":0.1299093655589124,"MATH Lvl 5":12.990936555891238,"GPQA Raw":0.32298657718120805,"GPQA":9.731543624161072,"MUSR Raw":0.40915624999999994,"MUSR":11.544531249999997,"MMLU-PRO Raw":0.36685505319148937,"MMLU-PRO":29.650561465721044,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-18","Generation":0,"Base Model":"Removed"},{"eval_name":"bamec66557_mergekit-model_stock-zdaysvi_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"bamec66557/mergekit-model_stock-zdaysvi 📑","fullname":"bamec66557/mergekit-model_stock-zdaysvi","Model sha":"7ee1c3a87fe903c165be1393c7728fd8da001a86","Average ⬆️":26.24451582006411,"Hub License":"","Hub ❤️":0,"#Params (B)":6.124,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9319840894221854,"IFEval Raw":0.6425960894870055,"IFEval":64.25960894870056,"BBH Raw":0.5062803896601668,"BBH":30.16636018648764,"MATH Lvl 5 Raw":0.1351963746223565,"MATH Lvl 5":13.51963746223565,"GPQA Raw":0.313758389261745,"GPQA":8.501118568232664,"MUSR Raw":0.41238541666666667,"MUSR":11.14817708333333,"MMLU-PRO Raw":0.36884973404255317,"MMLU-PRO":29.8721926713948,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-20","Generation":0,"Base Model":"Removed"},{"eval_name":"bamec66557_mergekit-ties-sinbkow_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"bamec66557/mergekit-ties-sinbkow 📑","fullname":"bamec66557/mergekit-ties-sinbkow","Model sha":"871b4b0c0c77675c933aca9bc0573e85189a0a57","Average ⬆️":26.284691171067987,"Hub License":"","Hub ❤️":0,"#Params (B)":6.124,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8004765207173132,"IFEval Raw":0.6431956098706986,"IFEval":64.31956098706986,"BBH Raw":0.5092084289828543,"BBH":30.62203788717879,"MATH Lvl 5 Raw":0.14501510574018128,"MATH Lvl 5":14.501510574018129,"GPQA Raw":0.3196308724832215,"GPQA":9.284116331096197,"MUSR Raw":0.40447916666666667,"MUSR":10.059895833333334,"MMLU-PRO Raw":0.36028922872340424,"MMLU-PRO":28.921025413711575,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-21","Generation":0,"Base Model":"Removed"},{"eval_name":"belztjti_dffghgjh_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"GlmForCausalLM","Model":"belztjti/dffghgjh 📑","fullname":"belztjti/dffghgjh","Model sha":"20a115228627e753f03f876ad3c437d00aa5caf0","Average ⬆️":16.671219751518176,"Hub License":"","Hub ❤️":0,"#Params (B)":9.543,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.3218651318125167,"IFEval Raw":0.5784241368457914,"IFEval":57.842413684579135,"BBH Raw":0.35817085768640783,"BBH":9.713638961998793,"MATH Lvl 5 Raw":0.023413897280966767,"MATH Lvl 5":2.3413897280966767,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.34745833333333337,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.3421708776595745,"MMLU-PRO":26.907875295508276,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-30","Generation":0,"Base Model":"Removed"},{"eval_name":"belztjti_dtfgv_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"belztjti/dtfgv 📑","fullname":"belztjti/dtfgv","Model sha":"014ea7eab9cb8fb71d661369bdaf34fe6a64b3f6","Average ⬆️":9.007600725168578,"Hub License":"","Hub ❤️":0,"#Params (B)":9.543,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.8656283220337087,"IFEval Raw":0.334450369464133,"IFEval":33.445036946413296,"BBH Raw":0.32815316667476035,"BBH":5.520450164271318,"MATH Lvl 5 Raw":0.01812688821752266,"MATH Lvl 5":1.812688821752266,"GPQA Raw":0.26929530201342283,"GPQA":2.572706935123044,"MUSR Raw":0.3793958333333333,"MUSR":5.091145833333335,"MMLU-PRO Raw":0.15043218085106383,"MMLU-PRO":5.603575650118202,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-29","Generation":0,"Base Model":"Removed"},{"eval_name":"benhaotang_phi4-qwq-sky-t1_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"benhaotang/phi4-qwq-sky-t1 📑","fullname":"benhaotang/phi4-qwq-sky-t1","Model sha":"de04971083243b7cfe0447e20badb1847bd7cef6","Average ⬆️":31.01825262068425,"Hub License":"mit","Hub ❤️":2,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9014616068923202,"IFEval Raw":0.04596249063595704,"IFEval":4.596249063595704,"BBH Raw":0.6710520703782934,"BBH":52.61239992936087,"MATH Lvl 5 Raw":0.41012084592145015,"MATH Lvl 5":41.012084592145015,"GPQA Raw":0.3951342281879195,"GPQA":19.35123042505593,"MUSR Raw":0.48995833333333333,"MUSR":21.378124999999997,"MMLU-PRO Raw":0.5244348404255319,"MMLU-PRO":47.15942671394799,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-17","Submission Date":"2025-01-21","Generation":1,"Base Model":"benhaotang/phi4-qwq-sky-t1 (Merge)"},{"eval_name":"beomi_gemma-mling-7b_bfloat16","Precision":"bfloat16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"GemmaForCausalLM","Model":"beomi/gemma-mling-7b 📑","fullname":"beomi/gemma-mling-7b","Model sha":"3f442e28bd50db6c438ce2a15b3a003532babba0","Average ⬆️":11.392173694644192,"Hub License":"other","Hub ❤️":14,"#Params (B)":8.538,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.287011197266699,"IFEval Raw":0.20290939152559653,"IFEval":20.290939152559652,"BBH Raw":0.40675941947154004,"BBH":17.631391012223656,"MATH Lvl 5 Raw":0.054380664652567974,"MATH Lvl 5":5.438066465256798,"GPQA Raw":0.25,"GPQA":0.0,"MUSR Raw":0.37585416666666666,"MUSR":6.848437499999999,"MMLU-PRO Raw":0.2632978723404255,"MMLU-PRO":18.144208037825056,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-15","Submission Date":"2024-07-17","Generation":0,"Base Model":"beomi/gemma-mling-7b"},{"eval_name":"beowolx_CodeNinja-1.0-OpenChat-7B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"beowolx/CodeNinja-1.0-OpenChat-7B 📑","fullname":"beowolx/CodeNinja-1.0-OpenChat-7B","Model sha":"9934c04c767e6ae0f792712a060f02915391d4ec","Average ⬆️":20.460682433184903,"Hub License":"mit","Hub ❤️":104,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2721452017893264,"IFEval Raw":0.5446770125489258,"IFEval":54.467701254892575,"BBH Raw":0.4441338669403703,"BBH":21.713423267203808,"MATH Lvl 5 Raw":0.06722054380664652,"MATH Lvl 5":6.722054380664652,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.42432291666666666,"MUSR":11.540364583333336,"MMLU-PRO Raw":0.3015292553191489,"MMLU-PRO":22.392139479905435,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-12-20","Submission Date":"2024-07-30","Generation":0,"Base Model":"beowolx/CodeNinja-1.0-OpenChat-7B"},{"eval_name":"berkeley-nest_Starling-LM-7B-alpha_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"berkeley-nest/Starling-LM-7B-alpha 📑","fullname":"berkeley-nest/Starling-LM-7B-alpha","Model sha":"1dddf3b95bc1391f6307299eb1c162c194bde9bd","Average ⬆️":20.83936104726783,"Hub License":"apache-2.0","Hub ❤️":558,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1032577733840974,"IFEval Raw":0.5480491761858536,"IFEval":54.80491761858535,"BBH Raw":0.4440065261164004,"BBH":21.95402808715926,"MATH Lvl 5 Raw":0.08383685800604229,"MATH Lvl 5":8.38368580060423,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.41201041666666666,"MUSR":9.501302083333334,"MMLU-PRO Raw":0.3171542553191489,"MMLU-PRO":24.128250591016545,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-11-25","Submission Date":"2024-06-12","Generation":0,"Base Model":"berkeley-nest/Starling-LM-7B-alpha"},{"eval_name":"bfuzzy1_Gunny_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bfuzzy1/Gunny 📑","fullname":"bfuzzy1/Gunny","Model sha":"4648b9fafbbf5871fef317cdf9b76c3b7da6d66d","Average ⬆️":23.34108004405445,"Hub License":"","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6675725586964267,"IFEval Raw":0.7128629813339716,"IFEval":71.28629813339717,"BBH Raw":0.45459857092962414,"BBH":22.991778829133718,"MATH Lvl 5 Raw":0.1729607250755287,"MATH Lvl 5":17.29607250755287,"GPQA Raw":0.2785234899328859,"GPQA":3.8031319910514525,"MUSR Raw":0.35828124999999994,"MUSR":2.018489583333333,"MMLU-PRO Raw":0.3038563829787234,"MMLU-PRO":22.650709219858157,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-04","Submission Date":"2024-12-20","Generation":0,"Base Model":"bfuzzy1/Gunny"},{"eval_name":"bfuzzy1_acheron_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bfuzzy1/acheron 📑","fullname":"bfuzzy1/acheron","Model sha":"10f0384c0363f63a17f41f1cf09f9a317a3ee957","Average ⬆️":4.974672842034184,"Hub License":"","Hub ❤️":0,"#Params (B)":0.514,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.3253645856268118,"IFEval Raw":0.19831269919369493,"IFEval":19.831269919369493,"BBH Raw":0.3107918622526179,"BBH":3.737588062186813,"MATH Lvl 5 Raw":0.01661631419939577,"MATH Lvl 5":1.6616314199395772,"GPQA Raw":0.23909395973154363,"GPQA":0.0,"MUSR Raw":0.3510520833333333,"MUSR":3.5481770833333326,"MMLU-PRO Raw":0.10962433510638298,"MMLU-PRO":1.0693705673758855,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-12","Submission Date":"2024-12-24","Generation":1,"Base Model":"bfuzzy1/acheron (Merge)"},{"eval_name":"bfuzzy1_acheron-c_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bfuzzy1/acheron-c 📑","fullname":"bfuzzy1/acheron-c","Model sha":"dd9b3e9f550ab5c48a8349ddfea534996f4a28c4","Average ⬆️":4.2908204733904265,"Hub License":"","Hub ❤️":0,"#Params (B)":0.514,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.49820634326519797,"IFEval Raw":0.19286714805604685,"IFEval":19.286714805604685,"BBH Raw":0.30260703404313577,"BBH":2.7690272588902722,"MATH Lvl 5 Raw":0.0030211480362537764,"MATH Lvl 5":0.3021148036253776,"GPQA Raw":0.24748322147651006,"GPQA":0.0,"MUSR Raw":0.33821875,"MUSR":1.47734375,"MMLU-PRO Raw":0.1171875,"MMLU-PRO":1.9097222222222217,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-23","Submission Date":"2024-12-23","Generation":1,"Base Model":"bfuzzy1/acheron-c (Merge)"},{"eval_name":"bfuzzy1_acheron-d_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bfuzzy1/acheron-d 📑","fullname":"bfuzzy1/acheron-d","Model sha":"337fc6d265062b22b368debdf42deb10af58b25e","Average ⬆️":4.988234616217907,"Hub License":"","Hub ❤️":0,"#Params (B)":0.514,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.32747280338737966,"IFEval Raw":0.192542454021995,"IFEval":19.254245402199498,"BBH Raw":0.3139959864926003,"BBH":4.1222474820638,"MATH Lvl 5 Raw":0.015105740181268883,"MATH Lvl 5":1.5105740181268883,"GPQA Raw":0.23657718120805368,"GPQA":0.0,"MUSR Raw":0.34971875,"MUSR":3.5481770833333326,"MMLU-PRO Raw":0.11344747340425532,"MMLU-PRO":1.4941637115839235,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-03","Submission Date":"2025-01-03","Generation":1,"Base Model":"bfuzzy1/acheron-d (Merge)"},{"eval_name":"bfuzzy1_acheron-m_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bfuzzy1/acheron-m 📑","fullname":"bfuzzy1/acheron-m","Model sha":"15a592a961c17aca78b16851ef42fd55b24c2d09","Average ⬆️":4.225197951458999,"Hub License":"other","Hub ❤️":0,"#Params (B)":0.514,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.3736255718512762,"IFEval Raw":0.17583123889058808,"IFEval":17.583123889058808,"BBH Raw":0.29284447696551025,"BBH":2.1820409575204094,"MATH Lvl 5 Raw":0.00906344410876133,"MATH Lvl 5":0.906344410876133,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.3486666666666667,"MUSR":2.0833333333333326,"MMLU-PRO Raw":0.11128656914893617,"MMLU-PRO":1.2540632387706852,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-10","Submission Date":"2025-01-10","Generation":2,"Base Model":"bfuzzy1/acheron-d (Merge)"},{"eval_name":"bfuzzy1_acheron-m1a-llama_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"LlamaForCausalLM","Model":"bfuzzy1/acheron-m1a-llama 📑","fullname":"bfuzzy1/acheron-m1a-llama","Model sha":"f6b5f9afe3163767fa51dd1dd66d2fcd829ffc7d","Average ⬆️":3.348613471275291,"Hub License":"other","Hub ❤️":0,"#Params (B)":0.514,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0738704727547566,"IFEval Raw":0.11245827737070972,"IFEval":11.245827737070972,"BBH Raw":0.29560475093811295,"BBH":2.545408537429085,"MATH Lvl 5 Raw":0.0075528700906344415,"MATH Lvl 5":0.7552870090634441,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.36330208333333336,"MUSR":2.579427083333335,"MMLU-PRO Raw":0.11461103723404255,"MMLU-PRO":1.6234485815602824,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-10","Submission Date":"2025-01-10","Generation":3,"Base Model":"bfuzzy1/acheron-d (Merge)"},{"eval_name":"bfuzzy1_llambses-1_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"bfuzzy1/llambses-1 📑","fullname":"bfuzzy1/llambses-1","Model sha":"73d190c1726f22de8bb1be333d93cfeebb550984","Average ⬆️":19.83707295838704,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9365833927550146,"IFEval Raw":0.3553837152089788,"IFEval":35.53837152089788,"BBH Raw":0.5046977405175623,"BBH":31.077833088739435,"MATH Lvl 5 Raw":0.06873111782477341,"MATH Lvl 5":6.873111782477341,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.45290625,"MUSR":15.379947916666667,"MMLU-PRO Raw":0.31399601063829785,"MMLU-PRO":23.777334515366427,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-10","Submission Date":"2025-01-03","Generation":1,"Base Model":"bfuzzy1/llambses-1 (Merge)"},{"eval_name":"bhuvneshsaini_merged_model_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bhuvneshsaini/merged_model 📑","fullname":"bhuvneshsaini/merged_model","Model sha":"35d045ae54b9bdf334b1c28becd85746cf4e9a38","Average ⬆️":5.795748828202385,"Hub License":"mit","Hub ❤️":0,"#Params (B)":4.715,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7164317669572453,"IFEval Raw":0.1812767900282362,"IFEval":18.12767900282362,"BBH Raw":0.3359777949071243,"BBH":7.617386883057352,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.25,"GPQA":0.0,"MUSR Raw":0.34971875,"MUSR":4.081510416666666,"MMLU-PRO Raw":0.14453125,"MMLU-PRO":4.947916666666666,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-13","Submission Date":"2024-12-17","Generation":0,"Base Model":"bhuvneshsaini/merged_model"},{"eval_name":"bigcode_starcoder2-15b_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Starcoder2ForCausalLM","Model":"bigcode/starcoder2-15b 📑","fullname":"bigcode/starcoder2-15b","Model sha":"46d44742909c03ac8cee08eb03fdebce02e193ec","Average ⬆️":12.539175421645837,"Hub License":"bigcode-openrail-m","Hub ❤️":595,"#Params (B)":15.958,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":67.68626903353528,"IFEval Raw":0.2780223141265177,"IFEval":27.802231412651764,"BBH Raw":0.4447957841230437,"BBH":20.373540752678547,"MATH Lvl 5 Raw":0.05966767371601209,"MATH Lvl 5":5.966767371601208,"GPQA Raw":0.27348993288590606,"GPQA":3.1319910514541416,"MUSR Raw":0.35009375000000004,"MUSR":2.9283854166666674,"MMLU-PRO Raw":0.23528922872340424,"MMLU-PRO":15.032136524822693,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-02-20","Submission Date":"2024-06-09","Generation":0,"Base Model":"bigcode/starcoder2-15b"},{"eval_name":"bigcode_starcoder2-3b_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Starcoder2ForCausalLM","Model":"bigcode/starcoder2-3b 📑","fullname":"bigcode/starcoder2-3b","Model sha":"733247c55e3f73af49ce8e9c7949bf14af205928","Average ⬆️":6.549147626379535,"Hub License":"bigcode-openrail-m","Hub ❤️":169,"#Params (B)":3.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.893257836653058,"IFEval Raw":0.20370838264693236,"IFEval":20.370838264693234,"BBH Raw":0.35087141384601755,"BBH":8.909299421083569,"MATH Lvl 5 Raw":0.015105740181268883,"MATH Lvl 5":1.5105740181268883,"GPQA Raw":0.24412751677852348,"GPQA":0.0,"MUSR Raw":0.34345833333333337,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.1636469414893617,"MMLU-PRO":7.0718823877068555,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-11-29","Submission Date":"2024-06-09","Generation":0,"Base Model":"bigcode/starcoder2-3b"},{"eval_name":"bigcode_starcoder2-7b_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Starcoder2ForCausalLM","Model":"bigcode/starcoder2-7b 📑","fullname":"bigcode/starcoder2-7b","Model sha":"a3d33687b51284b528abeb17830776ffd24892a9","Average ⬆️":8.2934383764798,"Hub License":"bigcode-openrail-m","Hub ❤️":172,"#Params (B)":7.174,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.0128027570551226,"IFEval Raw":0.22091938279321088,"IFEval":22.09193827932109,"BBH Raw":0.36609857669123036,"BBH":11.395110106503443,"MATH Lvl 5 Raw":0.030966767371601207,"MATH Lvl 5":3.096676737160121,"GPQA Raw":0.2516778523489933,"GPQA":0.22371364653244186,"MUSR Raw":0.3793333333333333,"MUSR":5.8166666666666655,"MMLU-PRO Raw":0.16422872340425532,"MMLU-PRO":7.1365248226950335,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-02-20","Submission Date":"2024-06-09","Generation":0,"Base Model":"bigcode/starcoder2-7b"},{"eval_name":"bigscience_bloom-1b1_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"BloomForCausalLM","Model":"bigscience/bloom-1b1 📑","fullname":"bigscience/bloom-1b1","Model sha":"eb3dd7399312f5f94fd13f41d2f318117d3eb1e4","Average ⬆️":4.025155876068456,"Hub License":"bigscience-bloom-rail-1.0","Hub ❤️":62,"#Params (B)":1.065,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4340427150874084,"IFEval Raw":0.13733781920858879,"IFEval":13.733781920858878,"BBH Raw":0.31072762377370394,"BBH":4.042705269260129,"MATH Lvl 5 Raw":0.005287009063444109,"MATH Lvl 5":0.5287009063444109,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.36999999999999994,"MUSR":3.416666666666666,"MMLU-PRO Raw":0.1107878989361702,"MMLU-PRO":1.1986554373522447,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2022-05-19","Submission Date":"2024-06-13","Generation":0,"Base Model":"bigscience/bloom-1b1"},{"eval_name":"bigscience_bloom-1b7_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"BloomForCausalLM","Model":"bigscience/bloom-1b7 📑","fullname":"bigscience/bloom-1b7","Model sha":"cc72a88036c2fb937d65efeacc57a0c2ef5d6fe5","Average ⬆️":4.046754480742192,"Hub License":"bigscience-bloom-rail-1.0","Hub ❤️":121,"#Params (B)":1.722,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6367191975791189,"IFEval Raw":0.10438968603305895,"IFEval":10.438968603305895,"BBH Raw":0.314054919904072,"BBH":4.39745292760164,"MATH Lvl 5 Raw":0.005287009063444109,"MATH Lvl 5":0.5287009063444109,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.38857291666666666,"MUSR":6.838281250000001,"MMLU-PRO Raw":0.10862699468085106,"MMLU-PRO":0.9585549645390061,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2022-05-19","Submission Date":"2024-06-13","Generation":0,"Base Model":"bigscience/bloom-1b7"},{"eval_name":"bigscience_bloom-3b_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"BloomForCausalLM","Model":"bigscience/bloom-3b 📑","fullname":"bigscience/bloom-3b","Model sha":"52bc5b43010b4844513826b8be3f78c7344c37d7","Average ⬆️":4.387894128649155,"Hub License":"bigscience-bloom-rail-1.0","Hub ❤️":90,"#Params (B)":3.003,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.992112381322494,"IFEval Raw":0.1270961050013963,"IFEval":12.709610500139629,"BBH Raw":0.3062918592346337,"BBH":3.4200982840077354,"MATH Lvl 5 Raw":0.008308157099697885,"MATH Lvl 5":0.8308157099697886,"GPQA Raw":0.23993288590604026,"GPQA":0.0,"MUSR Raw":0.3980625,"MUSR":7.891145833333333,"MMLU-PRO Raw":0.11328125,"MMLU-PRO":1.4756944444444438,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2022-05-19","Submission Date":"2024-06-13","Generation":0,"Base Model":"bigscience/bloom-3b"},{"eval_name":"bigscience_bloom-560m_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"BloomForCausalLM","Model":"bigscience/bloom-560m 📑","fullname":"bigscience/bloom-560m","Model sha":"ac2ae5fab2ce3f9f40dc79b5ca9f637430d24971","Average ⬆️":3.50724359916236,"Hub License":"bigscience-bloom-rail-1.0","Hub ❤️":351,"#Params (B)":0.559,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.525432280306906,"IFEval Raw":0.06202431769926019,"IFEval":6.202431769926019,"BBH Raw":0.3025950541549823,"BBH":2.885363608028119,"MATH Lvl 5 Raw":0.0037764350453172208,"MATH Lvl 5":0.3776435045317221,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.4030833333333333,"MUSR":8.185416666666667,"MMLU-PRO Raw":0.11643949468085106,"MMLU-PRO":1.8266105200945615,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2022-05-19","Submission Date":"2024-06-13","Generation":0,"Base Model":"bigscience/bloom-560m"},{"eval_name":"bigscience_bloom-7b1_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"BloomForCausalLM","Model":"bigscience/bloom-7b1 📑","fullname":"bigscience/bloom-7b1","Model sha":"6232703e399354503377bf59dfbb8397fd569e4a","Average ⬆️":3.795510241848182,"Hub License":"bigscience-bloom-rail-1.0","Hub ❤️":203,"#Params (B)":7.069,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.0115500371999038,"IFEval Raw":0.13221696210499254,"IFEval":13.221696210499253,"BBH Raw":0.3113718529627139,"BBH":4.038808518979752,"MATH Lvl 5 Raw":0.005287009063444109,"MATH Lvl 5":0.5287009063444109,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.34869791666666666,"MUSR":1.920572916666666,"MMLU-PRO Raw":0.11045545212765957,"MMLU-PRO":1.1617169030732852,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2022-05-19","Submission Date":"2024-06-13","Generation":0,"Base Model":"bigscience/bloom-7b1"},{"eval_name":"bluuwhale_L3-SthenoMaid-8B-V1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bluuwhale/L3-SthenoMaid-8B-V1 📑","fullname":"bluuwhale/L3-SthenoMaid-8B-V1","Model sha":"f8e65823aa02752c9c08aa69c7a24bfa94058a9b","Average ⬆️":25.83976001225683,"Hub License":"","Hub ❤️":3,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.205450782943445,"IFEval Raw":0.7344700949037443,"IFEval":73.44700949037443,"BBH Raw":0.5218759253208048,"BBH":32.398152503800446,"MATH Lvl 5 Raw":0.10800604229607251,"MATH Lvl 5":10.80060422960725,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.3686979166666667,"MUSR":4.853906250000002,"MMLU-PRO Raw":0.3656083776595745,"MMLU-PRO":29.51204196217494,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-09","Submission Date":"2025-01-07","Generation":1,"Base Model":"bluuwhale/L3-SthenoMaid-8B-V1 (Merge)"},{"eval_name":"bond005_meno-tiny-0.1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bond005/meno-tiny-0.1 📑","fullname":"bond005/meno-tiny-0.1","Model sha":"e45b5605e2209a143c823f4e9c7c49705955cdb1","Average ⬆️":18.850916827026232,"Hub License":"apache-2.0","Hub ❤️":10,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.73337552432176,"IFEval Raw":0.45497613000172876,"IFEval":45.497613000172876,"BBH Raw":0.4262909130965971,"BBH":19.64270876311028,"MATH Lvl 5 Raw":0.13897280966767372,"MATH Lvl 5":13.897280966767372,"GPQA Raw":0.28187919463087246,"GPQA":4.250559284116329,"MUSR Raw":0.4184583333333333,"MUSR":9.973958333333334,"MMLU-PRO Raw":0.2785904255319149,"MMLU-PRO":19.843380614657207,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-18","Submission Date":"2025-01-11","Generation":1,"Base Model":"bond005/meno-tiny-0.1 (Merge)"},{"eval_name":"bosonai_Higgs-Llama-3-70B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bosonai/Higgs-Llama-3-70B 📑","fullname":"bosonai/Higgs-Llama-3-70B","Model sha":"b2c7540768046dfdae7a0cb846a7da6c41d826b1","Average ⬆️":33.525397972968115,"Hub License":"other","Hub ❤️":220,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":27.45369405239353,"IFEval Raw":0.5560678998390935,"IFEval":55.60678998390936,"BBH Raw":0.625765879603832,"BBH":45.89740563396065,"MATH Lvl 5 Raw":0.25226586102719034,"MATH Lvl 5":25.226586102719033,"GPQA Raw":0.36661073825503354,"GPQA":15.548098434004473,"MUSR Raw":0.44708333333333333,"MUSR":15.518750000000002,"MMLU-PRO Raw":0.49019281914893614,"MMLU-PRO":43.35475768321512,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-05","Submission Date":"2024-09-18","Generation":1,"Base Model":"meta-llama/Meta-Llama-3-70B"},{"eval_name":"braindao_DeepSeek-R1-Distill-Qwen-1.5B-Blunt_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"braindao/DeepSeek-R1-Distill-Qwen-1.5B-Blunt 📑","fullname":"braindao/DeepSeek-R1-Distill-Qwen-1.5B-Blunt","Model sha":"ef4f5c21d64e3dc2f67718e62d814827d19188ee","Average ⬆️":7.552804605341624,"Hub License":"","Hub ❤️":0,"#Params (B)":1.777,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6036575615550887,"IFEval Raw":0.261136008014291,"IFEval":26.113600801429097,"BBH Raw":0.27743669901671336,"BBH":1.1023633058943698,"MATH Lvl 5 Raw":0.13821752265861026,"MATH Lvl 5":13.821752265861026,"GPQA Raw":0.24748322147651006,"GPQA":0.0,"MUSR Raw":0.35952083333333335,"MUSR":2.240104166666669,"MMLU-PRO Raw":0.11835106382978723,"MMLU-PRO":2.0390070921985806,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-20","Submission Date":"2025-02-20","Generation":0,"Base Model":"braindao/DeepSeek-R1-Distill-Qwen-1.5B-Blunt"},{"eval_name":"braindao_DeepSeek-R1-Distill-Qwen-1.5B-Reflective_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"braindao/DeepSeek-R1-Distill-Qwen-1.5B-Reflective 📑","fullname":"braindao/DeepSeek-R1-Distill-Qwen-1.5B-Reflective","Model sha":"0444175d262f264654af671f423ca72f4d284478","Average ⬆️":8.705956789781306,"Hub License":"","Hub ❤️":0,"#Params (B)":1.777,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6228340036068769,"IFEval Raw":0.30327641768285923,"IFEval":30.327641768285925,"BBH Raw":0.2908444769655102,"BBH":1.7477599117687752,"MATH Lvl 5 Raw":0.16314199395770393,"MATH Lvl 5":16.314199395770395,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.33555208333333336,"MUSR":0.9440104166666662,"MMLU-PRO Raw":0.11303191489361702,"MMLU-PRO":1.4479905437352243,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-20","Submission Date":"2025-02-20","Generation":0,"Base Model":"braindao/DeepSeek-R1-Distill-Qwen-1.5B-Reflective"},{"eval_name":"braindao_DeepSeek-R1-Distill-Qwen-14B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"braindao/DeepSeek-R1-Distill-Qwen-14B 📑","fullname":"braindao/DeepSeek-R1-Distill-Qwen-14B","Model sha":"00463c8b956246647d2d0fc4027df4e569194aeb","Average ⬆️":13.942561374741304,"Hub License":"mit","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8978922751786214,"IFEval Raw":0.4171575863154209,"IFEval":41.71575863154209,"BBH Raw":0.30329653176003074,"BBH":3.271232992020663,"MATH Lvl 5 Raw":0.17598187311178248,"MATH Lvl 5":17.598187311178247,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.4487916666666667,"MUSR":15.632291666666667,"MMLU-PRO Raw":0.11269946808510638,"MMLU-PRO":1.4110520094562635,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-04","Submission Date":"2025-03-04","Generation":0,"Base Model":"braindao/DeepSeek-R1-Distill-Qwen-14B"},{"eval_name":"braindao_DeepSeek-R1-Distill-Qwen-14B-ABUB-ST_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"braindao/DeepSeek-R1-Distill-Qwen-14B-ABUB-ST 📑","fullname":"braindao/DeepSeek-R1-Distill-Qwen-14B-ABUB-ST","Model sha":"2ebe36e929737546f03ef37e845c745f4068752f","Average ⬆️":29.311295170279617,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8912967101766143,"IFEval Raw":0.3751922676276723,"IFEval":37.51922676276723,"BBH Raw":0.4926903187457697,"BBH":27.634826732270326,"MATH Lvl 5 Raw":0.5015105740181269,"MATH Lvl 5":50.15105740181269,"GPQA Raw":0.3447986577181208,"GPQA":12.639821029082773,"MUSR Raw":0.4220625,"MUSR":11.891145833333335,"MMLU-PRO Raw":0.42428523936170215,"MMLU-PRO":36.03169326241135,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-12","Submission Date":"2025-03-12","Generation":1,"Base Model":"braindao/DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt"},{"eval_name":"braindao_DeepSeek-R1-Distill-Qwen-14B-Blunt_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"braindao/DeepSeek-R1-Distill-Qwen-14B-Blunt 📑","fullname":"braindao/DeepSeek-R1-Distill-Qwen-14B-Blunt","Model sha":"ad0d32e834c1187b5894d742215fd864e94dd3ac","Average ⬆️":17.9179987350434,"Hub License":"","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9364716614943034,"IFEval Raw":0.5611632690151022,"IFEval":56.11632690151021,"BBH Raw":0.32828968244496226,"BBH":6.126852862495489,"MATH Lvl 5 Raw":0.16389728096676737,"MATH Lvl 5":16.389728096676738,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.45542708333333337,"MUSR":16.86171875,"MMLU-PRO Raw":0.14469747340425532,"MMLU-PRO":4.966385933806146,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-26","Submission Date":"2025-03-03","Generation":0,"Base Model":"braindao/DeepSeek-R1-Distill-Qwen-14B-Blunt"},{"eval_name":"braindao_DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"braindao/DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored 📑","fullname":"braindao/DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored","Model sha":"027525b1379cf8dd8272c46537f55281d8cdd9b9","Average ⬆️":16.62442618013144,"Hub License":"","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9544725353046577,"IFEval Raw":0.5421791956453321,"IFEval":54.21791956453322,"BBH Raw":0.3170339746824052,"BBH":4.607187867121389,"MATH Lvl 5 Raw":0.16314199395770393,"MATH Lvl 5":16.314199395770395,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.4486979166666667,"MUSR":15.453906249999998,"MMLU-PRO Raw":0.14311835106382978,"MMLU-PRO":4.790927895981086,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-26","Submission Date":"2025-03-06","Generation":0,"Base Model":"braindao/DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored"},{"eval_name":"braindao_DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"braindao/DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt 📑","fullname":"braindao/DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt","Model sha":"ad287e756594c171e78745b3314e9d146cd3a158","Average ⬆️":17.9423472074527,"Hub License":"","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9292949587001595,"IFEval Raw":0.5221456845614081,"IFEval":52.21456845614081,"BBH Raw":0.3198581755956472,"BBH":5.067571369076204,"MATH Lvl 5 Raw":0.25075528700906347,"MATH Lvl 5":25.075528700906347,"GPQA Raw":0.2785234899328859,"GPQA":3.8031319910514525,"MUSR Raw":0.4526979166666667,"MUSR":16.120572916666667,"MMLU-PRO Raw":0.14835438829787234,"MMLU-PRO":5.372709810874704,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-03-03","Generation":0,"Base Model":"braindao/DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt"},{"eval_name":"braindao_DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"braindao/DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective 📑","fullname":"braindao/DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective","Model sha":"d048407437a3af102d59bb7f60db0bbe1c6b3bd8","Average ⬆️":17.874122056267588,"Hub License":"","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.887683133323476,"IFEval Raw":0.554044380022784,"IFEval":55.4044380022784,"BBH Raw":0.337106084887115,"BBH":6.901046016164872,"MATH Lvl 5 Raw":0.23716012084592145,"MATH Lvl 5":23.716012084592144,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.4247604166666667,"MUSR":11.928385416666666,"MMLU-PRO Raw":0.15043218085106383,"MMLU-PRO":5.603575650118202,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-05","Submission Date":"2025-03-05","Generation":0,"Base Model":"braindao/DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective"},{"eval_name":"braindao_DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Reflective_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"braindao/DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Reflective 📑","fullname":"braindao/DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Reflective","Model sha":"7e662880a6327fd3ef8906358c526edfd48b861b","Average ⬆️":15.258010678110056,"Hub License":"","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9294124725581154,"IFEval Raw":0.5139274901705253,"IFEval":51.39274901705253,"BBH Raw":0.3013444769655102,"BBH":2.698522439001891,"MATH Lvl 5 Raw":0.1472809667673716,"MATH Lvl 5":14.72809667673716,"GPQA Raw":0.287751677852349,"GPQA":5.033557046979867,"MUSR Raw":0.44333333333333336,"MUSR":14.483333333333329,"MMLU-PRO Raw":0.12890625,"MMLU-PRO":3.2118055555555545,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-05","Submission Date":"2025-03-05","Generation":0,"Base Model":"braindao/DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Reflective"},{"eval_name":"braindao_DeepSeek-R1-Distill-Qwen-14B-Reflective_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"braindao/DeepSeek-R1-Distill-Qwen-14B-Reflective 📑","fullname":"braindao/DeepSeek-R1-Distill-Qwen-14B-Reflective","Model sha":"ad501b68fd42c312c64c70b1f63a9562679711c2","Average ⬆️":14.389854199470006,"Hub License":"","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9922666332584293,"IFEval Raw":0.4290227706928727,"IFEval":42.90227706928727,"BBH Raw":0.301225755504323,"BBH":3.035855458967868,"MATH Lvl 5 Raw":0.19184290030211482,"MATH Lvl 5":19.184290030211482,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.4553958333333334,"MUSR":16.7578125,"MMLU-PRO Raw":0.11294880319148937,"MMLU-PRO":1.4387559101654845,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-26","Submission Date":"2025-03-03","Generation":0,"Base Model":"braindao/DeepSeek-R1-Distill-Qwen-14B-Reflective"},{"eval_name":"braindao_DeepSeek-R1-Distill-Qwen-7B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"braindao/DeepSeek-R1-Distill-Qwen-7B 📑","fullname":"braindao/DeepSeek-R1-Distill-Qwen-7B","Model sha":"b4409922f58a06ce7296032b7baba2eaa45a4000","Average ⬆️":11.398600284940265,"Hub License":"mit","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6814255563649841,"IFEval Raw":0.39679938119744496,"IFEval":39.6799381197445,"BBH Raw":0.2886778102988436,"BBH":1.9766705871500392,"MATH Lvl 5 Raw":0.19184290030211482,"MATH Lvl 5":19.184290030211482,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.37666666666666665,"MUSR":4.416666666666667,"MMLU-PRO Raw":0.1141123670212766,"MMLU-PRO":1.5680407801418434,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-04","Submission Date":"2025-03-04","Generation":0,"Base Model":"braindao/DeepSeek-R1-Distill-Qwen-7B"},{"eval_name":"braindao_DeepSeek-R1-Distill-Qwen-7B-Blunt_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"braindao/DeepSeek-R1-Distill-Qwen-7B-Blunt 📑","fullname":"braindao/DeepSeek-R1-Distill-Qwen-7B-Blunt","Model sha":"fecc50fce2183143952083d053685194640c2ad1","Average ⬆️":12.850779949168645,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6726927587157503,"IFEval Raw":0.4266246891581005,"IFEval":42.66246891581005,"BBH Raw":0.29017781029884354,"BBH":2.149818735298187,"MATH Lvl 5 Raw":0.21450151057401812,"MATH Lvl 5":21.45015105740181,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.38851041666666664,"MUSR":6.1638020833333345,"MMLU-PRO Raw":0.11693816489361702,"MMLU-PRO":1.8820183215130022,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-20","Submission Date":"2025-03-03","Generation":0,"Base Model":"braindao/DeepSeek-R1-Distill-Qwen-7B-Blunt"},{"eval_name":"braindao_DeepSeek-R1-Distill-Qwen-7B-ORPO-Uncensored_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"braindao/DeepSeek-R1-Distill-Qwen-7B-ORPO-Uncensored 📑","fullname":"braindao/DeepSeek-R1-Distill-Qwen-7B-ORPO-Uncensored","Model sha":"1a94375fd2c68af28d112348ad5b8b22cb1b3c2f","Average ⬆️":10.72103457820772,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6785234959047466,"IFEval Raw":0.3654503384353515,"IFEval":36.54503384353515,"BBH Raw":0.2958444769655102,"BBH":2.744263179742631,"MATH Lvl 5 Raw":0.17371601208459214,"MATH Lvl 5":17.371601208459214,"GPQA Raw":0.2533557046979866,"GPQA":0.44742729306487633,"MUSR Raw":0.38460416666666664,"MUSR":5.742187500000001,"MMLU-PRO Raw":0.11328125,"MMLU-PRO":1.4756944444444438,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-13","Submission Date":"2025-03-13","Generation":2,"Base Model":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B"},{"eval_name":"braindao_DeepSeek-R1-Distill-Qwen-7B-Reflective_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"braindao/DeepSeek-R1-Distill-Qwen-7B-Reflective 📑","fullname":"braindao/DeepSeek-R1-Distill-Qwen-7B-Reflective","Model sha":"62714830b4f061e1f132b19ad1b95db46653f8c2","Average ⬆️":11.718078328507309,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6684679781246362,"IFEval Raw":0.3921783091087204,"IFEval":39.21783091087204,"BBH Raw":0.2906778102988436,"BBH":2.0813002167796686,"MATH Lvl 5 Raw":0.20241691842900303,"MATH Lvl 5":20.241691842900302,"GPQA Raw":0.25419463087248323,"GPQA":0.5592841163310973,"MUSR Raw":0.38999999999999996,"MUSR":6.483333333333332,"MMLU-PRO Raw":0.1155252659574468,"MMLU-PRO":1.725029550827422,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-26","Submission Date":"2025-03-03","Generation":0,"Base Model":"braindao/DeepSeek-R1-Distill-Qwen-7B-Reflective"},{"eval_name":"braindao_Qwen2.5-14B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"braindao/Qwen2.5-14B 📑","fullname":"braindao/Qwen2.5-14B","Model sha":"ca710582977c49cc263b4fd02de159f9c51dc76c","Average ⬆️":32.436238941896505,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.2515694930214387,"IFEval Raw":0.540854931581537,"IFEval":54.085493158153696,"BBH Raw":0.5852660409288039,"BBH":41.26351364432166,"MATH Lvl 5 Raw":0.29229607250755285,"MATH Lvl 5":29.229607250755286,"GPQA Raw":0.3733221476510067,"GPQA":16.442953020134222,"MUSR Raw":0.41235416666666663,"MUSR":10.444270833333336,"MMLU-PRO Raw":0.48836436170212766,"MMLU-PRO":43.15159574468085,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-06","Generation":0,"Base Model":"braindao/Qwen2.5-14B"},{"eval_name":"braindao_Qwen2.5-14B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"braindao/Qwen2.5-14B-Instruct 📑","fullname":"braindao/Qwen2.5-14B-Instruct","Model sha":"f45a202018ab4796db270d79f5f2b193237d37fb","Average ⬆️":41.60549009199536,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.755065293649155,"IFEval Raw":0.8142539572778007,"IFEval":81.42539572778006,"BBH Raw":0.6403640774008682,"BBH":48.573089527387644,"MATH Lvl 5 Raw":0.552870090634441,"MATH Lvl 5":55.2870090634441,"GPQA Raw":0.3288590604026846,"GPQA":10.514541387024611,"MUSR Raw":0.414,"MUSR":10.616666666666669,"MMLU-PRO Raw":0.48894614361702127,"MMLU-PRO":43.216238179669034,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-06","Generation":1,"Base Model":"Qwen/Qwen2.5-14B"},{"eval_name":"braindao_iq-code-evmind-0.5b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"braindao/iq-code-evmind-0.5b 📑","fullname":"braindao/iq-code-evmind-0.5b","Model sha":"c34cdd02ff7488eea0ac26110b0b7cb277a0bf1b","Average ⬆️":7.0224136272788416,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":0.494,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5073626971520605,"IFEval Raw":0.3215612353001148,"IFEval":32.156123530011484,"BBH Raw":0.31637440507987097,"BBH":4.260915277471788,"MATH Lvl 5 Raw":0.02416918429003021,"MATH Lvl 5":2.416918429003021,"GPQA Raw":0.24161073825503357,"GPQA":0.0,"MUSR Raw":0.33037500000000003,"MUSR":1.1968750000000006,"MMLU-PRO Raw":0.11893284574468085,"MMLU-PRO":2.1036495271867612,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-23","Submission Date":"2025-02-20","Generation":1,"Base Model":"braindao/iq-code-evmind-0.5b-instruct-v0.2411.4"},{"eval_name":"brgx53_3Bgeneral-ECE-PRYMMAL-Martial_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"brgx53/3Bgeneral-ECE-PRYMMAL-Martial 📑","fullname":"brgx53/3Bgeneral-ECE-PRYMMAL-Martial","Model sha":"78ee3bde02df349ee7161f9c2a5b36161c294009","Average ⬆️":23.281187153244208,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.307303661929017,"IFEval Raw":0.32893057088525113,"IFEval":32.89305708852512,"BBH Raw":0.5458008312900208,"BBH":36.673582111407946,"MATH Lvl 5 Raw":0.13141993957703926,"MATH Lvl 5":13.141993957703926,"GPQA Raw":0.32466442953020136,"GPQA":9.955257270693513,"MUSR Raw":0.43728125,"MUSR":14.426822916666666,"MMLU-PRO Raw":0.3933676861702128,"MMLU-PRO":32.59640957446809,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-23","Submission Date":"2024-10-23","Generation":1,"Base Model":"brgx53/3Bgeneral-ECE-PRYMMAL-Martial (Merge)"},{"eval_name":"brgx53_3Bgeneralv2-ECE-PRYMMAL-Martial_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"brgx53/3Bgeneralv2-ECE-PRYMMAL-Martial 📑","fullname":"brgx53/3Bgeneralv2-ECE-PRYMMAL-Martial","Model sha":"8525f801c47b2bce2ca4dad360ce71b2cb6b370b","Average ⬆️":31.48239660410299,"Hub License":"apache-2.0","Hub ❤️":15,"#Params (B)":3.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.0068195482674844,"IFEval Raw":0.567708125551315,"IFEval":56.77081255513149,"BBH Raw":0.5607195549186694,"BBH":37.250632564299146,"MATH Lvl 5 Raw":0.3496978851963746,"MATH Lvl 5":34.96978851963746,"GPQA Raw":0.311241610738255,"GPQA":8.165548098434002,"MUSR Raw":0.43563541666666666,"MUSR":12.78776041666667,"MMLU-PRO Raw":0.45054853723404253,"MMLU-PRO":38.949837470449175,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-08","Submission Date":"2024-11-08","Generation":1,"Base Model":"brgx53/3Bgeneralv2-ECE-PRYMMAL-Martial (Merge)"},{"eval_name":"brgx53_3Blareneg-ECE-PRYMMAL-Martial_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"brgx53/3Blareneg-ECE-PRYMMAL-Martial 📑","fullname":"brgx53/3Blareneg-ECE-PRYMMAL-Martial","Model sha":"abac4757125a66a427fb82751bf171dabaea3458","Average ⬆️":22.756317201307535,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.615068915069678,"IFEval Raw":0.28763902002242936,"IFEval":28.763902002242936,"BBH Raw":0.535846215598753,"BBH":35.45258577949333,"MATH Lvl 5 Raw":0.12084592145015106,"MATH Lvl 5":12.084592145015106,"GPQA Raw":0.3347315436241611,"GPQA":11.297539149888143,"MUSR Raw":0.4428958333333333,"MUSR":15.428645833333329,"MMLU-PRO Raw":0.4015957446808511,"MMLU-PRO":33.51063829787233,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-23","Submission Date":"2024-10-23","Generation":1,"Base Model":"brgx53/3Blareneg-ECE-PRYMMAL-Martial (Merge)"},{"eval_name":"brgx53_3Blarenegv2-ECE-PRYMMAL-Martial_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"brgx53/3Blarenegv2-ECE-PRYMMAL-Martial 📑","fullname":"brgx53/3Blarenegv2-ECE-PRYMMAL-Martial","Model sha":"304038fc2b2527e31c738f9091206253a0d40f6c","Average ⬆️":31.457001024079023,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3737919280859543,"IFEval Raw":0.5661843907498769,"IFEval":56.6184390749877,"BBH Raw":0.5607195549186694,"BBH":37.250632564299146,"MATH Lvl 5 Raw":0.3496978851963746,"MATH Lvl 5":34.96978851963746,"GPQA Raw":0.311241610738255,"GPQA":8.165548098434002,"MUSR Raw":0.43563541666666666,"MUSR":12.78776041666667,"MMLU-PRO Raw":0.45054853723404253,"MMLU-PRO":38.949837470449175,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-08","Submission Date":"2024-11-08","Generation":1,"Base Model":"brgx53/3Blarenegv2-ECE-PRYMMAL-Martial (Merge)"},{"eval_name":"brgx53_Barracuda-PRYMMAL-ECE-TW3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"brgx53/Barracuda-PRYMMAL-ECE-TW3 📑","fullname":"brgx53/Barracuda-PRYMMAL-ECE-TW3","Model sha":"5b24379a24328b77300eca1540915408151a9f20","Average ⬆️":3.9169280688644776,"Hub License":"","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6295401721453008,"IFEval Raw":0.16401592219754696,"IFEval":16.401592219754694,"BBH Raw":0.30024599561514337,"BBH":2.753426597884674,"MATH Lvl 5 Raw":0.0022658610271903325,"MATH Lvl 5":0.22658610271903326,"GPQA Raw":0.2533557046979866,"GPQA":0.44742729306487633,"MUSR Raw":0.36085416666666664,"MUSR":2.6401041666666667,"MMLU-PRO Raw":0.10929188829787234,"MMLU-PRO":1.032432033096926,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-10","Submission Date":"2025-03-10","Generation":0,"Base Model":"brgx53/Barracuda-PRYMMAL-ECE-TW3"},{"eval_name":"brgx53_LaConfiance-PRYMMAL-ECE-TW3_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"brgx53/LaConfiance-PRYMMAL-ECE-TW3 📑","fullname":"brgx53/LaConfiance-PRYMMAL-ECE-TW3","Model sha":"09165d67f26be2a1bc6a319424fc2f35b1faf840","Average ⬆️":4.255168913434492,"Hub License":"","Hub ❤️":0,"#Params (B)":1.777,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6074110120256099,"IFEval Raw":0.1579209829917951,"IFEval":15.79209829917951,"BBH Raw":0.29624186550380993,"BBH":1.9868050366680503,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2516778523489933,"GPQA":0.22371364653244186,"MUSR Raw":0.38457291666666665,"MUSR":5.904947916666668,"MMLU-PRO Raw":0.11461103723404255,"MMLU-PRO":1.6234485815602824,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-10","Submission Date":"2025-03-10","Generation":0,"Base Model":"brgx53/LaConfiance-PRYMMAL-ECE-TW3"},{"eval_name":"bunnycore_Best-Mix-Llama-3.1-8B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bunnycore/Best-Mix-Llama-3.1-8B 📑","fullname":"bunnycore/Best-Mix-Llama-3.1-8B","Model sha":"4bde0e60ac20d6944b1fbdfb3456efea8ba59ae9","Average ⬆️":9.644596419047586,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8100050452288448,"IFEval Raw":0.20670598456539757,"IFEval":20.670598456539757,"BBH Raw":0.343178100574048,"BBH":7.255275858385576,"MATH Lvl 5 Raw":0.2054380664652568,"MATH Lvl 5":20.54380664652568,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.2928541666666667,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.15649933510638298,"MMLU-PRO":6.277703900709218,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-10","Generation":0,"Base Model":"Removed"},{"eval_name":"bunnycore_Blabbertron-1.0_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/Blabbertron-1.0 📑","fullname":"bunnycore/Blabbertron-1.0","Model sha":"329e37a8e0c1e6289418ec00ee3895315adae416","Average ⬆️":36.2247146459169,"Hub License":"","Hub ❤️":3,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6719606311601921,"IFEval Raw":0.7433376773627309,"IFEval":74.3337677362731,"BBH Raw":0.5496552006589083,"BBH":36.054612445029626,"MATH Lvl 5 Raw":0.49244712990936557,"MATH Lvl 5":49.244712990936556,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.4336875,"MUSR":13.510937500000002,"MMLU-PRO Raw":0.4354222074468085,"MMLU-PRO":37.2691341607565,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-03","Submission Date":"2025-03-03","Generation":1,"Base Model":"bunnycore/Blabbertron-1.0 (Merge)"},{"eval_name":"bunnycore_Blabbertron-1.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/Blabbertron-1.1 📑","fullname":"bunnycore/Blabbertron-1.1","Model sha":"bfa4acda0123e6579f9460441c65e1c80f22762f","Average ⬆️":36.19288822858115,"Hub License":"","Hub ❤️":1,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6637390108814308,"IFEval Raw":0.7265267268625026,"IFEval":72.65267268625026,"BBH Raw":0.5534000697428705,"BBH":36.60739009385717,"MATH Lvl 5 Raw":0.48036253776435045,"MATH Lvl 5":48.036253776435046,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.4415625,"MUSR":14.695312500000005,"MMLU-PRO Raw":0.44306848404255317,"MMLU-PRO":38.11872044917258,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-04","Submission Date":"2025-03-04","Generation":1,"Base Model":"bunnycore/Blabbertron-1.1 (Merge)"},{"eval_name":"bunnycore_CyberCore-Qwen-2.1-7B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/CyberCore-Qwen-2.1-7B 📑","fullname":"bunnycore/CyberCore-Qwen-2.1-7B","Model sha":"98e69ba1cd70444b90178e1253e904d1892593c8","Average ⬆️":30.98421070085202,"Hub License":"","Hub ❤️":2,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3453683327965331,"IFEval Raw":0.5765757080103016,"IFEval":57.657570801030154,"BBH Raw":0.5572089082936126,"BBH":36.96653253167443,"MATH Lvl 5 Raw":0.35876132930513593,"MATH Lvl 5":35.87613293051359,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.4144895833333333,"MUSR":9.411197916666667,"MMLU-PRO Raw":0.4444813829787234,"MMLU-PRO":38.27570921985816,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-21","Submission Date":"2024-11-23","Generation":1,"Base Model":"bunnycore/CyberCore-Qwen-2.1-7B (Merge)"},{"eval_name":"bunnycore_DeepQwen-3B-LCoT-SCE_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/DeepQwen-3B-LCoT-SCE 📑","fullname":"bunnycore/DeepQwen-3B-LCoT-SCE","Model sha":"200ae320fb7846016990e58b46acf78ce0a3b946","Average ⬆️":20.33845959063539,"Hub License":"","Hub ❤️":1,"#Params (B)":3.396,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7734388198390433,"IFEval Raw":0.4489809261647983,"IFEval":44.89809261647983,"BBH Raw":0.45123121380305237,"BBH":23.559546324044987,"MATH Lvl 5 Raw":0.24697885196374622,"MATH Lvl 5":24.69788519637462,"GPQA Raw":0.2625838926174497,"GPQA":1.6778523489932917,"MUSR Raw":0.35139583333333335,"MUSR":1.7578124999999993,"MMLU-PRO Raw":0.3289561170212766,"MMLU-PRO":25.439568557919618,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-23","Submission Date":"2025-02-26","Generation":1,"Base Model":"bunnycore/DeepQwen-3B-LCoT-SCE (Merge)"},{"eval_name":"bunnycore_DeepSeek-R1-Distill-Qwen-7B-RRP-Ex_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/DeepSeek-R1-Distill-Qwen-7B-RRP-Ex 📑","fullname":"bunnycore/DeepSeek-R1-Distill-Qwen-7B-RRP-Ex","Model sha":"cd233008ad60c15ed06f7de327e11f0734432b85","Average ⬆️":14.616489832350064,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3365016987234717,"IFEval Raw":0.39010492160800014,"IFEval":39.01049216080001,"BBH Raw":0.3494110718041537,"BBH":8.396453841395422,"MATH Lvl 5 Raw":0.16540785498489427,"MATH Lvl 5":16.540785498489427,"GPQA Raw":0.2785234899328859,"GPQA":3.8031319910514525,"MUSR Raw":0.3663125,"MUSR":3.1890625000000004,"MMLU-PRO Raw":0.2508311170212766,"MMLU-PRO":16.759013002364064,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-27","Generation":0,"Base Model":"Removed"},{"eval_name":"bunnycore_DeepThinker-7B-Sce-v1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/DeepThinker-7B-Sce-v1 📑","fullname":"bunnycore/DeepThinker-7B-Sce-v1","Model sha":"93d03ae7c0059068cdd1cbfbbca6f3822d699419","Average ⬆️":4.766577429203108,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4259256537840235,"IFEval Raw":0.12180015691698028,"IFEval":12.180015691698028,"BBH Raw":0.30182806791122846,"BBH":2.5205978669314697,"MATH Lvl 5 Raw":0.009818731117824773,"MATH Lvl 5":0.9818731117824773,"GPQA Raw":0.2516778523489933,"GPQA":0.22371364653244186,"MUSR Raw":0.41942708333333334,"MUSR":11.328385416666668,"MMLU-PRO Raw":0.11228390957446809,"MMLU-PRO":1.3648788416075646,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-06","Generation":0,"Base Model":"Removed"},{"eval_name":"bunnycore_DeepThinker-7B-Sce-v2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/DeepThinker-7B-Sce-v2 📑","fullname":"bunnycore/DeepThinker-7B-Sce-v2","Model sha":"7be8b128a7ce3a065aa6aa6518dc3d0c3c4c24ff","Average ⬆️":5.521537075022995,"Hub License":"","Hub ❤️":3,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4249684990843643,"IFEval Raw":0.16306621985221434,"IFEval":16.306621985221433,"BBH Raw":0.3056842322947901,"BBH":3.256507303765563,"MATH Lvl 5 Raw":0.011329305135951661,"MATH Lvl 5":1.1329305135951662,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.4100625,"MUSR":9.691145833333332,"MMLU-PRO Raw":0.11461103723404255,"MMLU-PRO":1.6234485815602824,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-06","Submission Date":"2025-02-06","Generation":1,"Base Model":"bunnycore/DeepThinker-7B-Sce-v2 (Merge)"},{"eval_name":"bunnycore_FuseCyberMix-Qwen-2.5-7B-Instruct_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/FuseCyberMix-Qwen-2.5-7B-Instruct 📑","fullname":"bunnycore/FuseCyberMix-Qwen-2.5-7B-Instruct","Model sha":"e8cb3470dfa0c8e1d9f661168027241a0908876f","Average ⬆️":34.50574650183828,"Hub License":"","Hub ❤️":2,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.302794593476737,"IFEval Raw":0.7019220113742648,"IFEval":70.19220113742648,"BBH Raw":0.5517973725429837,"BBH":36.36861871726955,"MATH Lvl 5 Raw":0.48413897280966767,"MATH Lvl 5":48.413897280966765,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.40203125,"MUSR":8.720572916666667,"MMLU-PRO Raw":0.43367686170212766,"MMLU-PRO":37.07520685579196,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-20","Submission Date":"2024-12-20","Generation":1,"Base Model":"bunnycore/FuseCyberMix-Qwen-2.5-7B-Instruct (Merge)"},{"eval_name":"bunnycore_FuseQwQen-7B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/FuseQwQen-7B 📑","fullname":"bunnycore/FuseQwQen-7B","Model sha":"18b2a6249bdef2ff53d112b8008a7b8c3b8b9778","Average ⬆️":34.67786732785649,"Hub License":"","Hub ❤️":3,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4317790858062496,"IFEval Raw":0.7274509412802475,"IFEval":72.74509412802476,"BBH Raw":0.5504256932515404,"BBH":35.909588839820735,"MATH Lvl 5 Raw":0.43655589123867067,"MATH Lvl 5":43.65558912386707,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.4216875,"MUSR":11.97760416666666,"MMLU-PRO Raw":0.4406582446808511,"MMLU-PRO":37.85091607565011,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-22","Submission Date":"2024-12-22","Generation":1,"Base Model":"bunnycore/FuseQwQen-7B (Merge)"},{"eval_name":"bunnycore_FwF-Qwen-7B-0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/FwF-Qwen-7B-0.1 📑","fullname":"bunnycore/FwF-Qwen-7B-0.1","Model sha":"7a6e2f5aac25da186af9a35ca7b10cad1f0f8e40","Average ⬆️":22.055184230946704,"Hub License":"","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.642909230556383,"IFEval Raw":0.30045390674521383,"IFEval":30.04539067452138,"BBH Raw":0.5019272523147252,"BBH":30.502106087142987,"MATH Lvl 5 Raw":0.2764350453172205,"MATH Lvl 5":27.64350453172205,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.39520833333333333,"MUSR":7.334375000000001,"MMLU-PRO Raw":0.4060837765957447,"MMLU-PRO":34.0093085106383,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-06","Submission Date":"2025-01-06","Generation":1,"Base Model":"bunnycore/FwF-Qwen-7B-0.1 (Merge)"},{"eval_name":"bunnycore_FwF-Qwen-7B-0.2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/FwF-Qwen-7B-0.2 📑","fullname":"bunnycore/FwF-Qwen-7B-0.2","Model sha":"f328f22194bfe9586d7dc7bb671af45922e068c7","Average ⬆️":30.049606790844468,"Hub License":"","Hub ❤️":5,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.550554917300331,"IFEval Raw":0.44790710869382133,"IFEval":44.790710869382124,"BBH Raw":0.5596406929346521,"BBH":37.66718042893359,"MATH Lvl 5 Raw":0.4259818731117825,"MATH Lvl 5":42.59818731117825,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.42178125,"MUSR":12.289322916666663,"MMLU-PRO Raw":0.4382480053191489,"MMLU-PRO":37.58311170212765,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-07","Submission Date":"2025-01-15","Generation":1,"Base Model":"bunnycore/FwF-Qwen-7B-0.2 (Merge)"},{"eval_name":"bunnycore_Gemma-2-2B-Smart_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"bunnycore/Gemma-2-2B-Smart 📑","fullname":"bunnycore/Gemma-2-2B-Smart","Model sha":"426fc5f77a0f217150567a10e7fec5234cafa29b","Average ⬆️":10.674608537656132,"Hub License":"","Hub ❤️":0,"#Params (B)":2.614,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.481796983463691,"IFEval Raw":0.13206625088099574,"IFEval":13.206625088099575,"BBH Raw":0.39742674570492836,"BBH":15.07045874494903,"MATH Lvl 5 Raw":0.03323262839879154,"MATH Lvl 5":3.3232628398791544,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.4248541666666667,"MUSR":12.240104166666669,"MMLU-PRO Raw":0.2426030585106383,"MMLU-PRO":15.844784278959809,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-13","Submission Date":"2025-01-13","Generation":1,"Base Model":"bunnycore/Gemma-2-2B-Smart (Merge)"},{"eval_name":"bunnycore_Gemma2-9B-TitanFusion_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"bunnycore/Gemma2-9B-TitanFusion 📑","fullname":"bunnycore/Gemma2-9B-TitanFusion","Model sha":"e2bb7d187d8dba7488fc134af45ca9b3139adfb4","Average ⬆️":19.471500934700618,"Hub License":"","Hub ❤️":1,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.0467130344261024,"IFEval Raw":0.16184169115724056,"IFEval":16.184169115724057,"BBH Raw":0.5712026020785131,"BBH":39.05056413790993,"MATH Lvl 5 Raw":0.0770392749244713,"MATH Lvl 5":7.7039274924471295,"GPQA Raw":0.33221476510067116,"GPQA":10.96196868008949,"MUSR Raw":0.41362499999999996,"MUSR":10.036458333333334,"MMLU-PRO Raw":0.39602726063829785,"MMLU-PRO":32.89191784869976,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-17","Submission Date":"2025-02-13","Generation":1,"Base Model":"bunnycore/Gemma2-9B-TitanFusion (Merge)"},{"eval_name":"bunnycore_HyperLlama-3.1-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bunnycore/HyperLlama-3.1-8B 📑","fullname":"bunnycore/HyperLlama-3.1-8B","Model sha":"659b18ffaee2c1e8dbe8a9a56a44502325d71696","Average ⬆️":28.44897570570595,"Hub License":"apache-2.0","Hub ❤️":5,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7890890370769081,"IFEval Raw":0.7883005979689446,"IFEval":78.83005979689446,"BBH Raw":0.5103385292046213,"BBH":29.80665561261375,"MATH Lvl 5 Raw":0.18277945619335348,"MATH Lvl 5":18.27794561933535,"GPQA Raw":0.28691275167785235,"GPQA":4.921700223713646,"MUSR Raw":0.38292708333333336,"MUSR":7.932552083333335,"MMLU-PRO Raw":0.3783244680851064,"MMLU-PRO":30.92494089834515,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-04","Submission Date":"2024-09-05","Generation":0,"Base Model":"bunnycore/HyperLlama-3.1-8B"},{"eval_name":"bunnycore_Llama-3.1-8B-TitanFusion-Mix_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bunnycore/Llama-3.1-8B-TitanFusion-Mix 📑","fullname":"bunnycore/Llama-3.1-8B-TitanFusion-Mix","Model sha":"9eb89de7df048276ccbc4405ce4f005f9185f82e","Average ⬆️":25.01224783778518,"Hub License":"","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8661696080057097,"IFEval Raw":0.4924954675815725,"IFEval":49.24954675815725,"BBH Raw":0.5755964197928182,"BBH":39.535483334813364,"MATH Lvl 5 Raw":0.1283987915407855,"MATH Lvl 5":12.83987915407855,"GPQA Raw":0.2953020134228188,"GPQA":6.040268456375841,"MUSR Raw":0.4316979166666666,"MUSR":12.462239583333336,"MMLU-PRO Raw":0.3695146276595745,"MMLU-PRO":29.94606973995272,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-23","Submission Date":"2024-09-23","Generation":1,"Base Model":"bunnycore/Llama-3.1-8B-TitanFusion-Mix (Merge)"},{"eval_name":"bunnycore_Llama-3.1-8B-TitanFusion-v3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bunnycore/Llama-3.1-8B-TitanFusion-v3 📑","fullname":"bunnycore/Llama-3.1-8B-TitanFusion-v3","Model sha":"ea8269ac3b2e9c0dc855a9089251ebdb273ada16","Average ⬆️":24.219132767586814,"Hub License":"","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7756484366333045,"IFEval Raw":0.4809549772381725,"IFEval":48.095497723817246,"BBH Raw":0.5262113071794826,"BBH":32.072941144614084,"MATH Lvl 5 Raw":0.1419939577039275,"MATH Lvl 5":14.19939577039275,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.4302083333333333,"MUSR":11.942708333333334,"MMLU-PRO Raw":0.38056848404255317,"MMLU-PRO":31.174276004728128,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-22","Submission Date":"2024-09-22","Generation":1,"Base Model":"bunnycore/Llama-3.1-8B-TitanFusion-v3 (Merge)"},{"eval_name":"bunnycore_Llama-3.2-3B-All-Mix_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bunnycore/Llama-3.2-3B-All-Mix 📑","fullname":"bunnycore/Llama-3.2-3B-All-Mix","Model sha":"adacdd571c4073990ecf05a23277793e9e5f0410","Average ⬆️":22.94517856311552,"Hub License":"","Hub ❤️":2,"#Params (B)":3.607,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4806189654910051,"IFEval Raw":0.7226049105262924,"IFEval":72.26049105262925,"BBH Raw":0.45083384652782293,"BBH":22.516311192334513,"MATH Lvl 5 Raw":0.15030211480362538,"MATH Lvl 5":15.030211480362537,"GPQA Raw":0.2625838926174497,"GPQA":1.6778523489932917,"MUSR Raw":0.32869791666666665,"MUSR":2.187239583333333,"MMLU-PRO Raw":0.3159906914893617,"MMLU-PRO":23.99896572104019,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-20","Submission Date":"2024-10-20","Generation":1,"Base Model":"bunnycore/Llama-3.2-3B-All-Mix (Merge)"},{"eval_name":"bunnycore_Llama-3.2-3B-Bespoke-Thought_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bunnycore/Llama-3.2-3B-Bespoke-Thought 📑","fullname":"bunnycore/Llama-3.2-3B-Bespoke-Thought","Model sha":"e8d08b4548da570ba29ceb4e5ea4a0a75c14377a","Average ⬆️":18.009908616281866,"Hub License":"","Hub ❤️":3,"#Params (B)":3.213,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2235100982970288,"IFEval Raw":0.4112621178473118,"IFEval":41.12621178473118,"BBH Raw":0.45217398665008424,"BBH":22.51656576646296,"MATH Lvl 5 Raw":0.1646525679758308,"MATH Lvl 5":16.46525679758308,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.33025,"MUSR":2.381250000000001,"MMLU-PRO Raw":0.31100398936170215,"MMLU-PRO":23.444887706855795,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"bunnycore/Llama-3.2-3B-Bespoke-Thought (Merge)"},{"eval_name":"bunnycore_Llama-3.2-3B-Booval_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bunnycore/Llama-3.2-3B-Booval 📑","fullname":"bunnycore/Llama-3.2-3B-Booval","Model sha":"d7f3449f89fa86d8e2c411aa4ca10ad552a62803","Average ⬆️":21.56545090409925,"Hub License":"","Hub ❤️":2,"#Params (B)":3.213,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3104814708176846,"IFEval Raw":0.6669259786256023,"IFEval":66.69259786256023,"BBH Raw":0.45143904014934083,"BBH":22.515991469149508,"MATH Lvl 5 Raw":0.1268882175226586,"MATH Lvl 5":12.688821752265861,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.3394270833333333,"MUSR":2.3950520833333333,"MMLU-PRO Raw":0.30576795212765956,"MMLU-PRO":22.86310579196217,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-27","Submission Date":"2024-10-28","Generation":1,"Base Model":"bunnycore/Llama-3.2-3B-Booval (Merge)"},{"eval_name":"bunnycore_Llama-3.2-3B-Deep-Test_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bunnycore/Llama-3.2-3B-Deep-Test 📑","fullname":"bunnycore/Llama-3.2-3B-Deep-Test","Model sha":"cdf5651d7e39bfc6e70d4908137d103013c09109","Average ⬆️":3.9736733260966406,"Hub License":"","Hub ❤️":0,"#Params (B)":1.803,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5965275921771368,"IFEval Raw":0.17753006467284582,"IFEval":17.75300646728458,"BBH Raw":0.29502574011260374,"BBH":2.5723233888621087,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2516778523489933,"GPQA":0.22371364653244186,"MUSR Raw":0.3646666666666667,"MUSR":2.7500000000000018,"MMLU-PRO Raw":0.10488696808510638,"MMLU-PRO":0.542996453900708,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-01","Generation":1,"Base Model":"bunnycore/Llama-3.2-3B-Deep-Test (Merge)"},{"eval_name":"bunnycore_Llama-3.2-3B-Deep-Test_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bunnycore/Llama-3.2-3B-Deep-Test 📑","fullname":"bunnycore/Llama-3.2-3B-Deep-Test","Model sha":"5fc2f2f533e2de433d4bf99de72745aa2e32f914","Average ⬆️":18.441056902448857,"Hub License":"","Hub ❤️":0,"#Params (B)":3.607,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7395749165213583,"IFEval Raw":0.46516797652451053,"IFEval":46.51679765245105,"BBH Raw":0.4530851376077318,"BBH":22.914432093725296,"MATH Lvl 5 Raw":0.1283987915407855,"MATH Lvl 5":12.83987915407855,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.33939583333333334,"MUSR":2.5578125000000003,"MMLU-PRO Raw":0.3152426861702128,"MMLU-PRO":23.91585401891253,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-02","Generation":1,"Base Model":"bunnycore/Llama-3.2-3B-Deep-Test (Merge)"},{"eval_name":"bunnycore_Llama-3.2-3B-Della_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bunnycore/Llama-3.2-3B-Della 📑","fullname":"bunnycore/Llama-3.2-3B-Della","Model sha":"53bc0a13b30227548abc34d4a5d7242e7a3dee74","Average ⬆️":12.217685988950697,"Hub License":"","Hub ❤️":0,"#Params (B)":3.607,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2548360029719627,"IFEval Raw":0.35608297096149333,"IFEval":35.60829709614933,"BBH Raw":0.36834936417932634,"BBH":11.46745923572203,"MATH Lvl 5 Raw":0.030211480362537766,"MATH Lvl 5":3.0211480362537766,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.39015625,"MUSR":7.202864583333337,"MMLU-PRO Raw":0.21284906914893617,"MMLU-PRO":12.538785460992907,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-19","Generation":0,"Base Model":"Removed"},{"eval_name":"bunnycore_Llama-3.2-3B-Long-Think_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bunnycore/Llama-3.2-3B-Long-Think 📑","fullname":"bunnycore/Llama-3.2-3B-Long-Think","Model sha":"a8522bfc03657b41b0541b164a98ddff302a6fd2","Average ⬆️":19.825990076474692,"Hub License":"","Hub ❤️":1,"#Params (B)":3.213,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.071543124319194,"IFEval Raw":0.5473499204333391,"IFEval":54.73499204333391,"BBH Raw":0.4610394542442049,"BBH":24.22680316567029,"MATH Lvl 5 Raw":0.14577039274924472,"MATH Lvl 5":14.577039274924472,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.33955208333333337,"MUSR":1.2106770833333331,"MMLU-PRO Raw":0.30477061170212766,"MMLU-PRO":22.752290189125294,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-24","Submission Date":"2024-10-24","Generation":1,"Base Model":"bunnycore/Llama-3.2-3B-Long-Think (Merge)"},{"eval_name":"bunnycore_Llama-3.2-3B-Mix-Skill_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bunnycore/Llama-3.2-3B-Mix-Skill 📑","fullname":"bunnycore/Llama-3.2-3B-Mix-Skill","Model sha":"d07d6e733aaeaf48cb6616228d00104b05b52afd","Average ⬆️":21.73956606363181,"Hub License":"","Hub ❤️":2,"#Params (B)":3.607,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.370133583615858,"IFEval Raw":0.6404229666174639,"IFEval":64.04229666174639,"BBH Raw":0.45818358891543803,"BBH":23.784246657651128,"MATH Lvl 5 Raw":0.1472809667673716,"MATH Lvl 5":14.72809667673716,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.33961458333333333,"MUSR":2.751822916666668,"MMLU-PRO Raw":0.3120844414893617,"MMLU-PRO":23.56493794326241,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-24","Submission Date":"2024-10-24","Generation":1,"Base Model":"bunnycore/Llama-3.2-3B-Mix-Skill (Merge)"},{"eval_name":"bunnycore_Llama-3.2-3B-ProdigyPlus_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bunnycore/Llama-3.2-3B-ProdigyPlus 📑","fullname":"bunnycore/Llama-3.2-3B-ProdigyPlus","Model sha":"799f7669701ecf27f4c3e29998dd839b4d54c408","Average ⬆️":16.356007600580043,"Hub License":"","Hub ❤️":2,"#Params (B)":3.607,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4278795718496495,"IFEval Raw":0.40152018865499095,"IFEval":40.1520188654991,"BBH Raw":0.4392279045834126,"BBH":20.622988697146294,"MATH Lvl 5 Raw":0.11555891238670694,"MATH Lvl 5":11.555891238670695,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.35800000000000004,"MUSR":3.1500000000000004,"MMLU-PRO Raw":0.28174867021276595,"MMLU-PRO":20.194296690307326,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-25","Submission Date":"2024-10-25","Generation":1,"Base Model":"bunnycore/Llama-3.2-3B-ProdigyPlus (Merge)"},{"eval_name":"bunnycore_Llama-3.2-3B-ProdigyPlusPlus_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bunnycore/Llama-3.2-3B-ProdigyPlusPlus 📑","fullname":"bunnycore/Llama-3.2-3B-ProdigyPlusPlus","Model sha":"512865708a7ec9754997fb404b1ffc0752b099d7","Average ⬆️":6.708176427584118,"Hub License":"","Hub ❤️":0,"#Params (B)":3.607,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3431514349940856,"IFEval Raw":0.1645157072124186,"IFEval":16.45157072124186,"BBH Raw":0.3689926047041594,"BBH":11.56197768121448,"MATH Lvl 5 Raw":0.045317220543806644,"MATH Lvl 5":4.531722054380665,"GPQA Raw":0.2533557046979866,"GPQA":0.44742729306487633,"MUSR Raw":0.354125,"MUSR":1.698958333333333,"MMLU-PRO Raw":0.15001662234042554,"MMLU-PRO":5.557402482269504,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-28","Submission Date":"2024-10-28","Generation":1,"Base Model":"bunnycore/Llama-3.2-3B-ProdigyPlusPlus (Merge)"},{"eval_name":"bunnycore_Llama-3.2-3B-RP-DeepThink_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bunnycore/Llama-3.2-3B-RP-DeepThink 📑","fullname":"bunnycore/Llama-3.2-3B-RP-DeepThink","Model sha":"b728a56e39f2ac38926b380f5327a932ff04f2e7","Average ⬆️":23.21103861527769,"Hub License":"","Hub ❤️":2,"#Params (B)":3.607,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3272197823874436,"IFEval Raw":0.7143867161354096,"IFEval":71.43867161354096,"BBH Raw":0.45625632795830356,"BBH":23.757462281904537,"MATH Lvl 5 Raw":0.1608761329305136,"MATH Lvl 5":16.08761329305136,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.33021875,"MUSR":0.9440104166666662,"MMLU-PRO Raw":0.32421875,"MMLU-PRO":24.913194444444443,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"bunnycore/Llama-3.2-3B-RP-DeepThink (Merge)"},{"eval_name":"bunnycore_Llama-3.2-3B-RRStock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bunnycore/Llama-3.2-3B-RRStock 📑","fullname":"bunnycore/Llama-3.2-3B-RRStock","Model sha":"79c38a10ff5b4be3618e8cb1dad6b83a67570499","Average ⬆️":22.67468863966219,"Hub License":"","Hub ❤️":0,"#Params (B)":3.607,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.14466366206302,"IFEval Raw":0.6657269378582162,"IFEval":66.57269378582163,"BBH Raw":0.45676937648721455,"BBH":23.921831246946002,"MATH Lvl 5 Raw":0.16993957703927492,"MATH Lvl 5":16.993957703927492,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.3314270833333333,"MUSR":1.5950520833333328,"MMLU-PRO Raw":0.32355385638297873,"MMLU-PRO":24.839317375886523,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"bunnycore/Llama-3.2-3B-RRStock (Merge)"},{"eval_name":"bunnycore_Llama-3.2-3B-ToxicKod_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bunnycore/Llama-3.2-3B-ToxicKod 📑","fullname":"bunnycore/Llama-3.2-3B-ToxicKod","Model sha":"5491f02af0048f1549b3eeca74bd5c5e5a675363","Average ⬆️":21.269124274869156,"Hub License":"","Hub ❤️":2,"#Params (B)":3.213,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.210684779049432,"IFEval Raw":0.6319299458769398,"IFEval":63.19299458769399,"BBH Raw":0.4525429005077621,"BBH":22.983327840830782,"MATH Lvl 5 Raw":0.16993957703927492,"MATH Lvl 5":16.993957703927492,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.34745833333333337,"MUSR":1.432291666666666,"MMLU-PRO Raw":0.28798204787234044,"MMLU-PRO":20.886894208037827,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-10","Submission Date":"2025-03-11","Generation":1,"Base Model":"bunnycore/Llama-3.2-3B-ToxicKod (Merge)"},{"eval_name":"bunnycore_Llama-3.2-3b-RP-Toxic-Fuse_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bunnycore/Llama-3.2-3b-RP-Toxic-Fuse 📑","fullname":"bunnycore/Llama-3.2-3b-RP-Toxic-Fuse","Model sha":"ca68bc3095297b349bd87e6eed2e419fcf32fbe8","Average ⬆️":25.277381748530818,"Hub License":"","Hub ❤️":2,"#Params (B)":3.213,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5789514823163004,"IFEval Raw":0.683362367407368,"IFEval":68.33623674073681,"BBH Raw":0.46497242330684924,"BBH":24.366030905438237,"MATH Lvl 5 Raw":0.24018126888217523,"MATH Lvl 5":24.018126888217523,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.3953645833333333,"MUSR":7.853906250000004,"MMLU-PRO Raw":0.31058843085106386,"MMLU-PRO":23.39871453900709,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-11","Submission Date":"2025-03-11","Generation":1,"Base Model":"bunnycore/Llama-3.2-3b-RP-Toxic-Fuse (Merge)"},{"eval_name":"bunnycore_Maestro-S1k-7B-Sce_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/Maestro-S1k-7B-Sce 📑","fullname":"bunnycore/Maestro-S1k-7B-Sce","Model sha":"a0acad45ee6dd3cac16f569a5f86497258643bc0","Average ⬆️":6.835617935266296,"Hub License":"","Hub ❤️":1,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7234155444945778,"IFEval Raw":0.2522684255553044,"IFEval":25.22684255553044,"BBH Raw":0.3104380842714463,"BBH":4.8440468816556645,"MATH Lvl 5 Raw":0.027945619335347432,"MATH Lvl 5":2.794561933534743,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.3768229166666666,"MUSR":4.802864583333334,"MMLU-PRO Raw":0.11702127659574468,"MMLU-PRO":1.891252955082742,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-20","Submission Date":"2025-02-21","Generation":1,"Base Model":"bunnycore/Maestro-S1k-7B-Sce (Merge)"},{"eval_name":"bunnycore_Phi-3.5-mini-TitanFusion-0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"bunnycore/Phi-3.5-mini-TitanFusion-0.1 📑","fullname":"bunnycore/Phi-3.5-mini-TitanFusion-0.1","Model sha":"72939b8b75e23b22b1758bb05a842e5834f75d96","Average ⬆️":26.23579178503736,"Hub License":"","Hub ❤️":0,"#Params (B)":3.821,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.593770933170724,"IFEval Raw":0.5227950726295119,"IFEval":52.279507262951185,"BBH Raw":0.5373733988565133,"BBH":35.446219076522446,"MATH Lvl 5 Raw":0.11858006042296072,"MATH Lvl 5":11.858006042296072,"GPQA Raw":0.3313758389261745,"GPQA":10.850111856823268,"MUSR Raw":0.4453125,"MUSR":15.797395833333333,"MMLU-PRO Raw":0.3806515957446808,"MMLU-PRO":31.183510638297868,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-13","Submission Date":"2024-10-13","Generation":1,"Base Model":"bunnycore/Phi-3.5-mini-TitanFusion-0.1 (Merge)"},{"eval_name":"bunnycore_Phi-4-Model-Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bunnycore/Phi-4-Model-Stock 📑","fullname":"bunnycore/Phi-4-Model-Stock","Model sha":"4b7a2eafbf33e8cf7552b7ed62305c292c157895","Average ⬆️":40.7857160927999,"Hub License":"mit","Hub ❤️":6,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.919819940670153,"IFEval Raw":0.6878837041272712,"IFEval":68.78837041272712,"BBH Raw":0.6889699980822082,"BBH":55.31567822091236,"MATH Lvl 5 Raw":0.4297583081570997,"MATH Lvl 5":42.97583081570997,"GPQA Raw":0.3548657718120805,"GPQA":13.982102908277403,"MUSR Raw":0.44413541666666667,"MUSR":15.11692708333333,"MMLU-PRO Raw":0.5368184840425532,"MMLU-PRO":48.53538711583924,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-11","Submission Date":"2025-01-11","Generation":1,"Base Model":"bunnycore/Phi-4-Model-Stock (Merge)"},{"eval_name":"bunnycore_Phi-4-Model-Stock-v2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bunnycore/Phi-4-Model-Stock-v2 📑","fullname":"bunnycore/Phi-4-Model-Stock-v2","Model sha":"e69d6350c5c930dff7afd24bfaa584e0dfff0334","Average ⬆️":39.1446195362203,"Hub License":"","Hub ❤️":2,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8849691486581048,"IFEval Raw":0.63752510006782,"IFEval":63.752510006782,"BBH Raw":0.6824667320746144,"BBH":54.68637369280513,"MATH Lvl 5 Raw":0.37537764350453173,"MATH Lvl 5":37.53776435045317,"GPQA Raw":0.348993288590604,"GPQA":13.19910514541387,"MUSR Raw":0.46617708333333335,"MUSR":17.57213541666667,"MMLU-PRO Raw":0.5330784574468085,"MMLU-PRO":48.119828605200944,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-17","Submission Date":"2025-01-17","Generation":1,"Base Model":"bunnycore/Phi-4-Model-Stock-v2 (Merge)"},{"eval_name":"bunnycore_Phi-4-Model-Stock-v3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bunnycore/Phi-4-Model-Stock-v3 📑","fullname":"bunnycore/Phi-4-Model-Stock-v3","Model sha":"abc3cbe3f4f850ea9f317595c3ee3ff8e22fe220","Average ⬆️":37.67299066187767,"Hub License":"","Hub ❤️":3,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.861207931804194,"IFEval Raw":0.5911636679565775,"IFEval":59.11636679565775,"BBH Raw":0.6726298549419627,"BBH":52.78361125759003,"MATH Lvl 5 Raw":0.4901812688821752,"MATH Lvl 5":49.01812688821752,"GPQA Raw":0.28942953020134227,"GPQA":5.257270693512303,"MUSR Raw":0.41663541666666665,"MUSR":11.179427083333337,"MMLU-PRO Raw":0.5381482712765957,"MMLU-PRO":48.68314125295508,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-18","Submission Date":"2025-01-18","Generation":1,"Base Model":"bunnycore/Phi-4-Model-Stock-v3 (Merge)"},{"eval_name":"bunnycore_Phi-4-Model-Stock-v4_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bunnycore/Phi-4-Model-Stock-v4 📑","fullname":"bunnycore/Phi-4-Model-Stock-v4","Model sha":"76e0de4ca96533eaa7bfec95b9cc4caeb4e1db6b","Average ⬆️":41.216841837982095,"Hub License":"","Hub ❤️":9,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8868426755694214,"IFEval Raw":0.7110145524984818,"IFEval":71.10145524984819,"BBH Raw":0.6924302574038697,"BBH":55.90173559155676,"MATH Lvl 5 Raw":0.38293051359516617,"MATH Lvl 5":38.29305135951662,"GPQA Raw":0.3691275167785235,"GPQA":15.883668903803136,"MUSR Raw":0.4610625,"MUSR":17.299479166666664,"MMLU-PRO Raw":0.5393949468085106,"MMLU-PRO":48.82166075650118,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-25","Generation":1,"Base Model":"bunnycore/Phi-4-Model-Stock-v4 (Merge)"},{"eval_name":"bunnycore_Phi-4-RP-v0_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"bunnycore/Phi-4-RP-v0 📑","fullname":"bunnycore/Phi-4-RP-v0","Model sha":"6ff65d49b76c23122a1d8767e17714db32c58760","Average ⬆️":38.21180801915013,"Hub License":"mit","Hub ❤️":3,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8469033311560676,"IFEval Raw":0.6827129793392643,"IFEval":68.27129793392643,"BBH Raw":0.685633603278299,"BBH":54.8449853466199,"MATH Lvl 5 Raw":0.33157099697885195,"MATH Lvl 5":33.157099697885194,"GPQA Raw":0.3523489932885906,"GPQA":13.646532438478745,"MUSR Raw":0.41409375,"MUSR":10.861718750000003,"MMLU-PRO Raw":0.5364029255319149,"MMLU-PRO":48.48921394799055,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-10","Submission Date":"2025-01-10","Generation":1,"Base Model":"bunnycore/Phi-4-RP-v0 (Merge)"},{"eval_name":"bunnycore_Phi-4-RR-Shoup_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bunnycore/Phi-4-RR-Shoup 📑","fullname":"bunnycore/Phi-4-RR-Shoup","Model sha":"3aee2a7da66705498f159afdf1c077470a7beae7","Average ⬆️":41.27997062998439,"Hub License":"","Hub ❤️":2,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8697275952784913,"IFEval Raw":0.6586579165503088,"IFEval":65.86579165503088,"BBH Raw":0.6947025970028124,"BBH":56.10839417299811,"MATH Lvl 5 Raw":0.49924471299093653,"MATH Lvl 5":49.92447129909365,"GPQA Raw":0.337248322147651,"GPQA":11.633109619686799,"MUSR Raw":0.44404166666666667,"MUSR":14.93854166666666,"MMLU-PRO Raw":0.5428856382978723,"MMLU-PRO":49.20951536643025,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"bunnycore/Phi-4-RR-Shoup (Merge)"},{"eval_name":"bunnycore_Phi-4-RStock-v0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bunnycore/Phi-4-RStock-v0.1 📑","fullname":"bunnycore/Phi-4-RStock-v0.1","Model sha":"47627dfbe666963edc311248551a029e81083dfa","Average ⬆️":41.10230758798472,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.7881475653388756,"IFEval Raw":0.7018721436898541,"IFEval":70.1872143689854,"BBH Raw":0.6928310064675399,"BBH":55.976291722373624,"MATH Lvl 5 Raw":0.3950151057401813,"MATH Lvl 5":39.50151057401813,"GPQA Raw":0.3649328859060403,"GPQA":15.324384787472036,"MUSR Raw":0.45836458333333335,"MUSR":16.728906249999994,"MMLU-PRO Raw":0.5400598404255319,"MMLU-PRO":48.8955378250591,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"bunnycore/Phi-4-RStock-v0.1 (Merge)"},{"eval_name":"bunnycore_Phi-4-ReasoningRP_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bunnycore/Phi-4-ReasoningRP 📑","fullname":"bunnycore/Phi-4-ReasoningRP","Model sha":"5b3f6627c717f7bece020b4f17e52cc62e4bfbec","Average ⬆️":40.953870582332804,"Hub License":"mit","Hub ❤️":2,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8747088099962932,"IFEval Raw":0.6736204382150472,"IFEval":67.36204382150471,"BBH Raw":0.6922187070022994,"BBH":55.88446363760437,"MATH Lvl 5 Raw":0.4569486404833837,"MATH Lvl 5":45.69486404833837,"GPQA Raw":0.34395973154362414,"GPQA":12.527964205816552,"MUSR Raw":0.44909375,"MUSR":15.136718750000002,"MMLU-PRO Raw":0.5420545212765957,"MMLU-PRO":49.11716903073285,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-28","Submission Date":"2025-01-28","Generation":1,"Base Model":"bunnycore/Phi-4-ReasoningRP (Merge)"},{"eval_name":"bunnycore_Phi-4-Sce-exp-v0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bunnycore/Phi-4-Sce-exp-v0.1 📑","fullname":"bunnycore/Phi-4-Sce-exp-v0.1","Model sha":"68f76d7bd85d2b2cfdffa6d2f5a53f0de623563a","Average ⬆️":41.33228109882298,"Hub License":"","Hub ❤️":1,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8583181603957728,"IFEval Raw":0.6595322632836429,"IFEval":65.9532263283643,"BBH Raw":0.694317957938629,"BBH":56.074961973018425,"MATH Lvl 5 Raw":0.5030211480362538,"MATH Lvl 5":50.30211480362537,"GPQA Raw":0.33557046979865773,"GPQA":11.409395973154364,"MUSR Raw":0.44407291666666665,"MUSR":15.10911458333333,"MMLU-PRO Raw":0.5423038563829787,"MMLU-PRO":49.14487293144209,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-07","Submission Date":"2025-02-07","Generation":1,"Base Model":"bunnycore/Phi-4-Sce-exp-v0.1 (Merge)"},{"eval_name":"bunnycore_Phi-4-Stock-Ex_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bunnycore/Phi-4-Stock-Ex 📑","fullname":"bunnycore/Phi-4-Stock-Ex","Model sha":"26e75507bcc57a36a6e661fc46f431e9c6ed419d","Average ⬆️":40.217464671520766,"Hub License":"","Hub ❤️":2,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.84229568684912,"IFEval Raw":0.6574588757829227,"IFEval":65.74588757829227,"BBH Raw":0.6864461628663387,"BBH":55.20355070082317,"MATH Lvl 5 Raw":0.4086102719033233,"MATH Lvl 5":40.86102719033233,"GPQA Raw":0.35067114093959734,"GPQA":13.422818791946312,"MUSR Raw":0.46236458333333336,"MUSR":17.462239583333332,"MMLU-PRO Raw":0.5374833776595744,"MMLU-PRO":48.60926418439716,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-16","Submission Date":"2025-01-16","Generation":1,"Base Model":"bunnycore/Phi-4-Stock-Ex (Merge)"},{"eval_name":"bunnycore_Phi-4-Stock-RP_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bunnycore/Phi-4-Stock-RP 📑","fullname":"bunnycore/Phi-4-Stock-RP","Model sha":"bf881c1b7f4e6f4b99f5c48fc1008b2cfe9efb64","Average ⬆️":39.044084455528825,"Hub License":"mit","Hub ❤️":1,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.3111459529240057,"IFEval Raw":0.6399231816025922,"IFEval":63.99231816025922,"BBH Raw":0.6859633715492438,"BBH":55.20594989405504,"MATH Lvl 5 Raw":0.3413897280966767,"MATH Lvl 5":34.13897280966767,"GPQA Raw":0.35822147651006714,"GPQA":14.429530201342287,"MUSR Raw":0.47147916666666667,"MUSR":18.53489583333333,"MMLU-PRO Raw":0.5316655585106383,"MMLU-PRO":47.96283983451538,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-12","Submission Date":"2025-01-12","Generation":1,"Base Model":"bunnycore/Phi-4-Stock-RP (Merge)"},{"eval_name":"bunnycore_Phi-4-Trim-Exp1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bunnycore/Phi-4-Trim-Exp1 📑","fullname":"bunnycore/Phi-4-Trim-Exp1","Model sha":"77af94cfcce9fd3c187425a9eaf8f7b36573534f","Average ⬆️":4.501547812787733,"Hub License":"","Hub ❤️":0,"#Params (B)":7.503,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5123423469545572,"IFEval Raw":0.12192538021338936,"IFEval":12.192538021338937,"BBH Raw":0.28516626650940224,"BBH":1.4066196276490395,"MATH Lvl 5 Raw":0.005287009063444109,"MATH Lvl 5":0.5287009063444109,"GPQA Raw":0.2550335570469799,"GPQA":0.6711409395973182,"MUSR Raw":0.4176875,"MUSR":10.577604166666667,"MMLU-PRO Raw":0.1146941489361702,"MMLU-PRO":1.6326832151300221,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-14","Submission Date":"2025-02-14","Generation":1,"Base Model":"bunnycore/Phi-4-Trim-Exp1 (Merge)"},{"eval_name":"bunnycore_Phi-Seek-4-Sce-V1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bunnycore/Phi-Seek-4-Sce-V1 📑","fullname":"bunnycore/Phi-Seek-4-Sce-V1","Model sha":"8eb60bf63862eac59efd75eedd9edfa5142eb9a3","Average ⬆️":26.22214709074268,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9464034254665368,"IFEval Raw":0.29348462080612775,"IFEval":29.348462080612777,"BBH Raw":0.6459114889718743,"BBH":49.2526730890894,"MATH Lvl 5 Raw":0.21450151057401812,"MATH Lvl 5":21.45015105740181,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.39815625,"MUSR":8.002864583333334,"MMLU-PRO Raw":0.5123005319148937,"MMLU-PRO":45.81117021276596,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-06","Generation":0,"Base Model":"Removed"},{"eval_name":"bunnycore_Qandora-2.5-7B-Creative_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/Qandora-2.5-7B-Creative 📑","fullname":"bunnycore/Qandora-2.5-7B-Creative","Model sha":"fdb174364d4a4f323ed1cb01219ac4d87708219d","Average ⬆️":32.10182633953863,"Hub License":"","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.419590012322623,"IFEval Raw":0.6803148978044922,"IFEval":68.03148978044922,"BBH Raw":0.5541763892398439,"BBH":36.424651784758105,"MATH Lvl 5 Raw":0.30589123867069484,"MATH Lvl 5":30.589123867069485,"GPQA Raw":0.3104026845637584,"GPQA":8.05369127516779,"MUSR Raw":0.4211875,"MUSR":10.848437500000001,"MMLU-PRO Raw":0.4479720744680851,"MMLU-PRO":38.66356382978723,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-20","Submission Date":"2024-11-20","Generation":1,"Base Model":"bunnycore/Qandora-2.5-7B-Creative (Merge)"},{"eval_name":"bunnycore_QandoraExp-7B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/QandoraExp-7B 📑","fullname":"bunnycore/QandoraExp-7B","Model sha":"74906d5518c7feb7df9b168763dabc1b0167942f","Average ⬆️":36.26500037492428,"Hub License":"","Hub ❤️":2,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3410551587069948,"IFEval Raw":0.7509064836855099,"IFEval":75.090648368551,"BBH Raw":0.5477959748047708,"BBH":35.92474216004687,"MATH Lvl 5 Raw":0.4743202416918429,"MATH Lvl 5":47.43202416918429,"GPQA Raw":0.3104026845637584,"GPQA":8.05369127516779,"MUSR Raw":0.43120833333333336,"MUSR":13.201041666666669,"MMLU-PRO Raw":0.4409906914893617,"MMLU-PRO":37.88785460992907,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-11","Submission Date":"2024-11-11","Generation":1,"Base Model":"bunnycore/QandoraExp-7B (Merge)"},{"eval_name":"bunnycore_QandoraExp-7B-Persona_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/QandoraExp-7B-Persona 📑","fullname":"bunnycore/QandoraExp-7B-Persona","Model sha":"21bd6c2e270358b70f9af98bcccd6ec9c2cfce88","Average ⬆️":31.693541037557907,"Hub License":"","Hub ❤️":2,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3759415732833142,"IFEval Raw":0.6246858335882126,"IFEval":62.46858335882126,"BBH Raw":0.5558337526959515,"BBH":36.8327094432999,"MATH Lvl 5 Raw":0.3104229607250755,"MATH Lvl 5":31.042296072507554,"GPQA Raw":0.3145973154362416,"GPQA":8.612975391498878,"MUSR Raw":0.43715624999999997,"MUSR":13.344531250000001,"MMLU-PRO Raw":0.44074135638297873,"MMLU-PRO":37.86015070921986,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-12","Submission Date":"2024-11-12","Generation":1,"Base Model":"bunnycore/QandoraExp-7B-Persona (Merge)"},{"eval_name":"bunnycore_QandoraExp-7B-v2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/QandoraExp-7B-v2 📑","fullname":"bunnycore/QandoraExp-7B-v2","Model sha":"017594240f9b3c4262e23de6d550453a1a3d5540","Average ⬆️":31.12963867958909,"Hub License":"","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3872989562354536,"IFEval Raw":0.5606889719278182,"IFEval":56.06889719278182,"BBH Raw":0.5444864824489132,"BBH":34.94496675271275,"MATH Lvl 5 Raw":0.47129909365558914,"MATH Lvl 5":47.129909365558916,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.40454166666666663,"MUSR":9.267708333333339,"MMLU-PRO Raw":0.390874335106383,"MMLU-PRO":32.319370567375884,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-12","Submission Date":"2024-11-12","Generation":1,"Base Model":"bunnycore/QandoraExp-7B-v2 (Merge)"},{"eval_name":"bunnycore_QwQen-3B-LCoT_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/QwQen-3B-LCoT 📑","fullname":"bunnycore/QwQen-3B-LCoT","Model sha":"a778a78bdd4a2ab58bcbc99269f0673f610e5874","Average ⬆️":27.986056265747138,"Hub License":"","Hub ❤️":2,"#Params (B)":3.397,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4554590235335287,"IFEval Raw":0.6025290673191577,"IFEval":60.252906731915765,"BBH Raw":0.4899306773152123,"BBH":28.499814171968946,"MATH Lvl 5 Raw":0.36178247734138974,"MATH Lvl 5":36.17824773413897,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.41778125,"MUSR":10.755989583333333,"MMLU-PRO Raw":0.3699301861702128,"MMLU-PRO":29.99224290780142,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-25","Submission Date":"2024-12-26","Generation":1,"Base Model":"bunnycore/QwQen-3B-LCoT (Merge)"},{"eval_name":"bunnycore_QwQen-3B-LCoT-R1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/QwQen-3B-LCoT-R1 📑","fullname":"bunnycore/QwQen-3B-LCoT-R1","Model sha":"f6cc2be1224899c81c0931c58e589780442321e5","Average ⬆️":25.965028531766123,"Hub License":"","Hub ❤️":1,"#Params (B)":3.085,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8102690770869923,"IFEval Raw":0.534160471992092,"IFEval":53.4160471992092,"BBH Raw":0.4798600168403517,"BBH":26.982869231919675,"MATH Lvl 5 Raw":0.33534743202416917,"MATH Lvl 5":33.53474320241692,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.41384375,"MUSR":10.030468749999999,"MMLU-PRO Raw":0.3723404255319149,"MMLU-PRO":30.26004728132387,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-23","Submission Date":"2025-02-23","Generation":1,"Base Model":"bunnycore/QwQen-3B-LCoT-R1 (Merge)"},{"eval_name":"bunnycore_Qwen-2.5-7B-Deep-Sky-T1_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/Qwen-2.5-7B-Deep-Sky-T1 📑","fullname":"bunnycore/Qwen-2.5-7B-Deep-Sky-T1","Model sha":"34278bff581951eb410930a05d097b60a997ef3c","Average ⬆️":15.009116031308366,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7107938132268742,"IFEval Raw":0.42080457630198986,"IFEval":42.08045763019898,"BBH Raw":0.4139878251775055,"BBH":17.866965310070587,"MATH Lvl 5 Raw":0.05513595166163142,"MATH Lvl 5":5.5135951661631415,"GPQA Raw":0.28104026845637586,"GPQA":4.138702460850116,"MUSR Raw":0.40181249999999996,"MUSR":8.193229166666667,"MMLU-PRO Raw":0.2103557180851064,"MMLU-PRO":12.26174645390071,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-16","Submission Date":"2025-02-16","Generation":1,"Base Model":"bunnycore/Qwen-2.5-7B-Deep-Sky-T1 (Merge)"},{"eval_name":"bunnycore_Qwen-2.5-7B-Deep-Stock-v1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/Qwen-2.5-7B-Deep-Stock-v1 📑","fullname":"bunnycore/Qwen-2.5-7B-Deep-Stock-v1","Model sha":"d9edb0b221196bf95b06097ee732807d7dc92da0","Average ⬆️":27.53059115286298,"Hub License":"","Hub ❤️":2,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.406862713775246,"IFEval Raw":0.5695066867023941,"IFEval":56.95066867023941,"BBH Raw":0.5361336083539997,"BBH":34.07986228320928,"MATH Lvl 5 Raw":0.26435045317220546,"MATH Lvl 5":26.435045317220546,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.4108958333333333,"MUSR":9.96197916666667,"MMLU-PRO Raw":0.40658244680851063,"MMLU-PRO":34.06471631205674,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-25","Generation":1,"Base Model":"bunnycore/Qwen-2.5-7B-Deep-Stock-v1 (Merge)"},{"eval_name":"bunnycore_Qwen-2.5-7B-Deep-Stock-v4_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/Qwen-2.5-7B-Deep-Stock-v4 📑","fullname":"bunnycore/Qwen-2.5-7B-Deep-Stock-v4","Model sha":"41abad750ddb89571482318273a814bab91b8ff1","Average ⬆️":36.10174991287545,"Hub License":"","Hub ❤️":2,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3293361270213007,"IFEval Raw":0.7752862405085175,"IFEval":77.52862405085175,"BBH Raw":0.5452765042799131,"BBH":35.91001360257288,"MATH Lvl 5 Raw":0.48942598187311176,"MATH Lvl 5":48.94259818731118,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.41269791666666666,"MUSR":10.387239583333335,"MMLU-PRO Raw":0.4341755319148936,"MMLU-PRO":37.1306146572104,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-26","Submission Date":"2025-01-26","Generation":1,"Base Model":"bunnycore/Qwen-2.5-7B-Deep-Stock-v4 (Merge)"},{"eval_name":"bunnycore_Qwen-2.5-7B-Deep-Stock-v5_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/Qwen-2.5-7B-Deep-Stock-v5 📑","fullname":"bunnycore/Qwen-2.5-7B-Deep-Stock-v5","Model sha":"4c8027d72ebb17ffb74c2538fa9bf4ae2cec9172","Average ⬆️":18.50794443275282,"Hub License":"","Hub ❤️":3,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6894965582474849,"IFEval Raw":0.45090471061228654,"IFEval":45.090471061228655,"BBH Raw":0.4672461238794705,"BBH":24.990385055835603,"MATH Lvl 5 Raw":0.1472809667673716,"MATH Lvl 5":14.72809667673716,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.3648229166666667,"MUSR":3.202864583333336,"MMLU-PRO Raw":0.28316156914893614,"MMLU-PRO":20.351285460992905,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-16","Submission Date":"2025-02-16","Generation":1,"Base Model":"bunnycore/Qwen-2.5-7B-Deep-Stock-v5 (Merge)"},{"eval_name":"bunnycore_Qwen-2.5-7B-Exp-Sce_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/Qwen-2.5-7B-Exp-Sce 📑","fullname":"bunnycore/Qwen-2.5-7B-Exp-Sce","Model sha":"cea556e9f3768a317d746bab5fc830216af373bb","Average ⬆️":33.8635495431104,"Hub License":"","Hub ❤️":2,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7166903469215072,"IFEval Raw":0.765169749597734,"IFEval":76.51697495977339,"BBH Raw":0.5505865059891896,"BBH":36.2390009919108,"MATH Lvl 5 Raw":0.3255287009063444,"MATH Lvl 5":32.55287009063444,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.44302083333333336,"MUSR":15.177604166666661,"MMLU-PRO Raw":0.42586436170212766,"MMLU-PRO":36.207151300236404,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-08","Submission Date":"2025-02-08","Generation":1,"Base Model":"bunnycore/Qwen-2.5-7B-Exp-Sce (Merge)"},{"eval_name":"bunnycore_Qwen-2.5-7B-R1-Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/Qwen-2.5-7B-R1-Stock 📑","fullname":"bunnycore/Qwen-2.5-7B-R1-Stock","Model sha":"ce916b3394fb8d741e80f00f710962c10c6623d3","Average ⬆️":35.319380127136064,"Hub License":"","Hub ❤️":2,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3544243143784895,"IFEval Raw":0.7573261169253137,"IFEval":75.73261169253138,"BBH Raw":0.5393363105747148,"BBH":34.8504410029365,"MATH Lvl 5 Raw":0.5007552870090635,"MATH Lvl 5":50.07552870090635,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.3993645833333333,"MUSR":8.053906249999999,"MMLU-PRO Raw":0.429438164893617,"MMLU-PRO":36.60424054373522,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-24","Submission Date":"2025-01-24","Generation":1,"Base Model":"bunnycore/Qwen-2.5-7B-R1-Stock (Merge)"},{"eval_name":"bunnycore_Qwen-2.5-7B-Stock-Deep-Bespoke_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/Qwen-2.5-7B-Stock-Deep-Bespoke 📑","fullname":"bunnycore/Qwen-2.5-7B-Stock-Deep-Bespoke","Model sha":"662c55748486b23fd676f45add9453294e79749a","Average ⬆️":23.4734154687315,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4266904813280454,"IFEval Raw":0.5206219497599702,"IFEval":52.062194975997016,"BBH Raw":0.49203477801491813,"BBH":28.17803739186357,"MATH Lvl 5 Raw":0.18882175226586104,"MATH Lvl 5":18.882175226586103,"GPQA Raw":0.28104026845637586,"GPQA":4.138702460850116,"MUSR Raw":0.4068020833333333,"MUSR":8.916927083333334,"MMLU-PRO Raw":0.3579621010638298,"MMLU-PRO":28.662455673758863,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-25","Generation":1,"Base Model":"bunnycore/Qwen-2.5-7B-Stock-Deep-Bespoke (Merge)"},{"eval_name":"bunnycore_Qwen-2.5-7b-S1k_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/Qwen-2.5-7b-S1k 📑","fullname":"bunnycore/Qwen-2.5-7b-S1k","Model sha":"32b66e4488724dca26655057f62bb3fae9ad11ef","Average ⬆️":34.59275371596473,"Hub License":"","Hub ❤️":2,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6942319849156767,"IFEval Raw":0.7162351449708995,"IFEval":71.62351449708994,"BBH Raw":0.5562750208035135,"BBH":36.69420283560647,"MATH Lvl 5 Raw":0.4780966767371601,"MATH Lvl 5":47.809667673716014,"GPQA Raw":0.28439597315436244,"GPQA":4.5861297539149914,"MUSR Raw":0.4071458333333333,"MUSR":9.259895833333333,"MMLU-PRO Raw":0.4382480053191489,"MMLU-PRO":37.58311170212765,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-19","Submission Date":"2025-02-20","Generation":1,"Base Model":"bunnycore/Qwen-2.5-7b-S1k (Merge)"},{"eval_name":"bunnycore_Qwen2.5-1.5B-Model-Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/Qwen2.5-1.5B-Model-Stock 📑","fullname":"bunnycore/Qwen2.5-1.5B-Model-Stock","Model sha":"6496cbb16e56f68248d38a792a7e51b7505f6cc3","Average ⬆️":4.1995227467450436,"Hub License":"","Hub ❤️":0,"#Params (B)":1.776,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6066806636378542,"IFEval Raw":0.18292574812608325,"IFEval":18.292574812608326,"BBH Raw":0.2873695911207613,"BBH":1.430207460042271,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.3674270833333333,"MUSR":3.128385416666666,"MMLU-PRO Raw":0.11003989361702128,"MMLU-PRO":1.1155437352245863,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-28","Generation":0,"Base Model":"Removed"},{"eval_name":"bunnycore_Qwen2.5-3B-Model-Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/Qwen2.5-3B-Model-Stock 📑","fullname":"bunnycore/Qwen2.5-3B-Model-Stock","Model sha":"ee5704f7bbfbcd15c64dc2628a82362d2c8ef016","Average ⬆️":27.52421014331389,"Hub License":"","Hub ❤️":1,"#Params (B)":3.396,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5158120396985344,"IFEval Raw":0.6380747527671025,"IFEval":63.807475276710235,"BBH Raw":0.4712481909242632,"BBH":26.00226442713036,"MATH Lvl 5 Raw":0.37990936555891236,"MATH Lvl 5":37.99093655589124,"GPQA Raw":0.28859060402684567,"GPQA":5.145413870246088,"MUSR Raw":0.39415625,"MUSR":7.202864583333334,"MMLU-PRO Raw":0.3249667553191489,"MMLU-PRO":24.9963061465721,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-15","Submission Date":"2025-01-15","Generation":1,"Base Model":"bunnycore/Qwen2.5-3B-Model-Stock (Merge)"},{"eval_name":"bunnycore_Qwen2.5-3B-Model-Stock-v2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/Qwen2.5-3B-Model-Stock-v2 📑","fullname":"bunnycore/Qwen2.5-3B-Model-Stock-v2","Model sha":"5911ddc9c6cc97299cd0bbef75664bdf0493f42d","Average ⬆️":27.68767938120949,"Hub License":"","Hub ❤️":2,"#Params (B)":3.396,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5142603427826242,"IFEval Raw":0.6490157227268093,"IFEval":64.90157227268094,"BBH Raw":0.46774789186946836,"BBH":25.648546574568158,"MATH Lvl 5 Raw":0.3867069486404834,"MATH Lvl 5":38.670694864048336,"GPQA Raw":0.28691275167785235,"GPQA":4.921700223713646,"MUSR Raw":0.3914583333333333,"MUSR":6.765625,"MMLU-PRO Raw":0.3269614361702128,"MMLU-PRO":25.217937352245862,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-15","Submission Date":"2025-01-15","Generation":1,"Base Model":"bunnycore/Qwen2.5-3B-Model-Stock-v2 (Merge)"},{"eval_name":"bunnycore_Qwen2.5-3B-Model-Stock-v3.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/Qwen2.5-3B-Model-Stock-v3.1 📑","fullname":"bunnycore/Qwen2.5-3B-Model-Stock-v3.1","Model sha":"4b56e847600c4be09df262470b1f3602fde13386","Average ⬆️":27.97276368199932,"Hub License":"","Hub ❤️":3,"#Params (B)":3.396,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7668845276681562,"IFEval Raw":0.6480915083090644,"IFEval":64.80915083090645,"BBH Raw":0.473722298403459,"BBH":26.396631614914487,"MATH Lvl 5 Raw":0.38972809667673713,"MATH Lvl 5":38.972809667673715,"GPQA Raw":0.28439597315436244,"GPQA":4.5861297539149914,"MUSR Raw":0.39679166666666665,"MUSR":7.632291666666667,"MMLU-PRO Raw":0.3289561170212766,"MMLU-PRO":25.439568557919618,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-25","Submission Date":"2025-02-25","Generation":1,"Base Model":"bunnycore/Qwen2.5-3B-Model-Stock-v3.1 (Merge)"},{"eval_name":"bunnycore_Qwen2.5-3B-Model-Stock-v3.2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/Qwen2.5-3B-Model-Stock-v3.2 📑","fullname":"bunnycore/Qwen2.5-3B-Model-Stock-v3.2","Model sha":"3ac3318182fb329456d69e298a525d836e55c433","Average ⬆️":27.386758745448905,"Hub License":"","Hub ❤️":2,"#Params (B)":3.396,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7636616572248317,"IFEval Raw":0.6353021095138676,"IFEval":63.53021095138676,"BBH Raw":0.4727417689283166,"BBH":26.326937514436406,"MATH Lvl 5 Raw":0.37537764350453173,"MATH Lvl 5":37.53776435045317,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.39279166666666665,"MUSR":6.965625,"MMLU-PRO Raw":0.3293716755319149,"MMLU-PRO":25.485741725768317,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-25","Submission Date":"2025-02-26","Generation":1,"Base Model":"bunnycore/Qwen2.5-3B-Model-Stock-v3.2 (Merge)"},{"eval_name":"bunnycore_Qwen2.5-3B-Model-Stock-v4.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/Qwen2.5-3B-Model-Stock-v4.1 📑","fullname":"bunnycore/Qwen2.5-3B-Model-Stock-v4.1","Model sha":"ac75d8b3f0f5bfe0da95889e6b4671b91b3f58a1","Average ⬆️":27.743273848475656,"Hub License":"","Hub ❤️":2,"#Params (B)":3.396,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7750401326792976,"IFEval Raw":0.6380747527671025,"IFEval":63.807475276710235,"BBH Raw":0.48202557906199406,"BBH":27.399951145314322,"MATH Lvl 5 Raw":0.3768882175226586,"MATH Lvl 5":37.68882175226586,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.39409374999999996,"MUSR":7.128385416666667,"MMLU-PRO Raw":0.3386801861702128,"MMLU-PRO":26.520020685579198,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-28","Submission Date":"2025-02-28","Generation":1,"Base Model":"bunnycore/Qwen2.5-3B-Model-Stock-v4.1 (Merge)"},{"eval_name":"bunnycore_Qwen2.5-3B-RP-Mix_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/Qwen2.5-3B-RP-Mix 📑","fullname":"bunnycore/Qwen2.5-3B-RP-Mix","Model sha":"0e8f3b56f9270fdcdd4badfd7b925dc8fc4902c7","Average ⬆️":25.505206811112476,"Hub License":"","Hub ❤️":4,"#Params (B)":3.397,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8394020332907,"IFEval Raw":0.5720543712903984,"IFEval":57.20543712903984,"BBH Raw":0.4894378989397821,"BBH":28.305922895366823,"MATH Lvl 5 Raw":0.21525679758308158,"MATH Lvl 5":21.525679758308158,"GPQA Raw":0.27348993288590606,"GPQA":3.1319910514541416,"MUSR Raw":0.42844791666666665,"MUSR":12.555989583333334,"MMLU-PRO Raw":0.37275598404255317,"MMLU-PRO":30.306220449172578,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-22","Submission Date":"2024-10-22","Generation":1,"Base Model":"bunnycore/Qwen2.5-3B-RP-Mix (Merge)"},{"eval_name":"bunnycore_Qwen2.5-3B-RP-Thinker_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/Qwen2.5-3B-RP-Thinker 📑","fullname":"bunnycore/Qwen2.5-3B-RP-Thinker","Model sha":"ffe872591c1fe1c06464779dd2abfddf9ba7b9f8","Average ⬆️":22.906122256350514,"Hub License":"","Hub ❤️":1,"#Params (B)":3.397,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4401271968608247,"IFEval Raw":0.589414974489909,"IFEval":58.9414974489909,"BBH Raw":0.4164134011392067,"BBH":17.412964272966242,"MATH Lvl 5 Raw":0.33534743202416917,"MATH Lvl 5":33.53474320241692,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.3287291666666667,"MUSR":1.7578124999999993,"MMLU-PRO Raw":0.3149933510638298,"MMLU-PRO":23.88815011820331,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-31","Submission Date":"2024-12-31","Generation":1,"Base Model":"bunnycore/Qwen2.5-3B-RP-Thinker (Merge)"},{"eval_name":"bunnycore_Qwen2.5-3B-RP-Thinker-V2_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/Qwen2.5-3B-RP-Thinker-V2 📑","fullname":"bunnycore/Qwen2.5-3B-RP-Thinker-V2","Model sha":"61889a5b40995a556e9c0cb1c64223559a6035a5","Average ⬆️":27.670372197700004,"Hub License":"","Hub ❤️":2,"#Params (B)":3.397,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4404737026994847,"IFEval Raw":0.6419965691033125,"IFEval":64.19965691033124,"BBH Raw":0.46784408133522204,"BBH":25.629506719785628,"MATH Lvl 5 Raw":0.38293051359516617,"MATH Lvl 5":38.29305135951662,"GPQA Raw":0.28523489932885904,"GPQA":4.697986577181204,"MUSR Raw":0.398125,"MUSR":7.965625,"MMLU-PRO Raw":0.3271276595744681,"MMLU-PRO":25.236406619385342,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-31","Submission Date":"2024-12-31","Generation":1,"Base Model":"bunnycore/Qwen2.5-3B-RP-Thinker-V2 (Merge)"},{"eval_name":"bunnycore_Qwen2.5-7B-CyberRombos_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/Qwen2.5-7B-CyberRombos 📑","fullname":"bunnycore/Qwen2.5-7B-CyberRombos","Model sha":"dfd4d30fc6956ffecb9fb3c59fad51875552f7f9","Average ⬆️":35.95055187781517,"Hub License":"","Hub ❤️":2,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.420210820498877,"IFEval Raw":0.751830698103255,"IFEval":75.18306981032549,"BBH Raw":0.5464960546716063,"BBH":35.8840250776346,"MATH Lvl 5 Raw":0.4962235649546828,"MATH Lvl 5":49.62235649546828,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.41254166666666664,"MUSR":10.067708333333336,"MMLU-PRO Raw":0.4390791223404255,"MMLU-PRO":37.67545803782505,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-04","Submission Date":"2024-11-05","Generation":1,"Base Model":"bunnycore/Qwen2.5-7B-CyberRombos (Merge)"},{"eval_name":"bunnycore_Qwen2.5-7B-Fuse-Exp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/Qwen2.5-7B-Fuse-Exp 📑","fullname":"bunnycore/Qwen2.5-7B-Fuse-Exp","Model sha":"8602ca392ec0414cca119fea98a06c20049488b2","Average ⬆️":26.92529775716781,"Hub License":"","Hub ❤️":2,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6754423000288923,"IFEval Raw":0.5468501354184675,"IFEval":54.68501354184674,"BBH Raw":0.5108680600425207,"BBH":29.967150522844417,"MATH Lvl 5 Raw":0.31419939577039274,"MATH Lvl 5":31.419939577039273,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.45728125000000003,"MUSR":16.36015625,"MMLU-PRO Raw":0.3308676861702128,"MMLU-PRO":25.65196513002364,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-12","Submission Date":"2025-03-13","Generation":1,"Base Model":"bunnycore/Qwen2.5-7B-Fuse-Exp (Merge)"},{"eval_name":"bunnycore_Qwen2.5-7B-Instruct-Fusion_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/Qwen2.5-7B-Instruct-Fusion 📑","fullname":"bunnycore/Qwen2.5-7B-Instruct-Fusion","Model sha":"6313c0b3de799ab48720c3b828e322a77cf8d023","Average ⬆️":33.10123026617861,"Hub License":"","Hub ❤️":5,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.328964770541402,"IFEval Raw":0.6962016338869754,"IFEval":69.62016338869753,"BBH Raw":0.5491903018724945,"BBH":36.17985917773406,"MATH Lvl 5 Raw":0.3406344410876133,"MATH Lvl 5":34.06344410876133,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.42971875,"MUSR":12.948177083333334,"MMLU-PRO Raw":0.4467253989361702,"MMLU-PRO":38.52504432624112,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-31","Submission Date":"2024-11-02","Generation":1,"Base Model":"bunnycore/Qwen2.5-7B-Instruct-Fusion (Merge)"},{"eval_name":"bunnycore_Qwen2.5-7B-Instruct-Merge-Stock-v0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/Qwen2.5-7B-Instruct-Merge-Stock-v0.1 📑","fullname":"bunnycore/Qwen2.5-7B-Instruct-Merge-Stock-v0.1","Model sha":"f205f75c1cd0436535cf2bca702844877e70781b","Average ⬆️":36.14483066079348,"Hub License":"","Hub ❤️":2,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6805329882548932,"IFEval Raw":0.7509064836855099,"IFEval":75.090648368551,"BBH Raw":0.5529431709465797,"BBH":36.395231467496636,"MATH Lvl 5 Raw":0.48942598187311176,"MATH Lvl 5":48.94259818731118,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.42311458333333335,"MUSR":11.689322916666669,"MMLU-PRO Raw":0.4383311170212766,"MMLU-PRO":37.5923463356974,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-01","Submission Date":"2025-03-01","Generation":1,"Base Model":"bunnycore/Qwen2.5-7B-Instruct-Merge-Stock-v0.1 (Merge)"},{"eval_name":"bunnycore_Qwen2.5-7B-MixStock-Sce-V0.3_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/Qwen2.5-7B-MixStock-Sce-V0.3 📑","fullname":"bunnycore/Qwen2.5-7B-MixStock-Sce-V0.3","Model sha":"94344107260688d9e381cc519f219990fd3dfd6b","Average ⬆️":11.636394077198473,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7264664530340607,"IFEval Raw":0.21197644472222593,"IFEval":21.197644472222592,"BBH Raw":0.3479005166788895,"BBH":9.507336377473363,"MATH Lvl 5 Raw":0.25755287009063443,"MATH Lvl 5":25.755287009063444,"GPQA Raw":0.2575503355704698,"GPQA":1.0067114093959737,"MUSR Raw":0.3713958333333333,"MUSR":3.6911458333333336,"MMLU-PRO Raw":0.17794215425531915,"MMLU-PRO":8.660239361702127,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-13","Submission Date":"2025-02-14","Generation":1,"Base Model":"bunnycore/Qwen2.5-7B-MixStock-Sce-V0.3 (Merge)"},{"eval_name":"bunnycore_Qwen2.5-7B-MixStock-V0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/Qwen2.5-7B-MixStock-V0.1 📑","fullname":"bunnycore/Qwen2.5-7B-MixStock-V0.1","Model sha":"8fb8a90c094c74fce75125c4783fcc817a30243f","Average ⬆️":33.68659688810528,"Hub License":"","Hub ❤️":3,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.1289447011964473,"IFEval Raw":0.7673428724672757,"IFEval":76.73428724672758,"BBH Raw":0.5479100568012056,"BBH":35.86925790573909,"MATH Lvl 5 Raw":0.31722054380664655,"MATH Lvl 5":31.722054380664655,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.441625,"MUSR":14.903124999999998,"MMLU-PRO Raw":0.4256150265957447,"MMLU-PRO":36.179447399527184,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-05","Submission Date":"2025-02-05","Generation":1,"Base Model":"bunnycore/Qwen2.5-7B-MixStock-V0.1 (Merge)"},{"eval_name":"bunnycore_Qwen2.5-7B-R1-Bespoke-Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/Qwen2.5-7B-R1-Bespoke-Stock 📑","fullname":"bunnycore/Qwen2.5-7B-R1-Bespoke-Stock","Model sha":"f41a11dd958c01949397118e488fa44288c95483","Average ⬆️":20.435991032043965,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4337758797452507,"IFEval Raw":0.3726445830396681,"IFEval":37.264458303966805,"BBH Raw":0.48221362910675625,"BBH":26.63869755860018,"MATH Lvl 5 Raw":0.20468277945619334,"MATH Lvl 5":20.468277945619334,"GPQA Raw":0.2785234899328859,"GPQA":3.8031319910514525,"MUSR Raw":0.3926354166666666,"MUSR":6.979427083333332,"MMLU-PRO Raw":0.34715757978723405,"MMLU-PRO":27.46195330969267,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-24","Submission Date":"2025-01-25","Generation":1,"Base Model":"bunnycore/Qwen2.5-7B-R1-Bespoke-Stock (Merge)"},{"eval_name":"bunnycore_Qwen2.5-7B-R1-Bespoke-Task_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/Qwen2.5-7B-R1-Bespoke-Task 📑","fullname":"bunnycore/Qwen2.5-7B-R1-Bespoke-Task","Model sha":"ff2b303f7fd2acaa20d81b880d626dc8e785f5a0","Average ⬆️":15.746098824658986,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.405181067340548,"IFEval Raw":0.3786641666334215,"IFEval":37.86641666334215,"BBH Raw":0.41495531490332715,"BBH":17.906937974221723,"MATH Lvl 5 Raw":0.1782477341389728,"MATH Lvl 5":17.82477341389728,"GPQA Raw":0.2533557046979866,"GPQA":0.44742729306487633,"MUSR Raw":0.3568854166666666,"MUSR":1.6773437499999992,"MMLU-PRO Raw":0.2687832446808511,"MMLU-PRO":18.753693853427897,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-24","Submission Date":"2025-01-25","Generation":1,"Base Model":"bunnycore/Qwen2.5-7B-R1-Bespoke-Task (Merge)"},{"eval_name":"bunnycore_Qwen2.5-7B-RRP-1M_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/Qwen2.5-7B-RRP-1M 📑","fullname":"bunnycore/Qwen2.5-7B-RRP-1M","Model sha":"c49c82be793bd630230f81d627724af62abdbd1a","Average ⬆️":33.67928553393096,"Hub License":"","Hub ❤️":6,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3613529566243419,"IFEval Raw":0.7481338404322753,"IFEval":74.81338404322753,"BBH Raw":0.545239229980545,"BBH":35.648526152494235,"MATH Lvl 5 Raw":0.324773413897281,"MATH Lvl 5":32.477341389728096,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.44826041666666666,"MUSR":15.799218749999994,"MMLU-PRO Raw":0.4266123670212766,"MMLU-PRO":36.290263002364064,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-26","Submission Date":"2025-01-26","Generation":1,"Base Model":"bunnycore/Qwen2.5-7B-RRP-1M (Merge)"},{"eval_name":"bunnycore_Qwen2.5-7B-RRP-1M-Thinker_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/Qwen2.5-7B-RRP-1M-Thinker 📑","fullname":"bunnycore/Qwen2.5-7B-RRP-1M-Thinker","Model sha":"ddc20ed7a1d4ce5f1d47dd30181540c2ddc79d8c","Average ⬆️":12.275362824338155,"Hub License":"","Hub ❤️":1,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7101215693816563,"IFEval Raw":0.23081091503876383,"IFEval":23.08109150387638,"BBH Raw":0.3481907488085136,"BBH":9.209373414510402,"MATH Lvl 5 Raw":0.2719033232628399,"MATH Lvl 5":27.19033232628399,"GPQA Raw":0.2575503355704698,"GPQA":1.0067114093959737,"MUSR Raw":0.3767291666666666,"MUSR":4.624479166666667,"MMLU-PRO Raw":0.1768617021276596,"MMLU-PRO":8.540189125295509,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-14","Submission Date":"2025-02-18","Generation":1,"Base Model":"bunnycore/Qwen2.5-7B-RRP-1M-Thinker (Merge)"},{"eval_name":"bunnycore_Qwen2.5-7B-RRP-ID_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/Qwen2.5-7B-RRP-ID 📑","fullname":"bunnycore/Qwen2.5-7B-RRP-ID","Model sha":"9e5c600d49ae0697dc4584477fdcc941c66f5ef4","Average ⬆️":35.463219597116336,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5030598082994553,"IFEval Raw":0.747259493698941,"IFEval":74.7259493698941,"BBH Raw":0.5479543512061099,"BBH":36.09918880152282,"MATH Lvl 5 Raw":0.486404833836858,"MATH Lvl 5":48.6404833836858,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.41796875,"MUSR":11.31276041666667,"MMLU-PRO Raw":0.4387466755319149,"MMLU-PRO":37.63851950354609,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-27","Generation":0,"Base Model":"Removed"},{"eval_name":"bunnycore_Qwen2.5-7B-Sky-R1-Mini_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/Qwen2.5-7B-Sky-R1-Mini 📑","fullname":"bunnycore/Qwen2.5-7B-Sky-R1-Mini","Model sha":"15902f67ef18fd6d8e325c48c726007bebf98fce","Average ⬆️":7.371821186629208,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6655915571196371,"IFEval Raw":0.23048622100471194,"IFEval":23.048622100471192,"BBH Raw":0.3502939195575525,"BBH":8.89516742838758,"MATH Lvl 5 Raw":0.02945619335347432,"MATH Lvl 5":2.9456193353474323,"GPQA Raw":0.28942953020134227,"GPQA":5.257270693512303,"MUSR Raw":0.3448229166666667,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.12533244680851063,"MMLU-PRO":2.8147163120567367,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-18","Submission Date":"2025-02-18","Generation":1,"Base Model":"bunnycore/Qwen2.5-7B-Sky-R1-Mini (Merge)"},{"eval_name":"bunnycore_QwenMosaic-7B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"bunnycore/QwenMosaic-7B 📑","fullname":"bunnycore/QwenMosaic-7B","Model sha":"1eab0bbe701195ba26f60a284f74e3c6dfe5c139","Average ⬆️":31.300371581101075,"Hub License":"","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5005744720068477,"IFEval Raw":0.5819215237791282,"IFEval":58.192152377912834,"BBH Raw":0.5564132127895585,"BBH":36.750519941741935,"MATH Lvl 5 Raw":0.44410876132930516,"MATH Lvl 5":44.41087613293052,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.4163854166666667,"MUSR":10.21484375,"MMLU-PRO Raw":0.43101728723404253,"MMLU-PRO":36.77969858156028,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-01","Submission Date":"2024-12-02","Generation":1,"Base Model":"bunnycore/QwenMosaic-7B (Merge)"},{"eval_name":"bunnycore_Smol-Llama-3.2-3B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bunnycore/Smol-Llama-3.2-3B 📑","fullname":"bunnycore/Smol-Llama-3.2-3B","Model sha":"d66d88bdfb94a879ac3a0ba4891aefb26f4d384f","Average ⬆️":22.52219334493714,"Hub License":"","Hub ❤️":0,"#Params (B)":3.607,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1314095821066952,"IFEval Raw":0.6678501930433471,"IFEval":66.78501930433472,"BBH Raw":0.453881406940321,"BBH":23.04076448114923,"MATH Lvl 5 Raw":0.13821752265861026,"MATH Lvl 5":13.821752265861026,"GPQA Raw":0.27684563758389263,"GPQA":3.5794183445190177,"MUSR Raw":0.34600000000000003,"MUSR":3.1500000000000004,"MMLU-PRO Raw":0.3228058510638298,"MMLU-PRO":24.756205673758867,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"bunnycore/Smol-Llama-3.2-3B (Merge)"},{"eval_name":"bunnycore_SmolLM2-1.7-Persona_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bunnycore/SmolLM2-1.7-Persona 📑","fullname":"bunnycore/SmolLM2-1.7-Persona","Model sha":"ebeaa6f284c044bd54e3e66cc5458d974d92523e","Average ⬆️":14.527349011570474,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.711,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6626648013774251,"IFEval Raw":0.5465254413844156,"IFEval":54.652544138441556,"BBH Raw":0.3623213930905173,"BBH":11.203752907058009,"MATH Lvl 5 Raw":0.05664652567975831,"MATH Lvl 5":5.664652567975831,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.334125,"MUSR":3.0322916666666675,"MMLU-PRO Raw":0.1973902925531915,"MMLU-PRO":10.821143617021276,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-15","Submission Date":"2024-11-15","Generation":0,"Base Model":"bunnycore/SmolLM2-1.7-Persona"},{"eval_name":"bunnycore_SmolLM2-1.7B-roleplay-lora_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"?","Model":"bunnycore/SmolLM2-1.7B-roleplay-lora 📑","fullname":"bunnycore/SmolLM2-1.7B-roleplay-lora","Model sha":"bbab860a4ffdd8e48f600192947ad3504bb0a944","Average ⬆️":14.47905997638928,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.423,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4000513949062356,"IFEval Raw":0.5382075116247114,"IFEval":53.82075116247113,"BBH Raw":0.3610343412303005,"BBH":10.907238019540259,"MATH Lvl 5 Raw":0.052870090634441085,"MATH Lvl 5":5.287009063444108,"GPQA Raw":0.2751677852348993,"GPQA":3.355704697986576,"MUSR Raw":0.33945833333333336,"MUSR":2.7656250000000004,"MMLU-PRO Raw":0.19664228723404256,"MMLU-PRO":10.738031914893616,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-15","Submission Date":"2024-11-15","Generation":3,"Base Model":"HuggingFaceTB/SmolLM2-1.7B-Instruct (Merge)"},{"eval_name":"bunnycore_Tulu-3.1-8B-SuperNova_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"bunnycore/Tulu-3.1-8B-SuperNova 📑","fullname":"bunnycore/Tulu-3.1-8B-SuperNova","Model sha":"bbbfb910ca8d8f7ae35ecaf4824ad68713bf8d86","Average ⬆️":30.991375681506,"Hub License":"","Hub ❤️":4,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3878481612472198,"IFEval Raw":0.8193748143813969,"IFEval":81.93748143813968,"BBH Raw":0.5254122754311122,"BBH":32.499170772496946,"MATH Lvl 5 Raw":0.24622356495468278,"MATH Lvl 5":24.622356495468278,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.3935,"MUSR":8.687500000000002,"MMLU-PRO Raw":0.3813996010638298,"MMLU-PRO":31.26662234042553,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-22","Submission Date":"2024-11-23","Generation":1,"Base Model":"bunnycore/Tulu-3.1-8B-SuperNova (Merge)"},{"eval_name":"byroneverson_Mistral-Small-Instruct-2409-abliterated_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"byroneverson/Mistral-Small-Instruct-2409-abliterated 📑","fullname":"byroneverson/Mistral-Small-Instruct-2409-abliterated","Model sha":"5e24aaef2a37f9cb69f70ae9fe714f9d9599fd6e","Average ⬆️":28.805845718641834,"Hub License":"other","Hub ❤️":13,"#Params (B)":22.247,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.804572923392441,"IFEval Raw":0.6970759806203096,"IFEval":69.70759806203097,"BBH Raw":0.5237864400325174,"BBH":31.255700427788586,"MATH Lvl 5 Raw":0.24773413897280966,"MATH Lvl 5":24.773413897280967,"GPQA Raw":0.33305369127516776,"GPQA":11.073825503355701,"MUSR Raw":0.36971875000000004,"MUSR":3.5481770833333326,"MMLU-PRO Raw":0.39228723404255317,"MMLU-PRO":32.476359338061464,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-23","Submission Date":"2024-10-13","Generation":1,"Base Model":"mistralai/Mistral-Small-Instruct-2409"},{"eval_name":"byroneverson_Yi-1.5-9B-Chat-16K-abliterated_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"byroneverson/Yi-1.5-9B-Chat-16K-abliterated 📑","fullname":"byroneverson/Yi-1.5-9B-Chat-16K-abliterated","Model sha":"84a6eaa723633bbefc7cfac9c64bf0e0a4d39065","Average ⬆️":26.948135419447976,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":8.829,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.180206419702791,"IFEval Raw":0.5528453392553979,"IFEval":55.28453392553979,"BBH Raw":0.5282050829986801,"BBH":32.843258967002555,"MATH Lvl 5 Raw":0.14123867069486404,"MATH Lvl 5":14.123867069486403,"GPQA Raw":0.31291946308724833,"GPQA":8.389261744966444,"MUSR Raw":0.4734375,"MUSR":19.679687499999996,"MMLU-PRO Raw":0.38231382978723405,"MMLU-PRO":31.36820330969267,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-03","Submission Date":"2024-09-03","Generation":1,"Base Model":"01-ai/Yi-1.5-9B-Chat-16K"},{"eval_name":"byroneverson_Yi-1.5-9B-Chat-abliterated_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"byroneverson/Yi-1.5-9B-Chat-abliterated 📑","fullname":"byroneverson/Yi-1.5-9B-Chat-abliterated","Model sha":"4e26c200cdf2dc50dd50cdd9fe5b74887e9fa94a","Average ⬆️":26.270006043497983,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":8.829,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.689144676280076,"IFEval Raw":0.5723291976400395,"IFEval":57.23291976400395,"BBH Raw":0.5401219363002313,"BBH":34.35218727198406,"MATH Lvl 5 Raw":0.1661631419939577,"MATH Lvl 5":16.61631419939577,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.43886458333333334,"MUSR":13.658072916666667,"MMLU-PRO Raw":0.3715093085106383,"MMLU-PRO":30.167700945626475,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-04","Submission Date":"2024-09-17","Generation":1,"Base Model":"01-ai/Yi-1.5-9B-Chat"},{"eval_name":"c10x_Q-Pluse_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"c10x/Q-Pluse 📑","fullname":"c10x/Q-Pluse","Model sha":"","Average ⬆️":3.634370763516103,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.6233823800199807,"IFEval Raw":0.11228318638988993,"IFEval":11.228318638988993,"BBH Raw":0.2875111436321769,"BBH":1.9479450969539605,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.24664429530201343,"GPQA":0.0,"MUSR Raw":0.39381249999999995,"MUSR":7.126562500000001,"MMLU-PRO Raw":0.11353058510638298,"MMLU-PRO":1.5033983451536632,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-10","Generation":0,"Base Model":"Removed"},{"eval_name":"c10x_longthinker_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"c10x/longthinker 📑","fullname":"c10x/longthinker","Model sha":"e1bb4a2c2782ab52be7a8fa2e5905f08b7cfd464","Average ⬆️":20.73088769949013,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8895488764718014,"IFEval Raw":0.36087913403103766,"IFEval":36.08791340310377,"BBH Raw":0.49274888053364546,"BBH":28.4247368611983,"MATH Lvl 5 Raw":0.23187311178247735,"MATH Lvl 5":23.187311178247736,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.3909583333333333,"MUSR":6.703125000000001,"MMLU-PRO Raw":0.3527260638297872,"MMLU-PRO":28.08067375886525,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-10","Generation":0,"Base Model":"Removed"},{"eval_name":"carsenk_flippa-v6_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"?","Model":"carsenk/flippa-v6 📑","fullname":"carsenk/flippa-v6","Model sha":"5206a32e0bd3067aef1ce90f5528ade7d866253f","Average ⬆️":20.776367026140395,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":16.061,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.129600623223738,"IFEval Raw":0.3439429602344003,"IFEval":34.39429602344003,"BBH Raw":0.5046972457053399,"BBH":29.993501279427136,"MATH Lvl 5 Raw":0.1404833836858006,"MATH Lvl 5":14.04833836858006,"GPQA Raw":0.29278523489932884,"GPQA":5.7046979865771785,"MUSR Raw":0.40887500000000004,"MUSR":10.876041666666667,"MMLU-PRO Raw":0.3667719414893617,"MMLU-PRO":29.6413268321513,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-24","Submission Date":"2024-08-24","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"carsenk_phi3.5_mini_exp_825_uncensored_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"carsenk/phi3.5_mini_exp_825_uncensored 📑","fullname":"carsenk/phi3.5_mini_exp_825_uncensored","Model sha":"6b208dc3df02e0d5ef0c3fe5899f9f31618f2e94","Average ⬆️":3.6431087408611895,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.975636967913453,"IFEval Raw":0.13641360479084386,"IFEval":13.641360479084385,"BBH Raw":0.29647345147918264,"BBH":1.827812730226084,"MATH Lvl 5 Raw":0.010574018126888218,"MATH Lvl 5":1.0574018126888218,"GPQA Raw":0.24916107382550334,"GPQA":0.0,"MUSR Raw":0.36441666666666667,"MUSR":3.385416666666666,"MMLU-PRO Raw":0.11751994680851063,"MMLU-PRO":1.9466607565011809,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-29","Submission Date":"2024-08-29","Generation":2,"Base Model":"microsoft/Phi-3.5-mini-instruct"},{"eval_name":"cat-searcher_gemma-2-9b-it-sppo-iter-1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"cat-searcher/gemma-2-9b-it-sppo-iter-1 📑","fullname":"cat-searcher/gemma-2-9b-it-sppo-iter-1","Model sha":"b29a3a5cef93ee044e2297fcb40bd2976415e900","Average ⬆️":21.93864090281541,"Hub License":"","Hub ❤️":0,"#Params (B)":9.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":5.536078704562463,"IFEval Raw":0.30147674836101546,"IFEval":30.147674836101544,"BBH Raw":0.5971867698707507,"BBH":41.67630770023723,"MATH Lvl 5 Raw":0.08308157099697885,"MATH Lvl 5":8.308157099697885,"GPQA Raw":0.3447986577181208,"GPQA":12.639821029082773,"MUSR Raw":0.39266666666666666,"MUSR":7.1499999999999995,"MMLU-PRO Raw":0.38538896276595747,"MMLU-PRO":31.709884751773053,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-08-09","Generation":0,"Base Model":"Removed"},{"eval_name":"cat-searcher_gemma-2-9b-it-sppo-iter-1-evol-1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"cat-searcher/gemma-2-9b-it-sppo-iter-1-evol-1 📑","fullname":"cat-searcher/gemma-2-9b-it-sppo-iter-1-evol-1","Model sha":"c2d7b76786151aecfa5972a2a3e937feb2d2c48b","Average ⬆️":21.52546311795015,"Hub License":"","Hub ❤️":0,"#Params (B)":9.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":5.575624815994469,"IFEval Raw":0.2941827683878775,"IFEval":29.418276838787747,"BBH Raw":0.5939369622672414,"BBH":41.10464026733791,"MATH Lvl 5 Raw":0.08534743202416918,"MATH Lvl 5":8.534743202416918,"GPQA Raw":0.34060402684563756,"GPQA":12.080536912751676,"MUSR Raw":0.39257291666666666,"MUSR":6.904947916666669,"MMLU-PRO Raw":0.37998670212765956,"MMLU-PRO":31.109633569739948,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-08-09","Generation":0,"Base Model":"Removed"},{"eval_name":"cckm_tinymistral_950m_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"cckm/tinymistral_950m 📑","fullname":"cckm/tinymistral_950m","Model sha":"b8ac79e9904405e6cc793101c098561a47b2d0d7","Average ⬆️":5.219822920055284,"Hub License":"mit","Hub ❤️":2,"#Params (B)":0.955,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7365668642980026,"IFEval Raw":0.23952889444451833,"IFEval":23.952889444451834,"BBH Raw":0.29694562621388126,"BBH":2.371788472964944,"MATH Lvl 5 Raw":0.005287009063444109,"MATH Lvl 5":0.5287009063444109,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.3553645833333334,"MUSR":2.053906250000001,"MMLU-PRO Raw":0.10962433510638298,"MMLU-PRO":1.0693705673758855,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-12","Submission Date":"2025-01-13","Generation":1,"Base Model":"cckm/tinymistral_950m (Merge)"},{"eval_name":"cgato_TheSalt-L3-8b-v0.3.2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"cgato/TheSalt-L3-8b-v0.3.2 📑","fullname":"cgato/TheSalt-L3-8b-v0.3.2","Model sha":"5cf08e2bf9590ebcd14ba021e113def28c65afa2","Average ⬆️":7.39988938907955,"Hub License":"cc-by-nc-4.0","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.880588171001616,"IFEval Raw":0.27050337548814923,"IFEval":27.050337548814923,"BBH Raw":0.29679653176003074,"BBH":2.612714473502145,"MATH Lvl 5 Raw":0.04758308157099698,"MATH Lvl 5":4.758308157099698,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.38962499999999994,"MUSR":6.3031250000000005,"MMLU-PRO Raw":0.11394614361702128,"MMLU-PRO":1.549571513002364,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-18","Submission Date":"2024-06-26","Generation":0,"Base Model":"cgato/TheSalt-L3-8b-v0.3.2"},{"eval_name":"chargoddard_prometheus-2-llama-3-8b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"chargoddard/prometheus-2-llama-3-8b 📑","fullname":"chargoddard/prometheus-2-llama-3-8b","Model sha":"90a728ac98e5b4169f88ae4945e357cf45477568","Average ⬆️":19.318861828334345,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8902292652132209,"IFEval Raw":0.5288900118352637,"IFEval":52.889001183526375,"BBH Raw":0.4931144581470071,"BBH":27.80383919259717,"MATH Lvl 5 Raw":0.0823262839879154,"MATH Lvl 5":8.23262839879154,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.33958333333333335,"MUSR":0.7812499999999996,"MMLU-PRO Raw":0.30867686170212766,"MMLU-PRO":23.186317966903072,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-05-26","Submission Date":"2024-06-26","Generation":1,"Base Model":"chargoddard/prometheus-2-llama-3-8b (Merge)"},{"eval_name":"chujiezheng_Llama-3-Instruct-8B-SimPO-ExPO_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"chujiezheng/Llama-3-Instruct-8B-SimPO-ExPO 📑","fullname":"chujiezheng/Llama-3-Instruct-8B-SimPO-ExPO","Model sha":"3fcaa9fe99691659eb197487e9a343f601bf63f2","Average ⬆️":23.054922214082467,"Hub License":"llama3","Hub ❤️":16,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4409627658318653,"IFEval Raw":0.6433707008515184,"IFEval":64.33707008515184,"BBH Raw":0.4764515968840137,"BBH":25.86828225174116,"MATH Lvl 5 Raw":0.0702416918429003,"MATH Lvl 5":7.02416918429003,"GPQA Raw":0.28691275167785235,"GPQA":4.921700223713646,"MUSR Raw":0.3920104166666667,"MUSR":9.501302083333336,"MMLU-PRO Raw":0.340093085106383,"MMLU-PRO":26.677009456264773,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-26","Submission Date":"2024-06-26","Generation":0,"Base Model":"chujiezheng/Llama-3-Instruct-8B-SimPO-ExPO"},{"eval_name":"chujiezheng_Mistral7B-PairRM-SPPO-ExPO_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"chujiezheng/Mistral7B-PairRM-SPPO-ExPO 📑","fullname":"chujiezheng/Mistral7B-PairRM-SPPO-ExPO","Model sha":"d3e8342a63e5ae096f450f2467a92168db12768c","Average ⬆️":13.617148888995521,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.018067970306855,"IFEval Raw":0.36734863495525205,"IFEval":36.734863495525204,"BBH Raw":0.3882191262277366,"BBH":13.678635807519433,"MATH Lvl 5 Raw":0.01812688821752266,"MATH Lvl 5":1.812688821752266,"GPQA Raw":0.27684563758389263,"GPQA":3.5794183445190177,"MUSR Raw":0.40553124999999995,"MUSR":8.658072916666667,"MMLU-PRO Raw":0.2551529255319149,"MMLU-PRO":17.239213947990542,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-04","Submission Date":"2024-09-21","Generation":0,"Base Model":"chujiezheng/Mistral7B-PairRM-SPPO-ExPO"},{"eval_name":"cjvt_GaMS-1B_float16","Precision":"float16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"OPTForCausalLM","Model":"cjvt/GaMS-1B 📑","fullname":"cjvt/GaMS-1B","Model sha":"1620a336e3317ba3fa56586995e46ea9fbadd407","Average ⬆️":4.6217597962340875,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":1.54,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.5078824355043933,"IFEval Raw":0.163541625110263,"IFEval":16.3541625110263,"BBH Raw":0.3074752552734472,"BBH":3.861742268465667,"MATH Lvl 5 Raw":0.013595166163141994,"MATH Lvl 5":1.3595166163141994,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.36841666666666667,"MUSR":3.385416666666666,"MMLU-PRO Raw":0.11486037234042554,"MMLU-PRO":1.6511524822695034,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-18","Submission Date":"2025-02-13","Generation":0,"Base Model":"cjvt/GaMS-1B"},{"eval_name":"cloudyu_Llama-3-70Bx2-MOE_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"cloudyu/Llama-3-70Bx2-MOE 📑","fullname":"cloudyu/Llama-3-70Bx2-MOE","Model sha":"b8bd85e8db8e4ec352b93441c92e0ae1334bf5a7","Average ⬆️":35.66646489034437,"Hub License":"llama3","Hub ❤️":1,"#Params (B)":126.926,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":43.079109603886145,"IFEval Raw":0.5482486469234964,"IFEval":54.824864692349635,"BBH Raw":0.6636234572270707,"BBH":51.42213772529595,"MATH Lvl 5 Raw":0.2175226586102719,"MATH Lvl 5":21.75226586102719,"GPQA Raw":0.3934563758389262,"GPQA":19.12751677852349,"MUSR Raw":0.48118750000000005,"MUSR":20.848437499999996,"MMLU-PRO Raw":0.5142121010638298,"MMLU-PRO":46.02356678486997,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-20","Submission Date":"2024-06-27","Generation":0,"Base Model":"cloudyu/Llama-3-70Bx2-MOE"},{"eval_name":"cloudyu_Llama-3.2-3Bx4_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"cloudyu/Llama-3.2-3Bx4 📑","fullname":"cloudyu/Llama-3.2-3Bx4","Model sha":"d0d893eb5937ba4c3dd4f58471d5ac64334e6ff6","Average ⬆️":18.997310704369742,"Hub License":"","Hub ❤️":0,"#Params (B)":9.949,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.534152258686576,"IFEval Raw":0.5068584688626179,"IFEval":50.685846886261785,"BBH Raw":0.43321946547659324,"BBH":19.7933281387424,"MATH Lvl 5 Raw":0.10725075528700906,"MATH Lvl 5":10.725075528700906,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.3495625,"MUSR":7.028645833333335,"MMLU-PRO Raw":0.29853723404255317,"MMLU-PRO":22.059692671394796,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-27","Generation":0,"Base Model":"Removed"},{"eval_name":"cloudyu_Mixtral_11Bx2_MoE_19B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"cloudyu/Mixtral_11Bx2_MoE_19B 📑","fullname":"cloudyu/Mixtral_11Bx2_MoE_19B","Model sha":"39edb16515e431617f7ce69f9b4166b40f97f34b","Average ⬆️":20.407079261242234,"Hub License":"cc-by-nc-4.0","Hub ❤️":37,"#Params (B)":19.188,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1164466475132806,"IFEval Raw":0.3850837998732253,"IFEval":38.50837998732253,"BBH Raw":0.5208516020145867,"BBH":32.78564048528819,"MATH Lvl 5 Raw":0.06722054380664652,"MATH Lvl 5":6.722054380664652,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.4296875,"MUSR":13.377604166666664,"MMLU-PRO Raw":0.33111702127659576,"MMLU-PRO":25.67966903073286,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-12-31","Submission Date":"2025-02-16","Generation":0,"Base Model":"cloudyu/Mixtral_11Bx2_MoE_19B"},{"eval_name":"cloudyu_Mixtral_34Bx2_MoE_60B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"cloudyu/Mixtral_34Bx2_MoE_60B 📑","fullname":"cloudyu/Mixtral_34Bx2_MoE_60B","Model sha":"d01642769ccc782e1db1fc26cb25097aecb98e23","Average ⬆️":27.611169192851037,"Hub License":"apache-2.0","Hub ❤️":112,"#Params (B)":60.814,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":14.665176960225859,"IFEval Raw":0.4537770892343427,"IFEval":45.37770892343427,"BBH Raw":0.5869701263465353,"BBH":41.209129053590964,"MATH Lvl 5 Raw":0.0770392749244713,"MATH Lvl 5":7.7039274924471295,"GPQA Raw":0.33808724832214765,"GPQA":11.74496644295302,"MUSR Raw":0.4625208333333333,"MUSR":17.78177083333333,"MMLU-PRO Raw":0.47664561170212766,"MMLU-PRO":41.84951241134751,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-01-05","Submission Date":"2024-08-22","Generation":0,"Base Model":"cloudyu/Mixtral_34Bx2_MoE_60B"},{"eval_name":"cloudyu_Mixtral_7Bx2_MoE_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"cloudyu/Mixtral_7Bx2_MoE 📑","fullname":"cloudyu/Mixtral_7Bx2_MoE","Model sha":"5b7b6efb5110eccbcc752f92413eea22bacdd1c2","Average ⬆️":21.447315990602657,"Hub License":"cc-by-nc-4.0","Hub ❤️":36,"#Params (B)":12.879,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5676300529098275,"IFEval Raw":0.4480068440626427,"IFEval":44.80068440626427,"BBH Raw":0.5159732691655027,"BBH":32.2766407313606,"MATH Lvl 5 Raw":0.06873111782477341,"MATH Lvl 5":6.873111782477341,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.44729166666666664,"MUSR":14.644791666666661,"MMLU-PRO Raw":0.30435505319148937,"MMLU-PRO":22.706117021276594,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-12-22","Submission Date":"2024-12-31","Generation":0,"Base Model":"cloudyu/Mixtral_7Bx2_MoE"},{"eval_name":"cloudyu_S1-Llama-3.2-3Bx4-MoE_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"cloudyu/S1-Llama-3.2-3Bx4-MoE 📑","fullname":"cloudyu/S1-Llama-3.2-3Bx4-MoE","Model sha":"a6af7ede4c291fc91dd54ff73fe64df840288367","Average ⬆️":19.960751542556377,"Hub License":"llama3","Hub ❤️":0,"#Params (B)":9.555,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.7112059316507433,"IFEval Raw":0.530214275899059,"IFEval":53.0214275899059,"BBH Raw":0.43578925882973,"BBH":20.04155472353695,"MATH Lvl 5 Raw":0.12009063444108761,"MATH Lvl 5":12.009063444108762,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.345625,"MUSR":6.169791666666669,"MMLU-PRO Raw":0.30435505319148937,"MMLU-PRO":22.706117021276594,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-05","Submission Date":"2025-02-05","Generation":0,"Base Model":"cloudyu/S1-Llama-3.2-3Bx4-MoE"},{"eval_name":"cloudyu_Yi-34Bx2-MoE-60B-DPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"cloudyu/Yi-34Bx2-MoE-60B-DPO 📑","fullname":"cloudyu/Yi-34Bx2-MoE-60B-DPO","Model sha":"5c2d31042229ee06246064100b781dd926cb0ffd","Average ⬆️":26.04350240565636,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":60.814,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":14.678493278722105,"IFEval Raw":0.531887613753729,"IFEval":53.1887613753729,"BBH Raw":0.516831447641953,"BBH":31.259298004231464,"MATH Lvl 5 Raw":0.0702416918429003,"MATH Lvl 5":7.02416918429003,"GPQA Raw":0.3221476510067114,"GPQA":9.61968680089485,"MUSR Raw":0.43746875,"MUSR":14.316927083333331,"MMLU-PRO Raw":0.46766954787234044,"MMLU-PRO":40.8521719858156,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-01-23","Submission Date":"2024-08-06","Generation":0,"Base Model":"cloudyu/Yi-34Bx2-MoE-60B-DPO"},{"eval_name":"cluebbers_Llama-3.1-8B-paraphrase-type-generation-apty-ipo_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"cluebbers/Llama-3.1-8B-paraphrase-type-generation-apty-ipo 📑","fullname":"cluebbers/Llama-3.1-8B-paraphrase-type-generation-apty-ipo","Model sha":"eb04613997875935cb667a517e518874bb716169","Average ⬆️":10.051762435192133,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.439661779649258,"IFEval Raw":0.1326668794354535,"IFEval":13.26668794354535,"BBH Raw":0.3800219303191354,"BBH":12.669478223003603,"MATH Lvl 5 Raw":0.024924471299093656,"MATH Lvl 5":2.492447129909366,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.43321875,"MUSR":12.419010416666666,"MMLU-PRO Raw":0.2590591755319149,"MMLU-PRO":17.673241725768317,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-14","Submission Date":"2024-11-18","Generation":1,"Base Model":"cluebbers/Llama-3.1-8B-paraphrase-type-generation-apty-ipo (Merge)"},{"eval_name":"cluebbers_Llama-3.1-8B-paraphrase-type-generation-apty-sigmoid_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"cluebbers/Llama-3.1-8B-paraphrase-type-generation-apty-sigmoid 📑","fullname":"cluebbers/Llama-3.1-8B-paraphrase-type-generation-apty-sigmoid","Model sha":"2c8b52e8db11a6ff57cccf890ee26688e858f9fb","Average ⬆️":10.070699081571052,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4471203294708115,"IFEval Raw":0.13184240038652995,"IFEval":13.184240038652996,"BBH Raw":0.37889016032903705,"BBH":12.757325206130604,"MATH Lvl 5 Raw":0.026435045317220542,"MATH Lvl 5":2.643504531722054,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.43055208333333334,"MUSR":12.019010416666665,"MMLU-PRO Raw":0.2562333776595745,"MMLU-PRO":17.359264184397162,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-15","Submission Date":"2024-11-18","Generation":1,"Base Model":"cluebbers/Llama-3.1-8B-paraphrase-type-generation-apty-sigmoid (Merge)"},{"eval_name":"cluebbers_Llama-3.1-8B-paraphrase-type-generation-etpc_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"cluebbers/Llama-3.1-8B-paraphrase-type-generation-etpc 📑","fullname":"cluebbers/Llama-3.1-8B-paraphrase-type-generation-etpc","Model sha":"a003a227aed5c1ad67cd4a653b13a0dd7acb7ed5","Average ⬆️":9.681788175038944,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4830543361353572,"IFEval Raw":0.12085156274241235,"IFEval":12.085156274241236,"BBH Raw":0.3780811415223316,"BBH":12.69457911779628,"MATH Lvl 5 Raw":0.019637462235649546,"MATH Lvl 5":1.9637462235649545,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.43185416666666665,"MUSR":12.048437499999999,"MMLU-PRO Raw":0.25556848404255317,"MMLU-PRO":17.28538711583924,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-04","Submission Date":"2024-11-18","Generation":1,"Base Model":"cluebbers/Llama-3.1-8B-paraphrase-type-generation-etpc (Merge)"},{"eval_name":"cognitivecomputations_Dolphin3.0-Llama3.1-8B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"cognitivecomputations/Dolphin3.0-Llama3.1-8B 📑","fullname":"cognitivecomputations/Dolphin3.0-Llama3.1-8B","Model sha":"0bf45a981ba100596ee0c3e7d27e7849b0206632","Average ⬆️":25.26984394173985,"Hub License":"llama3.1","Hub ❤️":155,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2386505265987682,"IFEval Raw":0.7621222799948582,"IFEval":76.2122279994858,"BBH Raw":0.4916366353921198,"BBH":27.6317028058839,"MATH Lvl 5 Raw":0.12311178247734139,"MATH Lvl 5":12.311178247734139,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.36534375,"MUSR":8.967968750000002,"MMLU-PRO Raw":0.2992021276595745,"MMLU-PRO":22.13356973995272,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-12-29","Submission Date":"2025-01-05","Generation":1,"Base Model":"cognitivecomputations/Dolphin3.0-Llama3.1-8B (Merge)"},{"eval_name":"cognitivecomputations_Dolphin3.0-Llama3.2-1B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"cognitivecomputations/Dolphin3.0-Llama3.2-1B 📑","fullname":"cognitivecomputations/Dolphin3.0-Llama3.2-1B","Model sha":"100ed6fbb590630622f795adc792f38df1c5b2f7","Average ⬆️":11.140988411587436,"Hub License":"llama3.2","Hub ❤️":23,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.008096300085214,"IFEval Raw":0.5427787160290252,"IFEval":54.27787160290252,"BBH Raw":0.31222474255909144,"BBH":4.657279069612183,"MATH Lvl 5 Raw":0.027945619335347432,"MATH Lvl 5":2.794561933534743,"GPQA Raw":0.22986577181208054,"GPQA":0.0,"MUSR Raw":0.32488541666666665,"MUSR":0.9440104166666662,"MMLU-PRO Raw":0.13754986702127658,"MMLU-PRO":4.172207446808509,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-12-29","Submission Date":"2025-03-12","Generation":1,"Base Model":"cognitivecomputations/Dolphin3.0-Llama3.2-1B (Merge)"},{"eval_name":"cognitivecomputations_Dolphin3.0-Qwen2.5-0.5B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"cognitivecomputations/Dolphin3.0-Qwen2.5-0.5B 📑","fullname":"cognitivecomputations/Dolphin3.0-Qwen2.5-0.5B","Model sha":"7111aeb3bedf7414baaf1532e84d470519c667f2","Average ⬆️":10.626273337296174,"Hub License":"apache-2.0","Hub ❤️":12,"#Params (B)":0.494,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8245174133202131,"IFEval Raw":0.4697136930012367,"IFEval":46.97136930012367,"BBH Raw":0.31142229157184026,"BBH":5.096928104575164,"MATH Lvl 5 Raw":0.0513595166163142,"MATH Lvl 5":5.13595166163142,"GPQA Raw":0.2348993288590604,"GPQA":0.0,"MUSR Raw":0.35545833333333327,"MUSR":1.9656249999999986,"MMLU-PRO Raw":0.14128989361702127,"MMLU-PRO":4.587765957446806,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-12-29","Submission Date":"2025-03-02","Generation":1,"Base Model":"cognitivecomputations/Dolphin3.0-Qwen2.5-0.5B (Merge)"},{"eval_name":"cognitivecomputations_Dolphin3.0-R1-Mistral-24B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"cognitivecomputations/Dolphin3.0-R1-Mistral-24B 📑","fullname":"cognitivecomputations/Dolphin3.0-R1-Mistral-24B","Model sha":"34368009d6122e9ef796826bc0ca3989a47ea33e","Average ⬆️":23.513141611997387,"Hub License":"","Hub ❤️":165,"#Params (B)":23.572,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.9536720384896045,"IFEval Raw":0.406816136739407,"IFEval":40.6816136739407,"BBH Raw":0.5359697041031141,"BBH":33.763678263545195,"MATH Lvl 5 Raw":0.3119335347432024,"MATH Lvl 5":31.19335347432024,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.3951770833333333,"MUSR":7.230468750000003,"MMLU-PRO Raw":0.300531914893617,"MMLU-PRO":22.281323877068555,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2025-02-06","Submission Date":"2025-02-07","Generation":1,"Base Model":"cognitivecomputations/Dolphin3.0-R1-Mistral-24B (Merge)"},{"eval_name":"cognitivecomputations_dolphin-2.9-llama3-8b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"cognitivecomputations/dolphin-2.9-llama3-8b 📑","fullname":"cognitivecomputations/dolphin-2.9-llama3-8b","Model sha":"5aeb036f9215c558b483a654a8c6e1cc22e841bf","Average ⬆️":18.415461238797384,"Hub License":"other","Hub ❤️":444,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4782402798649394,"IFEval Raw":0.38503393218881454,"IFEval":38.503393218881456,"BBH Raw":0.49499220166609187,"BBH":27.858929260905125,"MATH Lvl 5 Raw":0.05740181268882175,"MATH Lvl 5":5.740181268882175,"GPQA Raw":0.28691275167785235,"GPQA":4.921700223713646,"MUSR Raw":0.43753125,"MUSR":13.791406250000003,"MMLU-PRO Raw":0.277094414893617,"MMLU-PRO":19.67715721040189,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-04-20","Submission Date":"2024-06-12","Generation":1,"Base Model":"meta-llama/Meta-Llama-3-8B"},{"eval_name":"cognitivecomputations_dolphin-2.9.1-llama-3-70b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"cognitivecomputations/dolphin-2.9.1-llama-3-70b 📑","fullname":"cognitivecomputations/dolphin-2.9.1-llama-3-70b","Model sha":"31adf616c3c9176d147e0a62e9fedb7bf97678ac","Average ⬆️":25.53438611403665,"Hub License":"llama3","Hub ❤️":42,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":24.298176139208458,"IFEval Raw":0.3760167466765959,"IFEval":37.60167466765959,"BBH Raw":0.5204919312821467,"BBH":31.101151872569243,"MATH Lvl 5 Raw":0.18202416918429004,"MATH Lvl 5":18.202416918429005,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.49756249999999996,"MUSR":23.695312499999996,"MMLU-PRO Raw":0.41298204787234044,"MMLU-PRO":34.77578309692671,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-22","Submission Date":"2024-06-27","Generation":1,"Base Model":"meta-llama/Meta-Llama-3-70B"},{"eval_name":"cognitivecomputations_dolphin-2.9.1-yi-1.5-34b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"cognitivecomputations/dolphin-2.9.1-yi-1.5-34b 📑","fullname":"cognitivecomputations/dolphin-2.9.1-yi-1.5-34b","Model sha":"1ec522298a6935c881df6dc29d3669833bd8672d","Average ⬆️":28.3072040459155,"Hub License":"apache-2.0","Hub ❤️":35,"#Params (B)":34.389,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":5.985306700006266,"IFEval Raw":0.3852588908540451,"IFEval":38.52588908540451,"BBH Raw":0.6076225600626862,"BBH":44.17408874277273,"MATH Lvl 5 Raw":0.1865558912386707,"MATH Lvl 5":18.65558912386707,"GPQA Raw":0.34312080536912754,"GPQA":12.416107382550338,"MUSR Raw":0.45979166666666665,"MUSR":16.97395833333334,"MMLU-PRO Raw":0.4518783244680851,"MMLU-PRO":39.09759160756501,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-18","Submission Date":"2024-07-27","Generation":1,"Base Model":"01-ai/Yi-1.5-34B"},{"eval_name":"cognitivecomputations_dolphin-2.9.1-yi-1.5-9b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"cognitivecomputations/dolphin-2.9.1-yi-1.5-9b 📑","fullname":"cognitivecomputations/dolphin-2.9.1-yi-1.5-9b","Model sha":"91f0a521e3e2a0675a3549aa5d3f40717068de94","Average ⬆️":25.639724124308234,"Hub License":"apache-2.0","Hub ❤️":26,"#Params (B)":8.829,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.101731428783443,"IFEval Raw":0.44653297694561545,"IFEval":44.653297694561545,"BBH Raw":0.5484314644603556,"BBH":35.7760897255686,"MATH Lvl 5 Raw":0.15181268882175228,"MATH Lvl 5":15.181268882175228,"GPQA Raw":0.33808724832214765,"GPQA":11.74496644295302,"MUSR Raw":0.4348020833333333,"MUSR":13.516927083333336,"MMLU-PRO Raw":0.3966921542553192,"MMLU-PRO":32.96579491725768,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-18","Submission Date":"2024-08-02","Generation":1,"Base Model":"01-ai/Yi-1.5-9B"},{"eval_name":"cognitivecomputations_dolphin-2.9.2-Phi-3-Medium_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"cognitivecomputations/dolphin-2.9.2-Phi-3-Medium 📑","fullname":"cognitivecomputations/dolphin-2.9.2-Phi-3-Medium","Model sha":"0470c5b912b51fa6e27d87a8ea7feafacd8cb101","Average ⬆️":28.614516488633864,"Hub License":"mit","Hub ❤️":22,"#Params (B)":-1.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6809635853796399,"IFEval Raw":0.4247762603226107,"IFEval":42.47762603226107,"BBH Raw":0.6456739302686527,"BBH":49.72194030508101,"MATH Lvl 5 Raw":0.18277945619335348,"MATH Lvl 5":18.27794561933535,"GPQA Raw":0.3271812080536913,"GPQA":10.290827740492169,"MUSR Raw":0.4190520833333333,"MUSR":11.414843750000003,"MMLU-PRO Raw":0.45553523936170215,"MMLU-PRO":39.50391548463357,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-31","Submission Date":"2024-08-05","Generation":1,"Base Model":"cognitivecomputations/dolphin-2.9.2-Phi-3-Medium (Merge)"},{"eval_name":"cognitivecomputations_dolphin-2.9.2-Phi-3-Medium-abliterated_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"cognitivecomputations/dolphin-2.9.2-Phi-3-Medium-abliterated 📑","fullname":"cognitivecomputations/dolphin-2.9.2-Phi-3-Medium-abliterated","Model sha":"d50be5f22ca9745a2a3175996611d6a840318b7f","Average ⬆️":25.590063720348784,"Hub License":"mit","Hub ❤️":18,"#Params (B)":13.96,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8439536564991926,"IFEval Raw":0.36125369574950017,"IFEval":36.12536957495002,"BBH Raw":0.612322545411745,"BBH":45.44126655093765,"MATH Lvl 5 Raw":0.12386706948640483,"MATH Lvl 5":12.386706948640484,"GPQA Raw":0.32802013422818793,"GPQA":10.402684563758392,"MUSR Raw":0.4111770833333333,"MUSR":10.363802083333335,"MMLU-PRO Raw":0.4493849734042553,"MMLU-PRO":38.820552600472816,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-06-03","Submission Date":"2024-06-27","Generation":1,"Base Model":"cognitivecomputations/dolphin-2.9.2-Phi-3-Medium-abliterated (Merge)"},{"eval_name":"cognitivecomputations_dolphin-2.9.2-Phi-3-Medium-abliterated_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"cognitivecomputations/dolphin-2.9.2-Phi-3-Medium-abliterated 📑","fullname":"cognitivecomputations/dolphin-2.9.2-Phi-3-Medium-abliterated","Model sha":"d50be5f22ca9745a2a3175996611d6a840318b7f","Average ⬆️":28.53887227810586,"Hub License":"mit","Hub ❤️":18,"#Params (B)":13.96,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6415931932373822,"IFEval Raw":0.4123614232458765,"IFEval":41.23614232458765,"BBH Raw":0.638289226729353,"BBH":48.38534691270737,"MATH Lvl 5 Raw":0.18202416918429004,"MATH Lvl 5":18.202416918429005,"GPQA Raw":0.3288590604026846,"GPQA":10.514541387024611,"MUSR Raw":0.43492708333333335,"MUSR":13.732552083333337,"MMLU-PRO Raw":0.45246010638297873,"MMLU-PRO":39.162234042553195,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-06-03","Submission Date":"2024-08-05","Generation":1,"Base Model":"cognitivecomputations/dolphin-2.9.2-Phi-3-Medium-abliterated (Merge)"},{"eval_name":"cognitivecomputations_dolphin-2.9.2-qwen2-72b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"cognitivecomputations/dolphin-2.9.2-qwen2-72b 📑","fullname":"cognitivecomputations/dolphin-2.9.2-qwen2-72b","Model sha":"e79582577c2bf2af304221af0e8308b7e7d46ca1","Average ⬆️":36.97892776605849,"Hub License":"other","Hub ❤️":158,"#Params (B)":72.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":37.74700133322834,"IFEval Raw":0.6343778950961227,"IFEval":63.43778950961227,"BBH Raw":0.6296364939584073,"BBH":47.69617372826186,"MATH Lvl 5 Raw":0.2802114803625378,"MATH Lvl 5":28.02114803625378,"GPQA Raw":0.3699664429530201,"GPQA":15.99552572706935,"MUSR Raw":0.45207291666666666,"MUSR":17.042447916666664,"MMLU-PRO Raw":0.547124335106383,"MMLU-PRO":49.680481678487006,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-27","Submission Date":"2024-10-20","Generation":1,"Base Model":"Qwen/Qwen2-72B"},{"eval_name":"cognitivecomputations_dolphin-2.9.2-qwen2-7b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"cognitivecomputations/dolphin-2.9.2-qwen2-7b 📑","fullname":"cognitivecomputations/dolphin-2.9.2-qwen2-7b","Model sha":"c443c4eb5138ed746ac49ed98bf3c183dc5380ac","Average ⬆️":21.27208217477453,"Hub License":"apache-2.0","Hub ❤️":67,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.558394539648611,"IFEval Raw":0.3534599307614906,"IFEval":35.34599307614906,"BBH Raw":0.48938263759195594,"BBH":27.914874953255538,"MATH Lvl 5 Raw":0.13444108761329304,"MATH Lvl 5":13.444108761329304,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.41914583333333333,"MUSR":11.65989583333333,"MMLU-PRO Raw":0.4050864361702128,"MMLU-PRO":33.89849290780142,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-24","Submission Date":"2024-07-10","Generation":1,"Base Model":"Qwen/Qwen2-7B"},{"eval_name":"cognitivecomputations_dolphin-2.9.3-Yi-1.5-34B-32k_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"cognitivecomputations/dolphin-2.9.3-Yi-1.5-34B-32k 📑","fullname":"cognitivecomputations/dolphin-2.9.3-Yi-1.5-34B-32k","Model sha":"ff4eee6438194a670a95dff3118b5231eb568610","Average ⬆️":27.098382647973178,"Hub License":"apache-2.0","Hub ❤️":18,"#Params (B)":34.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.490521054223584,"IFEval Raw":0.3639266036339136,"IFEval":36.39266036339136,"BBH Raw":0.6046995537773227,"BBH":43.40647565235176,"MATH Lvl 5 Raw":0.16691842900302115,"MATH Lvl 5":16.691842900302113,"GPQA Raw":0.34312080536912754,"GPQA":12.416107382550338,"MUSR Raw":0.43105208333333334,"MUSR":13.348177083333331,"MMLU-PRO Raw":0.4630152925531915,"MMLU-PRO":40.33503250591017,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-06-23","Submission Date":"2024-07-27","Generation":1,"Base Model":"01-ai/Yi-1.5-34B-32k"},{"eval_name":"cognitivecomputations_dolphin-2.9.3-mistral-7B-32k_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"cognitivecomputations/dolphin-2.9.3-mistral-7B-32k 📑","fullname":"cognitivecomputations/dolphin-2.9.3-mistral-7B-32k","Model sha":"4f4273ee8e7930dd64e2c6121c79d12546b883e2","Average ⬆️":19.348695949526363,"Hub License":"apache-2.0","Hub ❤️":52,"#Params (B)":7.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2001651608405095,"IFEval Raw":0.4126362495955177,"IFEval":41.26362495955176,"BBH Raw":0.48125401481062013,"BBH":26.906353891780515,"MATH Lvl 5 Raw":0.05060422960725076,"MATH Lvl 5":5.0604229607250755,"GPQA Raw":0.28523489932885904,"GPQA":4.697986577181204,"MUSR Raw":0.4642604166666667,"MUSR":17.932552083333338,"MMLU-PRO Raw":0.2820811170212766,"MMLU-PRO":20.231235224586285,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-06-25","Submission Date":"2024-07-04","Generation":1,"Base Model":"mistralai/Mistral-7B-v0.3"},{"eval_name":"cognitivecomputations_dolphin-2.9.3-mistral-nemo-12b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"cognitivecomputations/dolphin-2.9.3-mistral-nemo-12b 📑","fullname":"cognitivecomputations/dolphin-2.9.3-mistral-nemo-12b","Model sha":"7b535c900688fc836fbeebaeb7133910b09bafda","Average ⬆️":24.9724308416491,"Hub License":"apache-2.0","Hub ❤️":100,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.750284963315723,"IFEval Raw":0.5600894515441251,"IFEval":56.008945154412515,"BBH Raw":0.5480369183144175,"BBH":36.08275865915292,"MATH Lvl 5 Raw":0.07401812688821752,"MATH Lvl 5":7.401812688821751,"GPQA Raw":0.31543624161073824,"GPQA":8.7248322147651,"MUSR Raw":0.4429895833333333,"MUSR":15.20703125,"MMLU-PRO Raw":0.3376828457446808,"MMLU-PRO":26.409205082742314,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-07-23","Submission Date":"2024-07-26","Generation":1,"Base Model":"mistralai/Mistral-Nemo-Base-2407"},{"eval_name":"cognitivecomputations_dolphin-2.9.4-gemma2-2b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"cognitivecomputations/dolphin-2.9.4-gemma2-2b 📑","fullname":"cognitivecomputations/dolphin-2.9.4-gemma2-2b","Model sha":"5c0854beb88a6711221771d1b13d51f733e6ca06","Average ⬆️":9.835205324051353,"Hub License":"gemma","Hub ❤️":36,"#Params (B)":2.614,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.022496022461491,"IFEval Raw":0.08955127949396491,"IFEval":8.955127949396491,"BBH Raw":0.40813187411055213,"BBH":17.3676325443774,"MATH Lvl 5 Raw":0.04909365558912387,"MATH Lvl 5":4.909365558912387,"GPQA Raw":0.28439597315436244,"GPQA":4.5861297539149914,"MUSR Raw":0.41796875,"MUSR":10.912760416666666,"MMLU-PRO Raw":0.2105219414893617,"MMLU-PRO":12.28021572104019,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-08-24","Submission Date":"2024-08-25","Generation":1,"Base Model":"google/gemma-2-2b"},{"eval_name":"cognitivecomputations_dolphin-2.9.4-llama3.1-8b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"cognitivecomputations/dolphin-2.9.4-llama3.1-8b 📑","fullname":"cognitivecomputations/dolphin-2.9.4-llama3.1-8b","Model sha":"7b73d1b7760bf9abac168de3d388b30d1ca1a138","Average ⬆️":7.1318611826224165,"Hub License":"llama3.1","Hub ❤️":96,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.637555731042925,"IFEval Raw":0.27572396796056686,"IFEval":27.572396796056683,"BBH Raw":0.35236263850832567,"BBH":8.972088688921525,"MATH Lvl 5 Raw":0.012084592145015106,"MATH Lvl 5":1.2084592145015105,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.3236145833333333,"MUSR":0.6184895833333329,"MMLU-PRO Raw":0.12367021276595745,"MMLU-PRO":2.6300236406619386,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-08-04","Submission Date":"2024-09-17","Generation":1,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"collaiborateorg_Collaiborator-MEDLLM-Llama-3-8B-v2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"collaiborateorg/Collaiborator-MEDLLM-Llama-3-8B-v2 📑","fullname":"collaiborateorg/Collaiborator-MEDLLM-Llama-3-8B-v2","Model sha":"2560556d655d0ecaefec10f579c92292d65fb28b","Average ⬆️":17.93904722141172,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4115782694310812,"IFEval Raw":0.380887157187374,"IFEval":38.08871571873739,"BBH Raw":0.46480279544898967,"BBH":23.648503176108246,"MATH Lvl 5 Raw":0.05664652567975831,"MATH Lvl 5":5.664652567975831,"GPQA Raw":0.33305369127516776,"GPQA":11.073825503355701,"MUSR Raw":0.3434270833333333,"MUSR":1.5950520833333328,"MMLU-PRO Raw":0.3480718085106383,"MMLU-PRO":27.56353427895981,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-06-27","Generation":0,"Base Model":"Removed"},{"eval_name":"cpayne1303_cp2024_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"cpayne1303/cp2024 📑","fullname":"cpayne1303/cp2024","Model sha":"fb354aaa73c40b4f1fc6e86beea733e4f3929470","Average ⬆️":3.702132658945494,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.031,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.09522611525635165,"IFEval Raw":0.16581448334862608,"IFEval":16.58144833486261,"BBH Raw":0.29853854089245085,"BBH":2.7391414141414145,"MATH Lvl 5 Raw":0.005287009063444109,"MATH Lvl 5":0.5287009063444109,"GPQA Raw":0.2558724832214765,"GPQA":0.7829977628635317,"MUSR Raw":0.3383125,"MUSR":0.45572916666666624,"MMLU-PRO Raw":0.11012300531914894,"MMLU-PRO":1.124778368794326,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-26","Submission Date":"2024-11-26","Generation":0,"Base Model":"cpayne1303/cp2024"},{"eval_name":"cpayne1303_cp2024-instruct_bfloat16","Precision":"bfloat16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"cpayne1303/cp2024-instruct 📑","fullname":"cpayne1303/cp2024-instruct","Model sha":"ac4cfbc28479f8a94e3eb745526620be9b75edfa","Average ⬆️":4.319731373654743,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":0.031,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.06432379102827343,"IFEval Raw":0.17061064641817045,"IFEval":17.061064641817044,"BBH Raw":0.2946778102988436,"BBH":2.481300216779669,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.3686354166666666,"MUSR":3.1794270833333322,"MMLU-PRO Raw":0.11668882978723404,"MMLU-PRO":1.854314420803781,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-27","Submission Date":"2024-11-27","Generation":1,"Base Model":"cpayne1303/cp2024"},{"eval_name":"cpayne1303_llama-43m-beta_bfloat16","Precision":"bfloat16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"cpayne1303/llama-43m-beta 📑","fullname":"cpayne1303/llama-43m-beta","Model sha":"1f85bec8c3541ed58fc2fcf4e6f98c1c34d72f60","Average ⬆️":5.288331692594867,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.043,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.05839184774341252,"IFEval Raw":0.19156837191983936,"IFEval":19.156837191983936,"BBH Raw":0.29767781029884355,"BBH":2.482040957520409,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.3871770833333333,"MUSR":6.1638020833333345,"MMLU-PRO Raw":0.11319813829787234,"MMLU-PRO":1.466459810874704,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-30","Submission Date":"2024-11-30","Generation":1,"Base Model":"JackFram/llama-68m"},{"eval_name":"cpayne1303_llama-43m-beta_float16","Precision":"float16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"cpayne1303/llama-43m-beta 📑","fullname":"cpayne1303/llama-43m-beta","Model sha":"1f85bec8c3541ed58fc2fcf4e6f98c1c34d72f60","Average ⬆️":5.422628758277313,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.043,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.11983175082454595,"IFEval Raw":0.19489066787235645,"IFEval":19.489066787235643,"BBH Raw":0.29646319842669744,"BBH":2.496047806835478,"MATH Lvl 5 Raw":0.004531722054380665,"MATH Lvl 5":0.4531722054380665,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.3885416666666666,"MUSR":6.401041666666668,"MMLU-PRO Raw":0.11112034574468085,"MMLU-PRO":1.2355939716312052,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-30","Submission Date":"2024-12-04","Generation":1,"Base Model":"JackFram/llama-68m"},{"eval_name":"cpayne1303_smallcp2024_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"cpayne1303/smallcp2024 📑","fullname":"cpayne1303/smallcp2024","Model sha":"ef995127242553e4126190e7f70f927504834360","Average ⬆️":3.543848434170488,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.002,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.09461588977186879,"IFEval Raw":0.1581958093414363,"IFEval":15.819580934143628,"BBH Raw":0.3027047714604053,"BBH":3.1181775588611322,"MATH Lvl 5 Raw":0.005287009063444109,"MATH Lvl 5":0.5287009063444109,"GPQA Raw":0.23070469798657717,"GPQA":0.0,"MUSR Raw":0.34246874999999993,"MUSR":0.5333333333333328,"MMLU-PRO Raw":0.11136968085106383,"MMLU-PRO":1.2632978723404247,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-27","Submission Date":"2024-11-27","Generation":0,"Base Model":"cpayne1303/smallcp2024"},{"eval_name":"crestf411_MN-Slush_bfloat16","Precision":"bfloat16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"crestf411/MN-Slush 📑","fullname":"crestf411/MN-Slush","Model sha":"46a0cd7e9355f232bdfe9d21a55b944319e23206","Average ⬆️":22.136982895446007,"Hub License":"","Hub ❤️":22,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.1242181967056797,"IFEval Raw":0.4077148632295642,"IFEval":40.77148632295642,"BBH Raw":0.5340014235282594,"BBH":33.156422079931886,"MATH Lvl 5 Raw":0.1268882175226586,"MATH Lvl 5":12.688821752265861,"GPQA Raw":0.3238255033557047,"GPQA":9.843400447427292,"MUSR Raw":0.39328125,"MUSR":8.493489583333334,"MMLU-PRO Raw":0.3508144946808511,"MMLU-PRO":27.868277186761226,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-20","Submission Date":"2025-01-04","Generation":1,"Base Model":"crestf411/MN-Slush (Merge)"},{"eval_name":"cstr_llama3.1-8b-spaetzle-v90_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"cstr/llama3.1-8b-spaetzle-v90 📑","fullname":"cstr/llama3.1-8b-spaetzle-v90","Model sha":"717e5c3d31ed2465cd7cf927327adf677a9420b5","Average ⬆️":27.855367438578327,"Hub License":"llama3","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5578157861662771,"IFEval Raw":0.7356192679867197,"IFEval":73.56192679867198,"BBH Raw":0.5302860633332208,"BBH":32.76366579584106,"MATH Lvl 5 Raw":0.14954682779456194,"MATH Lvl 5":14.954682779456194,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.41343749999999996,"MUSR":11.146354166666663,"MMLU-PRO Raw":0.37308843085106386,"MMLU-PRO":30.343158983451534,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-15","Submission Date":"2024-09-15","Generation":1,"Base Model":"cstr/llama3.1-8b-spaetzle-v90 (Merge)"},{"eval_name":"cyberagent_calm3-22b-chat_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"cyberagent/calm3-22b-chat 📑","fullname":"cyberagent/calm3-22b-chat","Model sha":"055922aa0f0fb1fbfbc97a2e31134532485ee99b","Average ⬆️":21.451118364125847,"Hub License":"apache-2.0","Hub ❤️":75,"#Params (B)":22.543,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.548496236264388,"IFEval Raw":0.509131327100981,"IFEval":50.9131327100981,"BBH Raw":0.4991683247746046,"BBH":29.52088396885831,"MATH Lvl 5 Raw":0.06948640483383686,"MATH Lvl 5":6.948640483383686,"GPQA Raw":0.27684563758389263,"GPQA":3.5794183445190177,"MUSR Raw":0.45532291666666663,"MUSR":16.082031249999996,"MMLU-PRO Raw":0.29496343085106386,"MMLU-PRO":21.66260342789598,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-01","Submission Date":"2024-07-04","Generation":0,"Base Model":"cyberagent/calm3-22b-chat"},{"eval_name":"darkc0de_BuddyGlassNeverSleeps_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"darkc0de/BuddyGlassNeverSleeps 📑","fullname":"darkc0de/BuddyGlassNeverSleeps","Model sha":"f8849498f02c94b68ef0308a7bf6637264949a7d","Average ⬆️":19.82064159432298,"Hub License":"","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.708297548316883,"IFEval Raw":0.4239019135892764,"IFEval":42.390191358927645,"BBH Raw":0.49772281653646816,"BBH":28.477953494418696,"MATH Lvl 5 Raw":0.06268882175226587,"MATH Lvl 5":6.268882175226587,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.3992708333333333,"MUSR":8.608854166666669,"MMLU-PRO Raw":0.34524601063829785,"MMLU-PRO":27.249556737588648,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-16","Submission Date":"2024-09-16","Generation":1,"Base Model":"darkc0de/BuddyGlassNeverSleeps (Merge)"},{"eval_name":"darkc0de_BuddyGlassUncensored2025.2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"darkc0de/BuddyGlassUncensored2025.2 📑","fullname":"darkc0de/BuddyGlassUncensored2025.2","Model sha":"e5d8aedaee374cc87d985cd76818f61f529b4476","Average ⬆️":33.625792878130945,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":10.306,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.790304478851306,"IFEval Raw":0.7731131176389756,"IFEval":77.31131176389758,"BBH Raw":0.6095411371819216,"BBH":43.57124516402332,"MATH Lvl 5 Raw":0.24018126888217523,"MATH Lvl 5":24.018126888217523,"GPQA Raw":0.32802013422818793,"GPQA":10.402684563758392,"MUSR Raw":0.4070833333333333,"MUSR":9.385416666666671,"MMLU-PRO Raw":0.43359375,"MMLU-PRO":37.06597222222223,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-13","Submission Date":"2025-01-15","Generation":3,"Base Model":"tiiuae/Falcon3-10B-Base"},{"eval_name":"darkc0de_BuddyGlass_v0.3_Xortron7MethedUpSwitchedUp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"darkc0de/BuddyGlass_v0.3_Xortron7MethedUpSwitchedUp 📑","fullname":"darkc0de/BuddyGlass_v0.3_Xortron7MethedUpSwitchedUp","Model sha":"57367fefe01c7d9653c303b28449b416fc777d93","Average ⬆️":22.32825544058106,"Hub License":"","Hub ❤️":3,"#Params (B)":0.007,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7963640925218531,"IFEval Raw":0.43584245357872664,"IFEval":43.58424535787267,"BBH Raw":0.5243087998656722,"BBH":31.869311081858005,"MATH Lvl 5 Raw":0.1283987915407855,"MATH Lvl 5":12.83987915407855,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.4143333333333334,"MUSR":9.491666666666669,"MMLU-PRO Raw":0.36727061170212766,"MMLU-PRO":29.696734633569736,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-10","Submission Date":"2024-09-15","Generation":1,"Base Model":"darkc0de/BuddyGlass_v0.3_Xortron7MethedUpSwitchedUp (Merge)"},{"eval_name":"databricks_dbrx-base_float16","Precision":"float16","Type":"❓ other","T":"❓","Weight type":"Original","Architecture":"Unknown","Model":"databricks/dbrx-base 📑","fullname":"databricks/dbrx-base","Model sha":"d7d18d833146403dd74c2620b8434639ae123d6e","Average ⬆️":16.35943247356884,"Hub License":"other","Hub ❤️":556,"#Params (B)":0.0,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":10.453409663307854,"IFEval Raw":0.08214723926380368,"IFEval":8.214723926380369,"BBH Raw":0.5195833333333334,"BBH":32.60853758169935,"MATH Lvl 5 Raw":0.1,"MATH Lvl 5":10.0,"GPQA Raw":0.32666666666666666,"GPQA":10.222222222222221,"MUSR Raw":0.4066666666666667,"MUSR":9.333333333333334,"MMLU-PRO Raw":0.35,"MMLU-PRO":27.777777777777775,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-03-26","Submission Date":"","Generation":0,"Base Model":"databricks/dbrx-base"},{"eval_name":"databricks_dbrx-instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"DbrxForCausalLM","Model":"databricks/dbrx-instruct 📑","fullname":"databricks/dbrx-instruct","Model sha":"c0a9245908c187da8f43a81e538e67ff360904ea","Average ⬆️":25.19901027244322,"Hub License":"other","Hub ❤️":1111,"#Params (B)":131.597,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":47.958027273119946,"IFEval Raw":0.5415796752616391,"IFEval":54.157967526163915,"BBH Raw":0.5428960796934387,"BBH":35.96381960359357,"MATH Lvl 5 Raw":0.06873111782477341,"MATH Lvl 5":6.873111782477341,"GPQA Raw":0.3414429530201342,"GPQA":12.192393736017896,"MUSR Raw":0.42692708333333335,"MUSR":12.19921875,"MMLU-PRO Raw":0.36826795212765956,"MMLU-PRO":29.807550236406616,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-03-26","Submission Date":"2024-06-12","Generation":0,"Base Model":"databricks/dbrx-instruct"},{"eval_name":"databricks_dolly-v1-6b_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GPTJForCausalLM","Model":"databricks/dolly-v1-6b 📑","fullname":"databricks/dolly-v1-6b","Model sha":"c9a85b3a322b402e20c839c702c725afe0cb454d","Average ⬆️":6.981231710564127,"Hub License":"cc-by-nc-4.0","Hub ❤️":310,"#Params (B)":6.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3215598245524656,"IFEval Raw":0.22244311759464885,"IFEval":22.244311759464885,"BBH Raw":0.3172089528774696,"BBH":4.7813091701327,"MATH Lvl 5 Raw":0.0188821752265861,"MATH Lvl 5":1.8882175226586102,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.40041666666666664,"MUSR":8.118750000000002,"MMLU-PRO Raw":0.12657912234042554,"MMLU-PRO":2.953235815602837,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-03-23","Submission Date":"2024-06-12","Generation":0,"Base Model":"databricks/dolly-v1-6b"},{"eval_name":"databricks_dolly-v2-12b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"GPTNeoXForCausalLM","Model":"databricks/dolly-v2-12b 📑","fullname":"databricks/dolly-v2-12b","Model sha":"19308160448536e378e3db21a73a751579ee7fdd","Average ⬆️":6.3704357034963754,"Hub License":"mit","Hub ❤️":1955,"#Params (B)":12.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.794238924559327,"IFEval Raw":0.23550734273948679,"IFEval":23.550734273948677,"BBH Raw":0.33199731673771277,"BBH":6.377894137452961,"MATH Lvl 5 Raw":0.013595166163141994,"MATH Lvl 5":1.3595166163141994,"GPQA Raw":0.2407718120805369,"GPQA":0.0,"MUSR Raw":0.37390625000000005,"MUSR":5.504947916666668,"MMLU-PRO Raw":0.11286569148936171,"MMLU-PRO":1.4295212765957446,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-04-11","Submission Date":"2024-06-12","Generation":0,"Base Model":"databricks/dolly-v2-12b"},{"eval_name":"databricks_dolly-v2-3b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"GPTNeoXForCausalLM","Model":"databricks/dolly-v2-3b 📑","fullname":"databricks/dolly-v2-3b","Model sha":"f6c9be08f16fe4d3a719bee0a4a7c7415b5c65df","Average ⬆️":5.59965824307081,"Hub License":"mit","Hub ❤️":287,"#Params (B)":3.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5161689681554578,"IFEval Raw":0.22471597583301195,"IFEval":22.471597583301197,"BBH Raw":0.30792785961544844,"BBH":3.3247689565453875,"MATH Lvl 5 Raw":0.015105740181268883,"MATH Lvl 5":1.5105740181268883,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.33378125,"MUSR":3.2226562499999996,"MMLU-PRO Raw":0.11452792553191489,"MMLU-PRO":1.6142139479905429,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-04-13","Submission Date":"2024-06-12","Generation":0,"Base Model":"databricks/dolly-v2-3b"},{"eval_name":"databricks_dolly-v2-7b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"GPTNeoXForCausalLM","Model":"databricks/dolly-v2-7b 📑","fullname":"databricks/dolly-v2-7b","Model sha":"d632f0c8b75b1ae5b26b250d25bfba4e99cb7c6f","Average ⬆️":5.647360474812998,"Hub License":"mit","Hub ❤️":149,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6604119870933625,"IFEval Raw":0.2009856070781083,"IFEval":20.098560707810833,"BBH Raw":0.31730628122070326,"BBH":5.449892512817211,"MATH Lvl 5 Raw":0.014350453172205438,"MATH Lvl 5":1.4350453172205437,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.35530208333333335,"MUSR":2.779427083333333,"MMLU-PRO Raw":0.1149434840425532,"MMLU-PRO":1.6603871158392434,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-04-13","Submission Date":"2024-06-12","Generation":0,"Base Model":"databricks/dolly-v2-7b"},{"eval_name":"davidkim205_Rhea-72b-v0.5_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"davidkim205/Rhea-72b-v0.5 📑","fullname":"davidkim205/Rhea-72b-v0.5","Model sha":"bc3806efb23d2713e6630a748d9747fd76b27169","Average ⬆️":5.99895584588256,"Hub License":"apache-2.0","Hub ❤️":135,"#Params (B)":72.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":17.377381849100434,"IFEval Raw":0.014538092261865185,"IFEval":1.4538092261865185,"BBH Raw":0.30783395929068597,"BBH":3.6707473002836024,"MATH Lvl 5 Raw":0.17371601208459214,"MATH Lvl 5":17.371601208459214,"GPQA Raw":0.2525167785234899,"GPQA":0.33557046979865535,"MUSR Raw":0.42413541666666665,"MUSR":11.316927083333333,"MMLU-PRO Raw":0.11660571808510638,"MMLU-PRO":1.8450797872340412,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-03-22","Submission Date":"2024-09-15","Generation":0,"Base Model":"davidkim205/Rhea-72b-v0.5"},{"eval_name":"davidkim205_nox-solar-10.7b-v4_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"davidkim205/nox-solar-10.7b-v4 📑","fullname":"davidkim205/nox-solar-10.7b-v4","Model sha":"5f4be6cb7d8398b84689148d15f3838f2e01e104","Average ⬆️":18.514321082123697,"Hub License":"apache-2.0","Hub ❤️":10,"#Params (B)":10.732,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6979525118902599,"IFEval Raw":0.3753418706809044,"IFEval":37.534187068090446,"BBH Raw":0.4814038018918371,"BBH":26.631088145699618,"MATH Lvl 5 Raw":0.008308157099697885,"MATH Lvl 5":0.8308157099697886,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.42984375,"MUSR":12.563802083333334,"MMLU-PRO Raw":0.3332779255319149,"MMLU-PRO":25.919769503546096,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-03-16","Submission Date":"2024-10-04","Generation":0,"Base Model":"davidkim205/nox-solar-10.7b-v4"},{"eval_name":"deepseek-ai_DeepSeek-R1-Distill-Llama-70B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B 📑","fullname":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","Model sha":"07a264a567ba0863a4ab34fdb3c2b8a54e0bb494","Average ⬆️":27.809426360756188,"Hub License":"mit","Hub ❤️":636,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":118.54646560023332,"IFEval Raw":0.43359397509718656,"IFEval":43.35939750971866,"BBH Raw":0.5634962649702303,"BBH":35.81986234433108,"MATH Lvl 5 Raw":0.3074018126888218,"MATH Lvl 5":30.74018126888218,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.43421875000000004,"MUSR":13.277343749999998,"MMLU-PRO Raw":0.4748171542553192,"MMLU-PRO":41.64635047281324,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2025-01-20","Submission Date":"2025-01-22","Generation":0,"Base Model":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B"},{"eval_name":"deepseek-ai_DeepSeek-R1-Distill-Llama-8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B 📑","fullname":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","Model sha":"2f96d315ae1d52352452b3c13d12cdd781d762f0","Average ⬆️":13.059950104920146,"Hub License":"mit","Hub ❤️":659,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4798056329536695,"IFEval Raw":0.37823973723054827,"IFEval":37.82397372305483,"BBH Raw":0.323935108539057,"BBH":5.325247153240706,"MATH Lvl 5 Raw":0.21978851963746224,"MATH Lvl 5":21.978851963746223,"GPQA Raw":0.2550335570469799,"GPQA":0.6711409395973182,"MUSR Raw":0.32497916666666665,"MUSR":0.45572916666666624,"MMLU-PRO Raw":0.20894281914893617,"MMLU-PRO":12.10475768321513,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2025-01-20","Submission Date":"2025-01-20","Generation":0,"Base Model":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B"},{"eval_name":"deepseek-ai_DeepSeek-R1-Distill-Qwen-1.5B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B 📑","fullname":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","Model sha":"80da49efd7aed5a338dfa7f23f75a9311f0dec20","Average ⬆️":10.351036796154286,"Hub License":"mit","Hub ❤️":1060,"#Params (B)":1.777,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2364111786043857,"IFEval Raw":0.34634104176917246,"IFEval":34.63410417691725,"BBH Raw":0.32409879947333436,"BBH":4.729119207646243,"MATH Lvl 5 Raw":0.1691842900302115,"MATH Lvl 5":16.91842900302115,"GPQA Raw":0.2558724832214765,"GPQA":0.7829977628635317,"MUSR Raw":0.36345833333333327,"MUSR":2.9656249999999993,"MMLU-PRO Raw":0.11868351063829788,"MMLU-PRO":2.0759456264775418,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2025-01-20","Submission Date":"2025-01-20","Generation":0,"Base Model":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B"},{"eval_name":"deepseek-ai_DeepSeek-R1-Distill-Qwen-14B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B 📑","fullname":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","Model sha":"c79f47acaf303faabb7133b4b7b76f24231f2c8d","Average ⬆️":38.22146462032291,"Hub License":"mit","Hub ❤️":470,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.9921899783219374,"IFEval Raw":0.43816517950150047,"IFEval":43.81651795015004,"BBH Raw":0.5905573130283358,"BBH":40.69076685552542,"MATH Lvl 5 Raw":0.5702416918429003,"MATH Lvl 5":57.02416918429003,"GPQA Raw":0.3875838926174497,"GPQA":18.34451901565996,"MUSR Raw":0.536625,"MUSR":28.711458333333326,"MMLU-PRO Raw":0.4666722074468085,"MMLU-PRO":40.74135638297872,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2025-01-20","Submission Date":"2025-01-20","Generation":0,"Base Model":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B"},{"eval_name":"deepseek-ai_DeepSeek-R1-Distill-Qwen-32B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B 📑","fullname":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","Model sha":"4569fd730224ec487752bd4954399c6e18bf3aa6","Average ⬆️":22.96226839270608,"Hub License":"mit","Hub ❤️":1279,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":47.27590504446936,"IFEval Raw":0.4186314534324481,"IFEval":41.86314534324481,"BBH Raw":0.41969150892898055,"BBH":17.149673765590364,"MATH Lvl 5 Raw":0.17069486404833836,"MATH Lvl 5":17.069486404833835,"GPQA Raw":0.28439597315436244,"GPQA":4.5861297539149914,"MUSR Raw":0.4526041666666667,"MUSR":16.1421875,"MMLU-PRO Raw":0.46866688829787234,"MMLU-PRO":40.962987588652474,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2025-01-20","Submission Date":"2025-01-21","Generation":0,"Base Model":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B"},{"eval_name":"deepseek-ai_DeepSeek-R1-Distill-Qwen-7B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B 📑","fullname":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","Model sha":"008b8c2e0b59dac9b7619d58a5ad609f43a5b6b1","Average ⬆️":14.99492256865316,"Hub License":"mit","Hub ❤️":559,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3699315191987256,"IFEval Raw":0.40376866713653103,"IFEval":40.3768667136531,"BBH Raw":0.34425676981862185,"BBH":7.882702983365756,"MATH Lvl 5 Raw":0.19561933534743203,"MATH Lvl 5":19.561933534743204,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.36628124999999995,"MUSR":3.5518229166666675,"MMLU-PRO Raw":0.2321309840425532,"MMLU-PRO":14.681220449172578,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2025-01-20","Submission Date":"2025-01-20","Generation":0,"Base Model":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B"},{"eval_name":"deepseek-ai_deepseek-llm-67b-chat_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"deepseek-ai/deepseek-llm-67b-chat 📑","fullname":"deepseek-ai/deepseek-llm-67b-chat","Model sha":"79648bef7658bb824e4630740f6e1484c1b0620b","Average ⬆️":27.310631874736753,"Hub License":"other","Hub ❤️":198,"#Params (B)":67.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":119.64361733739256,"IFEval Raw":0.5587153197959193,"IFEval":55.87153197959192,"BBH Raw":0.5243416179742358,"BBH":33.22524192534525,"MATH Lvl 5 Raw":0.09290030211480363,"MATH Lvl 5":9.290030211480364,"GPQA Raw":0.3162751677852349,"GPQA":8.83668903803132,"MUSR Raw":0.5058645833333334,"MUSR":23.93307291666666,"MMLU-PRO Raw":0.3943650265957447,"MMLU-PRO":32.70722517730496,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-11-29","Submission Date":"2024-06-12","Generation":0,"Base Model":"deepseek-ai/deepseek-llm-67b-chat"},{"eval_name":"deepseek-ai_deepseek-llm-7b-base_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"deepseek-ai/deepseek-llm-7b-base 📑","fullname":"deepseek-ai/deepseek-llm-7b-base","Model sha":"7683fea62db869066ddaff6a41d032262c490d4f","Average ⬆️":8.227098434870664,"Hub License":"other","Hub ❤️":89,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6450711788946506,"IFEval Raw":0.217871913190335,"IFEval":21.787191319033496,"BBH Raw":0.35030315829299524,"BBH":9.76792479590425,"MATH Lvl 5 Raw":0.019637462235649546,"MATH Lvl 5":1.9637462235649545,"GPQA Raw":0.27348993288590606,"GPQA":3.1319910514541416,"MUSR Raw":0.37378124999999995,"MUSR":3.755989583333332,"MMLU-PRO Raw":0.18060172872340424,"MMLU-PRO":8.955747635933804,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-11-29","Submission Date":"2024-06-12","Generation":0,"Base Model":"deepseek-ai/deepseek-llm-7b-base"},{"eval_name":"deepseek-ai_deepseek-llm-7b-chat_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"deepseek-ai/deepseek-llm-7b-chat 📑","fullname":"deepseek-ai/deepseek-llm-7b-chat","Model sha":"afbda8b347ec881666061fa67447046fc5164ec8","Average ⬆️":14.823156850686358,"Hub License":"other","Hub ❤️":148,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5489650952313605,"IFEval Raw":0.4170822307034225,"IFEval":41.70822307034224,"BBH Raw":0.3632079760108669,"BBH":11.258949371501748,"MATH Lvl 5 Raw":0.02039274924471299,"MATH Lvl 5":2.0392749244712993,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.46677083333333336,"MUSR":19.21302083333333,"MMLU-PRO Raw":0.21334773936170212,"MMLU-PRO":12.594193262411347,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-11-29","Submission Date":"2024-06-12","Generation":0,"Base Model":"deepseek-ai/deepseek-llm-7b-chat"},{"eval_name":"deepseek-ai_deepseek-moe-16b-base_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"DeepseekForCausalLM","Model":"deepseek-ai/deepseek-moe-16b-base 📑","fullname":"deepseek-ai/deepseek-moe-16b-base","Model sha":"521d2bc4fb69a3f3ae565310fcc3b65f97af2580","Average ⬆️":7.466333791660237,"Hub License":"other","Hub ❤️":108,"#Params (B)":16.376,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":14.004930861807704,"IFEval Raw":0.2449744455821664,"IFEval":24.497444558216642,"BBH Raw":0.3409461055246395,"BBH":8.355555779389382,"MATH Lvl 5 Raw":0.02416918429003021,"MATH Lvl 5":2.416918429003021,"GPQA Raw":0.25419463087248323,"GPQA":0.5592841163310973,"MUSR Raw":0.36578125,"MUSR":3.3559895833333346,"MMLU-PRO Raw":0.1505152925531915,"MMLU-PRO":5.612810283687943,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-01-08","Submission Date":"2024-06-12","Generation":0,"Base Model":"deepseek-ai/deepseek-moe-16b-base"},{"eval_name":"deepseek-ai_deepseek-moe-16b-chat_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"DeepseekForCausalLM","Model":"deepseek-ai/deepseek-moe-16b-chat 📑","fullname":"deepseek-ai/deepseek-moe-16b-chat","Model sha":"eefd8ac7e8dc90e095129fe1a537d5e236b2e57c","Average ⬆️":10.290615224333424,"Hub License":"other","Hub ❤️":131,"#Params (B)":16.376,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":9.18695614589026,"IFEval Raw":0.36629919724109805,"IFEval":36.629919724109804,"BBH Raw":0.3274953026448241,"BBH":6.573749026890635,"MATH Lvl 5 Raw":0.0256797583081571,"MATH Lvl 5":2.56797583081571,"GPQA Raw":0.22483221476510068,"GPQA":0.0,"MUSR Raw":0.38076041666666666,"MUSR":5.261718750000001,"MMLU-PRO Raw":0.1963929521276596,"MMLU-PRO":10.710328014184398,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-01-09","Submission Date":"2024-06-12","Generation":0,"Base Model":"deepseek-ai/deepseek-moe-16b-chat"},{"eval_name":"dfurman_CalmeRys-78B-Orpo-v0.1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"dfurman/CalmeRys-78B-Orpo-v0.1 📑","fullname":"dfurman/CalmeRys-78B-Orpo-v0.1","Model sha":"7988deb48419c3f56bb24c139c23e5c476ec03f8","Average ⬆️":51.23132307602696,"Hub License":"mit","Hub ❤️":72,"#Params (B)":77.965,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":25.99353475607352,"IFEval Raw":0.8163273447785211,"IFEval":81.6327344778521,"BBH Raw":0.7262282792249927,"BBH":61.92476379259157,"MATH Lvl 5 Raw":0.40634441087613293,"MATH Lvl 5":40.6344410876133,"GPQA Raw":0.4001677852348993,"GPQA":20.022371364653242,"MUSR Raw":0.5901770833333333,"MUSR":36.37213541666666,"MMLU-PRO Raw":0.7012134308510638,"MMLU-PRO":66.80149231678487,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-24","Submission Date":"2024-09-24","Generation":1,"Base Model":"dfurman/CalmeRys-78B-Orpo-v0.1 (Merge)"},{"eval_name":"dfurman_Llama-3-70B-Orpo-v0.1_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"dfurman/Llama-3-70B-Orpo-v0.1 📑","fullname":"dfurman/Llama-3-70B-Orpo-v0.1","Model sha":"6bf3be5f7f427164c879f7a4ec9ccb6b22aa6631","Average ⬆️":18.300061469360834,"Hub License":"llama3","Hub ❤️":2,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":28.880685434073776,"IFEval Raw":0.20490742341431845,"IFEval":20.490742341431847,"BBH Raw":0.46552376347015506,"BBH":24.09381654636037,"MATH Lvl 5 Raw":0.1578549848942598,"MATH Lvl 5":15.785498489425981,"GPQA Raw":0.2575503355704698,"GPQA":1.0067114093959737,"MUSR Raw":0.4534375,"MUSR":16.2796875,"MMLU-PRO Raw":0.38929521276595747,"MMLU-PRO":32.14391252955083,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-26","Submission Date":"2024-08-30","Generation":1,"Base Model":"dfurman/Llama-3-70B-Orpo-v0.1 (Merge)"},{"eval_name":"dfurman_Llama-3-8B-Orpo-v0.1_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Adapter","Architecture":"?","Model":"dfurman/Llama-3-8B-Orpo-v0.1 📑","fullname":"dfurman/Llama-3-8B-Orpo-v0.1","Model sha":"f02aef830e12a50892ac065826d5eb3dfc7675d1","Average ⬆️":10.89448042775765,"Hub License":"llama3","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8561587817168912,"IFEval Raw":0.28351773294857646,"IFEval":28.351773294857644,"BBH Raw":0.3842420919898036,"BBH":13.68074574746978,"MATH Lvl 5 Raw":0.05211480362537765,"MATH Lvl 5":5.211480362537765,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.3566354166666667,"MUSR":2.2460937499999996,"MMLU-PRO Raw":0.22980385638297873,"MMLU-PRO":14.422650709219859,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-26","Submission Date":"2024-08-30","Generation":1,"Base Model":"dfurman/Llama-3-8B-Orpo-v0.1 (Merge)"},{"eval_name":"dfurman_Llama-3-8B-Orpo-v0.1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"dfurman/Llama-3-8B-Orpo-v0.1 📑","fullname":"dfurman/Llama-3-8B-Orpo-v0.1","Model sha":"f02aef830e12a50892ac065826d5eb3dfc7675d1","Average ⬆️":11.076157946218345,"Hub License":"llama3","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9498608388033825,"IFEval Raw":0.3000039894147528,"IFEval":30.000398941475282,"BBH Raw":0.3852967582460245,"BBH":13.773376256003464,"MATH Lvl 5 Raw":0.041540785498489434,"MATH Lvl 5":4.154078549848943,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.357875,"MUSR":2.7343749999999996,"MMLU-PRO Raw":0.22805851063829788,"MMLU-PRO":14.22872340425532,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-26","Submission Date":"2024-08-30","Generation":1,"Base Model":"dfurman/Llama-3-8B-Orpo-v0.1 (Merge)"},{"eval_name":"dfurman_Qwen2-72B-Orpo-v0.1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"dfurman/Qwen2-72B-Orpo-v0.1 📑","fullname":"dfurman/Qwen2-72B-Orpo-v0.1","Model sha":"26c7bbaa728822c60bb47b2808972140653aae4c","Average ⬆️":44.172299850567384,"Hub License":"other","Hub ❤️":4,"#Params (B)":72.699,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":25.25066324234519,"IFEval Raw":0.7879759039348928,"IFEval":78.79759039348927,"BBH Raw":0.6969024790545039,"BBH":57.41436351018751,"MATH Lvl 5 Raw":0.40558912386706947,"MATH Lvl 5":40.55891238670695,"GPQA Raw":0.38422818791946306,"GPQA":17.897091722595075,"MUSR Raw":0.47842708333333334,"MUSR":20.87005208333333,"MMLU-PRO Raw":0.5454621010638298,"MMLU-PRO":49.49578900709219,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-05","Submission Date":"2024-08-22","Generation":1,"Base Model":"dfurman/Qwen2-72B-Orpo-v0.1 (Merge)"},{"eval_name":"dicta-il_dictalm2.0_bfloat16","Precision":"bfloat16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"dicta-il/dictalm2.0 📑","fullname":"dicta-il/dictalm2.0","Model sha":"f8ab3208e95a7b44a9a2fbb9bbbdd8ea11be509d","Average ⬆️":11.895185345587594,"Hub License":"apache-2.0","Hub ❤️":13,"#Params (B)":7.251,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3480768887398813,"IFEval Raw":0.24132745559559746,"IFEval":24.132745559559744,"BBH Raw":0.4017869112495909,"BBH":16.48984561578202,"MATH Lvl 5 Raw":0.01812688821752266,"MATH Lvl 5":1.812688821752266,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.38196874999999997,"MUSR":5.512760416666668,"MMLU-PRO Raw":0.2604720744680851,"MMLU-PRO":17.830230496453904,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-10","Submission Date":"2024-07-31","Generation":0,"Base Model":"dicta-il/dictalm2.0"},{"eval_name":"dicta-il_dictalm2.0-instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"dicta-il/dictalm2.0-instruct 📑","fullname":"dicta-il/dictalm2.0-instruct","Model sha":"257c6023d6ac1bfa12110b7b17e7600da7da4e1e","Average ⬆️":16.7792214696191,"Hub License":"apache-2.0","Hub ❤️":21,"#Params (B)":7.251,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2967896079037098,"IFEval Raw":0.44121264910437635,"IFEval":44.12126491043764,"BBH Raw":0.42560784985912875,"BBH":19.688075851194238,"MATH Lvl 5 Raw":0.022658610271903322,"MATH Lvl 5":2.2658610271903323,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.39458333333333334,"MUSR":9.722916666666668,"MMLU-PRO Raw":0.2604720744680851,"MMLU-PRO":17.830230496453904,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-14","Submission Date":"2024-07-31","Generation":1,"Base Model":"dicta-il/dictalm2.0"},{"eval_name":"distilbert_distilgpt2_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GPT2LMHeadModel","Model":"distilbert/distilgpt2 📑","fullname":"distilbert/distilgpt2","Model sha":"2290a62682d06624634c1f46a6ad5be0f47f38aa","Average ⬆️":4.002273827220365,"Hub License":"apache-2.0","Hub ❤️":501,"#Params (B)":0.088,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.24616308082824434,"IFEval Raw":0.06110010328151527,"IFEval":6.110010328151527,"BBH Raw":0.3037988148650536,"BBH":2.835219845513963,"MATH Lvl 5 Raw":0.006042296072507553,"MATH Lvl 5":0.6042296072507553,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.42072916666666665,"MUSR":11.1578125,"MMLU-PRO Raw":0.11868351063829788,"MMLU-PRO":2.0759456264775418,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2022-03-02","Submission Date":"2024-06-12","Generation":0,"Base Model":"distilbert/distilgpt2"},{"eval_name":"divyanshukunwar_SASTRI_1_9B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"divyanshukunwar/SASTRI_1_9B 📑","fullname":"divyanshukunwar/SASTRI_1_9B","Model sha":"3afeb5b296b1d6489401105e2ea6fc5c00d09c07","Average ⬆️":19.42175962571148,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":5.211,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":7.792430844020681,"IFEval Raw":0.4207292206899914,"IFEval":42.07292206899915,"BBH Raw":0.4680499051118341,"BBH":23.534216256795457,"MATH Lvl 5 Raw":0.11555891238670694,"MATH Lvl 5":11.555891238670695,"GPQA Raw":0.3213087248322148,"GPQA":9.507829977628639,"MUSR Raw":0.3831145833333333,"MUSR":5.555989583333333,"MMLU-PRO Raw":0.3187333776595745,"MMLU-PRO":24.30370862884161,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-20","Submission Date":"2024-11-23","Generation":1,"Base Model":"divyanshukunwar/SASTRI_1_9B (Merge)"},{"eval_name":"djuna_G2-BigGSHT-27B-2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"djuna/G2-BigGSHT-27B-2 📑","fullname":"djuna/G2-BigGSHT-27B-2","Model sha":"b52e0c08d19232acebf85b68ee5989cc23c0d519","Average ⬆️":36.04705290996797,"Hub License":"","Hub ❤️":0,"#Params (B)":27.227,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":10.050857950074226,"IFEval Raw":0.7974430067775724,"IFEval":79.74430067775725,"BBH Raw":0.641474454273013,"BBH":48.814372082405725,"MATH Lvl 5 Raw":0.2348942598187311,"MATH Lvl 5":23.48942598187311,"GPQA Raw":0.36325503355704697,"GPQA":15.100671140939594,"MUSR Raw":0.40720833333333334,"MUSR":9.934374999999998,"MMLU-PRO Raw":0.45279255319148937,"MMLU-PRO":39.199172576832154,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-29","Submission Date":"2024-11-06","Generation":1,"Base Model":"djuna/G2-BigGSHT-27B-2 (Merge)"},{"eval_name":"djuna_G2-GSHT_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"djuna/G2-GSHT 📑","fullname":"djuna/G2-GSHT","Model sha":"afa34f893a74af2a21b71f83d7bcc16aa818d157","Average ⬆️":24.632233584017342,"Hub License":"","Hub ❤️":0,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.303383940005492,"IFEval Raw":0.5630116978505919,"IFEval":56.301169785059194,"BBH Raw":0.5269730491270207,"BBH":30.992059015125676,"MATH Lvl 5 Raw":0.19259818731117825,"MATH Lvl 5":19.259818731117825,"GPQA Raw":0.32550335570469796,"GPQA":10.067114093959727,"MUSR Raw":0.40057291666666667,"MUSR":8.171614583333332,"MMLU-PRO Raw":0.3070146276595745,"MMLU-PRO":23.001625295508276,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-09","Submission Date":"2024-10-05","Generation":1,"Base Model":"djuna/G2-GSHT (Merge)"},{"eval_name":"djuna_Gemma-2-gemmama-9b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"djuna/Gemma-2-gemmama-9b 📑","fullname":"djuna/Gemma-2-gemmama-9b","Model sha":"1d6c53ad18970ac082e86bfa0159789b6a6e79c0","Average ⬆️":28.75247693758838,"Hub License":"","Hub ❤️":3,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":5.528194430150129,"IFEval Raw":0.7703404743857409,"IFEval":77.0340474385741,"BBH Raw":0.5420037856495951,"BBH":32.916050576064585,"MATH Lvl 5 Raw":0.19259818731117825,"MATH Lvl 5":19.259818731117825,"GPQA Raw":0.33557046979865773,"GPQA":11.409395973154364,"MUSR Raw":0.4031458333333333,"MUSR":8.459895833333333,"MMLU-PRO Raw":0.3109208776595745,"MMLU-PRO":23.43565307328605,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-31","Submission Date":"2024-10-05","Generation":1,"Base Model":"djuna/Gemma-2-gemmama-9b (Merge)"},{"eval_name":"djuna_L3.1-ForStHS_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"djuna/L3.1-ForStHS 📑","fullname":"djuna/L3.1-ForStHS","Model sha":"f5442e1f27e4a0c469504624ea85afdc6907c9cc","Average ⬆️":28.348156412970027,"Hub License":"","Hub ❤️":3,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6873286473063,"IFEval Raw":0.7813313120298586,"IFEval":78.13313120298585,"BBH Raw":0.5202703381267152,"BBH":31.3912168031268,"MATH Lvl 5 Raw":0.15030211480362538,"MATH Lvl 5":15.030211480362537,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.40264583333333337,"MUSR":9.664062500000002,"MMLU-PRO Raw":0.37350398936170215,"MMLU-PRO":30.38933215130024,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-10","Submission Date":"2024-09-15","Generation":1,"Base Model":"djuna/L3.1-ForStHS (Merge)"},{"eval_name":"djuna_L3.1-Promissum_Mane-8B-Della-1.5-calc_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"djuna/L3.1-Promissum_Mane-8B-Della-1.5-calc 📑","fullname":"djuna/L3.1-Promissum_Mane-8B-Della-1.5-calc","Model sha":"67dc71cb877c1ebaeb634e116fc938b223338cf6","Average ⬆️":29.587663022160967,"Hub License":"","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4883060783272883,"IFEval Raw":0.7235291249440374,"IFEval":72.35291249440374,"BBH Raw":0.5432920704935255,"BBH":34.87957646776231,"MATH Lvl 5 Raw":0.16389728096676737,"MATH Lvl 5":16.389728096676738,"GPQA Raw":0.3145973154362416,"GPQA":8.612975391498878,"MUSR Raw":0.42528125,"MUSR":13.026822916666665,"MMLU-PRO Raw":0.390375664893617,"MMLU-PRO":32.263962765957444,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-29","Submission Date":"2024-10-29","Generation":1,"Base Model":"djuna/L3.1-Promissum_Mane-8B-Della-1.5-calc (Merge)"},{"eval_name":"djuna_L3.1-Promissum_Mane-8B-Della-calc_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"djuna/L3.1-Promissum_Mane-8B-Della-calc 📑","fullname":"djuna/L3.1-Promissum_Mane-8B-Della-calc","Model sha":"42c6cd88b8394876cdbcf64e56633ad0a371b5f4","Average ⬆️":26.488800069760984,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6454390620277746,"IFEval Raw":0.544152847777231,"IFEval":54.4152847777231,"BBH Raw":0.548587625935678,"BBH":35.553825960108405,"MATH Lvl 5 Raw":0.18429003021148035,"MATH Lvl 5":18.429003021148034,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.4229895833333333,"MUSR":12.80703125,"MMLU-PRO Raw":0.3801529255319149,"MMLU-PRO":31.128102836879428,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-07","Submission Date":"2024-10-20","Generation":1,"Base Model":"djuna/L3.1-Promissum_Mane-8B-Della-calc (Merge)"},{"eval_name":"djuna_L3.1-Purosani-2-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"djuna/L3.1-Purosani-2-8B 📑","fullname":"djuna/L3.1-Purosani-2-8B","Model sha":"e5acd6277a1286c5e18fcb3e89a836ffc8a75b8f","Average ⬆️":23.113373982142917,"Hub License":"","Hub ❤️":3,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7299035958162357,"IFEval Raw":0.4988153654525548,"IFEval":49.88153654525547,"BBH Raw":0.5182122256069372,"BBH":31.391342665184258,"MATH Lvl 5 Raw":0.11706948640483383,"MATH Lvl 5":11.706948640483382,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.38162499999999994,"MUSR":8.303124999999996,"MMLU-PRO Raw":0.3751662234042553,"MMLU-PRO":30.57402482269504,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-04","Submission Date":"2024-10-20","Generation":1,"Base Model":"djuna/L3.1-Purosani-2-8B (Merge)"},{"eval_name":"djuna_L3.1-Suze-Vume-calc_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"djuna/L3.1-Suze-Vume-calc 📑","fullname":"djuna/L3.1-Suze-Vume-calc","Model sha":"830c07d136ecd8171805078606f00c4ee69f21c3","Average ⬆️":26.000783959950287,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6090376998225064,"IFEval Raw":0.7296739318341999,"IFEval":72.96739318341999,"BBH Raw":0.516421105092519,"BBH":31.136638199988273,"MATH Lvl 5 Raw":0.11404833836858005,"MATH Lvl 5":11.404833836858005,"GPQA Raw":0.28187919463087246,"GPQA":4.250559284116329,"MUSR Raw":0.38429166666666664,"MUSR":8.303124999999996,"MMLU-PRO Raw":0.35147938829787234,"MMLU-PRO":27.942154255319146,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-26","Submission Date":"2024-09-04","Generation":1,"Base Model":"djuna/L3.1-Suze-Vume-calc (Merge)"},{"eval_name":"djuna_MN-Chinofun_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"djuna/MN-Chinofun 📑","fullname":"djuna/MN-Chinofun","Model sha":"71b47c86f32e107b407fada44ec6b893c5eb8bb0","Average ⬆️":24.68383401895207,"Hub License":"","Hub ❤️":3,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.8929861685466323,"IFEval Raw":0.6110220880596817,"IFEval":61.102208805968175,"BBH Raw":0.49527033812671534,"BBH":28.48357519092637,"MATH Lvl 5 Raw":0.13066465256797583,"MATH Lvl 5":13.066465256797583,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.40835416666666663,"MUSR":10.377604166666663,"MMLU-PRO Raw":0.36028922872340424,"MMLU-PRO":28.921025413711575,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-16","Submission Date":"2024-09-23","Generation":1,"Base Model":"djuna/MN-Chinofun (Merge)"},{"eval_name":"djuna_MN-Chinofun-12B-2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"djuna/MN-Chinofun-12B-2 📑","fullname":"djuna/MN-Chinofun-12B-2","Model sha":"d2aab6837c2ad2dfebb18b15549affd9dd2b8723","Average ⬆️":25.682587776893186,"Hub License":"","Hub ❤️":3,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.955393100722868,"IFEval Raw":0.6170671595810228,"IFEval":61.70671595810227,"BBH Raw":0.5036959998266032,"BBH":29.526083526964456,"MATH Lvl 5 Raw":0.13066465256797583,"MATH Lvl 5":13.066465256797583,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.42683333333333334,"MUSR":13.354166666666664,"MMLU-PRO Raw":0.3615359042553192,"MMLU-PRO":29.05954491725768,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-23","Submission Date":"2024-11-26","Generation":1,"Base Model":"djuna/MN-Chinofun-12B-2 (Merge)"},{"eval_name":"djuna_MN-Chinofun-12B-3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"djuna/MN-Chinofun-12B-3 📑","fullname":"djuna/MN-Chinofun-12B-3","Model sha":"fa64c9bc66221946d7425c4eea93828900083d84","Average ⬆️":18.389453278031425,"Hub License":"","Hub ❤️":2,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.4154788495638067,"IFEval Raw":0.3052744495715812,"IFEval":30.527444957158117,"BBH Raw":0.53478574603334,"BBH":34.219196465449734,"MATH Lvl 5 Raw":0.10045317220543806,"MATH Lvl 5":10.045317220543806,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.4197916666666666,"MUSR":10.907291666666667,"MMLU-PRO Raw":0.3026097074468085,"MMLU-PRO":22.512189716312054,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-05","Submission Date":"2024-12-05","Generation":1,"Base Model":"djuna/MN-Chinofun-12B-3 (Merge)"},{"eval_name":"djuna_MN-Chinofun-12B-4_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"djuna/MN-Chinofun-12B-4 📑","fullname":"djuna/MN-Chinofun-12B-4","Model sha":"609b6b7bf20de7a6f93559f0d2572ae7b275ed78","Average ⬆️":24.40291180354787,"Hub License":"","Hub ❤️":3,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6917923335509382,"IFEval Raw":0.5404305021786637,"IFEval":54.04305021786637,"BBH Raw":0.5347693369790583,"BBH":34.17304204588476,"MATH Lvl 5 Raw":0.11178247734138973,"MATH Lvl 5":11.178247734138973,"GPQA Raw":0.2953020134228188,"GPQA":6.040268456375841,"MUSR Raw":0.4306770833333333,"MUSR":13.234635416666663,"MMLU-PRO Raw":0.3497340425531915,"MMLU-PRO":27.74822695035461,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-26","Submission Date":"2025-01-26","Generation":1,"Base Model":"djuna/MN-Chinofun-12B-4 (Merge)"},{"eval_name":"djuna_Q2.5-Partron-7B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"djuna/Q2.5-Partron-7B 📑","fullname":"djuna/Q2.5-Partron-7B","Model sha":"3a6d3cca23c0e1c6bcba38887fc819729d5d16cf","Average ⬆️":35.108466039072106,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.002153106358169,"IFEval Raw":0.7321218810533828,"IFEval":73.21218810533829,"BBH Raw":0.5418474850726388,"BBH":35.25726531667357,"MATH Lvl 5 Raw":0.4826283987915408,"MATH Lvl 5":48.26283987915408,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.41654166666666664,"MUSR":11.067708333333336,"MMLU-PRO Raw":0.4282746010638298,"MMLU-PRO":36.47495567375886,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-08","Submission Date":"2024-11-08","Generation":1,"Base Model":"djuna/Q2.5-Partron-7B (Merge)"},{"eval_name":"djuna_Q2.5-Veltha-14B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"djuna/Q2.5-Veltha-14B 📑","fullname":"djuna/Q2.5-Veltha-14B","Model sha":"fd0c348618e5c8198b769d2f5ff1e3a810e007e7","Average ⬆️":42.519512261718894,"Hub License":"","Hub ❤️":10,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.213489909455477,"IFEval Raw":0.8291666112581284,"IFEval":82.91666112581285,"BBH Raw":0.648421390292023,"BBH":49.75243239928858,"MATH Lvl 5 Raw":0.4788519637462236,"MATH Lvl 5":47.88519637462236,"GPQA Raw":0.35906040268456374,"GPQA":14.541387024608499,"MUSR Raw":0.41942708333333334,"MUSR":12.261718749999998,"MMLU-PRO Raw":0.5298371010638298,"MMLU-PRO":47.759677895981085,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-22","Submission Date":"2024-12-22","Generation":1,"Base Model":"djuna/Q2.5-Veltha-14B (Merge)"},{"eval_name":"djuna_Q2.5-Veltha-14B-0.5_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"djuna/Q2.5-Veltha-14B-0.5 📑","fullname":"djuna/Q2.5-Veltha-14B-0.5","Model sha":"db20da90002d4b1285f61e2648c4fdbec44e02e7","Average ⬆️":41.61227861539469,"Hub License":"","Hub ❤️":10,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.9429227973111853,"IFEval Raw":0.7795826185631901,"IFEval":77.95826185631901,"BBH Raw":0.6523026688308357,"BBH":50.318125985703354,"MATH Lvl 5 Raw":0.43731117824773413,"MATH Lvl 5":43.73111782477341,"GPQA Raw":0.36828859060402686,"GPQA":15.771812080536915,"MUSR Raw":0.43390625,"MUSR":14.171614583333332,"MMLU-PRO Raw":0.5295046542553191,"MMLU-PRO":47.722739361702125,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-22","Submission Date":"2024-12-22","Generation":1,"Base Model":"djuna/Q2.5-Veltha-14B-0.5 (Merge)"},{"eval_name":"djuna-test-lab_TEST-L3.2-ReWish-3B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"djuna-test-lab/TEST-L3.2-ReWish-3B 📑","fullname":"djuna-test-lab/TEST-L3.2-ReWish-3B","Model sha":"0cb7d434c4647faed475f17d74e9047007cd3782","Average ⬆️":22.57139360581495,"Hub License":"","Hub ❤️":1,"#Params (B)":3.213,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2812618019241586,"IFEval Raw":0.6367759766308949,"IFEval":63.677597663089486,"BBH Raw":0.449540552927623,"BBH":22.066700432422255,"MATH Lvl 5 Raw":0.13670694864048338,"MATH Lvl 5":13.670694864048338,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.37775,"MUSR":7.918749999999996,"MMLU-PRO Raw":0.31258311170212766,"MMLU-PRO":23.620345744680847,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-23","Submission Date":"2024-10-24","Generation":1,"Base Model":"djuna-test-lab/TEST-L3.2-ReWish-3B (Merge)"},{"eval_name":"djuna-test-lab_TEST-L3.2-ReWish-3B-ties-w-base_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"djuna-test-lab/TEST-L3.2-ReWish-3B-ties-w-base 📑","fullname":"djuna-test-lab/TEST-L3.2-ReWish-3B-ties-w-base","Model sha":"ebab6c0266ae7846b2bb9a595a2651a23b031372","Average ⬆️":22.545998025790983,"Hub License":"","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.92206090899317,"IFEval Raw":0.635252241829457,"IFEval":63.5252241829457,"BBH Raw":0.449540552927623,"BBH":22.066700432422255,"MATH Lvl 5 Raw":0.13670694864048338,"MATH Lvl 5":13.670694864048338,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.37775,"MUSR":7.918749999999996,"MMLU-PRO Raw":0.31258311170212766,"MMLU-PRO":23.620345744680847,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-23","Submission Date":"2024-10-23","Generation":1,"Base Model":"djuna-test-lab/TEST-L3.2-ReWish-3B-ties-w-base (Merge)"},{"eval_name":"dnhkng_RYS-Medium_bfloat16","Precision":"bfloat16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"dnhkng/RYS-Medium 📑","fullname":"dnhkng/RYS-Medium","Model sha":"de09a79e6b2efdcc97490a37b770764e62749fd0","Average ⬆️":26.44775194883569,"Hub License":"mit","Hub ❤️":3,"#Params (B)":18.731,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.2727567000988005,"IFEval Raw":0.4406131287206833,"IFEval":44.06131287206833,"BBH Raw":0.6284726872432828,"BBH":47.734201324861516,"MATH Lvl 5 Raw":0.10800604229607251,"MATH Lvl 5":10.80060422960725,"GPQA Raw":0.32802013422818793,"GPQA":10.402684563758392,"MUSR Raw":0.40692708333333333,"MUSR":8.732552083333331,"MMLU-PRO Raw":0.4325964095744681,"MMLU-PRO":36.95515661938535,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-17","Submission Date":"2024-07-17","Generation":0,"Base Model":"dnhkng/RYS-Medium"},{"eval_name":"dnhkng_RYS-Llama-3-8B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"dnhkng/RYS-Llama-3-8B-Instruct 📑","fullname":"dnhkng/RYS-Llama-3-8B-Instruct","Model sha":"293ab00d1e2be2752f97d5568fde2b09f6a1caae","Average ⬆️":21.922774736650837,"Hub License":"mit","Hub ❤️":1,"#Params (B)":8.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6103746555589764,"IFEval Raw":0.6957772044841022,"IFEval":69.57772044841022,"BBH Raw":0.4808708123069005,"BBH":25.373015462245586,"MATH Lvl 5 Raw":0.06873111782477341,"MATH Lvl 5":6.873111782477341,"GPQA Raw":0.2575503355704698,"GPQA":1.0067114093959737,"MUSR Raw":0.33834375,"MUSR":0.29296874999999956,"MMLU-PRO Raw":0.355718085106383,"MMLU-PRO":28.413120567375884,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-06","Submission Date":"2024-08-07","Generation":0,"Base Model":"dnhkng/RYS-Llama-3-8B-Instruct"},{"eval_name":"dnhkng_RYS-Llama-3-Huge-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"dnhkng/RYS-Llama-3-Huge-Instruct 📑","fullname":"dnhkng/RYS-Llama-3-Huge-Instruct","Model sha":"cfe14a5339e88a7a89f075d9d48215d45f64acaf","Average ⬆️":34.64400590559008,"Hub License":"mit","Hub ❤️":2,"#Params (B)":99.646,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":29.473976290050448,"IFEval Raw":0.7685917809190725,"IFEval":76.85917809190724,"BBH Raw":0.6480872171360044,"BBH":49.07372077223325,"MATH Lvl 5 Raw":0.22885196374622357,"MATH Lvl 5":22.885196374622357,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.4207604166666667,"MUSR":11.92838541666667,"MMLU-PRO Raw":0.510970744680851,"MMLU-PRO":45.66341607565011,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-06","Submission Date":"2024-08-07","Generation":0,"Base Model":"dnhkng/RYS-Llama-3-Huge-Instruct"},{"eval_name":"dnhkng_RYS-Llama-3-Large-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"dnhkng/RYS-Llama-3-Large-Instruct 📑","fullname":"dnhkng/RYS-Llama-3-Large-Instruct","Model sha":"01e3208aaf7bf6d2b09737960c701ec6628977fe","Average ⬆️":35.981216135127745,"Hub License":"mit","Hub ❤️":1,"#Params (B)":73.976,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":19.623033883209317,"IFEval Raw":0.8050616807847621,"IFEval":80.50616807847622,"BBH Raw":0.65252690724939,"BBH":49.665539028891345,"MATH Lvl 5 Raw":0.23036253776435045,"MATH Lvl 5":23.036253776435046,"GPQA Raw":0.28942953020134227,"GPQA":5.257270693512303,"MUSR Raw":0.41803125,"MUSR":11.453906250000003,"MMLU-PRO Raw":0.5137134308510638,"MMLU-PRO":45.96815898345154,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-06","Submission Date":"2024-08-07","Generation":0,"Base Model":"dnhkng/RYS-Llama-3-Large-Instruct"},{"eval_name":"dnhkng_RYS-Llama-3.1-8B-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"?","Model":"dnhkng/RYS-Llama-3.1-8B-Instruct 📑","fullname":"dnhkng/RYS-Llama-3.1-8B-Instruct","Model sha":"d4e2393403dcae19860da7c29519c8fe6fbf2fad","Average ⬆️":26.763955214988574,"Hub License":"mit","Hub ❤️":10,"#Params (B)":8.685,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9433438965319416,"IFEval Raw":0.7684920455502511,"IFEval":76.84920455502511,"BBH Raw":0.5163645317446665,"BBH":31.085445296018978,"MATH Lvl 5 Raw":0.13293051359516617,"MATH Lvl 5":13.293051359516618,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.3681041666666667,"MUSR":7.679687500000001,"MMLU-PRO Raw":0.36394614361702127,"MMLU-PRO":29.32734929078014,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-08","Submission Date":"2024-08-30","Generation":0,"Base Model":"dnhkng/RYS-Llama-3.1-8B-Instruct"},{"eval_name":"dnhkng_RYS-Llama3.1-Large_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"dnhkng/RYS-Llama3.1-Large 📑","fullname":"dnhkng/RYS-Llama3.1-Large","Model sha":"52cc979de78155b33689efa48f52a8aab184bd86","Average ⬆️":42.70529151024601,"Hub License":"mit","Hub ❤️":1,"#Params (B)":81.677,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":30.81265784726752,"IFEval Raw":0.8492001223420524,"IFEval":84.92001223420525,"BBH Raw":0.6899112229777242,"BBH":55.414864048196534,"MATH Lvl 5 Raw":0.3504531722054381,"MATH Lvl 5":35.04531722054381,"GPQA Raw":0.37416107382550334,"GPQA":16.554809843400445,"MUSR Raw":0.4553958333333334,"MUSR":17.091145833333332,"MMLU-PRO Raw":0.5248503989361702,"MMLU-PRO":47.205599881796694,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-11","Submission Date":"2024-08-22","Generation":0,"Base Model":"dnhkng/RYS-Llama3.1-Large"},{"eval_name":"dnhkng_RYS-Phi-3-medium-4k-instruct_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"dnhkng/RYS-Phi-3-medium-4k-instruct 📑","fullname":"dnhkng/RYS-Phi-3-medium-4k-instruct","Model sha":"1009e916b1ff8c9a53bc9d8ff48bea2a15ccde26","Average ⬆️":29.093689949569903,"Hub License":"mit","Hub ❤️":1,"#Params (B)":17.709,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.6210930733664615,"IFEval Raw":0.4391392616036561,"IFEval":43.913926160365605,"BBH Raw":0.6226313539198264,"BBH":46.748970518349154,"MATH Lvl 5 Raw":0.1608761329305136,"MATH Lvl 5":16.08761329305136,"GPQA Raw":0.3548657718120805,"GPQA":13.982102908277403,"MUSR Raw":0.42528125,"MUSR":11.093489583333332,"MMLU-PRO Raw":0.484624335106383,"MMLU-PRO":42.73603723404255,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-06","Submission Date":"2024-08-07","Generation":0,"Base Model":"dnhkng/RYS-Phi-3-medium-4k-instruct"},{"eval_name":"dnhkng_RYS-XLarge_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"dnhkng/RYS-XLarge 📑","fullname":"dnhkng/RYS-XLarge","Model sha":"0f84dd9dde60f383e1e2821496befb4ce9a11ef6","Average ⬆️":45.345219749056206,"Hub License":"mit","Hub ❤️":85,"#Params (B)":77.965,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":27.1521657518909,"IFEval Raw":0.7995662619627034,"IFEval":79.95662619627035,"BBH Raw":0.7050033079850099,"BBH":58.77356748233938,"MATH Lvl 5 Raw":0.425226586102719,"MATH Lvl 5":42.522658610271904,"GPQA Raw":0.38422818791946306,"GPQA":17.897091722595075,"MUSR Raw":0.49696875,"MUSR":23.721093749999998,"MMLU-PRO Raw":0.5428025265957447,"MMLU-PRO":49.20028073286053,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-24","Submission Date":"2024-08-07","Generation":0,"Base Model":"dnhkng/RYS-XLarge"},{"eval_name":"dnhkng_RYS-XLarge-base_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"dnhkng/RYS-XLarge-base 📑","fullname":"dnhkng/RYS-XLarge-base","Model sha":"c718b3d9e24916e3b0347d3fdaa5e5a097c2f603","Average ⬆️":44.096835700317605,"Hub License":"mit","Hub ❤️":8,"#Params (B)":77.972,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":27.17504732334226,"IFEval Raw":0.7910233735377686,"IFEval":79.10233735377686,"BBH Raw":0.7047291858548728,"BBH":58.692146076576385,"MATH Lvl 5 Raw":0.37915407854984895,"MATH Lvl 5":37.91540785498489,"GPQA Raw":0.37919463087248323,"GPQA":17.225950782997764,"MUSR Raw":0.4902708333333334,"MUSR":22.4171875,"MMLU-PRO Raw":0.5430518617021277,"MMLU-PRO":49.22798463356975,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-02","Submission Date":"2024-08-30","Generation":0,"Base Model":"dnhkng/RYS-XLarge-base"},{"eval_name":"dnhkng_RYS-XLarge2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"dnhkng/RYS-XLarge2 📑","fullname":"dnhkng/RYS-XLarge2","Model sha":"3ce16c9427e93e09ce10a28fa644469d49a51113","Average ⬆️":35.05222800806562,"Hub License":"","Hub ❤️":0,"#Params (B)":77.965,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":26.751769110437625,"IFEval Raw":0.49019712141562166,"IFEval":49.01971214156217,"BBH Raw":0.6573947106260754,"BBH":51.54993579817892,"MATH Lvl 5 Raw":0.27492447129909364,"MATH Lvl 5":27.492447129909365,"GPQA Raw":0.37416107382550334,"GPQA":16.554809843400445,"MUSR Raw":0.4508020833333333,"MUSR":17.050260416666664,"MMLU-PRO Raw":0.5378158244680851,"MMLU-PRO":48.646202718676115,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-11","Generation":0,"Base Model":"Removed"},{"eval_name":"dreamgen_WizardLM-2-7B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"dreamgen/WizardLM-2-7B 📑","fullname":"dreamgen/WizardLM-2-7B","Model sha":"b5f2d7bff91445a47331dcce588aee009d11d255","Average ⬆️":14.877542593987686,"Hub License":"apache-2.0","Hub ❤️":36,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1334500041434057,"IFEval Raw":0.45829842595424586,"IFEval":45.82984259542458,"BBH Raw":0.34867856163972016,"BBH":9.213113542615597,"MATH Lvl 5 Raw":0.03323262839879154,"MATH Lvl 5":3.3232628398791544,"GPQA Raw":0.28691275167785235,"GPQA":4.921700223713646,"MUSR Raw":0.39409374999999996,"MUSR":7.528385416666667,"MMLU-PRO Raw":0.2660405585106383,"MMLU-PRO":18.44895094562648,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-16","Submission Date":"2024-06-27","Generation":0,"Base Model":"dreamgen/WizardLM-2-7B"},{"eval_name":"dustinwloring1988_Reflexis-8b-chat-v1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"dustinwloring1988/Reflexis-8b-chat-v1 📑","fullname":"dustinwloring1988/Reflexis-8b-chat-v1","Model sha":"e96bd9694ae87a4f612825310eb7afaea5b0aa28","Average ⬆️":17.353238785134156,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7822831510467891,"IFEval Raw":0.3657750324694034,"IFEval":36.57750324694034,"BBH Raw":0.4663596290293861,"BBH":24.109958157326172,"MATH Lvl 5 Raw":0.11555891238670694,"MATH Lvl 5":11.555891238670695,"GPQA Raw":0.25419463087248323,"GPQA":0.5592841163310973,"MUSR Raw":0.3753958333333333,"MUSR":4.824479166666667,"MMLU-PRO Raw":0.3384308510638298,"MMLU-PRO":26.492316784869978,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-14","Generation":0,"Base Model":"Removed"},{"eval_name":"dustinwloring1988_Reflexis-8b-chat-v2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"dustinwloring1988/Reflexis-8b-chat-v2 📑","fullname":"dustinwloring1988/Reflexis-8b-chat-v2","Model sha":"817408ebfaa7ba0ea9433e1de4bfa120d38d2a0f","Average ⬆️":18.27663380631257,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8807394500767654,"IFEval Raw":0.3912042270065648,"IFEval":39.120422700656476,"BBH Raw":0.47238018945807153,"BBH":24.892196306273934,"MATH Lvl 5 Raw":0.1163141993957704,"MATH Lvl 5":11.63141993957704,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.3526354166666667,"MUSR":4.912760416666669,"MMLU-PRO Raw":0.3377659574468085,"MMLU-PRO":26.418439716312054,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-14","Generation":0,"Base Model":"Removed"},{"eval_name":"dustinwloring1988_Reflexis-8b-chat-v3_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"dustinwloring1988/Reflexis-8b-chat-v3 📑","fullname":"dustinwloring1988/Reflexis-8b-chat-v3","Model sha":"dcfa1a6a9f94a099286891d732b17cbbe97a644e","Average ⬆️":20.52544148779317,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7829341776091412,"IFEval Raw":0.536733644507684,"IFEval":53.6733644507684,"BBH Raw":0.4658310598309874,"BBH":24.168293247720744,"MATH Lvl 5 Raw":0.12235649546827794,"MATH Lvl 5":12.235649546827794,"GPQA Raw":0.2424496644295302,"GPQA":0.0,"MUSR Raw":0.35117708333333336,"MUSR":4.763802083333334,"MMLU-PRO Raw":0.35480385638297873,"MMLU-PRO":28.311539598108748,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-14","Generation":0,"Base Model":"Removed"},{"eval_name":"dustinwloring1988_Reflexis-8b-chat-v4_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"dustinwloring1988/Reflexis-8b-chat-v4 📑","fullname":"dustinwloring1988/Reflexis-8b-chat-v4","Model sha":"81e20c2e40f2028818d5d6d27ec9e0d503ae8cc1","Average ⬆️":18.53093853220701,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7705395097616592,"IFEval Raw":0.4697890486132351,"IFEval":46.978904861323514,"BBH Raw":0.46860140660011185,"BBH":24.331770038797558,"MATH Lvl 5 Raw":0.1027190332326284,"MATH Lvl 5":10.27190332326284,"GPQA Raw":0.23406040268456377,"GPQA":0.0,"MUSR Raw":0.33930208333333334,"MUSR":3.0460937500000003,"MMLU-PRO Raw":0.3390126329787234,"MMLU-PRO":26.556959219858157,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-14","Generation":0,"Base Model":"Removed"},{"eval_name":"dustinwloring1988_Reflexis-8b-chat-v5_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"dustinwloring1988/Reflexis-8b-chat-v5 📑","fullname":"dustinwloring1988/Reflexis-8b-chat-v5","Model sha":"12970eec99f458a3982eb502b71b6df0bc74bb52","Average ⬆️":18.536269738126414,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8261926105455653,"IFEval Raw":0.42375231053604434,"IFEval":42.37523105360444,"BBH Raw":0.4781685533183147,"BBH":25.195784260224865,"MATH Lvl 5 Raw":0.1216012084592145,"MATH Lvl 5":12.16012084592145,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.33536458333333335,"MUSR":4.053906250000002,"MMLU-PRO Raw":0.3217253989361702,"MMLU-PRO":24.63615543735224,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-14","Generation":0,"Base Model":"Removed"},{"eval_name":"dustinwloring1988_Reflexis-8b-chat-v6_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"dustinwloring1988/Reflexis-8b-chat-v6 📑","fullname":"dustinwloring1988/Reflexis-8b-chat-v6","Model sha":"a0b30a21a8eea9a32a2767755dc2dbd44eeb383f","Average ⬆️":20.344892411076298,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7984057478075823,"IFEval Raw":0.4938939790866014,"IFEval":49.38939790866013,"BBH Raw":0.4809537068664902,"BBH":26.116102641092812,"MATH Lvl 5 Raw":0.1299093655589124,"MATH Lvl 5":12.990936555891238,"GPQA Raw":0.2625838926174497,"GPQA":1.6778523489932917,"MUSR Raw":0.3753333333333333,"MUSR":4.3500000000000005,"MMLU-PRO Raw":0.347905585106383,"MMLU-PRO":27.54506501182033,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-14","Generation":0,"Base Model":"Removed"},{"eval_name":"dustinwloring1988_Reflexis-8b-chat-v7_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"dustinwloring1988/Reflexis-8b-chat-v7 📑","fullname":"dustinwloring1988/Reflexis-8b-chat-v7","Model sha":"e8d990012ccd855e65d51cb7cfd1762632a8f217","Average ⬆️":19.0955010758327,"Hub License":"","Hub ❤️":0,"#Params (B)":8.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8042220303022205,"IFEval Raw":0.39804828964924177,"IFEval":39.804828964924184,"BBH Raw":0.4809830787114964,"BBH":25.98749682684877,"MATH Lvl 5 Raw":0.16314199395770393,"MATH Lvl 5":16.314199395770395,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.32215625,"MUSR":1.5361979166666664,"MMLU-PRO Raw":0.3642785904255319,"MMLU-PRO":29.364287825059105,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-14","Generation":0,"Base Model":"Removed"},{"eval_name":"duyhv1411_Llama-3.2-1B-en-vi_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"duyhv1411/Llama-3.2-1B-en-vi 📑","fullname":"duyhv1411/Llama-3.2-1B-en-vi","Model sha":"d08c530d8256a72ad9548b0f26416ee98eae22ac","Average ⬆️":10.858146203302624,"Hub License":"","Hub ❤️":1,"#Params (B)":1.236,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.37945424231509367,"IFEval Raw":0.4788317220530415,"IFEval":47.88317220530415,"BBH Raw":0.329090872737918,"BBH":6.09240023176899,"MATH Lvl 5 Raw":0.028700906344410877,"MATH Lvl 5":2.8700906344410875,"GPQA Raw":0.27684563758389263,"GPQA":3.5794183445190177,"MUSR Raw":0.3197083333333333,"MUSR":0.9302083333333336,"MMLU-PRO Raw":0.13414228723404256,"MMLU-PRO":3.793587470449173,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-06","Generation":1,"Base Model":"meta-llama/Llama-3.2-1B-Instruct"},{"eval_name":"duyhv1411_Llama-3.2-3B-en-vi_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"duyhv1411/Llama-3.2-3B-en-vi 📑","fullname":"duyhv1411/Llama-3.2-3B-en-vi","Model sha":"7c5c74623642a3dc50de1f195babf32b8584fe90","Average ⬆️":10.861408814252767,"Hub License":"","Hub ❤️":1,"#Params (B)":1.236,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.3683193365720268,"IFEval Raw":0.4852014876084345,"IFEval":48.520148760843455,"BBH Raw":0.3271639320986486,"BBH":5.946254874082537,"MATH Lvl 5 Raw":0.022658610271903322,"MATH Lvl 5":2.2658610271903323,"GPQA Raw":0.2751677852348993,"GPQA":3.355704697986576,"MUSR Raw":0.3210104166666667,"MUSR":1.0929687500000003,"MMLU-PRO Raw":0.13588763297872342,"MMLU-PRO":3.987514775413712,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-06","Generation":1,"Base Model":"meta-llama/Llama-3.2-1B-Instruct"},{"eval_name":"dwikitheduck_gemma-2-2b-id_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"dwikitheduck/gemma-2-2b-id 📑","fullname":"dwikitheduck/gemma-2-2b-id","Model sha":"6f191d4a7618664619adda1cd96d9d1bf72f33b2","Average ⬆️":14.849648233221265,"Hub License":"gemma","Hub ❤️":0,"#Params (B)":2.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.048664020510734,"IFEval Raw":0.38785644312646006,"IFEval":38.785644312646,"BBH Raw":0.39621721241423097,"BBH":15.415129369168449,"MATH Lvl 5 Raw":0.045317220543806644,"MATH Lvl 5":4.531722054380665,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.41542708333333334,"MUSR":10.728385416666667,"MMLU-PRO Raw":0.21733710106382978,"MMLU-PRO":13.037455673758863,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-24","Submission Date":"2024-11-14","Generation":0,"Base Model":"dwikitheduck/gemma-2-2b-id"},{"eval_name":"dwikitheduck_gemma-2-2b-id-inst_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"dwikitheduck/gemma-2-2b-id-inst 📑","fullname":"dwikitheduck/gemma-2-2b-id-inst","Model sha":"1c046ade199128da926004e154698546d65e3084","Average ⬆️":14.849648233221265,"Hub License":"gemma","Hub ❤️":0,"#Params (B)":2.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.820792959479685,"IFEval Raw":0.38785644312646006,"IFEval":38.785644312646,"BBH Raw":0.39621721241423097,"BBH":15.415129369168449,"MATH Lvl 5 Raw":0.045317220543806644,"MATH Lvl 5":4.531722054380665,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.41542708333333334,"MUSR":10.728385416666667,"MMLU-PRO Raw":0.21733710106382978,"MMLU-PRO":13.037455673758863,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-24","Submission Date":"2024-11-24","Generation":0,"Base Model":"dwikitheduck/gemma-2-2b-id-inst"},{"eval_name":"dwikitheduck_gemma-2-2b-id-instruct_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"dwikitheduck/gemma-2-2b-id-instruct 📑","fullname":"dwikitheduck/gemma-2-2b-id-instruct","Model sha":"1c046ade199128da926004e154698546d65e3084","Average ⬆️":14.849648233221265,"Hub License":"gemma","Hub ❤️":0,"#Params (B)":2.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.8338148685218054,"IFEval Raw":0.38785644312646006,"IFEval":38.785644312646,"BBH Raw":0.39621721241423097,"BBH":15.415129369168449,"MATH Lvl 5 Raw":0.045317220543806644,"MATH Lvl 5":4.531722054380665,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.41542708333333334,"MUSR":10.728385416666667,"MMLU-PRO Raw":0.21733710106382978,"MMLU-PRO":13.037455673758863,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-24","Submission Date":"2024-11-15","Generation":0,"Base Model":"dwikitheduck/gemma-2-2b-id-instruct"},{"eval_name":"dwikitheduck_gen-inst-1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"dwikitheduck/gen-inst-1 📑","fullname":"dwikitheduck/gen-inst-1","Model sha":"73180b0a57469bbd12f7d037a1cc25e53c252ad6","Average ⬆️":40.880198014659875,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.0597448187122507,"IFEval Raw":0.7750114141588762,"IFEval":77.50114141588762,"BBH Raw":0.6419926671215591,"BBH":48.31674208220422,"MATH Lvl 5 Raw":0.4554380664652568,"MATH Lvl 5":45.54380664652568,"GPQA Raw":0.3716442953020134,"GPQA":16.21923937360179,"MUSR Raw":0.42054166666666665,"MUSR":12.26770833333333,"MMLU-PRO Raw":0.5088929521276596,"MMLU-PRO":45.43255023640663,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-18","Submission Date":"2024-11-24","Generation":2,"Base Model":"Qwen/Qwen2.5-14B"},{"eval_name":"dwikitheduck_gen-try1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"dwikitheduck/gen-try1 📑","fullname":"dwikitheduck/gen-try1","Model sha":"9c2cab728518e179e5d8891f3f9775515f15cea2","Average ⬆️":39.412127202941626,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.166161110753483,"IFEval Raw":0.7522052598217175,"IFEval":75.22052598217175,"BBH Raw":0.6358510933470735,"BBH":47.41312903142858,"MATH Lvl 5 Raw":0.41012084592145015,"MATH Lvl 5":41.012084592145015,"GPQA Raw":0.3414429530201342,"GPQA":12.192393736017896,"MUSR Raw":0.4415625,"MUSR":14.961979166666664,"MMLU-PRO Raw":0.5110538563829787,"MMLU-PRO":45.67265070921986,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-11","Submission Date":"2024-11-12","Generation":1,"Base Model":"dwikitheduck/gen-try1 (Merge)"},{"eval_name":"dwikitheduck_gen-try1-notemp_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"dwikitheduck/gen-try1-notemp 📑","fullname":"dwikitheduck/gen-try1-notemp","Model sha":"391925b02f6cd60e7c4ef1321fe89a92d6b9fdf0","Average ⬆️":30.399295492837265,"Hub License":"","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.7912117591585552,"IFEval Raw":0.26270961050013963,"IFEval":26.270961050013963,"BBH Raw":0.626267088306491,"BBH":45.749092669505465,"MATH Lvl 5 Raw":0.31797583081570996,"MATH Lvl 5":31.797583081570995,"GPQA Raw":0.3540268456375839,"GPQA":13.870246085011187,"MUSR Raw":0.47141666666666665,"MUSR":17.927083333333332,"MMLU-PRO Raw":0.5210272606382979,"MMLU-PRO":46.780806737588655,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-13","Generation":0,"Base Model":"Removed"},{"eval_name":"dzakwan_dzakwan-MoE-4x7b-Beta_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"dzakwan/dzakwan-MoE-4x7b-Beta 📑","fullname":"dzakwan/dzakwan-MoE-4x7b-Beta","Model sha":"e89f82f2afa1961335de5a6d6d05bd850d1d61d9","Average ⬆️":20.76930305324143,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":24.154,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.9120566130342462,"IFEval Raw":0.44426011870725235,"IFEval":44.42601187072523,"BBH Raw":0.514044131159397,"BBH":32.074208465442545,"MATH Lvl 5 Raw":0.07779456193353475,"MATH Lvl 5":7.779456193353475,"GPQA Raw":0.2860738255033557,"GPQA":4.809843400447425,"MUSR Raw":0.42673958333333334,"MUSR":12.109114583333335,"MMLU-PRO Raw":0.3107546542553192,"MMLU-PRO":23.417183806146575,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-05-26","Submission Date":"2024-08-05","Generation":1,"Base Model":"dzakwan/dzakwan-MoE-4x7b-Beta (Merge)"},{"eval_name":"ehristoforu_Falcon3-8B-Franken-Basestruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ehristoforu/Falcon3-8B-Franken-Basestruct 📑","fullname":"ehristoforu/Falcon3-8B-Franken-Basestruct","Model sha":"627cee5966188907ea34e4b473f655606fe82e5a","Average ⬆️":16.43874726421677,"Hub License":"","Hub ❤️":0,"#Params (B)":8.406,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5930172935005347,"IFEval Raw":0.17148499315150467,"IFEval":17.148499315150467,"BBH Raw":0.5462828074770284,"BBH":34.8564190624812,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.34060402684563756,"GPQA":12.080536912751676,"MUSR Raw":0.3554895833333333,"MUSR":1.8028645833333323,"MMLU-PRO Raw":0.3946974734042553,"MMLU-PRO":32.74416371158392,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-06","Submission Date":"2025-01-06","Generation":1,"Base Model":"ehristoforu/Falcon3-8B-Franken-Basestruct (Merge)"},{"eval_name":"ehristoforu_Falcon3-MoE-2x7B-Insruct_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"ehristoforu/Falcon3-MoE-2x7B-Insruct 📑","fullname":"ehristoforu/Falcon3-MoE-2x7B-Insruct","Model sha":"d7c85f436d22685010165483ba966d6ee2336cc8","Average ⬆️":36.66765115739224,"Hub License":"other","Hub ❤️":8,"#Params (B)":13.401,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.2724214127053273,"IFEval Raw":0.7642954028643998,"IFEval":76.42954028643999,"BBH Raw":0.564789641564995,"BBH":38.0671542210182,"MATH Lvl 5 Raw":0.4123867069486405,"MATH Lvl 5":41.23867069486405,"GPQA Raw":0.31208053691275167,"GPQA":8.277404921700223,"MUSR Raw":0.4840416666666667,"MUSR":21.605208333333334,"MMLU-PRO Raw":0.40949135638297873,"MMLU-PRO":34.38792848699764,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-22","Submission Date":"2024-12-22","Generation":1,"Base Model":"ehristoforu/Falcon3-MoE-2x7B-Insruct (Merge)"},{"eval_name":"ehristoforu_Gemma2-9B-it-psy10k-mental_health_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"ehristoforu/Gemma2-9B-it-psy10k-mental_health 📑","fullname":"ehristoforu/Gemma2-9B-it-psy10k-mental_health","Model sha":"4adc2d61d530d23026493d29e6191e06cf549fc6","Average ⬆️":27.19248947734485,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.553660365839716,"IFEval Raw":0.5886658510529839,"IFEval":58.866585105298384,"BBH Raw":0.5539376944027642,"BBH":35.56600949863266,"MATH Lvl 5 Raw":0.16314199395770393,"MATH Lvl 5":16.314199395770395,"GPQA Raw":0.337248322147651,"GPQA":11.633109619686799,"MUSR Raw":0.40860416666666666,"MUSR":9.3421875,"MMLU-PRO Raw":0.38289561170212766,"MMLU-PRO":31.432845744680847,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-16","Submission Date":"2024-07-31","Generation":4,"Base Model":"google/gemma-2-9b"},{"eval_name":"ehristoforu_Gemma2-9b-it-train6_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"ehristoforu/Gemma2-9b-it-train6 📑","fullname":"ehristoforu/Gemma2-9b-it-train6","Model sha":"e72bf00b427c22c48b468818cf75300a373a0c8a","Average ⬆️":30.5339867395368,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.9873669487924204,"IFEval Raw":0.7025215317579578,"IFEval":70.25215317579578,"BBH Raw":0.5898092579133603,"BBH":40.98762530159646,"MATH Lvl 5 Raw":0.19108761329305135,"MATH Lvl 5":19.108761329305135,"GPQA Raw":0.3288590604026846,"GPQA":10.514541387024611,"MUSR Raw":0.40841666666666665,"MUSR":9.652083333333337,"MMLU-PRO Raw":0.39419880319148937,"MMLU-PRO":32.68875591016548,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-22","Submission Date":"2024-07-31","Generation":8,"Base Model":"google/gemma-2-9b"},{"eval_name":"ehristoforu_HappyLlama1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ehristoforu/HappyLlama1 📑","fullname":"ehristoforu/HappyLlama1","Model sha":"9bee1c404de70fc0ebe3cbcd2af2303a313a24be","Average ⬆️":26.735379379762946,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4287212848324906,"IFEval Raw":0.7362686560548235,"IFEval":73.62686560548235,"BBH Raw":0.49957323097428485,"BBH":28.49977340708129,"MATH Lvl 5 Raw":0.14274924471299094,"MATH Lvl 5":14.274924471299094,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.42868749999999994,"MUSR":11.252604166666664,"MMLU-PRO Raw":0.35455452127659576,"MMLU-PRO":28.283835697399525,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-29","Submission Date":"2024-11-30","Generation":1,"Base Model":"voidful/Llama-3.2-8B-Instruct"},{"eval_name":"ehristoforu_QwenQwen2.5-7B-IT_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ehristoforu/QwenQwen2.5-7B-IT 📑","fullname":"ehristoforu/QwenQwen2.5-7B-IT","Model sha":"fec28a5fa8a3139c24b67a9e7092a0175b801872","Average ⬆️":35.58121845476433,"Hub License":"","Hub ❤️":1,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3084646956722368,"IFEval Raw":0.751830698103255,"IFEval":75.18306981032549,"BBH Raw":0.5397962708415814,"BBH":34.96965415936291,"MATH Lvl 5 Raw":0.5090634441087614,"MATH Lvl 5":50.90634441087614,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.4033645833333333,"MUSR":8.720572916666669,"MMLU-PRO Raw":0.4289394946808511,"MMLU-PRO":36.54883274231678,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-29","Submission Date":"2025-01-30","Generation":1,"Base Model":"ehristoforu/QwenQwen2.5-7B-IT (Merge)"},{"eval_name":"ehristoforu_QwenQwen2.5-7B-IT-Dare_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ehristoforu/QwenQwen2.5-7B-IT-Dare 📑","fullname":"ehristoforu/QwenQwen2.5-7B-IT-Dare","Model sha":"376d1c82e6fd973fb927f8540535d39e8f4c6168","Average ⬆️":35.56581488113525,"Hub License":"","Hub ❤️":1,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3336692145681672,"IFEval Raw":0.7509064836855099,"IFEval":75.090648368551,"BBH Raw":0.5397962708415814,"BBH":34.96965415936291,"MATH Lvl 5 Raw":0.5090634441087614,"MATH Lvl 5":50.90634441087614,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.4033645833333333,"MUSR":8.720572916666669,"MMLU-PRO Raw":0.4289394946808511,"MMLU-PRO":36.54883274231678,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-29","Submission Date":"2025-01-30","Generation":1,"Base Model":"ehristoforu/QwenQwen2.5-7B-IT-Dare (Merge)"},{"eval_name":"ehristoforu_RQwen-v0.1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ehristoforu/RQwen-v0.1 📑","fullname":"ehristoforu/RQwen-v0.1","Model sha":"96d013d2db2ae47be9da1d1cd5b83782bd8f4096","Average ⬆️":39.73075710536471,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.4178277548538123,"IFEval Raw":0.7624968417133207,"IFEval":76.24968417133206,"BBH Raw":0.6446435015804635,"BBH":48.49085165760342,"MATH Lvl 5 Raw":0.4645015105740181,"MATH Lvl 5":46.45015105740181,"GPQA Raw":0.32550335570469796,"GPQA":10.067114093959727,"MUSR Raw":0.41390625,"MUSR":10.438281250000003,"MMLU-PRO Raw":0.5201961436170213,"MMLU-PRO":46.68846040189125,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-24","Submission Date":"2024-11-24","Generation":1,"Base Model":"ehristoforu/RQwen-v0.1 (Merge)"},{"eval_name":"ehristoforu_RQwen-v0.2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ehristoforu/RQwen-v0.2 📑","fullname":"ehristoforu/RQwen-v0.2","Model sha":"102ff435814388f4da9e7ebc25c5fbae7120638a","Average ⬆️":37.702469412365296,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.5884866591591313,"IFEval Raw":0.7503568309862276,"IFEval":75.03568309862277,"BBH Raw":0.6426888858891955,"BBH":48.68383680717029,"MATH Lvl 5 Raw":0.3270392749244713,"MATH Lvl 5":32.703927492447136,"GPQA Raw":0.337248322147651,"GPQA":11.633109619686799,"MUSR Raw":0.4206666666666667,"MUSR":11.950000000000003,"MMLU-PRO Raw":0.515874335106383,"MMLU-PRO":46.208259456264784,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-24","Submission Date":"2024-11-25","Generation":2,"Base Model":"ehristoforu/RQwen-v0.1 (Merge)"},{"eval_name":"ehristoforu_SoRu-0009_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ehristoforu/SoRu-0009 📑","fullname":"ehristoforu/SoRu-0009","Model sha":"fe4f439882175c3cad8a0f08f7b14d18318b53d1","Average ⬆️":6.300240741893716,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0238624057573298,"IFEval Raw":0.25818827378023645,"IFEval":25.81882737802365,"BBH Raw":0.3149981683579724,"BBH":5.137457620795654,"MATH Lvl 5 Raw":0.021148036253776436,"MATH Lvl 5":2.1148036253776437,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.3369479166666667,"MUSR":0.6184895833333329,"MMLU-PRO Raw":0.12391954787234043,"MMLU-PRO":2.657727541371158,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-26","Submission Date":"2024-11-27","Generation":10,"Base Model":"Vikhrmodels/Vikhr-Qwen-2.5-0.5b-Instruct (Merge)"},{"eval_name":"ehristoforu_coolqwen-3b-it_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ehristoforu/coolqwen-3b-it 📑","fullname":"ehristoforu/coolqwen-3b-it","Model sha":"5045993527b5da13a71e5b3df8c649bd55425124","Average ⬆️":28.654353578279625,"Hub License":"other","Hub ❤️":2,"#Params (B)":3.085,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4458912752828572,"IFEval Raw":0.6472670292601409,"IFEval":64.72670292601408,"BBH Raw":0.485089343991756,"BBH":27.463695565892305,"MATH Lvl 5 Raw":0.36706948640483383,"MATH Lvl 5":36.70694864048338,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.41251041666666666,"MUSR":9.763802083333333,"MMLU-PRO Raw":0.3601230053191489,"MMLU-PRO":28.9025561465721,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-02","Generation":1,"Base Model":"Qwen/Qwen2.5-3B"},{"eval_name":"ehristoforu_della-70b-test-v1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ehristoforu/della-70b-test-v1 📑","fullname":"ehristoforu/della-70b-test-v1","Model sha":"c705bbf0e900dc5375325e8ff80de0525aa713e4","Average ⬆️":12.869435105716944,"Hub License":"","Hub ❤️":0,"#Params (B)":70.554,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":112.55540311381243,"IFEval Raw":0.49786566310722213,"IFEval":49.786566310722215,"BBH Raw":0.3029452113782393,"BBH":3.35845623845221,"MATH Lvl 5 Raw":0.009818731117824773,"MATH Lvl 5":0.9818731117824773,"GPQA Raw":0.2525167785234899,"GPQA":0.33557046979865535,"MUSR Raw":0.45545833333333335,"MUSR":16.365625,"MMLU-PRO Raw":0.1574966755319149,"MMLU-PRO":6.3885195035461,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-06","Generation":1,"Base Model":"ehristoforu/della-70b-test-v1 (Merge)"},{"eval_name":"ehristoforu_falcon3-ultraset_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ehristoforu/falcon3-ultraset 📑","fullname":"ehristoforu/falcon3-ultraset","Model sha":"50f5fd7e00b64eb515205e47f4acf28daf224055","Average ⬆️":32.53688653155465,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.456,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2365822010385132,"IFEval Raw":0.7135123694020753,"IFEval":71.35123694020754,"BBH Raw":0.5583684420918801,"BBH":37.555134459501744,"MATH Lvl 5 Raw":0.2122356495468278,"MATH Lvl 5":21.22356495468278,"GPQA Raw":0.33221476510067116,"GPQA":10.96196868008949,"MUSR Raw":0.48531250000000004,"MUSR":20.99739583333334,"MMLU-PRO Raw":0.398188164893617,"MMLU-PRO":33.132018321512994,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-30","Submission Date":"2025-01-02","Generation":2,"Base Model":"tiiuae/Falcon3-7B-Base"},{"eval_name":"ehristoforu_fd-lora-merged-16x32_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ehristoforu/fd-lora-merged-16x32 📑","fullname":"ehristoforu/fd-lora-merged-16x32","Model sha":"e31dfdc1714a914452489af06fe226ac3495b4c6","Average ⬆️":10.454537831938053,"Hub License":"mit","Hub ❤️":0,"#Params (B)":1.776,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2609660637995952,"IFEval Raw":0.3480897352358409,"IFEval":34.80897352358409,"BBH Raw":0.3307564619842368,"BBH":6.527180121800353,"MATH Lvl 5 Raw":0.17069486404833836,"MATH Lvl 5":17.069486404833835,"GPQA Raw":0.2533557046979866,"GPQA":0.44742729306487633,"MUSR Raw":0.35142708333333333,"MUSR":1.5950520833333328,"MMLU-PRO Raw":0.12051196808510638,"MMLU-PRO":2.279107565011819,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":0,"Base Model":"ehristoforu/fd-lora-merged-16x32"},{"eval_name":"ehristoforu_fd-lora-merged-64x128_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ehristoforu/fd-lora-merged-64x128 📑","fullname":"ehristoforu/fd-lora-merged-64x128","Model sha":"04903de3e1bd71db5421ccd12f7c19d9b3cf7e04","Average ⬆️":11.210864438231852,"Hub License":"mit","Hub ❤️":0,"#Params (B)":1.777,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.274784777113842,"IFEval Raw":0.3281060918363276,"IFEval":32.810609183632764,"BBH Raw":0.33447107385638297,"BBH":7.819061072049554,"MATH Lvl 5 Raw":0.18731117824773413,"MATH Lvl 5":18.731117824773413,"GPQA Raw":0.2550335570469799,"GPQA":0.6711409395973182,"MUSR Raw":0.3368229166666667,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.15367353723404256,"MMLU-PRO":5.963726359338062,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":0,"Base Model":"ehristoforu/fd-lora-merged-64x128"},{"eval_name":"ehristoforu_fp4-14b-it-v1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ehristoforu/fp4-14b-it-v1 📑","fullname":"ehristoforu/fp4-14b-it-v1","Model sha":"3fc21d9a548a3f13b57a40c9f077ba1afc8ed20e","Average ⬆️":18.698030773782747,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.927937797337822,"IFEval Raw":0.25346746632269046,"IFEval":25.346746632269046,"BBH Raw":0.5739715511094247,"BBH":38.77952167023901,"MATH Lvl 5 Raw":0.04078549848942598,"MATH Lvl 5":4.078549848942599,"GPQA Raw":0.2953020134228188,"GPQA":6.040268456375841,"MUSR Raw":0.35948958333333336,"MUSR":2.336197916666667,"MMLU-PRO Raw":0.4204621010638298,"MMLU-PRO":35.606900118203306,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-19","Submission Date":"2025-01-19","Generation":1,"Base Model":"ehristoforu/fp4-14b-it-v1 (Merge)"},{"eval_name":"ehristoforu_fp4-14b-v1-fix_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ehristoforu/fp4-14b-v1-fix 📑","fullname":"ehristoforu/fp4-14b-v1-fix","Model sha":"bc84457e330589381ec4ac00d697985b74e62dd1","Average ⬆️":40.37357596138752,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9345584896658994,"IFEval Raw":0.6741700909143296,"IFEval":67.41700909143296,"BBH Raw":0.6817274121032688,"BBH":54.333779642129876,"MATH Lvl 5 Raw":0.4206948640483384,"MATH Lvl 5":42.06948640483384,"GPQA Raw":0.3540268456375839,"GPQA":13.870246085011187,"MUSR Raw":0.4531875,"MUSR":16.181770833333328,"MMLU-PRO Raw":0.5353224734042553,"MMLU-PRO":48.36916371158392,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-20","Submission Date":"2025-01-20","Generation":1,"Base Model":"ehristoforu/fp4-14b-v1-fix (Merge)"},{"eval_name":"ehristoforu_fq2.5-7b-it-normalize_false_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ehristoforu/fq2.5-7b-it-normalize_false 📑","fullname":"ehristoforu/fq2.5-7b-it-normalize_false","Model sha":"f64301d81ec5441eb79fe263e215ad24e1c111cc","Average ⬆️":36.49631491468131,"Hub License":"","Hub ❤️":2,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3755978546847847,"IFEval Raw":0.7399156460413925,"IFEval":73.99156460413924,"BBH Raw":0.551986272150289,"BBH":36.35831249255221,"MATH Lvl 5 Raw":0.4622356495468278,"MATH Lvl 5":46.22356495468278,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.46115625,"MUSR":17.544531249999995,"MMLU-PRO Raw":0.44132313829787234,"MMLU-PRO":37.92479314420804,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-16","Submission Date":"2025-01-16","Generation":1,"Base Model":"ehristoforu/fq2.5-7b-it-normalize_false (Merge)"},{"eval_name":"ehristoforu_fq2.5-7b-it-normalize_true_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ehristoforu/fq2.5-7b-it-normalize_true 📑","fullname":"ehristoforu/fq2.5-7b-it-normalize_true","Model sha":"0100b08ab93ee049be9e43532e2caf05221da773","Average ⬆️":36.49631491468131,"Hub License":"","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.370156364188565,"IFEval Raw":0.7399156460413925,"IFEval":73.99156460413924,"BBH Raw":0.551986272150289,"BBH":36.35831249255221,"MATH Lvl 5 Raw":0.4622356495468278,"MATH Lvl 5":46.22356495468278,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.46115625,"MUSR":17.544531249999995,"MMLU-PRO Raw":0.44132313829787234,"MMLU-PRO":37.92479314420804,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-16","Submission Date":"2025-01-16","Generation":1,"Base Model":"ehristoforu/fq2.5-7b-it-normalize_true (Merge)"},{"eval_name":"ehristoforu_frqwen2.5-from7b-duable4layers-it_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ehristoforu/frqwen2.5-from7b-duable4layers-it 📑","fullname":"ehristoforu/frqwen2.5-from7b-duable4layers-it","Model sha":"3322c001e5dfbb301f42f0bac355f2af61137608","Average ⬆️":34.62610373964922,"Hub License":"","Hub ❤️":0,"#Params (B)":8.545,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5642098098613515,"IFEval Raw":0.7728881589737453,"IFEval":77.28881589737452,"BBH Raw":0.5263561044354216,"BBH":33.95977783040959,"MATH Lvl 5 Raw":0.4509063444108761,"MATH Lvl 5":45.090634441087616,"GPQA Raw":0.2953020134228188,"GPQA":6.040268456375841,"MUSR Raw":0.4165729166666667,"MUSR":10.63828125,"MMLU-PRO Raw":0.4126496010638298,"MMLU-PRO":34.738844562647756,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-17","Submission Date":"2025-01-17","Generation":1,"Base Model":"ehristoforu/frqwen2.5-from7b-duable4layers-it (Merge)"},{"eval_name":"ehristoforu_frqwen2.5-from7b-it_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ehristoforu/frqwen2.5-from7b-it 📑","fullname":"ehristoforu/frqwen2.5-from7b-it","Model sha":"b8ebb360a763020f3bf0bbf0115e42a9d325b7e0","Average ⬆️":28.8464894172487,"Hub License":"","Hub ❤️":0,"#Params (B)":13.206,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.930741844722849,"IFEval Raw":0.6532123654126606,"IFEval":65.32123654126606,"BBH Raw":0.5142906815349029,"BBH":30.71074009126445,"MATH Lvl 5 Raw":0.29229607250755285,"MATH Lvl 5":29.229607250755286,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.4085729166666667,"MUSR":9.371614583333335,"MMLU-PRO Raw":0.3976894946808511,"MMLU-PRO":33.076610520094555,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-17","Submission Date":"2025-01-17","Generation":1,"Base Model":"ehristoforu/frqwen2.5-from7b-it (Merge)"},{"eval_name":"ehristoforu_mllama-3.1-8b-instruct_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ehristoforu/mllama-3.1-8b-instruct 📑","fullname":"ehristoforu/mllama-3.1-8b-instruct","Model sha":"f7be209bee659916c03b6a3b77e67237cfed2c12","Average ⬆️":20.353062093432012,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4892374312599972,"IFEval Raw":0.3457913890698901,"IFEval":34.57913890698901,"BBH Raw":0.47176616480333583,"BBH":26.370934099251986,"MATH Lvl 5 Raw":0.3776435045317221,"MATH Lvl 5":37.764350453172206,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.338,"MUSR":3.683333333333334,"MMLU-PRO Raw":0.2533244680851064,"MMLU-PRO":17.036052009456267,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-04","Submission Date":"2024-12-04","Generation":1,"Base Model":"ehristoforu/mllama-3.1-8b-instruct (Merge)"},{"eval_name":"ehristoforu_mllama-3.1-8b-it_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ehristoforu/mllama-3.1-8b-it 📑","fullname":"ehristoforu/mllama-3.1-8b-it","Model sha":"5dc167a466759e5d60c073dca4e938463e2fd813","Average ⬆️":22.17760204557689,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4676052297594384,"IFEval Raw":0.38788193105404767,"IFEval":38.78819310540477,"BBH Raw":0.4868027039491969,"BBH":28.024833549561226,"MATH Lvl 5 Raw":0.37990936555891236,"MATH Lvl 5":37.99093655589124,"GPQA Raw":0.27684563758389263,"GPQA":3.5794183445190177,"MUSR Raw":0.3348645833333333,"MUSR":6.658072916666668,"MMLU-PRO Raw":0.26221742021276595,"MMLU-PRO":18.02415780141844,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-04","Submission Date":"2024-12-04","Generation":1,"Base Model":"ehristoforu/mllama-3.1-8b-it (Merge)"},{"eval_name":"ehristoforu_moremerge_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ehristoforu/moremerge 📑","fullname":"ehristoforu/moremerge","Model sha":"6f56bba4a2d82482b269dcbab69513b6f18cefe2","Average ⬆️":4.5589162639696825,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4287547139447274,"IFEval Raw":0.20190982149585324,"IFEval":20.190982149585324,"BBH Raw":0.28684447696551024,"BBH":1.987596513075965,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.35657291666666663,"MUSR":3.1049479166666654,"MMLU-PRO Raw":0.10654920212765957,"MMLU-PRO":0.7276891252955076,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-27","Submission Date":"2025-01-27","Generation":1,"Base Model":"ehristoforu/moremerge (Merge)"},{"eval_name":"ehristoforu_moremerge-upscaled_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ehristoforu/moremerge-upscaled 📑","fullname":"ehristoforu/moremerge-upscaled","Model sha":"2b50cf76b49db95caee5943e8ecc32237bc59a32","Average ⬆️":3.918261338977189,"Hub License":"","Hub ❤️":0,"#Params (B)":8.545,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8812689359615675,"IFEval Raw":0.1978882697908217,"IFEval":19.788826979082167,"BBH Raw":0.26977370070980244,"BBH":1.0147625530079194,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.24664429530201343,"GPQA":0.0,"MUSR Raw":0.35930208333333336,"MUSR":2.2460937499999996,"MMLU-PRO Raw":0.10413896276595745,"MMLU-PRO":0.4598847517730496,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-27","Submission Date":"2025-01-27","Generation":1,"Base Model":"ehristoforu/moremerge-upscaled (Merge)"},{"eval_name":"ehristoforu_phi-4-25b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"ehristoforu/phi-4-25b 📑","fullname":"ehristoforu/phi-4-25b","Model sha":"d9a7690e89b7971d6462f5fff7591a5381b3c192","Average ⬆️":39.11615849607893,"Hub License":"","Hub ❤️":7,"#Params (B)":24.883,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.66303403496976,"IFEval Raw":0.6483663346587056,"IFEval":64.83663346587056,"BBH Raw":0.6907778236877188,"BBH":55.67261468233141,"MATH Lvl 5 Raw":0.452416918429003,"MATH Lvl 5":45.2416918429003,"GPQA Raw":0.3187919463087248,"GPQA":9.172259507829976,"MUSR Raw":0.4207916666666667,"MUSR":11.432291666666666,"MMLU-PRO Raw":0.5350731382978723,"MMLU-PRO":48.341459810874696,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-12","Submission Date":"2025-01-12","Generation":1,"Base Model":"ehristoforu/phi-4-25b (Merge)"},{"eval_name":"ehristoforu_qwen2.5-test-32b-it_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ehristoforu/qwen2.5-test-32b-it 📑","fullname":"ehristoforu/qwen2.5-test-32b-it","Model sha":"6bcc8f1cedfe72471276d0159d1646be6ac50e40","Average ⬆️":47.36835680458376,"Hub License":"","Hub ❤️":9,"#Params (B)":32.764,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":29.54403370563684,"IFEval Raw":0.7889499860370484,"IFEval":78.89499860370483,"BBH Raw":0.708059329453303,"BBH":58.28330738049858,"MATH Lvl 5 Raw":0.5974320241691843,"MATH Lvl 5":59.74320241691843,"GPQA Raw":0.3640939597315436,"GPQA":15.212527964205815,"MUSR Raw":0.4578125,"MUSR":19.126562500000002,"MMLU-PRO Raw":0.5765458776595744,"MMLU-PRO":52.94954196217494,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-05","Submission Date":"2024-12-07","Generation":1,"Base Model":"ehristoforu/qwen2.5-test-32b-it (Merge)"},{"eval_name":"ehristoforu_qwen2.5-with-lora-think-3b-it_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ehristoforu/qwen2.5-with-lora-think-3b-it 📑","fullname":"ehristoforu/qwen2.5-with-lora-think-3b-it","Model sha":"255e1d9c2eff51302276f99309c344179ee9d390","Average ⬆️":24.256524060080704,"Hub License":"other","Hub ❤️":0,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5346905766211627,"IFEval Raw":0.5319374814381397,"IFEval":53.19374814381398,"BBH Raw":0.4686847308109022,"BBH":25.07946347199629,"MATH Lvl 5 Raw":0.236404833836858,"MATH Lvl 5":23.6404833836858,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.43095833333333333,"MUSR":12.903125000000003,"MMLU-PRO Raw":0.3402593085106383,"MMLU-PRO":26.695478723404253,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-10","Submission Date":"2025-01-10","Generation":1,"Base Model":"Qwen/Qwen2.5-3B"},{"eval_name":"ehristoforu_rmoe-v1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2MoeForCausalLM","Model":"ehristoforu/rmoe-v1 📑","fullname":"ehristoforu/rmoe-v1","Model sha":"e99909f057d4adc6476b906b2f0385e75f8271f8","Average ⬆️":5.841232027005013,"Hub License":"mit","Hub ❤️":0,"#Params (B)":11.026,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.069017817120963,"IFEval Raw":0.26500795666609045,"IFEval":26.50079566660904,"BBH Raw":0.29292907133609175,"BBH":2.0673206688657713,"MATH Lvl 5 Raw":0.0015105740181268882,"MATH Lvl 5":0.1510574018126888,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.36634374999999997,"MUSR":3.826302083333335,"MMLU-PRO Raw":0.1124501329787234,"MMLU-PRO":1.383348108747044,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-31","Submission Date":"2025-01-31","Generation":0,"Base Model":"ehristoforu/rmoe-v1"},{"eval_name":"ehristoforu_rufalcon3-3b-it_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ehristoforu/rufalcon3-3b-it 📑","fullname":"ehristoforu/rufalcon3-3b-it","Model sha":"8cf51e5308b4d18c1d67a882b87b81cbd1a46e84","Average ⬆️":20.64141899254107,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.228,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9813632832027144,"IFEval Raw":0.5942111375594533,"IFEval":59.421113755945335,"BBH Raw":0.41554222543957625,"BBH":18.21435758381163,"MATH Lvl 5 Raw":0.1782477341389728,"MATH Lvl 5":17.82477341389728,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.38953124999999994,"MUSR":10.391406249999998,"MMLU-PRO Raw":0.2347905585106383,"MMLU-PRO":14.976728723404253,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-02","Generation":1,"Base Model":"tiiuae/Falcon3-3B-Instruct"},{"eval_name":"ehristoforu_ruphi-4b_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"ehristoforu/ruphi-4b 📑","fullname":"ehristoforu/ruphi-4b","Model sha":"228fc0c406609629e54068dbb7266f5a15ee89cc","Average ⬆️":4.080739303536478,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1001005886744497,"IFEval Raw":0.17518185082248433,"IFEval":17.518185082248436,"BBH Raw":0.29060336568338,"BBH":2.400631279750579,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.23993288590604026,"GPQA":0.0,"MUSR Raw":0.35117708333333336,"MUSR":3.163802083333333,"MMLU-PRO Raw":0.11261635638297872,"MMLU-PRO":1.4018173758865236,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-02","Generation":2,"Base Model":"microsoft/Phi-3.5-mini-instruct"},{"eval_name":"ehristoforu_testq-32b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ehristoforu/testq-32b 📑","fullname":"ehristoforu/testq-32b","Model sha":"0affeb22ce5bcdd33e4e931f7bb2511349c69c4b","Average ⬆️":4.53854409737458,"Hub License":"","Hub ❤️":0,"#Params (B)":56.165,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":94.46409363188756,"IFEval Raw":0.18759668789921852,"IFEval":18.75966878992185,"BBH Raw":0.2876549792486152,"BBH":1.9328254204684499,"MATH Lvl 5 Raw":0.0030211480362537764,"MATH Lvl 5":0.3021148036253776,"GPQA Raw":0.25419463087248323,"GPQA":0.5592841163310973,"MUSR Raw":0.3714583333333333,"MUSR":3.8322916666666664,"MMLU-PRO Raw":0.11660571808510638,"MMLU-PRO":1.8450797872340412,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-19","Submission Date":"2025-01-19","Generation":1,"Base Model":"ehristoforu/testq-32b (Merge)"},{"eval_name":"ehristoforu_tmoe_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2MoeForCausalLM","Model":"ehristoforu/tmoe 📑","fullname":"ehristoforu/tmoe","Model sha":"884bcb67207ebba2aaa909617185a7ef6459eae0","Average ⬆️":3.652324770801055,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":11.026,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":7.344954699169198,"IFEval Raw":0.11930234001338672,"IFEval":11.930234001338672,"BBH Raw":0.30728601408520645,"BBH":3.2013609034113073,"MATH Lvl 5 Raw":0.0075528700906344415,"MATH Lvl 5":0.7552870090634441,"GPQA Raw":0.2231543624161074,"GPQA":0.0,"MUSR Raw":0.36990624999999994,"MUSR":3.904947916666666,"MMLU-PRO Raw":0.11909906914893617,"MMLU-PRO":2.1221187943262403,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-23","Submission Date":"2025-01-23","Generation":0,"Base Model":"ehristoforu/tmoe"},{"eval_name":"ehristoforu_tmoe-v2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2MoeForCausalLM","Model":"ehristoforu/tmoe-v2 📑","fullname":"ehristoforu/tmoe-v2","Model sha":"8d3d79d90a5f44995b0186da53c6031b6951010e","Average ⬆️":5.712206463926581,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":11.026,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":7.7213718338413955,"IFEval Raw":0.19026959578363187,"IFEval":19.026959578363186,"BBH Raw":0.2896740649804915,"BBH":2.0623568616598433,"MATH Lvl 5 Raw":0.0022658610271903325,"MATH Lvl 5":0.22658610271903326,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.4150833333333333,"MUSR":10.052083333333334,"MMLU-PRO Raw":0.11003989361702128,"MMLU-PRO":1.1155437352245863,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-24","Submission Date":"2025-01-24","Generation":0,"Base Model":"ehristoforu/tmoe-v2"},{"eval_name":"ehristoforu_trd-7b-it_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ehristoforu/trd-7b-it 📑","fullname":"ehristoforu/trd-7b-it","Model sha":"9cb438f907825bc2b7bb6d9ed6a8fa2693abc7ec","Average ⬆️":6.323081412830128,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.421301667057972,"IFEval Raw":0.21847143357402804,"IFEval":21.847143357402803,"BBH Raw":0.2990238931062931,"BBH":2.722591215675422,"MATH Lvl 5 Raw":0.03172205438066465,"MATH Lvl 5":3.1722054380664653,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.3794270833333333,"MUSR":5.528385416666666,"MMLU-PRO Raw":0.11785239361702128,"MMLU-PRO":1.9835992907801419,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-31","Submission Date":"2025-01-31","Generation":1,"Base Model":"ehristoforu/trd-7b-it (Merge)"},{"eval_name":"ehristoforu_ud-14b_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ehristoforu/ud-14b 📑","fullname":"ehristoforu/ud-14b","Model sha":"c80f651c121e601e50312b3376ba77a032d0bd34","Average ⬆️":16.222391948468367,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.9387488120401515,"IFEval Raw":0.4235273518708139,"IFEval":42.35273518708139,"BBH Raw":0.3323819044961654,"BBH":6.295264416110146,"MATH Lvl 5 Raw":0.1903323262839879,"MATH Lvl 5":19.033232628398792,"GPQA Raw":0.23741610738255034,"GPQA":0.0,"MUSR Raw":0.43942708333333336,"MUSR":13.928385416666664,"MMLU-PRO Raw":0.24152260638297873,"MMLU-PRO":15.724734042553193,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-28","Submission Date":"2025-01-28","Generation":1,"Base Model":"ehristoforu/ud-14b (Merge)"},{"eval_name":"elinas_Chronos-Gold-12B-1.0_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"elinas/Chronos-Gold-12B-1.0 📑","fullname":"elinas/Chronos-Gold-12B-1.0","Model sha":"cf76a4621b9dfc0c2e6d930756e6c7c9ce2b260b","Average ⬆️":21.828167948467158,"Hub License":"apache-2.0","Hub ❤️":46,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.00506212983133,"IFEval Raw":0.3165656014929277,"IFEval":31.656560149292766,"BBH Raw":0.5514664110708439,"BBH":35.90894700063131,"MATH Lvl 5 Raw":0.06948640483383686,"MATH Lvl 5":6.948640483383686,"GPQA Raw":0.3179530201342282,"GPQA":9.060402684563762,"MUSR Raw":0.47398958333333335,"MUSR":19.415364583333332,"MMLU-PRO Raw":0.351811835106383,"MMLU-PRO":27.979092789598102,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-08-21","Submission Date":"2024-09-15","Generation":1,"Base Model":"mistralai/Mistral-Nemo-Base-2407"},{"eval_name":"ell44ot_gemma-2b-def_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GemmaModel","Model":"ell44ot/gemma-2b-def 📑","fullname":"ell44ot/gemma-2b-def","Model sha":"f9f1f882322360354fbc7a71d44d9b0b9ddd87ee","Average ⬆️":8.12291928068411,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.546,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8945953968520545,"IFEval Raw":0.26930433472076315,"IFEval":26.930433472076317,"BBH Raw":0.31586532094752634,"BBH":4.586419628734295,"MATH Lvl 5 Raw":0.02416918429003021,"MATH Lvl 5":2.416918429003021,"GPQA Raw":0.27348993288590606,"GPQA":3.1319910514541416,"MUSR Raw":0.36702083333333335,"MUSR":5.3109375000000005,"MMLU-PRO Raw":0.15724734042553193,"MMLU-PRO":6.3608156028368805,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-28","Submission Date":"2024-11-28","Generation":1,"Base Model":"ell44ot/gemma-2b-def (Merge)"},{"eval_name":"euclaise_ReMask-3B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"StableLmForCausalLM","Model":"euclaise/ReMask-3B 📑","fullname":"euclaise/ReMask-3B","Model sha":"e094dae96097c2bc6f758101ee269c089b65a2cf","Average ⬆️":7.294404589328096,"Hub License":"cc-by-sa-4.0","Hub ❤️":15,"#Params (B)":2.795,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8936806068910378,"IFEval Raw":0.2419269759792905,"IFEval":24.192697597929048,"BBH Raw":0.3516779692917367,"BBH":8.742082990875964,"MATH Lvl 5 Raw":0.019637462235649546,"MATH Lvl 5":1.9637462235649545,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.33409375,"MUSR":2.6617187500000004,"MMLU-PRO Raw":0.13572140957446807,"MMLU-PRO":3.9690455082742293,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-03-28","Submission Date":"2024-08-10","Generation":0,"Base Model":"euclaise/ReMask-3B"},{"eval_name":"eworojoshua_vas-01_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"eworojoshua/vas-01 📑","fullname":"eworojoshua/vas-01","Model sha":"0eb818ab19c02344d853dccfe37dd459abf2ec04","Average ⬆️":36.46642217879174,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3466237713459364,"IFEval Raw":0.7612479332615238,"IFEval":76.1247933261524,"BBH Raw":0.5417819433732887,"BBH":34.808538150886584,"MATH Lvl 5 Raw":0.4735649546827795,"MATH Lvl 5":47.35649546827795,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.44323958333333335,"MUSR":15.371614583333331,"MMLU-PRO Raw":0.4347573138297872,"MMLU-PRO":37.19525709219858,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-24","Submission Date":"2025-02-26","Generation":1,"Base Model":"eworojoshua/vas-01 (Merge)"},{"eval_name":"ewre324_Thinker-Llama-3.2-3B-Instruct-Reasoning_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ewre324/Thinker-Llama-3.2-3B-Instruct-Reasoning 📑","fullname":"ewre324/Thinker-Llama-3.2-3B-Instruct-Reasoning","Model sha":"7a425678e7770b059db7106f4c234895b975b705","Average ⬆️":17.331991514504523,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1903661259480065,"IFEval Raw":0.44388555698878973,"IFEval":44.388555698878974,"BBH Raw":0.4273125047156003,"BBH":19.412583015522838,"MATH Lvl 5 Raw":0.08459214501510574,"MATH Lvl 5":8.459214501510575,"GPQA Raw":0.27684563758389263,"GPQA":3.5794183445190177,"MUSR Raw":0.36553125000000003,"MUSR":7.191406250000001,"MMLU-PRO Raw":0.2886469414893617,"MMLU-PRO":20.960771276595743,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-07","Submission Date":"2025-01-07","Generation":0,"Base Model":"ewre324/Thinker-Llama-3.2-3B-Instruct-Reasoning"},{"eval_name":"ewre324_Thinker-Qwen2.5-0.5B-Instruct-Reasoning_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ewre324/Thinker-Qwen2.5-0.5B-Instruct-Reasoning 📑","fullname":"ewre324/Thinker-Qwen2.5-0.5B-Instruct-Reasoning","Model sha":"e0d596dd855b37a444d275c9638ce7353b7ee5b6","Average ⬆️":8.066116427700267,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.0242398933317163,"IFEval Raw":0.2476473534665798,"IFEval":24.76473534665798,"BBH Raw":0.3292122979013761,"BBH":7.39460963380786,"MATH Lvl 5 Raw":0.028700906344410877,"MATH Lvl 5":2.8700906344410875,"GPQA Raw":0.28523489932885904,"GPQA":4.697986577181204,"MUSR Raw":0.33821875,"MUSR":1.47734375,"MMLU-PRO Raw":0.16472739361702127,"MMLU-PRO":7.191932624113473,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-07","Submission Date":"2025-01-07","Generation":0,"Base Model":"ewre324/Thinker-Qwen2.5-0.5B-Instruct-Reasoning"},{"eval_name":"ewre324_Thinker-SmolLM2-135M-Instruct-Reasoning_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ewre324/Thinker-SmolLM2-135M-Instruct-Reasoning 📑","fullname":"ewre324/Thinker-SmolLM2-135M-Instruct-Reasoning","Model sha":"7dbd1a18e98892dbff1c6a51550ded17398e8518","Average ⬆️":5.843149272359046,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":0.135,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6681034901288193,"IFEval Raw":0.25836336476105626,"IFEval":25.836336476105622,"BBH Raw":0.3071349750892843,"BBH":3.9733526107072055,"MATH Lvl 5 Raw":0.00906344410876133,"MATH Lvl 5":0.906344410876133,"GPQA Raw":0.2525167785234899,"GPQA":0.33557046979865535,"MUSR Raw":0.366125,"MUSR":2.9656249999999993,"MMLU-PRO Raw":0.109375,"MMLU-PRO":1.041666666666666,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-07","Submission Date":"2025-01-07","Generation":1,"Base Model":"ewre324/Thinker-SmolLM2-135M-Instruct-Reasoning (Merge)"},{"eval_name":"ewre324_ewre324-R1-SmolLM2-135M-Distill_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ewre324/ewre324-R1-SmolLM2-135M-Distill 📑","fullname":"ewre324/ewre324-R1-SmolLM2-135M-Distill","Model sha":"3592b13d6df2b6090819afed0be93b374b649b8d","Average ⬆️":4.164698963034765,"Hub License":"","Hub ❤️":0,"#Params (B)":0.135,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7058207649530425,"IFEval Raw":0.16489026893088118,"IFEval":16.489026893088116,"BBH Raw":0.3041695757290421,"BBH":3.3830043659713684,"MATH Lvl 5 Raw":0.01283987915407855,"MATH Lvl 5":1.283987915407855,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.3409166666666667,"MUSR":0.7812499999999996,"MMLU-PRO Raw":0.11336436170212766,"MMLU-PRO":1.4849290780141835,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-30","Submission Date":"2025-01-30","Generation":1,"Base Model":"ewre324/ewre324-R1-SmolLM2-135M-Distill (Merge)"},{"eval_name":"experiment-llm_exp-3-q-r_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"experiment-llm/exp-3-q-r 📑","fullname":"experiment-llm/exp-3-q-r","Model sha":"d4300d83f75f6d95fe44a18aa0099e37dcd7868a","Average ⬆️":29.50441044971987,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4673112319684303,"IFEval Raw":0.6035785050333116,"IFEval":60.357850503331164,"BBH Raw":0.5397159253811645,"BBH":33.9949174008218,"MATH Lvl 5 Raw":0.27870090634441086,"MATH Lvl 5":27.870090634441087,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.43154166666666666,"MUSR":12.142708333333333,"MMLU-PRO Raw":0.43159906914893614,"MMLU-PRO":36.844341016548455,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-02","Submission Date":"2024-12-02","Generation":4,"Base Model":"rombodawg/Rombos-LLM-V2.5-Qwen-7b (Merge)"},{"eval_name":"facebook_opt-1.3b_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"OPTForCausalLM","Model":"facebook/opt-1.3b 📑","fullname":"facebook/opt-1.3b","Model sha":"3f5c25d0bc631cb57ac65913f76e22c2dfb61d62","Average ⬆️":5.276689334204645,"Hub License":"other","Hub ❤️":168,"#Params (B)":1.3,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8060095556904593,"IFEval Raw":0.23832985367713222,"IFEval":23.83298536771322,"BBH Raw":0.3093947052760125,"BBH":3.6480520895226785,"MATH Lvl 5 Raw":0.00906344410876133,"MATH Lvl 5":0.906344410876133,"GPQA Raw":0.2424496644295302,"GPQA":0.0,"MUSR Raw":0.342,"MUSR":2.0833333333333326,"MMLU-PRO Raw":0.11070478723404255,"MMLU-PRO":1.1894208037825047,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2022-05-11","Submission Date":"2024-06-12","Generation":0,"Base Model":"facebook/opt-1.3b"},{"eval_name":"facebook_opt-30b_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"OPTForCausalLM","Model":"facebook/opt-30b 📑","fullname":"facebook/opt-30b","Model sha":"ceea0a90ac0f6fae7c2c34bcb40477438c152546","Average ⬆️":6.276874107966858,"Hub License":"other","Hub ❤️":133,"#Params (B)":30.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.999689572535679,"IFEval Raw":0.2452991396162183,"IFEval":24.52991396162183,"BBH Raw":0.30703447525623373,"BBH":3.4984293851759607,"MATH Lvl 5 Raw":0.010574018126888218,"MATH Lvl 5":1.0574018126888218,"GPQA Raw":0.26929530201342283,"GPQA":2.572706935123044,"MUSR Raw":0.36041666666666666,"MUSR":4.185416666666667,"MMLU-PRO Raw":0.1163563829787234,"MMLU-PRO":1.8173758865248217,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2022-05-11","Submission Date":"2024-06-12","Generation":0,"Base Model":"facebook/opt-30b"},{"eval_name":"failspy_Llama-3-8B-Instruct-MopeyMule_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"failspy/Llama-3-8B-Instruct-MopeyMule 📑","fullname":"failspy/Llama-3-8B-Instruct-MopeyMule","Model sha":"d1cbf407efe727c6b9fc94f22d51ff4915e1856e","Average ⬆️":15.638132592588441,"Hub License":"other","Hub ❤️":78,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.646271822481612,"IFEval Raw":0.6750444376476638,"IFEval":67.50444376476638,"BBH Raw":0.383874490132152,"BBH":13.620495859752507,"MATH Lvl 5 Raw":0.019637462235649546,"MATH Lvl 5":1.9637462235649545,"GPQA Raw":0.23909395973154363,"GPQA":0.0,"MUSR Raw":0.35130208333333335,"MUSR":2.2460937499999996,"MMLU-PRO Raw":0.17644614361702127,"MMLU-PRO":8.494015957446807,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-30","Submission Date":"2024-09-21","Generation":0,"Base Model":"failspy/Llama-3-8B-Instruct-MopeyMule"},{"eval_name":"failspy_Llama-3-8B-Instruct-abliterated_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"failspy/Llama-3-8B-Instruct-abliterated 📑","fullname":"failspy/Llama-3-8B-Instruct-abliterated","Model sha":"dd67dd055661e4cbcedb0ed2431693d9cc3be6e0","Average ⬆️":19.190256107675243,"Hub License":"llama3","Hub ❤️":8,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4838118499630564,"IFEval Raw":0.5908888416069362,"IFEval":59.088884160693624,"BBH Raw":0.4353752684977051,"BBH":18.86459884908717,"MATH Lvl 5 Raw":0.03851963746223565,"MATH Lvl 5":3.8519637462235647,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.41158333333333336,"MUSR":10.514583333333334,"MMLU-PRO Raw":0.2741855053191489,"MMLU-PRO":19.35394503546099,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-07","Submission Date":"2024-07-03","Generation":0,"Base Model":"failspy/Llama-3-8B-Instruct-abliterated"},{"eval_name":"failspy_Meta-Llama-3-70B-Instruct-abliterated-v3.5_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"failspy/Meta-Llama-3-70B-Instruct-abliterated-v3.5 📑","fullname":"failspy/Meta-Llama-3-70B-Instruct-abliterated-v3.5","Model sha":"fc951b03d92972ab52ad9392e620eba6173526b9","Average ⬆️":30.12935413704135,"Hub License":"llama3","Hub ❤️":43,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":18.409422221815564,"IFEval Raw":0.7746867201248244,"IFEval":77.46867201248244,"BBH Raw":0.574710022890038,"BBH":37.87133313079306,"MATH Lvl 5 Raw":0.1283987915407855,"MATH Lvl 5":12.83987915407855,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.39818749999999997,"MUSR":7.9734375,"MMLU-PRO Raw":0.44522938829787234,"MMLU-PRO":38.35882092198581,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-28","Submission Date":"2024-08-30","Generation":0,"Base Model":"failspy/Meta-Llama-3-70B-Instruct-abliterated-v3.5"},{"eval_name":"failspy_Meta-Llama-3-8B-Instruct-abliterated-v3_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"failspy/Meta-Llama-3-8B-Instruct-abliterated-v3 📑","fullname":"failspy/Meta-Llama-3-8B-Instruct-abliterated-v3","Model sha":"85a25be002841fe738a5267b6806473f36f86715","Average ⬆️":23.933089775002568,"Hub License":"llama3","Hub ❤️":47,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6525271459553947,"IFEval Raw":0.7244533393617822,"IFEval":72.44533393617823,"BBH Raw":0.4924562150856957,"BBH":27.3350514750733,"MATH Lvl 5 Raw":0.09592145015105741,"MATH Lvl 5":9.592145015105741,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.36218749999999994,"MUSR":2.8401041666666664,"MMLU-PRO Raw":0.3653590425531915,"MMLU-PRO":29.484338061465724,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-20","Submission Date":"2025-02-12","Generation":0,"Base Model":"failspy/Meta-Llama-3-8B-Instruct-abliterated-v3"},{"eval_name":"failspy_Phi-3-medium-4k-instruct-abliterated-v3_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"failspy/Phi-3-medium-4k-instruct-abliterated-v3 📑","fullname":"failspy/Phi-3-medium-4k-instruct-abliterated-v3","Model sha":"959b09eacf6cae85a8eb21b25e998addc89a367b","Average ⬆️":31.85112078051007,"Hub License":"mit","Hub ❤️":23,"#Params (B)":13.96,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.041962386455618,"IFEval Raw":0.6319299458769398,"IFEval":63.19299458769399,"BBH Raw":0.6304799176474429,"BBH":46.73283933573803,"MATH Lvl 5 Raw":0.1593655589123867,"MATH Lvl 5":15.93655589123867,"GPQA Raw":0.31711409395973156,"GPQA":8.948545861297541,"MUSR Raw":0.4604166666666667,"MUSR":18.518749999999997,"MMLU-PRO Raw":0.4399933510638298,"MMLU-PRO":37.77703900709219,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-22","Submission Date":"2024-07-29","Generation":0,"Base Model":"failspy/Phi-3-medium-4k-instruct-abliterated-v3"},{"eval_name":"failspy_llama-3-70B-Instruct-abliterated_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"failspy/llama-3-70B-Instruct-abliterated 📑","fullname":"failspy/llama-3-70B-Instruct-abliterated","Model sha":"53ae9dafe8b3d163e05d75387575f8e9f43253d0","Average ⬆️":35.89001866123902,"Hub License":"llama3","Hub ❤️":104,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":18.748257920537103,"IFEval Raw":0.8023389052159382,"IFEval":80.23389052159382,"BBH Raw":0.6464853840398571,"BBH":48.93981832466943,"MATH Lvl 5 Raw":0.243202416918429,"MATH Lvl 5":24.3202416918429,"GPQA Raw":0.28942953020134227,"GPQA":5.257270693512303,"MUSR Raw":0.4127604166666667,"MUSR":10.528385416666671,"MMLU-PRO Raw":0.5145445478723404,"MMLU-PRO":46.06050531914893,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-07","Submission Date":"2024-07-03","Generation":0,"Base Model":"failspy/llama-3-70B-Instruct-abliterated"},{"eval_name":"fblgit_TheBeagle-v2beta-32B-MGS_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"fblgit/TheBeagle-v2beta-32B-MGS 📑","fullname":"fblgit/TheBeagle-v2beta-32B-MGS","Model sha":"56830f63e4a40378b7721ae966637b4678cc8784","Average ⬆️":42.642045426579536,"Hub License":"other","Hub ❤️":17,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":43.4101607790295,"IFEval Raw":0.518074265171966,"IFEval":51.807426517196596,"BBH Raw":0.7032634749563558,"BBH":58.027976201167604,"MATH Lvl 5 Raw":0.4947129909365559,"MATH Lvl 5":49.47129909365559,"GPQA Raw":0.3825503355704698,"GPQA":17.67337807606264,"MUSR Raw":0.50075,"MUSR":24.260416666666668,"MMLU-PRO Raw":0.5915059840425532,"MMLU-PRO":54.61177600472813,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-20","Submission Date":"2024-10-30","Generation":1,"Base Model":"fblgit/TheBeagle-v2beta-32B-MGS (Merge)"},{"eval_name":"fblgit_TheBeagle-v2beta-32B-MGS_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"fblgit/TheBeagle-v2beta-32B-MGS 📑","fullname":"fblgit/TheBeagle-v2beta-32B-MGS","Model sha":"56830f63e4a40378b7721ae966637b4678cc8784","Average ⬆️":40.286669657817164,"Hub License":"other","Hub ❤️":17,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":11.366068492834712,"IFEval Raw":0.4503051902285935,"IFEval":45.030519022859345,"BBH Raw":0.703542441088263,"BBH":58.06602977613295,"MATH Lvl 5 Raw":0.3942598187311178,"MATH Lvl 5":39.42598187311178,"GPQA Raw":0.401006711409396,"GPQA":20.134228187919465,"MUSR Raw":0.5021145833333334,"MUSR":24.497656250000002,"MMLU-PRO Raw":0.5910904255319149,"MMLU-PRO":54.565602836879435,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-20","Submission Date":"2024-10-20","Generation":1,"Base Model":"fblgit/TheBeagle-v2beta-32B-MGS (Merge)"},{"eval_name":"fblgit_UNA-SimpleSmaug-34b-v1beta_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"fblgit/UNA-SimpleSmaug-34b-v1beta 📑","fullname":"fblgit/UNA-SimpleSmaug-34b-v1beta","Model sha":"4b62fccfc7e44c0a02c11a5279d98fafa6b922ba","Average ⬆️":24.2920916316972,"Hub License":"apache-2.0","Hub ❤️":21,"#Params (B)":34.389,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.328932494608793,"IFEval Raw":0.45562551806983254,"IFEval":45.56255180698325,"BBH Raw":0.5286654104993475,"BBH":32.775788922324494,"MATH Lvl 5 Raw":0.07175226586102719,"MATH Lvl 5":7.175226586102719,"GPQA Raw":0.31711409395973156,"GPQA":8.948545861297541,"MUSR Raw":0.4255625,"MUSR":11.961979166666667,"MMLU-PRO Raw":0.4539561170212766,"MMLU-PRO":39.328457446808514,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-02-05","Submission Date":"2024-06-30","Generation":2,"Base Model":"jondurbin/bagel-34b-v0.2"},{"eval_name":"fblgit_UNA-TheBeagle-7b-v1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"fblgit/UNA-TheBeagle-7b-v1 📑","fullname":"fblgit/UNA-TheBeagle-7b-v1","Model sha":"866d3ee19f983728e21a624f8a27574960073f27","Average ⬆️":19.646170777958677,"Hub License":"cc-by-nc-nd-4.0","Hub ❤️":37,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1212776454447984,"IFEval Raw":0.36887236975669,"IFEval":36.887236975669,"BBH Raw":0.5028691097522866,"BBH":30.173396964633465,"MATH Lvl 5 Raw":0.0770392749244713,"MATH Lvl 5":7.7039274924471295,"GPQA Raw":0.28439597315436244,"GPQA":4.5861297539149914,"MUSR Raw":0.4564375,"MUSR":16.088020833333328,"MMLU-PRO Raw":0.3019448138297872,"MMLU-PRO":22.43831264775413,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-01-09","Submission Date":"2024-06-30","Generation":0,"Base Model":"fblgit/UNA-TheBeagle-7b-v1"},{"eval_name":"fblgit_UNA-ThePitbull-21.4B-v2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"fblgit/UNA-ThePitbull-21.4B-v2 📑","fullname":"fblgit/UNA-ThePitbull-21.4B-v2","Model sha":"f12aac93ae9c852550a16816e16116c4f8e7dec0","Average ⬆️":23.0265687976468,"Hub License":"afl-3.0","Hub ❤️":16,"#Params (B)":21.421,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.596827555203435,"IFEval Raw":0.3790387283518841,"IFEval":37.90387283518841,"BBH Raw":0.635038821016254,"BBH":46.78807384004312,"MATH Lvl 5 Raw":0.1216012084592145,"MATH Lvl 5":12.16012084592145,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.3921666666666666,"MUSR":6.420833333333333,"MMLU-PRO Raw":0.3515625,"MMLU-PRO":27.95138888888889,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-28","Submission Date":"2024-06-30","Generation":0,"Base Model":"fblgit/UNA-ThePitbull-21.4B-v2"},{"eval_name":"fblgit_cybertron-v4-qw7B-MGS_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"fblgit/cybertron-v4-qw7B-MGS 📑","fullname":"fblgit/cybertron-v4-qw7B-MGS","Model sha":"ea2aaf4f4000190235722a9ad4f5cd9e9091a64e","Average ⬆️":32.40351871985633,"Hub License":"other","Hub ❤️":15,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.493477162325461,"IFEval Raw":0.6263846593704703,"IFEval":62.63846593704703,"BBH Raw":0.5591772533435835,"BBH":37.04162311029608,"MATH Lvl 5 Raw":0.34894259818731116,"MATH Lvl 5":34.894259818731115,"GPQA Raw":0.3104026845637584,"GPQA":8.05369127516779,"MUSR Raw":0.43709375,"MUSR":13.203385416666668,"MMLU-PRO Raw":0.44730718085106386,"MMLU-PRO":38.589686761229316,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-29","Submission Date":"2024-10-29","Generation":1,"Base Model":"fblgit/cybertron-v4-qw7B-MGS (Merge)"},{"eval_name":"fblgit_cybertron-v4-qw7B-UNAMGS_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"fblgit/cybertron-v4-qw7B-UNAMGS 📑","fullname":"fblgit/cybertron-v4-qw7B-UNAMGS","Model sha":"ce9b1e991908f5b89f63a2e3212cf9a066906ed2","Average ⬆️":33.05949412905735,"Hub License":"other","Hub ❤️":9,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9906577828823062,"IFEval Raw":0.6090240561709597,"IFEval":60.902405617095965,"BBH Raw":0.5642509108139038,"BBH":37.70717271699329,"MATH Lvl 5 Raw":0.3731117824773414,"MATH Lvl 5":37.31117824773414,"GPQA Raw":0.3313758389261745,"GPQA":10.850111856823268,"MUSR Raw":0.4343333333333333,"MUSR":12.691666666666668,"MMLU-PRO Raw":0.4500498670212766,"MMLU-PRO":38.894429669030735,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-18","Submission Date":"2024-11-18","Generation":1,"Base Model":"fblgit/cybertron-v4-qw7B-UNAMGS (Merge)"},{"eval_name":"fblgit_juanako-7b-UNA_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"fblgit/juanako-7b-UNA 📑","fullname":"fblgit/juanako-7b-UNA","Model sha":"b8ac85b603d5ee1ac619b2e1d0b3bb86c4eecb0c","Average ⬆️":20.863068015988574,"Hub License":"apache-2.0","Hub ❤️":23,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2635809849796131,"IFEval Raw":0.4837276204914073,"IFEval":48.37276204914072,"BBH Raw":0.507001145736535,"BBH":30.415072015961297,"MATH Lvl 5 Raw":0.033987915407854986,"MATH Lvl 5":3.3987915407854987,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.46449999999999997,"MUSR":17.162499999999994,"MMLU-PRO Raw":0.277094414893617,"MMLU-PRO":19.67715721040189,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-11-27","Submission Date":"2024-06-30","Generation":0,"Base Model":"fblgit/juanako-7b-UNA"},{"eval_name":"fblgit_miniclaus-qw1.5B-UNAMGS_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"fblgit/miniclaus-qw1.5B-UNAMGS 📑","fullname":"fblgit/miniclaus-qw1.5B-UNAMGS","Model sha":"de590536ba82ffb7b4001dffb5f8b60d2087c319","Average ⬆️":17.04510204797917,"Hub License":"other","Hub ❤️":8,"#Params (B)":1.777,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.168255560000145,"IFEval Raw":0.3348005514257725,"IFEval":33.48005514257725,"BBH Raw":0.4238588294007628,"BBH":18.562863710456668,"MATH Lvl 5 Raw":0.10876132930513595,"MATH Lvl 5":10.876132930513595,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.42934374999999997,"MUSR":12.234635416666668,"MMLU-PRO Raw":0.2937167553191489,"MMLU-PRO":21.52408392434988,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-01","Submission Date":"2024-11-01","Generation":2,"Base Model":"Qwen/Qwen2.5-1.5B"},{"eval_name":"fblgit_miniclaus-qw1.5B-UNAMGS-GRPO_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"fblgit/miniclaus-qw1.5B-UNAMGS-GRPO 📑","fullname":"fblgit/miniclaus-qw1.5B-UNAMGS-GRPO","Model sha":"16df845e8a3e6160ea185891b0c19f9c951eaea7","Average ⬆️":17.440457138521808,"Hub License":"other","Hub ❤️":5,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7445232139324949,"IFEval Raw":0.3518364605912313,"IFEval":35.18364605912313,"BBH Raw":0.423443453814005,"BBH":18.62661642012632,"MATH Lvl 5 Raw":0.11027190332326284,"MATH Lvl 5":11.027190332326283,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.42543749999999997,"MUSR":11.813020833333335,"MMLU-PRO Raw":0.2945478723404255,"MMLU-PRO":21.616430260047277,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":3,"Base Model":"Qwen/Qwen2.5-1.5B"},{"eval_name":"fblgit_pancho-v1-qw25-3B-UNAMGS_bfloat16","Precision":"bfloat16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"fblgit/pancho-v1-qw25-3B-UNAMGS 📑","fullname":"fblgit/pancho-v1-qw25-3B-UNAMGS","Model sha":"01143501cbc2c90961be5397c6945c6789815a60","Average ⬆️":23.860634894188152,"Hub License":"other","Hub ❤️":3,"#Params (B)":3.397,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.353076156225762,"IFEval Raw":0.536134124123991,"IFEval":53.6134124123991,"BBH Raw":0.49258278193390775,"BBH":28.66965021792132,"MATH Lvl 5 Raw":0.15709969788519637,"MATH Lvl 5":15.709969788519636,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.4027395833333333,"MUSR":8.17578125,"MMLU-PRO Raw":0.3765791223404255,"MMLU-PRO":30.731013593380606,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-04","Submission Date":"2024-11-12","Generation":2,"Base Model":"Qwen/Qwen2.5-3B"},{"eval_name":"fblgit_una-cybertron-7b-v2-bf16_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"fblgit/una-cybertron-7b-v2-bf16 📑","fullname":"fblgit/una-cybertron-7b-v2-bf16","Model sha":"7ab101a153740aec39e95ec02831c56f4eab7910","Average ⬆️":17.217324719799368,"Hub License":"apache-2.0","Hub ❤️":116,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2684111497211332,"IFEval Raw":0.47371086494944525,"IFEval":47.37108649494452,"BBH Raw":0.3973388920486269,"BBH":14.966964848379982,"MATH Lvl 5 Raw":0.04078549848942598,"MATH Lvl 5":4.078549848942599,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.4473229166666666,"MUSR":14.482031250000004,"MMLU-PRO Raw":0.2442652925531915,"MMLU-PRO":16.02947695035461,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-12-02","Submission Date":"2024-06-30","Generation":0,"Base Model":"fblgit/una-cybertron-7b-v2-bf16"},{"eval_name":"fhai50032_RolePlayLake-7B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"fhai50032/RolePlayLake-7B 📑","fullname":"fhai50032/RolePlayLake-7B","Model sha":"4b1a6477bbdf6ce4a384d7e7ec1d99641f142bde","Average ⬆️":22.754717527935792,"Hub License":"apache-2.0","Hub ❤️":13,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8652534422583942,"IFEval Raw":0.5056594280952318,"IFEval":50.56594280952318,"BBH Raw":0.5252170095233862,"BBH":33.47958591100428,"MATH Lvl 5 Raw":0.07250755287009064,"MATH Lvl 5":7.250755287009064,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.4459270833333333,"MUSR":14.07421875,"MMLU-PRO Raw":0.3159906914893617,"MMLU-PRO":23.99896572104019,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-01-29","Submission Date":"2025-01-17","Generation":1,"Base Model":"fhai50032/RolePlayLake-7B (Merge)"},{"eval_name":"fhai50032_Unaligned-Thinker-PHI-4_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"fhai50032/Unaligned-Thinker-PHI-4 📑","fullname":"fhai50032/Unaligned-Thinker-PHI-4","Model sha":"8f394ab92e3605d0e352585450ed97d2c4074d45","Average ⬆️":28.899268178294438,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.804351802825741,"IFEval Raw":0.056254072527560206,"IFEval":5.625407252756021,"BBH Raw":0.6642576780946753,"BBH":51.92504876544175,"MATH Lvl 5 Raw":0.33534743202416917,"MATH Lvl 5":33.53474320241692,"GPQA Raw":0.3808724832214765,"GPQA":17.4496644295302,"MUSR Raw":0.4678541666666667,"MUSR":18.78177083333333,"MMLU-PRO Raw":0.5147107712765957,"MMLU-PRO":46.07897458628841,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-16","Submission Date":"2025-01-17","Generation":2,"Base Model":"microsoft/phi-4"},{"eval_name":"flammenai_Llama3.1-Flammades-70B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"flammenai/Llama3.1-Flammades-70B 📑","fullname":"flammenai/Llama3.1-Flammades-70B","Model sha":"48909a734460e667e3a7e91bd25f124ec3b2ba74","Average ⬆️":36.994120533008164,"Hub License":"llama3.1","Hub ❤️":2,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":20.569665756617702,"IFEval Raw":0.7058438277104748,"IFEval":70.58438277104749,"BBH Raw":0.6659721866694542,"BBH":52.54794346693766,"MATH Lvl 5 Raw":0.20921450151057402,"MATH Lvl 5":20.921450151057403,"GPQA Raw":0.3540268456375839,"GPQA":13.870246085011187,"MUSR Raw":0.48705208333333333,"MUSR":22.348177083333326,"MMLU-PRO Raw":0.47523271276595747,"MMLU-PRO":41.692523640661946,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-12","Submission Date":"2024-10-13","Generation":1,"Base Model":"flammenai/Llama3.1-Flammades-70B (Merge)"},{"eval_name":"flammenai_Mahou-1.2a-llama3-8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"flammenai/Mahou-1.2a-llama3-8B 📑","fullname":"flammenai/Mahou-1.2a-llama3-8B","Model sha":"3318b6f5f1839644bee287a3e5390f3e9f565a9e","Average ⬆️":21.791261651208817,"Hub License":"llama3","Hub ❤️":6,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.864824470117286,"IFEval Raw":0.50925655039739,"IFEval":50.925655039739,"BBH Raw":0.5093660540433169,"BBH":28.972587655292433,"MATH Lvl 5 Raw":0.08383685800604229,"MATH Lvl 5":8.38368580060423,"GPQA Raw":0.28859060402684567,"GPQA":5.145413870246088,"MUSR Raw":0.38466666666666666,"MUSR":6.016666666666668,"MMLU-PRO Raw":0.38173204787234044,"MMLU-PRO":31.303560874704488,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-25","Submission Date":"2024-09-03","Generation":1,"Base Model":"flammenai/Mahou-1.2a-llama3-8B (Merge)"},{"eval_name":"flammenai_Mahou-1.2a-mistral-7B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"flammenai/Mahou-1.2a-mistral-7B 📑","fullname":"flammenai/Mahou-1.2a-mistral-7B","Model sha":"d45f61cca04da0c3359573102853fca1a0d3b252","Average ⬆️":19.578990668864712,"Hub License":"apache-2.0","Hub ❤️":6,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.414893302171176,"IFEval Raw":0.4552010886669592,"IFEval":45.52010886669592,"BBH Raw":0.5118111474458115,"BBH":31.166750037107487,"MATH Lvl 5 Raw":0.06873111782477341,"MATH Lvl 5":6.873111782477341,"GPQA Raw":0.27181208053691275,"GPQA":2.9082774049216997,"MUSR Raw":0.38962500000000005,"MUSR":6.969791666666668,"MMLU-PRO Raw":0.31632313829787234,"MMLU-PRO":24.03590425531915,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-18","Submission Date":"2024-09-03","Generation":1,"Base Model":"flammenai/Mahou-1.2a-mistral-7B (Merge)"},{"eval_name":"flammenai_Mahou-1.5-llama3.1-70B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"flammenai/Mahou-1.5-llama3.1-70B 📑","fullname":"flammenai/Mahou-1.5-llama3.1-70B","Model sha":"49f45cc4c21e2ba7ed5c5e71f90ffd0bd9169e2d","Average ⬆️":37.34491319969544,"Hub License":"llama3.1","Hub ❤️":7,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":20.519984535298892,"IFEval Raw":0.7146615424850509,"IFEval":71.46615424850509,"BBH Raw":0.6650860641288713,"BBH":52.36957740630965,"MATH Lvl 5 Raw":0.20996978851963746,"MATH Lvl 5":20.996978851963746,"GPQA Raw":0.3540268456375839,"GPQA":13.870246085011187,"MUSR Raw":0.4950208333333333,"MUSR":23.7109375,"MMLU-PRO Raw":0.47490026595744683,"MMLU-PRO":41.65558510638298,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-14","Submission Date":"2024-10-14","Generation":1,"Base Model":"flammenai/Mahou-1.5-llama3.1-70B (Merge)"},{"eval_name":"flammenai_Mahou-1.5-mistral-nemo-12B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"flammenai/Mahou-1.5-mistral-nemo-12B 📑","fullname":"flammenai/Mahou-1.5-mistral-nemo-12B","Model sha":"852561e74f1785bf7225bb28395db1fd9431fe31","Average ⬆️":26.88532589921436,"Hub License":"apache-2.0","Hub ❤️":19,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.9652639935554133,"IFEval Raw":0.6751441730164851,"IFEval":67.5144173016485,"BBH Raw":0.5522361927910235,"BBH":36.260510188013406,"MATH Lvl 5 Raw":0.08685800604229607,"MATH Lvl 5":8.685800604229607,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.4520416666666667,"MUSR":16.471874999999997,"MMLU-PRO Raw":0.3602061170212766,"MMLU-PRO":28.911790780141843,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-06","Submission Date":"2024-10-07","Generation":1,"Base Model":"flammenai/Mahou-1.5-mistral-nemo-12B (Merge)"},{"eval_name":"flammenai_flammen15-gutenberg-DPO-v1-7B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"flammenai/flammen15-gutenberg-DPO-v1-7B 📑","fullname":"flammenai/flammen15-gutenberg-DPO-v1-7B","Model sha":"550cd9548cba1265cb1771c85ebe498789fdecb5","Average ⬆️":21.612698429198762,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2550592138285477,"IFEval Raw":0.47980580415519714,"IFEval":47.98058041551971,"BBH Raw":0.5202983979716951,"BBH":32.66511308584827,"MATH Lvl 5 Raw":0.07628398791540786,"MATH Lvl 5":7.628398791540786,"GPQA Raw":0.28439597315436244,"GPQA":4.5861297539149914,"MUSR Raw":0.4293125,"MUSR":12.530729166666669,"MMLU-PRO Raw":0.3185671542553192,"MMLU-PRO":24.28523936170213,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-05","Submission Date":"2024-07-10","Generation":1,"Base Model":"flammenai/flammen15-gutenberg-DPO-v1-7B (Merge)"},{"eval_name":"fluently-lm_FluentlyLM-Prinum_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"fluently-lm/FluentlyLM-Prinum 📑","fullname":"fluently-lm/FluentlyLM-Prinum","Model sha":"3f5e29069004437ce567183dfe2eb1fce262fede","Average ⬆️":47.21693789116021,"Hub License":"mit","Hub ❤️":23,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":21.252760892194704,"IFEval Raw":0.809033364805383,"IFEval":80.9033364805383,"BBH Raw":0.7143813967889198,"BBH":59.482203418427986,"MATH Lvl 5 Raw":0.5400302114803626,"MATH Lvl 5":54.003021148036254,"GPQA Raw":0.38674496644295303,"GPQA":18.232662192393736,"MUSR Raw":0.44714583333333335,"MUSR":17.259895833333335,"MMLU-PRO Raw":0.5807845744680851,"MMLU-PRO":53.42050827423167,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-16","Submission Date":"2025-02-16","Generation":0,"Base Model":"fluently-lm/FluentlyLM-Prinum"},{"eval_name":"fluently-lm_Llama-TI-8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"fluently-lm/Llama-TI-8B 📑","fullname":"fluently-lm/Llama-TI-8B","Model sha":"2ab7eb6daca1c850cc65cec04f4d374b1041d824","Average ⬆️":21.062119760175154,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3607848501476378,"IFEval Raw":0.28803906966847964,"IFEval":28.80390696684797,"BBH Raw":0.520085504155627,"BBH":31.984332678202136,"MATH Lvl 5 Raw":0.19637462235649547,"MATH Lvl 5":19.637462235649547,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.4102708333333333,"MUSR":12.683854166666663,"MMLU-PRO Raw":0.343999335106383,"MMLU-PRO":27.111037234042552,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-07","Submission Date":"2024-12-07","Generation":1,"Base Model":"meta-llama/Llama-3.1-8B"},{"eval_name":"fluently-lm_Llama-TI-8B-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"fluently-lm/Llama-TI-8B-Instruct 📑","fullname":"fluently-lm/Llama-TI-8B-Instruct","Model sha":"e93cf77978d3a1589de67df226b62383c460c15c","Average ⬆️":29.67161684095501,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3940321957018207,"IFEval Raw":0.7716392505219485,"IFEval":77.16392505219484,"BBH Raw":0.5252143041749421,"BBH":32.26686716202457,"MATH Lvl 5 Raw":0.23036253776435045,"MATH Lvl 5":23.036253776435046,"GPQA Raw":0.2953020134228188,"GPQA":6.040268456375841,"MUSR Raw":0.38134375000000004,"MUSR":9.234635416666668,"MMLU-PRO Raw":0.37258976063829785,"MMLU-PRO":30.287751182033094,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-07","Submission Date":"2025-01-16","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"fluently-sets_FalconThink3-10B-IT_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"fluently-sets/FalconThink3-10B-IT 📑","fullname":"fluently-sets/FalconThink3-10B-IT","Model sha":"1a352e2efc0369ebd05a143d24e37124a2239b36","Average ⬆️":34.620674425220905,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":10.306,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7468140421406724,"IFEval Raw":0.7326216660682544,"IFEval":73.26216660682545,"BBH Raw":0.620016981648187,"BBH":44.975804333935,"MATH Lvl 5 Raw":0.24471299093655588,"MATH Lvl 5":24.47129909365559,"GPQA Raw":0.3347315436241611,"GPQA":11.297539149888143,"MUSR Raw":0.44788541666666665,"MUSR":15.552343749999997,"MMLU-PRO Raw":0.4434840425531915,"MMLU-PRO":38.16489361702128,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":2,"Base Model":"tiiuae/Falcon3-10B-Base"},{"eval_name":"fluently-sets_reasoning-1-1k-demo_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"fluently-sets/reasoning-1-1k-demo 📑","fullname":"fluently-sets/reasoning-1-1k-demo","Model sha":"483acbedc44430c2fcc2552a8f1121457c43035b","Average ⬆️":38.341663670523,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.287029190192277,"IFEval Raw":0.7524800861713586,"IFEval":75.24800861713587,"BBH Raw":0.6396692351083745,"BBH":48.94403407214196,"MATH Lvl 5 Raw":0.4282477341389728,"MATH Lvl 5":42.82477341389728,"GPQA Raw":0.33557046979865773,"GPQA":11.409395973154364,"MUSR Raw":0.4060625,"MUSR":9.691145833333335,"MMLU-PRO Raw":0.4773936170212766,"MMLU-PRO":41.93262411347518,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-21","Submission Date":"2024-12-21","Generation":2,"Base Model":"Qwen/Qwen2.5-14B"},{"eval_name":"formulae_mita-elite-sce-gen1.1-v1-7b-2-26-2025-exp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"formulae/mita-elite-sce-gen1.1-v1-7b-2-26-2025-exp 📑","fullname":"formulae/mita-elite-sce-gen1.1-v1-7b-2-26-2025-exp","Model sha":"074a3c6455afd78e7ed02e5c8aa176cb02ce71c9","Average ⬆️":5.330152301711151,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6999443901946086,"IFEval Raw":0.16139288199754429,"IFEval":16.13928819975443,"BBH Raw":0.29763925404210967,"BBH":1.9727619262732075,"MATH Lvl 5 Raw":0.0015105740181268882,"MATH Lvl 5":0.1510574018126888,"GPQA Raw":0.2533557046979866,"GPQA":0.44742729306487633,"MUSR Raw":0.4219375,"MUSR":11.3421875,"MMLU-PRO Raw":0.11735372340425532,"MMLU-PRO":1.9281914893617011,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-25","Submission Date":"2025-02-25","Generation":1,"Base Model":"formulae/mita-elite-sce-gen1.1-v1-7b-2-26-2025-exp (Merge)"},{"eval_name":"formulae_mita-elite-v1.1-7b-2-25-2025_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"formulae/mita-elite-v1.1-7b-2-25-2025 📑","fullname":"formulae/mita-elite-v1.1-7b-2-25-2025","Model sha":"8a144b6296deed37005fd5e8520e76c5ef740d25","Average ⬆️":2.7660245822572627,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6972605249137397,"IFEval Raw":0.1249728498162653,"IFEval":12.49728498162653,"BBH Raw":0.28673660666639783,"BBH":1.2532101774016817,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2483221476510067,"GPQA":0.0,"MUSR Raw":0.3487291666666667,"MUSR":1.7578124999999993,"MMLU-PRO Raw":0.10979055851063829,"MMLU-PRO":1.087839834515365,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-25","Submission Date":"2025-02-25","Generation":1,"Base Model":"formulae/mita-elite-v1.1-7b-2-25-2025 (Merge)"},{"eval_name":"formulae_mita-elite-v1.1-gen2-7b-2-25-2025_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"formulae/mita-elite-v1.1-gen2-7b-2-25-2025 📑","fullname":"formulae/mita-elite-v1.1-gen2-7b-2-25-2025","Model sha":"6d7680a5ae3a6ac96464856180671e95051a814e","Average ⬆️":3.1775097815514886,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6845783503955575,"IFEval Raw":0.14108454456397912,"IFEval":14.108454456397915,"BBH Raw":0.292375183445424,"BBH":1.9012033109847029,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2525167785234899,"GPQA":0.33557046979865535,"MUSR Raw":0.35409375000000004,"MUSR":1.5950520833333328,"MMLU-PRO Raw":0.11012300531914894,"MMLU-PRO":1.124778368794326,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-25","Submission Date":"2025-02-25","Generation":1,"Base Model":"formulae/mita-elite-v1.1-gen2-7b-2-25-2025 (Merge)"},{"eval_name":"formulae_mita-elite-v1.2-7b-2-26-2025_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"formulae/mita-elite-v1.2-7b-2-26-2025 📑","fullname":"formulae/mita-elite-v1.2-7b-2-26-2025","Model sha":"813303bd136b6fbdf7282470e131a68992d3b7f8","Average ⬆️":5.726216814779033,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6878110636727482,"IFEval Raw":0.14800396281865452,"IFEval":14.800396281865451,"BBH Raw":0.29300480737441686,"BBH":1.7364263031282199,"MATH Lvl 5 Raw":0.0022658610271903325,"MATH Lvl 5":0.22658610271903326,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.4286666666666667,"MUSR":12.283333333333333,"MMLU-PRO Raw":0.1186003989361702,"MMLU-PRO":2.0667109929078,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-25","Submission Date":"2025-02-25","Generation":1,"Base Model":"formulae/mita-elite-v1.2-7b-2-26-2025 (Merge)"},{"eval_name":"formulae_mita-gen3-7b-2-26-2025_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"formulae/mita-gen3-7b-2-26-2025 📑","fullname":"formulae/mita-gen3-7b-2-26-2025","Model sha":"ce4eeafb6839c3230f892b9f3328f1a5b1dcfe2d","Average ⬆️":5.370051339073015,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6890507058814883,"IFEval Raw":0.1964144026737944,"IFEval":19.64144026737944,"BBH Raw":0.2915705776174771,"BBH":2.4970370370370367,"MATH Lvl 5 Raw":0.0022658610271903325,"MATH Lvl 5":0.22658610271903326,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.3912083333333333,"MUSR":6.467708333333332,"MMLU-PRO Raw":0.11236702127659574,"MMLU-PRO":1.374113475177304,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-25","Submission Date":"2025-02-25","Generation":1,"Base Model":"formulae/mita-gen3-7b-2-26-2025 (Merge)"},{"eval_name":"formulae_mita-gen3-v1.2-7b-2-26-2025_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"formulae/mita-gen3-v1.2-7b-2-26-2025 📑","fullname":"formulae/mita-gen3-v1.2-7b-2-26-2025","Model sha":"2ca9b92a98b1bc0873bb48f97e488955e5d453b1","Average ⬆️":5.4842868982669595,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6893794297608428,"IFEval Raw":0.2043577707150361,"IFEval":20.43577707150361,"BBH Raw":0.30577476935056,"BBH":2.9759798497580423,"MATH Lvl 5 Raw":0.0022658610271903325,"MATH Lvl 5":0.22658610271903326,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.38999999999999996,"MUSR":6.6166666666666645,"MMLU-PRO Raw":0.11278257978723404,"MMLU-PRO":1.4202866430260035,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-25","Submission Date":"2025-02-25","Generation":1,"Base Model":"formulae/mita-gen3-v1.2-7b-2-26-2025 (Merge)"},{"eval_name":"formulae_mita-math-v2.3-2-25-2025_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"formulae/mita-math-v2.3-2-25-2025 📑","fullname":"formulae/mita-math-v2.3-2-25-2025","Model sha":"ce5524268d5d97c766f1ed8675a5ae3b6137f57f","Average ⬆️":3.592857717077292,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6780721044617208,"IFEval Raw":0.13733781920858879,"IFEval":13.733781920858878,"BBH Raw":0.2949403673764691,"BBH":2.483286518149532,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.25083892617449666,"GPQA":0.11185682326622093,"MUSR Raw":0.36975,"MUSR":3.9187499999999997,"MMLU-PRO Raw":0.11178523936170212,"MMLU-PRO":1.309471040189124,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-25","Submission Date":"2025-02-25","Generation":1,"Base Model":"formulae/mita-math-v2.3-2-25-2025 (Merge)"},{"eval_name":"formulae_mita-v1-7b_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"formulae/mita-v1-7b 📑","fullname":"formulae/mita-v1-7b","Model sha":"bc7f2503c0f365135dde256aaab0f3034b5141a4","Average ⬆️":5.852620472389429,"Hub License":"","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6772915173741988,"IFEval Raw":0.19723888172271792,"IFEval":19.723888172271792,"BBH Raw":0.3003216459152819,"BBH":2.731523677549061,"MATH Lvl 5 Raw":0.002265861027190332,"MATH Lvl 5":0.2265861027190332,"GPQA Raw":0.25,"GPQA":0.0,"MUSR Raw":0.41520833333333335,"MUSR":10.801041666666668,"MMLU-PRO Raw":0.1146941489361702,"MMLU-PRO":1.6326832151300221,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-24","Submission Date":"2025-02-24","Generation":1,"Base Model":"formulae/mita-v1-7b (Merge)"},{"eval_name":"formulae_mita-v1.1-7b-2-24-2025_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"formulae/mita-v1.1-7b-2-24-2025 📑","fullname":"formulae/mita-v1.1-7b-2-24-2025","Model sha":"14d93a482020ed18bd43a886d250d5abc0eebff6","Average ⬆️":29.48261068378812,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.666018893029639,"IFEval Raw":0.34122018466557624,"IFEval":34.12201846655762,"BBH Raw":0.5442430910797442,"BBH":35.44089953030106,"MATH Lvl 5 Raw":0.4350453172205438,"MATH Lvl 5":43.50453172205438,"GPQA Raw":0.3145973154362416,"GPQA":8.612975391498878,"MUSR Raw":0.45569791666666665,"MUSR":16.062239583333337,"MMLU-PRO Raw":0.4523769946808511,"MMLU-PRO":39.15299940898345,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-24","Submission Date":"2025-02-24","Generation":1,"Base Model":"formulae/mita-v1.1-7b-2-24-2025 (Merge)"},{"eval_name":"formulae_mita-v1.2-7b-2-24-2025_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"formulae/mita-v1.2-7b-2-24-2025 📑","fullname":"formulae/mita-v1.2-7b-2-24-2025","Model sha":"324ed6a142141697773e3d627365a6c297d6ae58","Average ⬆️":24.86325007402709,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.637930641049308,"IFEval Raw":0.256415200556745,"IFEval":25.6415200556745,"BBH Raw":0.4919464940215105,"BBH":28.413176799944807,"MATH Lvl 5 Raw":0.4879154078549849,"MATH Lvl 5":48.79154078549849,"GPQA Raw":0.3062080536912752,"GPQA":7.494407158836691,"MUSR Raw":0.4343958333333333,"MUSR":12.632812500000002,"MMLU-PRO Raw":0.33585438829787234,"MMLU-PRO":26.206043144208035,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-24","Submission Date":"2025-02-24","Generation":1,"Base Model":"formulae/mita-v1.2-7b-2-24-2025 (Merge)"},{"eval_name":"frameai_Loxa-4B_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"frameai/Loxa-4B 📑","fullname":"frameai/Loxa-4B","Model sha":"502156f3d50b94d48a7a7c0569c8c0b7492ff02a","Average ⬆️":17.545787467583636,"Hub License":"","Hub ❤️":0,"#Params (B)":4.018,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5449268287887865,"IFEval Raw":0.47648350820268,"IFEval":47.648350820268,"BBH Raw":0.42171373309002896,"BBH":18.307902854016177,"MATH Lvl 5 Raw":0.1095166163141994,"MATH Lvl 5":10.95166163141994,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.33765625,"MUSR":3.873697916666666,"MMLU-PRO Raw":0.28016954787234044,"MMLU-PRO":20.01883865248227,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-13","Submission Date":"2025-01-14","Generation":0,"Base Model":"frameai/Loxa-4B"},{"eval_name":"freewheelin_free-evo-qwen72b-v0.8-re_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"freewheelin/free-evo-qwen72b-v0.8-re 📑","fullname":"freewheelin/free-evo-qwen72b-v0.8-re","Model sha":"24e301d8fbef8ada12be42156b01c827ff594962","Average ⬆️":32.4749309635116,"Hub License":"mit","Hub ❤️":4,"#Params (B)":72.288,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":23.57958120720033,"IFEval Raw":0.533086654521115,"IFEval":53.30866545211151,"BBH Raw":0.6127477065378042,"BBH":45.31740264996691,"MATH Lvl 5 Raw":0.18051359516616314,"MATH Lvl 5":18.051359516616312,"GPQA Raw":0.3565436241610738,"GPQA":14.205816554809845,"MUSR Raw":0.4871666666666667,"MUSR":20.962499999999995,"MMLU-PRO Raw":0.4870345744680851,"MMLU-PRO":43.00384160756501,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-02","Submission Date":"2024-09-15","Generation":0,"Base Model":"freewheelin/free-evo-qwen72b-v0.8-re"},{"eval_name":"freewheelin_free-solar-evo-v0.1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"freewheelin/free-solar-evo-v0.1 📑","fullname":"freewheelin/free-solar-evo-v0.1","Model sha":"233efd607ae0abbd7b46eded2ee7889892b7bdbb","Average ⬆️":16.42145204334013,"Hub License":"mit","Hub ❤️":1,"#Params (B)":10.732,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6022221103142726,"IFEval Raw":0.20500715878313985,"IFEval":20.500715878313983,"BBH Raw":0.4502211109638701,"BBH":22.635182738331654,"MATH Lvl 5 Raw":0.008308157099697885,"MATH Lvl 5":0.8308157099697886,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.4945833333333334,"MUSR":22.256249999999998,"MMLU-PRO Raw":0.3414228723404255,"MMLU-PRO":26.824763593380613,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-18","Submission Date":"2024-08-07","Generation":0,"Base Model":"freewheelin/free-solar-evo-v0.1"},{"eval_name":"freewheelin_free-solar-evo-v0.11_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"freewheelin/free-solar-evo-v0.11 📑","fullname":"freewheelin/free-solar-evo-v0.11","Model sha":"17fc24a557bd3c3836abc9f6a367c803cba0cccd","Average ⬆️":16.77976316256584,"Hub License":"mit","Hub ❤️":0,"#Params (B)":10.732,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6270039573765567,"IFEval Raw":0.20265894493277836,"IFEval":20.265894493277834,"BBH Raw":0.4545155032474882,"BBH":23.18242496978891,"MATH Lvl 5 Raw":0.008308157099697885,"MATH Lvl 5":0.8308157099697886,"GPQA Raw":0.28523489932885904,"GPQA":4.697986577181204,"MUSR Raw":0.5052187499999999,"MUSR":24.285677083333326,"MMLU-PRO Raw":0.34674202127659576,"MMLU-PRO":27.41578014184397,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-24","Submission Date":"2024-08-07","Generation":0,"Base Model":"freewheelin/free-solar-evo-v0.11"},{"eval_name":"freewheelin_free-solar-evo-v0.13_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"freewheelin/free-solar-evo-v0.13 📑","fullname":"freewheelin/free-solar-evo-v0.13","Model sha":"2a7eb72f84c54898630f9db470eee0f936a64396","Average ⬆️":17.40590132423633,"Hub License":"mit","Hub ❤️":1,"#Params (B)":10.732,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6319117694403533,"IFEval Raw":0.2320598234905606,"IFEval":23.20598234905606,"BBH Raw":0.4554839670962904,"BBH":23.35420388572778,"MATH Lvl 5 Raw":0.012084592145015106,"MATH Lvl 5":1.2084592145015105,"GPQA Raw":0.28859060402684567,"GPQA":5.145413870246088,"MUSR Raw":0.50515625,"MUSR":24.077864583333326,"MMLU-PRO Raw":0.34699135638297873,"MMLU-PRO":27.44348404255319,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-28","Submission Date":"2024-08-07","Generation":0,"Base Model":"freewheelin/free-solar-evo-v0.13"},{"eval_name":"fulim_FineLlama-3.1-8B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"fulim/FineLlama-3.1-8B 📑","fullname":"fulim/FineLlama-3.1-8B","Model sha":"a0e5599180fe810c2be5310196d07d1619b6f8e7","Average ⬆️":13.250843761720356,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.591880040179111,"IFEval Raw":0.14388267574480157,"IFEval":14.388267574480157,"BBH Raw":0.456920741562608,"BBH":22.46259684566392,"MATH Lvl 5 Raw":0.04758308157099698,"MATH Lvl 5":4.758308157099698,"GPQA Raw":0.29278523489932884,"GPQA":5.7046979865771785,"MUSR Raw":0.38673958333333336,"MUSR":8.109114583333335,"MMLU-PRO Raw":0.31673869680851063,"MMLU-PRO":24.082077423167846,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-15","Submission Date":"2024-12-15","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"gabrielmbmb_SmolLM-1.7B-Instruct-IFEval_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"gabrielmbmb/SmolLM-1.7B-Instruct-IFEval 📑","fullname":"gabrielmbmb/SmolLM-1.7B-Instruct-IFEval","Model sha":"ac5d711adc05ccfe1b1b912d5561d98f6afeeb40","Average ⬆️":5.399069361603981,"Hub License":"","Hub ❤️":0,"#Params (B)":1.711,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.26949076825136253,"IFEval Raw":0.23058595637353335,"IFEval":23.058595637353335,"BBH Raw":0.313843378282092,"BBH":4.50167515878636,"MATH Lvl 5 Raw":0.010574018126888218,"MATH Lvl 5":1.0574018126888218,"GPQA Raw":0.2533557046979866,"GPQA":0.44742729306487633,"MUSR Raw":0.33276041666666667,"MUSR":1.5950520833333328,"MMLU-PRO Raw":0.11560837765957446,"MMLU-PRO":1.7342641843971618,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-01","Submission Date":"2024-10-11","Generation":2,"Base Model":"HuggingFaceTB/SmolLM-1.7B"},{"eval_name":"gaverfraxz_Meta-Llama-3.1-8B-Instruct-HalfAbliterated-DELLA_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"gaverfraxz/Meta-Llama-3.1-8B-Instruct-HalfAbliterated-DELLA 📑","fullname":"gaverfraxz/Meta-Llama-3.1-8B-Instruct-HalfAbliterated-DELLA","Model sha":"6b0271a98b8875a65972ed54b0d636d8236ea60b","Average ⬆️":12.108403733798744,"Hub License":"llama3.1","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.6913479143926415,"IFEval Raw":0.40094615619888563,"IFEval":40.094615619888565,"BBH Raw":0.3984844272016949,"BBH":15.276579446085892,"MATH Lvl 5 Raw":0.019637462235649546,"MATH Lvl 5":1.9637462235649545,"GPQA Raw":0.28439597315436244,"GPQA":4.5861297539149914,"MUSR Raw":0.36504166666666665,"MUSR":3.463541666666668,"MMLU-PRO Raw":0.16539228723404256,"MMLU-PRO":7.265809692671395,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-22","Submission Date":"2024-09-23","Generation":1,"Base Model":"gaverfraxz/Meta-Llama-3.1-8B-Instruct-HalfAbliterated-DELLA (Merge)"},{"eval_name":"gaverfraxz_Meta-Llama-3.1-8B-Instruct-HalfAbliterated-TIES_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"gaverfraxz/Meta-Llama-3.1-8B-Instruct-HalfAbliterated-TIES 📑","fullname":"gaverfraxz/Meta-Llama-3.1-8B-Instruct-HalfAbliterated-TIES","Model sha":"80569e49b5aba960a5cd91281dd9eef92aeff9a3","Average ⬆️":20.99904174519205,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9227136711196462,"IFEval Raw":0.45505148561372716,"IFEval":45.50514856137272,"BBH Raw":0.5043660783243713,"BBH":28.91423515333936,"MATH Lvl 5 Raw":0.1299093655589124,"MATH Lvl 5":12.990936555891238,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.37375,"MUSR":6.58541666666667,"MMLU-PRO Raw":0.36785239361702127,"MMLU-PRO":29.76137706855792,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-19","Submission Date":"2024-09-19","Generation":1,"Base Model":"gaverfraxz/Meta-Llama-3.1-8B-Instruct-HalfAbliterated-TIES (Merge)"},{"eval_name":"gbueno86_Brinebreath-Llama-3.1-70B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"gbueno86/Brinebreath-Llama-3.1-70B 📑","fullname":"gbueno86/Brinebreath-Llama-3.1-70B","Model sha":"c508ecf356167e8c498c6fa3937ba30a82208983","Average ⬆️":36.25499179659365,"Hub License":"llama3.1","Hub ❤️":4,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":21.119508800657457,"IFEval Raw":0.5532952565858589,"IFEval":55.32952565858589,"BBH Raw":0.6880562247706813,"BBH":55.46361848802468,"MATH Lvl 5 Raw":0.297583081570997,"MATH Lvl 5":29.758308157099698,"GPQA Raw":0.3464765100671141,"GPQA":12.863534675615215,"MUSR Raw":0.45406250000000004,"MUSR":17.49114583333333,"MMLU-PRO Raw":0.5196143617021277,"MMLU-PRO":46.62381796690308,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-08-23","Submission Date":"2024-08-29","Generation":1,"Base Model":"gbueno86/Brinebreath-Llama-3.1-70B (Merge)"},{"eval_name":"gbueno86_Meta-LLama-3-Cat-Smaug-LLama-70b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"gbueno86/Meta-LLama-3-Cat-Smaug-LLama-70b 📑","fullname":"gbueno86/Meta-LLama-3-Cat-Smaug-LLama-70b","Model sha":"2d73b7e1c7157df482555944d6a6b1362bc6c3c5","Average ⬆️":38.69613307300818,"Hub License":"llama3","Hub ❤️":1,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":21.804586425941253,"IFEval Raw":0.8071849359698933,"IFEval":80.71849359698932,"BBH Raw":0.6674314931312052,"BBH":51.50838639894525,"MATH Lvl 5 Raw":0.2938066465256798,"MATH Lvl 5":29.38066465256798,"GPQA Raw":0.3271812080536913,"GPQA":10.290827740492169,"MUSR Raw":0.43682291666666667,"MUSR":15.002864583333329,"MMLU-PRO Raw":0.5074800531914894,"MMLU-PRO":45.27556146572104,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-05-24","Submission Date":"2024-06-27","Generation":1,"Base Model":"gbueno86/Meta-LLama-3-Cat-Smaug-LLama-70b (Merge)"},{"eval_name":"ghost-x_ghost-8b-beta-1608_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ghost-x/ghost-8b-beta-1608 📑","fullname":"ghost-x/ghost-8b-beta-1608","Model sha":"6d1b3853aab774af5a4db21ff9d5764918fb48f5","Average ⬆️":16.04724368250191,"Hub License":"other","Hub ❤️":31,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6978621748692648,"IFEval Raw":0.42727407722620425,"IFEval":42.72740772262043,"BBH Raw":0.45165496100352914,"BBH":23.463963859654836,"MATH Lvl 5 Raw":0.06948640483383686,"MATH Lvl 5":6.948640483383686,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.35158333333333336,"MUSR":1.58125,"MMLU-PRO Raw":0.2839926861702128,"MMLU-PRO":20.44363179669031,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-18","Submission Date":"2024-09-17","Generation":1,"Base Model":"ghost-x/ghost-8b-beta"},{"eval_name":"glaiveai_Reflection-Llama-3.1-70B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"glaiveai/Reflection-Llama-3.1-70B 📑","fullname":"glaiveai/Reflection-Llama-3.1-70B","Model sha":"086bd2658e00345808b31758ebb8f7e2c6d9897c","Average ⬆️":34.5194783867829,"Hub License":"","Hub ❤️":0,"#Params (B)":69.5,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":50.48755279544398,"IFEval Raw":0.5990571683134085,"IFEval":59.90571683134084,"BBH Raw":0.5681010035620444,"BBH":37.96048632437056,"MATH Lvl 5 Raw":0.2756797583081571,"MATH Lvl 5":27.567975830815712,"GPQA Raw":0.3145973154362416,"GPQA":8.612975391498878,"MUSR Raw":0.43803125000000004,"MUSR":13.720572916666663,"MMLU-PRO Raw":0.6341422872340425,"MMLU-PRO":59.349143026004725,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-07","Generation":0,"Base Model":"Removed"},{"eval_name":"gmonsoon_SahabatAI-Llama-11B-Test_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"gmonsoon/SahabatAI-Llama-11B-Test 📑","fullname":"gmonsoon/SahabatAI-Llama-11B-Test","Model sha":"f6340b95d6e6cf766b6de29d36ee0db373ef175b","Average ⬆️":16.26561908313948,"Hub License":"llama3","Hub ❤️":0,"#Params (B)":11.52,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.0999437357356396,"IFEval Raw":0.33757319467900726,"IFEval":33.75731946790073,"BBH Raw":0.4727584153058988,"BBH":24.457264432236542,"MATH Lvl 5 Raw":0.030966767371601207,"MATH Lvl 5":3.096676737160121,"GPQA Raw":0.28187919463087246,"GPQA":4.250559284116329,"MUSR Raw":0.40013541666666663,"MUSR":7.7835937500000005,"MMLU-PRO Raw":0.3182347074468085,"MMLU-PRO":24.248300827423165,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-22","Submission Date":"2024-11-23","Generation":1,"Base Model":"gmonsoon/SahabatAI-Llama-11B-Test (Merge)"},{"eval_name":"gmonsoon_SahabatAI-MediChatIndo-8B-v1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"gmonsoon/SahabatAI-MediChatIndo-8B-v1 📑","fullname":"gmonsoon/SahabatAI-MediChatIndo-8B-v1","Model sha":"2f7daa8eb5ad216ce9ebcd70dc77e5b44fb977b0","Average ⬆️":17.29986493129456,"Hub License":"llama3","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3534438936956568,"IFEval Raw":0.41628323958208663,"IFEval":41.62832395820867,"BBH Raw":0.4508834027881236,"BBH":23.64009974170933,"MATH Lvl 5 Raw":0.061933534743202415,"MATH Lvl 5":6.193353474320242,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.3753958333333333,"MUSR":4.557812500000001,"MMLU-PRO Raw":0.3107546542553192,"MMLU-PRO":23.417183806146575,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-19","Submission Date":"2024-11-19","Generation":1,"Base Model":"gmonsoon/SahabatAI-MediChatIndo-8B-v1 (Merge)"},{"eval_name":"gmonsoon_SahabatAI-Rebase-8B-Test_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"gmonsoon/SahabatAI-Rebase-8B-Test 📑","fullname":"gmonsoon/SahabatAI-Rebase-8B-Test","Model sha":"aef1b4c94595f3ef110d3d69724828a2fb416b5d","Average ⬆️":23.51679147976689,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3043100372014074,"IFEval Raw":0.5156263159527831,"IFEval":51.562631595278305,"BBH Raw":0.522960549734047,"BBH":32.00222111760954,"MATH Lvl 5 Raw":0.1148036253776435,"MATH Lvl 5":11.48036253776435,"GPQA Raw":0.287751677852349,"GPQA":5.033557046979867,"MUSR Raw":0.41328125,"MUSR":11.426822916666664,"MMLU-PRO Raw":0.3663563829787234,"MMLU-PRO":29.595153664302604,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-21","Submission Date":"2024-11-23","Generation":1,"Base Model":"gmonsoon/SahabatAI-Rebase-8B-Test (Merge)"},{"eval_name":"gmonsoon_StockSeaLLMs-7B-v1_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"gmonsoon/StockSeaLLMs-7B-v1 📑","fullname":"gmonsoon/StockSeaLLMs-7B-v1","Model sha":"2431fe5e4a3f63984c2936cf1cf68b3c7172cc20","Average ⬆️":25.093450531516652,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.393780624954565,"IFEval Raw":0.4599218961245052,"IFEval":45.99218961245052,"BBH Raw":0.5271087932535433,"BBH":34.01262496222566,"MATH Lvl 5 Raw":0.19637462235649547,"MATH Lvl 5":19.637462235649547,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.421375,"MUSR":11.071875000000004,"MMLU-PRO Raw":0.39519614361702127,"MMLU-PRO":32.79957151300236,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-20","Submission Date":"2024-11-20","Generation":1,"Base Model":"gmonsoon/StockSeaLLMs-7B-v1 (Merge)"},{"eval_name":"gmonsoon_gemma2-9b-sahabatai-v1-instruct-BaseTIES_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"gmonsoon/gemma2-9b-sahabatai-v1-instruct-BaseTIES 📑","fullname":"gmonsoon/gemma2-9b-sahabatai-v1-instruct-BaseTIES","Model sha":"43296081051afe5d7a426b86a6d73104efab440b","Average ⬆️":33.8045690236527,"Hub License":"gemma","Hub ❤️":2,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.5629694373942296,"IFEval Raw":0.7377923908562614,"IFEval":73.77923908562614,"BBH Raw":0.6077244532441547,"BBH":43.401341987357206,"MATH Lvl 5 Raw":0.19939577039274925,"MATH Lvl 5":19.939577039274926,"GPQA Raw":0.32046979865771813,"GPQA":9.395973154362418,"MUSR Raw":0.47780208333333335,"MUSR":19.12526041666666,"MMLU-PRO Raw":0.43467420212765956,"MMLU-PRO":37.186022458628834,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-16","Submission Date":"2024-11-17","Generation":1,"Base Model":"gmonsoon/gemma2-9b-sahabatai-v1-instruct-BaseTIES (Merge)"},{"eval_name":"godlikehhd_alpaca_data_full_2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"godlikehhd/alpaca_data_full_2 📑","fullname":"godlikehhd/alpaca_data_full_2","Model sha":"703dbf51c1ae5721f1313d1af82bd18ed38c4910","Average ⬆️":16.073236944099644,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4734952780887614,"IFEval Raw":0.31781450994472443,"IFEval":31.781450994472443,"BBH Raw":0.4216953430035033,"BBH":18.446949715094675,"MATH Lvl 5 Raw":0.09290030211480363,"MATH Lvl 5":9.290030211480364,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.40515625000000005,"MUSR":9.944531250000002,"MMLU-PRO Raw":0.285405585106383,"MMLU-PRO":20.600620567375884,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-14","Submission Date":"2025-01-14","Generation":0,"Base Model":"godlikehhd/alpaca_data_full_2"},{"eval_name":"godlikehhd_alpaca_data_full_3B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"godlikehhd/alpaca_data_full_3B 📑","fullname":"godlikehhd/alpaca_data_full_3B","Model sha":"8a49b5791eede0b460b64ff5bf62b26b10c698d9","Average ⬆️":21.16254856881883,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6983988550920976,"IFEval Raw":0.36957162550920447,"IFEval":36.957162550920444,"BBH Raw":0.46841893776834337,"BBH":25.1691372567158,"MATH Lvl 5 Raw":0.1336858006042296,"MATH Lvl 5":13.36858006042296,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.4954791666666667,"MUSR":21.6015625,"MMLU-PRO Raw":0.335688164893617,"MMLU-PRO":26.18757387706856,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-15","Submission Date":"2025-01-16","Generation":0,"Base Model":"godlikehhd/alpaca_data_full_3B"},{"eval_name":"godlikehhd_alpaca_data_ifd_max_2600_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"godlikehhd/alpaca_data_ifd_max_2600 📑","fullname":"godlikehhd/alpaca_data_ifd_max_2600","Model sha":"91d51354719b002d8dcaa61ab6e2f30c8a6778ca","Average ⬆️":15.169551135723685,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9333451087343216,"IFEval Raw":0.3042504997850149,"IFEval":30.425049978501487,"BBH Raw":0.40285133876405865,"BBH":15.966392816231314,"MATH Lvl 5 Raw":0.09894259818731117,"MATH Lvl 5":9.894259818731117,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.3508645833333333,"MUSR":6.39140625,"MMLU-PRO Raw":0.29163896276595747,"MMLU-PRO":21.293218085106382,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-14","Submission Date":"2025-01-14","Generation":0,"Base Model":"godlikehhd/alpaca_data_ifd_max_2600"},{"eval_name":"godlikehhd_alpaca_data_ifd_max_2600_3B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"godlikehhd/alpaca_data_ifd_max_2600_3B 📑","fullname":"godlikehhd/alpaca_data_ifd_max_2600_3B","Model sha":"315f9cdb7fbbaa343c45493e5153a6b5d5ed34e4","Average ⬆️":18.603034635124093,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.3536223757152306,"IFEval Raw":0.298155560579263,"IFEval":29.8155560579263,"BBH Raw":0.4626377955326701,"BBH":24.472518592611554,"MATH Lvl 5 Raw":0.1593655589123867,"MATH Lvl 5":15.93655589123867,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.43455208333333334,"MUSR":12.952343750000002,"MMLU-PRO Raw":0.32878989361702127,"MMLU-PRO":25.42109929078014,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-15","Submission Date":"2025-01-16","Generation":0,"Base Model":"godlikehhd/alpaca_data_ifd_max_2600_3B"},{"eval_name":"godlikehhd_alpaca_data_ifd_me_max_5200_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"godlikehhd/alpaca_data_ifd_me_max_5200 📑","fullname":"godlikehhd/alpaca_data_ifd_me_max_5200","Model sha":"8ee0cd7292a326a10be50321e5a58c0e785f04c7","Average ⬆️":16.250397979625767,"Hub License":"","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.754302786120011,"IFEval Raw":0.36832271705740766,"IFEval":36.832271705740766,"BBH Raw":0.4153453015610935,"BBH":16.82395652793481,"MATH Lvl 5 Raw":0.09743202416918428,"MATH Lvl 5":9.743202416918429,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.3482604166666667,"MUSR":6.599218750000001,"MMLU-PRO Raw":0.29820478723404253,"MMLU-PRO":22.022754137115836,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-09","Generation":0,"Base Model":"Removed"},{"eval_name":"godlikehhd_alpaca_data_ifd_min_2600_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"godlikehhd/alpaca_data_ifd_min_2600 📑","fullname":"godlikehhd/alpaca_data_ifd_min_2600","Model sha":"67ea00ab824c427676699f28900d2851eee2f05e","Average ⬆️":16.51777329215277,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7676294938866262,"IFEval Raw":0.3749673089624419,"IFEval":37.49673089624419,"BBH Raw":0.4219047173013076,"BBH":18.61162063219574,"MATH Lvl 5 Raw":0.09667673716012085,"MATH Lvl 5":9.667673716012084,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.36562500000000003,"MUSR":6.703125000000003,"MMLU-PRO Raw":0.289311835106383,"MMLU-PRO":21.034648345153663,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-15","Submission Date":"2025-01-15","Generation":0,"Base Model":"godlikehhd/alpaca_data_ifd_min_2600"},{"eval_name":"godlikehhd_alpaca_data_ins_ans_max_5200_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"godlikehhd/alpaca_data_ins_ans_max_5200 📑","fullname":"godlikehhd/alpaca_data_ins_ans_max_5200","Model sha":"fe8144d1b38ee217159f292c94ca77faf8379400","Average ⬆️":15.92444135220606,"Hub License":"","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7716212707932835,"IFEval Raw":0.34786477657061043,"IFEval":34.78647765706104,"BBH Raw":0.40982060224148426,"BBH":16.26868941225307,"MATH Lvl 5 Raw":0.1027190332326284,"MATH Lvl 5":10.27190332326284,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.3601666666666667,"MUSR":7.6208333333333345,"MMLU-PRO Raw":0.2900598404255319,"MMLU-PRO":21.11776004728132,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-09","Generation":0,"Base Model":"Removed"},{"eval_name":"godlikehhd_alpaca_data_ins_max_5200_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"godlikehhd/alpaca_data_ins_max_5200 📑","fullname":"godlikehhd/alpaca_data_ins_max_5200","Model sha":"e309c8a92204e30723f71f917682cd463cf45290","Average ⬆️":15.68373909505621,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.1128275845725115,"IFEval Raw":0.32750657145263457,"IFEval":32.75065714526346,"BBH Raw":0.41550742328078477,"BBH":17.540671840924308,"MATH Lvl 5 Raw":0.09969788519637462,"MATH Lvl 5":9.969788519637463,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.361375,"MUSR":6.405208333333333,"MMLU-PRO Raw":0.2915558510638298,"MMLU-PRO":21.283983451536646,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-09","Submission Date":"2025-01-09","Generation":0,"Base Model":"godlikehhd/alpaca_data_ins_max_5200"},{"eval_name":"godlikehhd_alpaca_data_ins_min_2600_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"godlikehhd/alpaca_data_ins_min_2600 📑","fullname":"godlikehhd/alpaca_data_ins_min_2600","Model sha":"98f1ca459872ef11a414a2e9f40fe1a9c331c67f","Average ⬆️":16.228325384264654,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.120538562004114,"IFEval Raw":0.33300199027469335,"IFEval":33.30019902746934,"BBH Raw":0.41873469888886056,"BBH":17.53633236067362,"MATH Lvl 5 Raw":0.11102719033232629,"MATH Lvl 5":11.10271903323263,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.38534375000000004,"MUSR":8.167968750000002,"MMLU-PRO Raw":0.28798204787234044,"MMLU-PRO":20.886894208037827,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-14","Submission Date":"2025-01-14","Generation":0,"Base Model":"godlikehhd/alpaca_data_ins_min_2600"},{"eval_name":"godlikehhd_alpaca_data_ins_min_5200_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"godlikehhd/alpaca_data_ins_min_5200 📑","fullname":"godlikehhd/alpaca_data_ins_min_5200","Model sha":"1039859027710fdd5196d401422d54c55d494ac4","Average ⬆️":16.38323586874574,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9986224648680768,"IFEval Raw":0.3359995921931586,"IFEval":33.59995921931586,"BBH Raw":0.4289279419241076,"BBH":18.691277867616158,"MATH Lvl 5 Raw":0.10347432024169184,"MATH Lvl 5":10.347432024169184,"GPQA Raw":0.28691275167785235,"GPQA":4.921700223713646,"MUSR Raw":0.39055208333333336,"MUSR":9.085677083333335,"MMLU-PRO Raw":0.29488031914893614,"MMLU-PRO":21.653368794326237,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-09","Submission Date":"2025-01-09","Generation":0,"Base Model":"godlikehhd/alpaca_data_ins_min_5200"},{"eval_name":"godlikehhd_alpaca_data_sampled_ifd_5200_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"godlikehhd/alpaca_data_sampled_ifd_5200 📑","fullname":"godlikehhd/alpaca_data_sampled_ifd_5200","Model sha":"744dc68050671f42b110bc322f0ef4d71549f067","Average ⬆️":15.703649205002767,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7249114740707934,"IFEval Raw":0.2923853154075631,"IFEval":29.238531540756306,"BBH Raw":0.4032969715626326,"BBH":15.96825358073914,"MATH Lvl 5 Raw":0.12537764350453173,"MATH Lvl 5":12.537764350453173,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.3520729166666667,"MUSR":7.575781250000001,"MMLU-PRO Raw":0.2896442819148936,"MMLU-PRO":21.071586879432623,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-09","Submission Date":"2025-01-09","Generation":0,"Base Model":"godlikehhd/alpaca_data_sampled_ifd_5200"},{"eval_name":"godlikehhd_alpaca_data_sampled_ifd_new_5200_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"godlikehhd/alpaca_data_sampled_ifd_new_5200 📑","fullname":"godlikehhd/alpaca_data_sampled_ifd_new_5200","Model sha":"cc169308e13b6a4f030713d9eda4ec005ebf1e16","Average ⬆️":16.53778065653717,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7552255359802686,"IFEval Raw":0.36632468516868577,"IFEval":36.63246851686858,"BBH Raw":0.4177831234050982,"BBH":17.561425245080894,"MATH Lvl 5 Raw":0.09441087613293052,"MATH Lvl 5":9.441087613293051,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.36125,"MUSR":8.389583333333334,"MMLU-PRO Raw":0.29247007978723405,"MMLU-PRO":21.38556442080378,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-09","Submission Date":"2025-01-09","Generation":0,"Base Model":"godlikehhd/alpaca_data_sampled_ifd_new_5200"},{"eval_name":"godlikehhd_alpaca_data_score_max_0.1_2600_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"godlikehhd/alpaca_data_score_max_0.1_2600 📑","fullname":"godlikehhd/alpaca_data_score_max_0.1_2600","Model sha":"04344047146d1d4f6da4ed9668717a84daf6718c","Average ⬆️":15.917241105745404,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.044420604704493,"IFEval Raw":0.3287554799044313,"IFEval":32.87554799044314,"BBH Raw":0.42522607952607777,"BBH":18.621496831589138,"MATH Lvl 5 Raw":0.09894259818731117,"MATH Lvl 5":9.894259818731117,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.37064583333333334,"MUSR":7.2640625000000005,"MMLU-PRO Raw":0.29230385638297873,"MMLU-PRO":21.3670951536643,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-14","Submission Date":"2025-01-14","Generation":0,"Base Model":"godlikehhd/alpaca_data_score_max_0.1_2600"},{"eval_name":"godlikehhd_alpaca_data_score_max_0.3_2600_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"godlikehhd/alpaca_data_score_max_0.3_2600 📑","fullname":"godlikehhd/alpaca_data_score_max_0.3_2600","Model sha":"382a503c65ab28e85ed07a4f17f8efae0b3fac4b","Average ⬆️":15.960793093536113,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.066964020498706,"IFEval Raw":0.33752332699459653,"IFEval":33.75233269945966,"BBH Raw":0.4151448369012765,"BBH":16.924620676581448,"MATH Lvl 5 Raw":0.10347432024169184,"MATH Lvl 5":10.347432024169184,"GPQA Raw":0.28942953020134227,"GPQA":5.257270693512303,"MUSR Raw":0.37594791666666666,"MUSR":8.226822916666668,"MMLU-PRO Raw":0.29130651595744683,"MMLU-PRO":21.256279550827426,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-14","Submission Date":"2025-01-15","Generation":0,"Base Model":"godlikehhd/alpaca_data_score_max_0.3_2600"},{"eval_name":"godlikehhd_alpaca_data_score_max_0.7_2600_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"godlikehhd/alpaca_data_score_max_0.7_2600 📑","fullname":"godlikehhd/alpaca_data_score_max_0.7_2600","Model sha":"68c728f78b338c7d40f565524d4e8bbd0afd2f3d","Average ⬆️":16.630379005915092,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7237661990988027,"IFEval Raw":0.3639764713183243,"IFEval":36.39764713183243,"BBH Raw":0.41845266250678703,"BBH":18.14398633190028,"MATH Lvl 5 Raw":0.10725075528700906,"MATH Lvl 5":10.725075528700906,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.3468645833333333,"MUSR":5.324739583333333,"MMLU-PRO Raw":0.2982878989361702,"MMLU-PRO":22.031988770685576,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-14","Submission Date":"2025-01-14","Generation":0,"Base Model":"godlikehhd/alpaca_data_score_max_0.7_2600"},{"eval_name":"godlikehhd_alpaca_data_score_max_2500_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"godlikehhd/alpaca_data_score_max_2500 📑","fullname":"godlikehhd/alpaca_data_score_max_2500","Model sha":"0d1adc4306c55ac0d89f12088768a170155ae293","Average ⬆️":16.49115247845423,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.116895052230952,"IFEval Raw":0.3563577973111345,"IFEval":35.635779731113445,"BBH Raw":0.41801375075895447,"BBH":17.930587543977595,"MATH Lvl 5 Raw":0.09516616314199396,"MATH Lvl 5":9.516616314199396,"GPQA Raw":0.2953020134228188,"GPQA":6.040268456375841,"MUSR Raw":0.36270833333333335,"MUSR":8.271875000000001,"MMLU-PRO Raw":0.2939660904255319,"MMLU-PRO":21.551787825059098,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-13","Submission Date":"2025-01-13","Generation":0,"Base Model":"godlikehhd/alpaca_data_score_max_2500"},{"eval_name":"godlikehhd_alpaca_data_score_max_2600_3B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"godlikehhd/alpaca_data_score_max_2600_3B 📑","fullname":"godlikehhd/alpaca_data_score_max_2600_3B","Model sha":"45fa74597fa81030ef31d9be0776cb93f2a0e1c6","Average ⬆️":19.567090626055247,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.0600194944763612,"IFEval Raw":0.33577463352792813,"IFEval":33.57746335279281,"BBH Raw":0.4716306839273412,"BBH":26.00926717613288,"MATH Lvl 5 Raw":0.15483383685800603,"MATH Lvl 5":15.483383685800604,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.44744791666666667,"MUSR":14.297656249999998,"MMLU-PRO Raw":0.3341921542553192,"MMLU-PRO":26.021350472813243,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-15","Submission Date":"2025-01-15","Generation":0,"Base Model":"godlikehhd/alpaca_data_score_max_2600_3B"},{"eval_name":"godlikehhd_alpaca_data_score_max_5200_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"godlikehhd/alpaca_data_score_max_5200 📑","fullname":"godlikehhd/alpaca_data_score_max_5200","Model sha":"71f132308c6e915db3be25cb52c8364baee03246","Average ⬆️":16.366037527264833,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.1170595480613215,"IFEval Raw":0.34454248061809334,"IFEval":34.45424806180933,"BBH Raw":0.42417102847687554,"BBH":18.575115132209195,"MATH Lvl 5 Raw":0.09743202416918428,"MATH Lvl 5":9.743202416918429,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.3877916666666667,"MUSR":7.440625,"MMLU-PRO Raw":0.29446476063829785,"MMLU-PRO":21.607195626477537,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-10","Submission Date":"2025-01-10","Generation":0,"Base Model":"godlikehhd/alpaca_data_score_max_5200"},{"eval_name":"godlikehhd_ifd_2500_qwen_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"godlikehhd/ifd_2500_qwen 📑","fullname":"godlikehhd/ifd_2500_qwen","Model sha":"d5311754b90d5628c5dea75d2edd9fed191139ef","Average ⬆️":16.206918147182165,"Hub License":"","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7273969106070146,"IFEval Raw":0.33647388928044253,"IFEval":33.64738892804426,"BBH Raw":0.42983047351897224,"BBH":19.136234077656635,"MATH Lvl 5 Raw":0.09818731117824774,"MATH Lvl 5":9.818731117824774,"GPQA Raw":0.2953020134228188,"GPQA":6.040268456375841,"MUSR Raw":0.36146875,"MUSR":7.250260416666667,"MMLU-PRO Raw":0.2921376329787234,"MMLU-PRO":21.34862588652482,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-31","Generation":0,"Base Model":"Removed"},{"eval_name":"godlikehhd_ifd_new_correct_all_sample_2500_qwen_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"godlikehhd/ifd_new_correct_all_sample_2500_qwen 📑","fullname":"godlikehhd/ifd_new_correct_all_sample_2500_qwen","Model sha":"dcb4ee52aafbc24f691c2ffaeb04627d61df727e","Average ⬆️":15.324012443597335,"Hub License":"","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7822922819233824,"IFEval Raw":0.33757319467900726,"IFEval":33.75731946790073,"BBH Raw":0.4019641175400575,"BBH":15.682840817827374,"MATH Lvl 5 Raw":0.09592145015105741,"MATH Lvl 5":9.592145015105741,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.3561666666666667,"MUSR":6.554166666666667,"MMLU-PRO Raw":0.2888962765957447,"MMLU-PRO":20.988475177304963,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-31","Generation":0,"Base Model":"Removed"},{"eval_name":"godlikehhd_ifd_new_correct_sample_2500_qwen_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"godlikehhd/ifd_new_correct_sample_2500_qwen 📑","fullname":"godlikehhd/ifd_new_correct_sample_2500_qwen","Model sha":"8e9ed2c5bd0f5cdf2a6d3bddd28fdeab1a49c4c7","Average ⬆️":16.393782607601025,"Hub License":"","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8353397447837017,"IFEval Raw":0.33974631754854895,"IFEval":33.9746317548549,"BBH Raw":0.41103125849665423,"BBH":16.877004154041817,"MATH Lvl 5 Raw":0.1042296072507553,"MATH Lvl 5":10.42296072507553,"GPQA Raw":0.3078859060402685,"GPQA":7.718120805369133,"MUSR Raw":0.3626770833333333,"MUSR":7.901302083333334,"MMLU-PRO Raw":0.293218085106383,"MMLU-PRO":21.46867612293144,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-31","Generation":0,"Base Model":"Removed"},{"eval_name":"godlikehhd_ifd_new_qwen_2500_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"godlikehhd/ifd_new_qwen_2500 📑","fullname":"godlikehhd/ifd_new_qwen_2500","Model sha":"10d4c5b0deb3468fc606089ea026c07dc7674c2a","Average ⬆️":15.886984394789133,"Hub License":"","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.0012420732812295,"IFEval Raw":0.323959316834887,"IFEval":32.3959316834887,"BBH Raw":0.41598162527775745,"BBH":17.63795023834911,"MATH Lvl 5 Raw":0.11178247734138973,"MATH Lvl 5":11.178247734138973,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.3589583333333333,"MUSR":6.169791666666669,"MMLU-PRO Raw":0.29105718085106386,"MMLU-PRO":21.228575650118206,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-31","Generation":0,"Base Model":"Removed"},{"eval_name":"godlikehhd_qwen-2.5-1.5b-cherry_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"godlikehhd/qwen-2.5-1.5b-cherry 📑","fullname":"godlikehhd/qwen-2.5-1.5b-cherry","Model sha":"d9a8a826182d4703fbaaf749b93c4434b3a72c5e","Average ⬆️":14.683674027867733,"Hub License":"","Hub ❤️":0,"#Params (B)":0.772,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8943105830699527,"IFEval Raw":0.28933784580468713,"IFEval":28.93378458046871,"BBH Raw":0.40357573315752204,"BBH":16.323588748077068,"MATH Lvl 5 Raw":0.10196374622356495,"MATH Lvl 5":10.196374622356496,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.345625,"MUSR":4.569791666666666,"MMLU-PRO Raw":0.29230385638297873,"MMLU-PRO":21.3670951536643,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-29","Generation":0,"Base Model":"Removed"},{"eval_name":"godlikehhd_qwen_2.5-1.5b-cherry_new_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"godlikehhd/qwen_2.5-1.5b-cherry_new 📑","fullname":"godlikehhd/qwen_2.5-1.5b-cherry_new","Model sha":"e7d49cb02c1112c5ecbd5064e355dd57eb4bb481","Average ⬆️":15.370243206890223,"Hub License":"","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7826744384672384,"IFEval Raw":0.3120442647730245,"IFEval":31.204426477302448,"BBH Raw":0.4149628386006759,"BBH":17.59708505979556,"MATH Lvl 5 Raw":0.09667673716012085,"MATH Lvl 5":9.667673716012084,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.34959375,"MUSR":6.332552083333334,"MMLU-PRO Raw":0.28939494680851063,"MMLU-PRO":21.043882978723403,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-29","Generation":0,"Base Model":"Removed"},{"eval_name":"godlikehhd_qwen_full_data_alpaca_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"godlikehhd/qwen_full_data_alpaca 📑","fullname":"godlikehhd/qwen_full_data_alpaca","Model sha":"8fb1e35250496473c58b24abda40eed086b30614","Average ⬆️":15.856124752105812,"Hub License":"","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6464101240149864,"IFEval Raw":0.3136178672588731,"IFEval":31.361786725887313,"BBH Raw":0.4229212208733662,"BBH":18.614215673166097,"MATH Lvl 5 Raw":0.09214501510574018,"MATH Lvl 5":9.214501510574017,"GPQA Raw":0.29278523489932884,"GPQA":5.7046979865771785,"MUSR Raw":0.40515625000000005,"MUSR":9.677864583333335,"MMLU-PRO Raw":0.28507313829787234,"MMLU-PRO":20.563682033096924,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-29","Generation":0,"Base Model":"Removed"},{"eval_name":"godlikehhd_qwen_ins_ans_2500_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"godlikehhd/qwen_ins_ans_2500 📑","fullname":"godlikehhd/qwen_ins_ans_2500","Model sha":"8eb2e22119485500990775f74289a271ab0051f1","Average ⬆️":14.783348090526234,"Hub License":"","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.385132610918049,"IFEval Raw":0.2698041197356348,"IFEval":26.980411973563477,"BBH Raw":0.4073950292977672,"BBH":17.695311631481697,"MATH Lvl 5 Raw":0.11404833836858005,"MATH Lvl 5":11.404833836858005,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.3588645833333333,"MUSR":6.924739583333334,"MMLU-PRO Raw":0.28091755319148937,"MMLU-PRO":20.10195035460993,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-29","Generation":0,"Base Model":"Removed"},{"eval_name":"google_codegemma-1.1-2b_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GemmaForCausalLM","Model":"google/codegemma-1.1-2b 📑","fullname":"google/codegemma-1.1-2b","Model sha":"9d69e500da236427eab5867552ffc87108964f4d","Average ⬆️":7.133867903047553,"Hub License":"gemma","Hub ❤️":17,"#Params (B)":2.506,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8997663921053338,"IFEval Raw":0.22936253584932426,"IFEval":22.936253584932423,"BBH Raw":0.3353417790248454,"BBH":7.551225280004151,"MATH Lvl 5 Raw":0.01283987915407855,"MATH Lvl 5":1.283987915407855,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.3871458333333333,"MUSR":5.9265625,"MMLU-PRO Raw":0.1278257978723404,"MMLU-PRO":3.0917553191489344,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-04-30","Submission Date":"2024-08-12","Generation":0,"Base Model":"google/codegemma-1.1-2b"},{"eval_name":"google_flan-t5-base_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"T5ForConditionalGeneration","Model":"google/flan-t5-base 📑","fullname":"google/flan-t5-base","Model sha":"7bcac572ce56db69c1ea7c8af255c5d7c9672fc2","Average ⬆️":6.415642124982084,"Hub License":"apache-2.0","Hub ❤️":839,"#Params (B)":0.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.3132428808489122,"IFEval Raw":0.18907055501624578,"IFEval":18.907055501624576,"BBH Raw":0.3525980599300322,"BBH":11.337693677304879,"MATH Lvl 5 Raw":0.010574018126888218,"MATH Lvl 5":1.0574018126888218,"GPQA Raw":0.23825503355704697,"GPQA":0.0,"MUSR Raw":0.36711458333333336,"MUSR":3.2226562499999996,"MMLU-PRO Raw":0.13572140957446807,"MMLU-PRO":3.9690455082742293,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2022-10-21","Submission Date":"2024-08-14","Generation":0,"Base Model":"google/flan-t5-base"},{"eval_name":"google_flan-t5-large_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"T5ForConditionalGeneration","Model":"google/flan-t5-large 📑","fullname":"google/flan-t5-large","Model sha":"0613663d0d48ea86ba8cb3d7a44f0f65dc596a2a","Average ⬆️":9.658122925542836,"Hub License":"apache-2.0","Hub ❤️":713,"#Params (B)":0.783,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.46698274327061645,"IFEval Raw":0.22009490374428736,"IFEval":22.009490374428736,"BBH Raw":0.41531150356794316,"BBH":17.510018280067285,"MATH Lvl 5 Raw":0.014350453172205438,"MATH Lvl 5":1.4350453172205437,"GPQA Raw":0.25083892617449666,"GPQA":0.11185682326622093,"MUSR Raw":0.40832291666666665,"MUSR":9.007031249999999,"MMLU-PRO Raw":0.17087765957446807,"MMLU-PRO":7.87529550827423,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2022-10-21","Submission Date":"2024-08-14","Generation":0,"Base Model":"google/flan-t5-large"},{"eval_name":"google_flan-t5-small_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"T5ForConditionalGeneration","Model":"google/flan-t5-small 📑","fullname":"google/flan-t5-small","Model sha":"0fc9ddf78a1e988dac52e2dac162b0ede4fd74ab","Average ⬆️":6.129661810537869,"Hub License":"apache-2.0","Hub ❤️":323,"#Params (B)":0.077,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.28626048455027764,"IFEval Raw":0.1524255641697363,"IFEval":15.24255641697363,"BBH Raw":0.3282901097640842,"BBH":6.36311196167965,"MATH Lvl 5 Raw":0.0075528700906344415,"MATH Lvl 5":0.7552870090634441,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.41229166666666667,"MUSR":10.36979166666667,"MMLU-PRO Raw":0.1233377659574468,"MMLU-PRO":2.5930851063829774,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2022-10-21","Submission Date":"2024-06-27","Generation":0,"Base Model":"google/flan-t5-small"},{"eval_name":"google_flan-t5-xl_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"T5ForConditionalGeneration","Model":"google/flan-t5-xl 📑","fullname":"google/flan-t5-xl","Model sha":"7d6315df2c2fb742f0f5b556879d730926ca9001","Average ⬆️":11.70507257989283,"Hub License":"apache-2.0","Hub ❤️":485,"#Params (B)":2.85,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6978586885867614,"IFEval Raw":0.22374189373085634,"IFEval":22.374189373085635,"BBH Raw":0.45310636062112314,"BBH":22.695055811215397,"MATH Lvl 5 Raw":0.0075528700906344415,"MATH Lvl 5":0.7552870090634441,"GPQA Raw":0.2525167785234899,"GPQA":0.33557046979865535,"MUSR Raw":0.41809375,"MUSR":11.328385416666668,"MMLU-PRO Raw":0.21467752659574468,"MMLU-PRO":12.741947399527188,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2022-10-21","Submission Date":"2024-08-07","Generation":0,"Base Model":"google/flan-t5-xl"},{"eval_name":"google_flan-t5-xl_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"T5ForConditionalGeneration","Model":"google/flan-t5-xl 📑","fullname":"google/flan-t5-xl","Model sha":"7d6315df2c2fb742f0f5b556879d730926ca9001","Average ⬆️":11.58716743755607,"Hub License":"apache-2.0","Hub ❤️":485,"#Params (B)":2.85,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.28535173017878435,"IFEval Raw":0.2206944241279804,"IFEval":22.06944241279804,"BBH Raw":0.45372172155693963,"BBH":22.837587663523298,"MATH Lvl 5 Raw":0.0007552870090634442,"MATH Lvl 5":0.07552870090634442,"GPQA Raw":0.24580536912751677,"GPQA":0.0,"MUSR Raw":0.42203125,"MUSR":11.853906250000001,"MMLU-PRO Raw":0.21417885638297873,"MMLU-PRO":12.686539598108748,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2022-10-21","Submission Date":"2024-08-07","Generation":0,"Base Model":"google/flan-t5-xl"},{"eval_name":"google_flan-t5-xxl_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"T5ForConditionalGeneration","Model":"google/flan-t5-xxl 📑","fullname":"google/flan-t5-xxl","Model sha":"ae7c9136adc7555eeccc78cdd960dfd60fb346ce","Average ⬆️":13.662077060970686,"Hub License":"apache-2.0","Hub ❤️":1235,"#Params (B)":11.267,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4129536546292594,"IFEval Raw":0.2200450360598767,"IFEval":22.00450360598767,"BBH Raw":0.5065888015776924,"BBH":30.119255600105877,"MATH Lvl 5 Raw":0.010574018126888218,"MATH Lvl 5":1.0574018126888218,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.42175,"MUSR":11.185416666666669,"MMLU-PRO Raw":0.23429188829787234,"MMLU-PRO":14.921320921985814,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2022-10-21","Submission Date":"2024-09-06","Generation":0,"Base Model":"google/flan-t5-xxl"},{"eval_name":"google_flan-ul2_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"T5ForConditionalGeneration","Model":"google/flan-ul2 📑","fullname":"google/flan-ul2","Model sha":"452d74ce28ac4a7f211d6ba3ef0717027f7a8074","Average ⬆️":13.675998692966035,"Hub License":"apache-2.0","Hub ❤️":553,"#Params (B)":19.46,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1199325668968463,"IFEval Raw":0.23925406809487715,"IFEval":23.925406809487715,"BBH Raw":0.5053738049125648,"BBH":30.02029012567709,"MATH Lvl 5 Raw":0.00906344410876133,"MATH Lvl 5":0.906344410876133,"GPQA Raw":0.287751677852349,"GPQA":5.033557046979867,"MUSR Raw":0.3843541666666666,"MUSR":5.577604166666667,"MMLU-PRO Raw":0.24933510638297873,"MMLU-PRO":16.592789598108748,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-03-03","Submission Date":"2024-08-07","Generation":0,"Base Model":"google/flan-ul2"},{"eval_name":"google_gemma-1.1-2b-it_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"GemmaForCausalLM","Model":"google/gemma-1.1-2b-it 📑","fullname":"google/gemma-1.1-2b-it","Model sha":"bf4924f313df5166dee1467161e886e55f2eb4d4","Average ⬆️":8.053373854341979,"Hub License":"gemma","Hub ❤️":157,"#Params (B)":2.506,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6584295628455202,"IFEval Raw":0.30674831668860847,"IFEval":30.674831668860847,"BBH Raw":0.3184634974814922,"BBH":5.862826722774347,"MATH Lvl 5 Raw":0.01812688821752266,"MATH Lvl 5":1.812688821752266,"GPQA Raw":0.26929530201342283,"GPQA":2.572706935123044,"MUSR Raw":0.33939583333333334,"MUSR":2.024479166666666,"MMLU-PRO Raw":0.14835438829787234,"MMLU-PRO":5.372709810874704,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-03-26","Submission Date":"2024-06-12","Generation":0,"Base Model":"google/gemma-1.1-2b-it"},{"eval_name":"google_gemma-1.1-7b-it_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"GemmaForCausalLM","Model":"google/gemma-1.1-7b-it 📑","fullname":"google/gemma-1.1-7b-it","Model sha":"16128b0aeb50762ea96430c0c06a37941bf9f274","Average ⬆️":17.693584228972615,"Hub License":"gemma","Hub ❤️":270,"#Params (B)":8.538,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.156598379926708,"IFEval Raw":0.5039107346285633,"IFEval":50.391073462856326,"BBH Raw":0.3935297962833251,"BBH":15.93420938501317,"MATH Lvl 5 Raw":0.04909365558912387,"MATH Lvl 5":4.909365558912387,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.42302083333333335,"MUSR":11.510937500000002,"MMLU-PRO Raw":0.2583942819148936,"MMLU-PRO":17.5993646572104,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-03-26","Submission Date":"2024-06-12","Generation":0,"Base Model":"google/gemma-1.1-7b-it"},{"eval_name":"google_gemma-2-27b_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"google/gemma-2-27b 📑","fullname":"google/gemma-2-27b","Model sha":"938270f5272feb02779b55c2bb2fffdd0f53ff0c","Average ⬆️":23.926167340782822,"Hub License":"gemma","Hub ❤️":205,"#Params (B)":27.227,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":11.22849855677268,"IFEval Raw":0.24752213017017072,"IFEval":24.75221301701707,"BBH Raw":0.5642908317482057,"BBH":37.390737454186464,"MATH Lvl 5 Raw":0.1661631419939577,"MATH Lvl 5":16.61631419939577,"GPQA Raw":0.35067114093959734,"GPQA":13.422818791946312,"MUSR Raw":0.43963541666666667,"MUSR":13.921093749999997,"MMLU-PRO Raw":0.4370844414893617,"MMLU-PRO":37.4538268321513,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-06-24","Submission Date":"2024-08-24","Generation":0,"Base Model":"google/gemma-2-27b"},{"eval_name":"google_gemma-2-27b-it_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"google/gemma-2-27b-it 📑","fullname":"google/gemma-2-27b-it","Model sha":"f6c533e5eb013c7e31fc74ef042ac4f3fb5cf40b","Average ⬆️":36.17428251510342,"Hub License":"gemma","Hub ❤️":541,"#Params (B)":27.227,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":9.652422373385473,"IFEval Raw":0.7977677008116243,"IFEval":79.77677008116243,"BBH Raw":0.6451387433168799,"BBH":49.27284215130387,"MATH Lvl 5 Raw":0.23867069486404835,"MATH Lvl 5":23.867069486404834,"GPQA Raw":0.375,"GPQA":16.666666666666664,"MUSR Raw":0.40330208333333334,"MUSR":9.112760416666667,"MMLU-PRO Raw":0.4451462765957447,"MMLU-PRO":38.34958628841608,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-06-24","Submission Date":"2024-08-07","Generation":1,"Base Model":"google/gemma-2-27b"},{"eval_name":"google_gemma-2-2b_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"InternLM2ForCausalLM","Model":"google/gemma-2-2b 📑","fullname":"google/gemma-2-2b","Model sha":"4d05c88d00441bf62bf87dcfd29e204c05089f36","Average ⬆️":10.129463155055184,"Hub License":"gemma","Hub ❤️":528,"#Params (B)":2.614,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5187957227139828,"IFEval Raw":0.19931226922343825,"IFEval":19.931226922343825,"BBH Raw":0.3655966996422591,"BBH":11.755807532236112,"MATH Lvl 5 Raw":0.028700906344410877,"MATH Lvl 5":2.8700906344410875,"GPQA Raw":0.2625838926174497,"GPQA":1.6778523489932917,"MUSR Raw":0.4231770833333333,"MUSR":11.430468750000001,"MMLU-PRO Raw":0.21800199468085107,"MMLU-PRO":13.111332742316787,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-07-16","Submission Date":"2024-07-31","Generation":0,"Base Model":"google/gemma-2-2b"},{"eval_name":"google_gemma-2-2b_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"InternLM2ForCausalLM","Model":"google/gemma-2-2b 📑","fullname":"google/gemma-2-2b","Model sha":"0738188b3055bc98daf0fe7211f0091357e5b979","Average ⬆️":10.359615568466916,"Hub License":"gemma","Hub ❤️":528,"#Params (B)":2.614,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.8365147022631594,"IFEval Raw":0.20176021844262113,"IFEval":20.176021844262113,"BBH Raw":0.3708674612470255,"BBH":12.497306228573644,"MATH Lvl 5 Raw":0.030211480362537766,"MATH Lvl 5":3.0211480362537766,"GPQA Raw":0.2625838926174497,"GPQA":1.6778523489932917,"MUSR Raw":0.421875,"MUSR":11.267708333333333,"MMLU-PRO Raw":0.22165890957446807,"MMLU-PRO":13.51765661938534,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-07-16","Submission Date":"2024-07-31","Generation":0,"Base Model":"google/gemma-2-2b"},{"eval_name":"google_gemma-2-2b-it_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"InternLM2ForCausalLM","Model":"google/gemma-2-2b-it 📑","fullname":"google/gemma-2-2b-it","Model sha":"2b6ac3ff954ad896c115bbfa1b571cd93ea2c20f","Average ⬆️":17.046939294966545,"Hub License":"gemma","Hub ❤️":1025,"#Params (B)":2.614,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2347432742058528,"IFEval Raw":0.5668337788179807,"IFEval":56.68337788179808,"BBH Raw":0.41992308914274706,"BBH":17.980792881523424,"MATH Lvl 5 Raw":0.0007552870090634441,"MATH Lvl 5":0.0755287009063444,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.39288541666666665,"MUSR":7.077343750000001,"MMLU-PRO Raw":0.25498670212765956,"MMLU-PRO":17.22074468085106,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-07-16","Submission Date":"2024-07-31","Generation":1,"Base Model":"google/gemma-2-2b"},{"eval_name":"google_gemma-2-2b-jpn-it_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"google/gemma-2-2b-jpn-it 📑","fullname":"google/gemma-2-2b-jpn-it","Model sha":"6b046bbc091084a1ec89fe03e58871fde10868eb","Average ⬆️":17.11540570593849,"Hub License":"gemma","Hub ❤️":163,"#Params (B)":2.614,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.011437210514093,"IFEval Raw":0.5077826832803628,"IFEval":50.778268328036276,"BBH Raw":0.42255698900658106,"BBH":18.525626449832735,"MATH Lvl 5 Raw":0.03474320241691843,"MATH Lvl 5":3.474320241691843,"GPQA Raw":0.28523489932885904,"GPQA":4.697986577181204,"MUSR Raw":0.39638541666666666,"MUSR":7.681510416666669,"MMLU-PRO Raw":0.2578125,"MMLU-PRO":17.53472222222222,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-09-25","Submission Date":"2024-10-11","Generation":2,"Base Model":"google/gemma-2-2b"},{"eval_name":"google_gemma-2-2b-jpn-it_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"google/gemma-2-2b-jpn-it 📑","fullname":"google/gemma-2-2b-jpn-it","Model sha":"6b046bbc091084a1ec89fe03e58871fde10868eb","Average ⬆️":16.678630066922224,"Hub License":"gemma","Hub ❤️":163,"#Params (B)":2.614,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7088004980800213,"IFEval Raw":0.5288401441508531,"IFEval":52.88401441508531,"BBH Raw":0.4178440226217119,"BBH":17.848086390818036,"MATH Lvl 5 Raw":0.04758308157099698,"MATH Lvl 5":4.758308157099698,"GPQA Raw":0.2751677852348993,"GPQA":3.355704697986576,"MUSR Raw":0.37276041666666665,"MUSR":4.928385416666668,"MMLU-PRO Raw":0.2466755319148936,"MMLU-PRO":16.297281323877066,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-09-25","Submission Date":"2024-10-14","Generation":2,"Base Model":"google/gemma-2-2b"},{"eval_name":"google_gemma-2-9b_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"google/gemma-2-9b 📑","fullname":"google/gemma-2-9b","Model sha":"beb0c08e9eeb0548f3aca2ac870792825c357b7d","Average ⬆️":21.205286776100692,"Hub License":"gemma","Hub ❤️":653,"#Params (B)":9.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":8.61623967949076,"IFEval Raw":0.20398320899657355,"IFEval":20.398320899657357,"BBH Raw":0.5377373397621884,"BBH":34.09681853589784,"MATH Lvl 5 Raw":0.13444108761329304,"MATH Lvl 5":13.444108761329304,"GPQA Raw":0.3288590604026846,"GPQA":10.514541387024611,"MUSR Raw":0.4461145833333333,"MUSR":14.297656250000001,"MMLU-PRO Raw":0.4103224734042553,"MMLU-PRO":34.48027482269504,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-06-24","Submission Date":"2024-07-11","Generation":0,"Base Model":"google/gemma-2-9b"},{"eval_name":"google_gemma-2-9b-it_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"google/gemma-2-9b-it 📑","fullname":"google/gemma-2-9b-it","Model sha":"1937c70277fcc5f7fb0fc772fc5bc69378996e71","Average ⬆️":32.07276025267082,"Hub License":"gemma","Hub ❤️":690,"#Params (B)":9.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":7.544268073096287,"IFEval Raw":0.7435626360279614,"IFEval":74.35626360279613,"BBH Raw":0.5990342504164132,"BBH":42.136619683664655,"MATH Lvl 5 Raw":0.19486404833836857,"MATH Lvl 5":19.486404833836858,"GPQA Raw":0.36073825503355705,"GPQA":14.76510067114094,"MUSR Raw":0.4072708333333333,"MUSR":9.742187500000002,"MMLU-PRO Raw":0.3875498670212766,"MMLU-PRO":31.949985224586293,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-06-24","Submission Date":"2024-07-11","Generation":1,"Base Model":"google/gemma-2-9b"},{"eval_name":"google_gemma-2b_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GemmaForCausalLM","Model":"google/gemma-2b 📑","fullname":"google/gemma-2b","Model sha":"2ac59a5d7bf4e1425010f0d457dde7d146658953","Average ⬆️":7.321959810488082,"Hub License":"gemma","Hub ❤️":985,"#Params (B)":2.506,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2959887261338292,"IFEval Raw":0.20375825033134307,"IFEval":20.375825033134305,"BBH Raw":0.33656381705857935,"BBH":8.246263426638125,"MATH Lvl 5 Raw":0.030211480362537766,"MATH Lvl 5":3.0211480362537766,"GPQA Raw":0.2550335570469799,"GPQA":0.6711409395973182,"MUSR Raw":0.39778125,"MUSR":7.555989583333336,"MMLU-PRO Raw":0.13655252659574468,"MMLU-PRO":4.061391843971631,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-02-08","Submission Date":"2024-06-12","Generation":0,"Base Model":"google/gemma-2b"},{"eval_name":"google_gemma-2b-it_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"GemmaForCausalLM","Model":"google/gemma-2b-it 📑","fullname":"google/gemma-2b-it","Model sha":"de144fb2268dee1066f515465df532c05e699d48","Average ⬆️":7.485804130315127,"Hub License":"gemma","Hub ❤️":713,"#Params (B)":2.506,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7059006620955186,"IFEval Raw":0.26902950837112194,"IFEval":26.902950837112197,"BBH Raw":0.31508191988788464,"BBH":5.214303022163619,"MATH Lvl 5 Raw":0.02039274924471299,"MATH Lvl 5":2.0392749244712993,"GPQA Raw":0.2785234899328859,"GPQA":3.8031319910514525,"MUSR Raw":0.334125,"MUSR":3.0322916666666675,"MMLU-PRO Raw":0.13530585106382978,"MMLU-PRO":3.9228723404255303,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-02-08","Submission Date":"2024-06-12","Generation":0,"Base Model":"google/gemma-2b-it"},{"eval_name":"google_gemma-7b_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GemmaForCausalLM","Model":"google/gemma-7b 📑","fullname":"google/gemma-7b","Model sha":"a0eac5b80dba224e6ed79d306df50b1e92c2125d","Average ⬆️":15.442818570272307,"Hub License":"gemma","Hub ❤️":3134,"#Params (B)":8.538,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.5098281156398636,"IFEval Raw":0.2659321710838353,"IFEval":26.593217108383534,"BBH Raw":0.43615285239286355,"BBH":21.11609932329174,"MATH Lvl 5 Raw":0.07401812688821752,"MATH Lvl 5":7.401812688821751,"GPQA Raw":0.28691275167785235,"GPQA":4.921700223713646,"MUSR Raw":0.4062395833333334,"MUSR":10.979947916666669,"MMLU-PRO Raw":0.2947972074468085,"MMLU-PRO":21.644134160756497,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-02-08","Submission Date":"2024-06-08","Generation":0,"Base Model":"google/gemma-7b"},{"eval_name":"google_gemma-7b-it_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"GemmaForCausalLM","Model":"google/gemma-7b-it 📑","fullname":"google/gemma-7b-it","Model sha":"18329f019fb74ca4b24f97371785268543d687d2","Average ⬆️":13.067087110466217,"Hub License":"gemma","Hub ❤️":1158,"#Params (B)":8.538,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1990245623069617,"IFEval Raw":0.3868324933398937,"IFEval":38.68324933398937,"BBH Raw":0.36459012743300967,"BBH":11.940832085290182,"MATH Lvl 5 Raw":0.02945619335347432,"MATH Lvl 5":2.9456193353474323,"GPQA Raw":0.28439597315436244,"GPQA":4.5861297539149914,"MUSR Raw":0.42742708333333335,"MUSR":12.528385416666667,"MMLU-PRO Raw":0.16946476063829788,"MMLU-PRO":7.7183067375886525,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-02-13","Submission Date":"2024-06-12","Generation":1,"Base Model":"google/gemma-7b"},{"eval_name":"google_mt5-base_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MT5ForConditionalGeneration","Model":"google/mt5-base 📑","fullname":"google/mt5-base","Model sha":"2eb15465c5dd7f72a8f7984306ad05ebc3dd1e1f","Average ⬆️":3.716339524462038,"Hub License":"apache-2.0","Hub ❤️":220,"#Params (B)":0.39,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.40007963632893057,"IFEval Raw":0.1645157072124186,"IFEval":16.45157072124186,"BBH Raw":0.28831600228488835,"BBH":1.29855138817669,"MATH Lvl 5 Raw":0.00906344410876133,"MATH Lvl 5":0.906344410876133,"GPQA Raw":0.23909395973154363,"GPQA":0.0,"MUSR Raw":0.36720833333333336,"MUSR":2.8677083333333346,"MMLU-PRO Raw":0.10696476063829788,"MMLU-PRO":0.7738622931442081,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2022-03-02","Submission Date":"2024-09-06","Generation":0,"Base Model":"google/mt5-base"},{"eval_name":"google_mt5-small_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MT5ForConditionalGeneration","Model":"google/mt5-small 📑","fullname":"google/mt5-small","Model sha":"73fb5dbe4756edadc8fbe8c769b0a109493acf7a","Average ⬆️":4.2559281732773515,"Hub License":"apache-2.0","Hub ❤️":139,"#Params (B)":0.17,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.36098734872154653,"IFEval Raw":0.17180968718555653,"IFEval":17.180968718555654,"BBH Raw":0.2765842029929075,"BBH":1.0709714795008913,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2424496644295302,"GPQA":0.0,"MUSR Raw":0.38575,"MUSR":5.91875,"MMLU-PRO Raw":0.11228390957446809,"MMLU-PRO":1.3648788416075646,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2022-03-02","Submission Date":"2024-09-06","Generation":0,"Base Model":"google/mt5-small"},{"eval_name":"google_mt5-xl_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MT5ForConditionalGeneration","Model":"google/mt5-xl 📑","fullname":"google/mt5-xl","Model sha":"63fc6450d80515b48e026b69ef2fbbd426433e84","Average ⬆️":5.191420153031625,"Hub License":"apache-2.0","Hub ❤️":23,"#Params (B)":3.23,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8075344491543635,"IFEval Raw":0.19596448534333347,"IFEval":19.596448534333348,"BBH Raw":0.304735837080435,"BBH":3.2824619143354035,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.3795208333333333,"MUSR":5.040104166666665,"MMLU-PRO Raw":0.11195146276595745,"MMLU-PRO":1.3279403073286051,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2022-03-02","Submission Date":"2024-09-06","Generation":0,"Base Model":"google/mt5-xl"},{"eval_name":"google_mt5-xxl_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"T5ForConditionalGeneration","Model":"google/mt5-xxl 📑","fullname":"google/mt5-xxl","Model sha":"e07c395916dfbc315d4e5e48b4a54a1e8821b5c0","Average ⬆️":5.10307678308611,"Hub License":"apache-2.0","Hub ❤️":68,"#Params (B)":11.9,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.563877005244583,"IFEval Raw":0.23575668116154028,"IFEval":23.575668116154027,"BBH Raw":0.2959344159116905,"BBH":2.504710800447747,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.24161073825503357,"GPQA":0.0,"MUSR Raw":0.36894791666666665,"MUSR":3.5518229166666675,"MMLU-PRO Raw":0.10887632978723404,"MMLU-PRO":0.9862588652482256,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2022-03-02","Submission Date":"2024-09-06","Generation":0,"Base Model":"google/mt5-xxl"},{"eval_name":"google_recurrentgemma-2b_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"RecurrentGemmaForCausalLM","Model":"google/recurrentgemma-2b 📑","fullname":"google/recurrentgemma-2b","Model sha":"195f13c55b371fc721eda0662c00c64642c70e17","Average ⬆️":7.01512699699078,"Hub License":"gemma","Hub ❤️":91,"#Params (B)":2.683,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.5350494252772,"IFEval Raw":0.3017028151970106,"IFEval":30.170281519701057,"BBH Raw":0.31973582830084474,"BBH":4.8203622310347365,"MATH Lvl 5 Raw":0.02039274924471299,"MATH Lvl 5":2.0392749244712993,"GPQA Raw":0.24580536912751677,"GPQA":0.0,"MUSR Raw":0.3445729166666667,"MUSR":3.1049479166666667,"MMLU-PRO Raw":0.11760305851063829,"MMLU-PRO":1.9558953900709206,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-04-06","Submission Date":"2024-06-13","Generation":0,"Base Model":"google/recurrentgemma-2b"},{"eval_name":"google_recurrentgemma-2b-it_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"RecurrentGemmaForCausalLM","Model":"google/recurrentgemma-2b-it 📑","fullname":"google/recurrentgemma-2b-it","Model sha":"150248167d171fbdf4b02e7d28a4b3d749e570f6","Average ⬆️":7.995905374047496,"Hub License":"gemma","Hub ❤️":110,"#Params (B)":2.683,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.059051279422074,"IFEval Raw":0.2949329999955673,"IFEval":29.493299999556733,"BBH Raw":0.33300047272606553,"BBH":7.978763840391559,"MATH Lvl 5 Raw":0.019637462235649546,"MATH Lvl 5":1.9637462235649545,"GPQA Raw":0.2533557046979866,"GPQA":0.44742729306487633,"MUSR Raw":0.3340625,"MUSR":3.6244791666666676,"MMLU-PRO Raw":0.1402094414893617,"MMLU-PRO":4.467715721040189,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-04-08","Submission Date":"2024-06-12","Generation":0,"Base Model":"google/recurrentgemma-2b-it"},{"eval_name":"google_recurrentgemma-9b_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"RecurrentGemmaForCausalLM","Model":"google/recurrentgemma-9b 📑","fullname":"google/recurrentgemma-9b","Model sha":"7b0ed98fb889ba8bdfa7c690f08f2e57a7c48dae","Average ⬆️":13.709460856107865,"Hub License":"gemma","Hub ❤️":58,"#Params (B)":9.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":26.08737700441429,"IFEval Raw":0.31159434744256354,"IFEval":31.15943474425635,"BBH Raw":0.39562568669428394,"BBH":15.323368888997413,"MATH Lvl 5 Raw":0.06646525679758308,"MATH Lvl 5":6.646525679758309,"GPQA Raw":0.28523489932885904,"GPQA":4.697986577181204,"MUSR Raw":0.3802604166666667,"MUSR":6.599218750000001,"MMLU-PRO Raw":0.2604720744680851,"MMLU-PRO":17.830230496453904,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-06-07","Submission Date":"2024-07-04","Generation":0,"Base Model":"google/recurrentgemma-9b"},{"eval_name":"google_recurrentgemma-9b-it_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"RecurrentGemmaForCausalLM","Model":"google/recurrentgemma-9b-it 📑","fullname":"google/recurrentgemma-9b-it","Model sha":"43e62f98c3d496a5469ef4b18c1b11e417d68d1d","Average ⬆️":19.218115006306835,"Hub License":"gemma","Hub ❤️":51,"#Params (B)":9.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":15.127758447638215,"IFEval Raw":0.5010383560065071,"IFEval":50.10383560065072,"BBH Raw":0.4367189649027647,"BBH":21.621580084740117,"MATH Lvl 5 Raw":0.06646525679758308,"MATH Lvl 5":6.646525679758309,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.43790625,"MUSR":13.771614583333337,"MMLU-PRO Raw":0.2843251329787234,"MMLU-PRO":20.480570330969268,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-06-07","Submission Date":"2024-07-05","Generation":0,"Base Model":"google/recurrentgemma-9b-it"},{"eval_name":"google_switch-base-8_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"SwitchTransformersForConditionalGeneration","Model":"google/switch-base-8 📑","fullname":"google/switch-base-8","Model sha":"92fe2d22b024d9937146fe097ba3d3a7ba146e1b","Average ⬆️":3.2959502683966075,"Hub License":"apache-2.0","Hub ❤️":16,"#Params (B)":0.62,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.2934058677548048,"IFEval Raw":0.15852050337548815,"IFEval":15.852050337548814,"BBH Raw":0.28763132730669333,"BBH":1.7024781049821334,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.25,"GPQA":0.0,"MUSR Raw":0.35173958333333327,"MUSR":1.133333333333333,"MMLU-PRO Raw":0.10979055851063829,"MMLU-PRO":1.087839834515365,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2022-10-24","Submission Date":"2024-09-06","Generation":0,"Base Model":"google/switch-base-8"},{"eval_name":"google_umt5-base_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"UMT5ForConditionalGeneration","Model":"google/umt5-base 📑","fullname":"google/umt5-base","Model sha":"0de9394d54f8975e71838d309de1cb496c894ab9","Average ⬆️":3.516574726407488,"Hub License":"apache-2.0","Hub ❤️":13,"#Params (B)":-1.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3360920891163983,"IFEval Raw":0.174632198123202,"IFEval":17.463219812320197,"BBH Raw":0.27877262328945457,"BBH":0.8135531788472962,"MATH Lvl 5 Raw":0.004531722054380665,"MATH Lvl 5":0.4531722054380665,"GPQA Raw":0.25419463087248323,"GPQA":0.5592841163310973,"MUSR Raw":0.33821875,"MUSR":0.9440104166666662,"MMLU-PRO Raw":0.10779587765957446,"MMLU-PRO":0.8662086288416063,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-07-02","Submission Date":"2024-09-06","Generation":0,"Base Model":"google/umt5-base"},{"eval_name":"goulue5_merging_LLM_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"goulue5/merging_LLM 📑","fullname":"goulue5/merging_LLM","Model sha":"587115b34d72ef957fee2d8348b3ade3ae06d4a8","Average ⬆️":16.712100078199907,"Hub License":"","Hub ❤️":2,"#Params (B)":1.544,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.102930181856804,"IFEval Raw":0.32326006108237254,"IFEval":32.32600610823725,"BBH Raw":0.4216498611590102,"BBH":18.28283029131199,"MATH Lvl 5 Raw":0.09667673716012085,"MATH Lvl 5":9.667673716012084,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.43328125,"MUSR":12.76015625,"MMLU-PRO Raw":0.29579454787234044,"MMLU-PRO":21.75494976359338,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-21","Submission Date":"2024-11-22","Generation":0,"Base Model":"goulue5/merging_LLM"},{"eval_name":"gpt2_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GPT2LMHeadModel","Model":"gpt2 📑","fullname":"gpt2","Model sha":"607a30d783dfa663caf39e06633721c8d4cfcd7e","Average ⬆️":6.39102973137443,"Hub License":"mit","Hub ❤️":2628,"#Params (B)":0.137,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.32392801241644914,"IFEval Raw":0.1934168007553292,"IFEval":19.34168007553292,"BBH Raw":0.3036385401516729,"BBH":2.7142978473877357,"MATH Lvl 5 Raw":0.0030211480362537764,"MATH Lvl 5":0.3021148036253776,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.43241666666666667,"MUSR":12.985416666666667,"MMLU-PRO Raw":0.1149434840425532,"MMLU-PRO":1.6603871158392434,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2022-03-02","Submission Date":"2024-06-26","Generation":0,"Base Model":"gpt2"},{"eval_name":"gpt2_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GPT2LMHeadModel","Model":"gpt2 📑","fullname":"gpt2","Model sha":"607a30d783dfa663caf39e06633721c8d4cfcd7e","Average ⬆️":5.977736928104574,"Hub License":"mit","Hub ❤️":2628,"#Params (B)":0.137,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.039245173068546815,"IFEval Raw":0.08333333333333333,"IFEval":8.333333333333332,"BBH Raw":0.30833333333333335,"BBH":9.199754901960786,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.23333333333333334,"GPQA":0.0,"MUSR Raw":0.4333333333333333,"MUSR":18.333333333333332,"MMLU-PRO Raw":0.1,"MMLU-PRO":0.0,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2022-03-02","Submission Date":"2024-06-26","Generation":0,"Base Model":"gpt2"},{"eval_name":"gradientai_Llama-3-8B-Instruct-Gradient-1048k_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"gradientai/Llama-3-8B-Instruct-Gradient-1048k 📑","fullname":"gradientai/Llama-3-8B-Instruct-Gradient-1048k","Model sha":"8697fb25cb77c852311e03b4464b8467471d56a4","Average ⬆️":18.283333977044872,"Hub License":"llama3","Hub ❤️":682,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7743289735325676,"IFEval Raw":0.4455588948434598,"IFEval":44.55588948434598,"BBH Raw":0.4345903107069573,"BBH":21.01052898715872,"MATH Lvl 5 Raw":0.05362537764350453,"MATH Lvl 5":5.362537764350453,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.42975,"MUSR":13.518749999999997,"MMLU-PRO Raw":0.29404920212765956,"MMLU-PRO":21.56102245862884,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-04-29","Submission Date":"2024-06-12","Generation":0,"Base Model":"gradientai/Llama-3-8B-Instruct-Gradient-1048k"},{"eval_name":"grimjim_DeepSauerHuatuoSkywork-R1-o1-Llama-3.1-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"grimjim/DeepSauerHuatuoSkywork-R1-o1-Llama-3.1-8B 📑","fullname":"grimjim/DeepSauerHuatuoSkywork-R1-o1-Llama-3.1-8B","Model sha":"e62f1fd16eebdfa3f3084a44a8a37176ecb4074f","Average ⬆️":26.940480296007976,"Hub License":"llama3.1","Hub ❤️":4,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3692639052605395,"IFEval Raw":0.4797060687863757,"IFEval":47.97060687863757,"BBH Raw":0.5269400362212973,"BBH":32.76923482357123,"MATH Lvl 5 Raw":0.22205438066465258,"MATH Lvl 5":22.20543806646526,"GPQA Raw":0.33808724832214765,"GPQA":11.74496644295302,"MUSR Raw":0.44078124999999996,"MUSR":14.097656249999998,"MMLU-PRO Raw":0.3956948138297872,"MMLU-PRO":32.8549793144208,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-30","Submission Date":"2025-01-30","Generation":1,"Base Model":"grimjim/DeepSauerHuatuoSkywork-R1-o1-Llama-3.1-8B (Merge)"},{"eval_name":"grimjim_Gigantes-v1-gemma2-9b-it_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"grimjim/Gigantes-v1-gemma2-9b-it 📑","fullname":"grimjim/Gigantes-v1-gemma2-9b-it","Model sha":"f912b7cf7f07a593d0a4262f9f20a7adb0a93f9d","Average ⬆️":33.23742832143159,"Hub License":"gemma","Hub ❤️":2,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.995648654632423,"IFEval Raw":0.692454908531585,"IFEval":69.2454908531585,"BBH Raw":0.597792552822268,"BBH":42.79787696550411,"MATH Lvl 5 Raw":0.21450151057401812,"MATH Lvl 5":21.45015105740181,"GPQA Raw":0.35318791946308725,"GPQA":13.758389261744966,"MUSR Raw":0.45547916666666666,"MUSR":16.33489583333333,"MMLU-PRO Raw":0.42253989361702127,"MMLU-PRO":35.83776595744681,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-28","Submission Date":"2024-12-28","Generation":1,"Base Model":"grimjim/Gigantes-v1-gemma2-9b-it (Merge)"},{"eval_name":"grimjim_Gigantes-v2-gemma2-9b-it_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"grimjim/Gigantes-v2-gemma2-9b-it 📑","fullname":"grimjim/Gigantes-v2-gemma2-9b-it","Model sha":"5c410fbc679de69de48b25d18bb7e374f4a3471f","Average ⬆️":33.876785775265446,"Hub License":"gemma","Hub ❤️":1,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.0377316832337793,"IFEval Raw":0.7350696152874374,"IFEval":73.50696152874373,"BBH Raw":0.5986559388303995,"BBH":42.70163259850296,"MATH Lvl 5 Raw":0.20166163141993956,"MATH Lvl 5":20.166163141993955,"GPQA Raw":0.35151006711409394,"GPQA":13.534675615212524,"MUSR Raw":0.45947916666666666,"MUSR":17.13489583333333,"MMLU-PRO Raw":0.4259474734042553,"MMLU-PRO":36.21638593380615,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"grimjim/Gigantes-v2-gemma2-9b-it (Merge)"},{"eval_name":"grimjim_Gigantes-v3-gemma2-9b-it_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"grimjim/Gigantes-v3-gemma2-9b-it 📑","fullname":"grimjim/Gigantes-v3-gemma2-9b-it","Model sha":"dcd1a7dd037a17f07819da0c70b96e987678206c","Average ⬆️":33.49043715511172,"Hub License":"gemma","Hub ❤️":0,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.035863590801693,"IFEval Raw":0.697625633319592,"IFEval":69.7625633319592,"BBH Raw":0.5983513792324827,"BBH":42.795367767587656,"MATH Lvl 5 Raw":0.20996978851963746,"MATH Lvl 5":20.996978851963746,"GPQA Raw":0.3565436241610738,"GPQA":14.205816554809845,"MUSR Raw":0.4608125,"MUSR":17.33489583333333,"MMLU-PRO Raw":0.4226230053191489,"MMLU-PRO":35.847000591016545,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"grimjim/Gigantes-v3-gemma2-9b-it (Merge)"},{"eval_name":"grimjim_HuatuoSkywork-o1-Llama-3.1-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"grimjim/HuatuoSkywork-o1-Llama-3.1-8B 📑","fullname":"grimjim/HuatuoSkywork-o1-Llama-3.1-8B","Model sha":"85bfa74ab2642914a532eb52a1720da5bc2afb00","Average ⬆️":24.47799926837126,"Hub License":"llama3.1","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3971466462844657,"IFEval Raw":0.3961499931293413,"IFEval":39.61499931293413,"BBH Raw":0.48863582396592203,"BBH":28.332777575588082,"MATH Lvl 5 Raw":0.38821752265861026,"MATH Lvl 5":38.82175226586103,"GPQA Raw":0.29278523489932884,"GPQA":5.7046979865771785,"MUSR Raw":0.38385416666666666,"MUSR":11.115104166666663,"MMLU-PRO Raw":0.30950797872340424,"MMLU-PRO":23.278664302600472,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-03","Generation":1,"Base Model":"grimjim/HuatuoSkywork-o1-Llama-3.1-8B (Merge)"},{"eval_name":"grimjim_Llama-3-Instruct-8B-SPPO-Iter3-SimPO-merge_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"grimjim/Llama-3-Instruct-8B-SPPO-Iter3-SimPO-merge 📑","fullname":"grimjim/Llama-3-Instruct-8B-SPPO-Iter3-SimPO-merge","Model sha":"7a8d334dce0a2ce948f75612b8d3a61c53d094aa","Average ⬆️":20.83668391168813,"Hub License":"llama3","Hub ❤️":3,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.0950967078398595,"IFEval Raw":0.42712447417297217,"IFEval":42.71244741729721,"BBH Raw":0.4961694535006833,"BBH":28.258014912987704,"MATH Lvl 5 Raw":0.09969788519637462,"MATH Lvl 5":9.969788519637463,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.40432291666666664,"MUSR":9.540364583333334,"MMLU-PRO Raw":0.3625332446808511,"MMLU-PRO":29.170360520094558,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-28","Submission Date":"2024-06-29","Generation":1,"Base Model":"grimjim/Llama-3-Instruct-8B-SPPO-Iter3-SimPO-merge (Merge)"},{"eval_name":"grimjim_Llama-3-Instruct-8B-SimPO-SPPO-Iter3-merge_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"grimjim/Llama-3-Instruct-8B-SimPO-SPPO-Iter3-merge 📑","fullname":"grimjim/Llama-3-Instruct-8B-SimPO-SPPO-Iter3-merge","Model sha":"8f4d460ea20e24e48914156af7def305c0cd347f","Average ⬆️":24.04094205100742,"Hub License":"llama3","Hub ❤️":3,"#Params (B)":8.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.233883346225575,"IFEval Raw":0.6805897241541332,"IFEval":68.05897241541332,"BBH Raw":0.5021734091176594,"BBH":29.073285914476486,"MATH Lvl 5 Raw":0.0891238670694864,"MATH Lvl 5":8.91238670694864,"GPQA Raw":0.2625838926174497,"GPQA":1.6778523489932917,"MUSR Raw":0.38851041666666664,"MUSR":6.697135416666669,"MMLU-PRO Raw":0.3684341755319149,"MMLU-PRO":29.826019503546092,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-28","Submission Date":"2024-09-17","Generation":1,"Base Model":"grimjim/Llama-3-Instruct-8B-SimPO-SPPO-Iter3-merge (Merge)"},{"eval_name":"grimjim_Llama-3.1-8B-Instruct-abliterated_via_adapter_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"grimjim/Llama-3.1-8B-Instruct-abliterated_via_adapter 📑","fullname":"grimjim/Llama-3.1-8B-Instruct-abliterated_via_adapter","Model sha":"b37ab2f859c96b125ff1c45c7ff0e267aa229156","Average ⬆️":23.217301725050117,"Hub License":"llama3.1","Hub ❤️":29,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8038294368260206,"IFEval Raw":0.48695018107510296,"IFEval":48.69501810751029,"BBH Raw":0.510526564708187,"BBH":29.415990262794168,"MATH Lvl 5 Raw":0.13972809667673716,"MATH Lvl 5":13.972809667673717,"GPQA Raw":0.313758389261745,"GPQA":8.501118568232664,"MUSR Raw":0.40103125,"MUSR":9.262239583333335,"MMLU-PRO Raw":0.3651097074468085,"MMLU-PRO":29.4566341607565,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-07-25","Submission Date":"2024-09-17","Generation":1,"Base Model":"grimjim/Llama-3.1-8B-Instruct-abliterated_via_adapter (Merge)"},{"eval_name":"grimjim_Llama-3.1-Bonsaikraft-8B-Instruct_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"grimjim/Llama-3.1-Bonsaikraft-8B-Instruct 📑","fullname":"grimjim/Llama-3.1-Bonsaikraft-8B-Instruct","Model sha":"3291a835eb6591c97484502476ebbde38380849b","Average ⬆️":22.856640245514402,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3560108759332417,"IFEval Raw":0.42500121898784116,"IFEval":42.500121898784116,"BBH Raw":0.5286855891530357,"BBH":32.58754251798589,"MATH Lvl 5 Raw":0.13141993957703926,"MATH Lvl 5":13.141993957703926,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.4235104166666667,"MUSR":11.038802083333335,"MMLU-PRO Raw":0.3764128989361702,"MMLU-PRO":30.712544326241126,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-30","Submission Date":"2025-01-25","Generation":1,"Base Model":"grimjim/Llama-3.1-Bonsaikraft-8B-Instruct (Merge)"},{"eval_name":"grimjim_Llama-Nephilim-Metamorphosis-v2-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"grimjim/Llama-Nephilim-Metamorphosis-v2-8B 📑","fullname":"grimjim/Llama-Nephilim-Metamorphosis-v2-8B","Model sha":"bef087901c4163991ec649608c7c07c759e4fe7c","Average ⬆️":23.00221313012307,"Hub License":"llama3.1","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3459978060195088,"IFEval Raw":0.4544519652300341,"IFEval":45.44519652300341,"BBH Raw":0.5013477378974034,"BBH":28.18246234355982,"MATH Lvl 5 Raw":0.13972809667673716,"MATH Lvl 5":13.972809667673717,"GPQA Raw":0.32298657718120805,"GPQA":9.731543624161072,"MUSR Raw":0.40909375000000003,"MUSR":9.470052083333334,"MMLU-PRO Raw":0.38090093085106386,"MMLU-PRO":31.21121453900709,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-14","Submission Date":"2025-01-02","Generation":1,"Base Model":"grimjim/Llama-Nephilim-Metamorphosis-v2-8B (Merge)"},{"eval_name":"grimjim_Llama3.1-SuperNovaLite-HuatuoSkywork-o1-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"grimjim/Llama3.1-SuperNovaLite-HuatuoSkywork-o1-8B 📑","fullname":"grimjim/Llama3.1-SuperNovaLite-HuatuoSkywork-o1-8B","Model sha":"d4012c41f98f7f1fd33104a48d49319b382e8554","Average ⬆️":25.961665053235674,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3439985673215313,"IFEval Raw":0.43659157701565177,"IFEval":43.65915770156518,"BBH Raw":0.5287189378780882,"BBH":32.95297252204676,"MATH Lvl 5 Raw":0.30060422960725075,"MATH Lvl 5":30.060422960725074,"GPQA Raw":0.311241610738255,"GPQA":8.165548098434002,"MUSR Raw":0.3998541666666666,"MUSR":11.115104166666663,"MMLU-PRO Raw":0.3683510638297872,"MMLU-PRO":29.81678486997636,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-07","Submission Date":"2025-01-07","Generation":1,"Base Model":"grimjim/Llama3.1-SuperNovaLite-HuatuoSkywork-o1-8B (Merge)"},{"eval_name":"grimjim_Magnolia-v1-Gemma2-8k-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"grimjim/Magnolia-v1-Gemma2-8k-9B 📑","fullname":"grimjim/Magnolia-v1-Gemma2-8k-9B","Model sha":"4a25a9e75e598bf249d92d84ed2cf5c707fa502e","Average ⬆️":25.51284798552607,"Hub License":"gemma","Hub ❤️":1,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.0740254212442935,"IFEval Raw":0.35308536904302806,"IFEval":35.308536904302805,"BBH Raw":0.5589031767575711,"BBH":36.79001219814328,"MATH Lvl 5 Raw":0.16842900302114805,"MATH Lvl 5":16.842900302114806,"GPQA Raw":0.33640939597315433,"GPQA":11.521252796420578,"MUSR Raw":0.46446875,"MUSR":16.591927083333335,"MMLU-PRO Raw":0.4242021276595745,"MMLU-PRO":36.022458628841605,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-08","Submission Date":"2024-12-30","Generation":1,"Base Model":"grimjim/Magnolia-v1-Gemma2-8k-9B (Merge)"},{"eval_name":"grimjim_Magnolia-v2-12B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"grimjim/Magnolia-v2-12B 📑","fullname":"grimjim/Magnolia-v2-12B","Model sha":"9a66fd94f74bc63b4b944969ca0777107a97d47b","Average ⬆️":21.577222272679126,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.002732247053589,"IFEval Raw":0.3506119318962575,"IFEval":35.06119318962575,"BBH Raw":0.5290279354217235,"BBH":32.50462527039537,"MATH Lvl 5 Raw":0.12915407854984895,"MATH Lvl 5":12.915407854984895,"GPQA Raw":0.3187919463087248,"GPQA":9.172259507829976,"MUSR Raw":0.41712499999999997,"MUSR":10.90729166666666,"MMLU-PRO Raw":0.3601230053191489,"MMLU-PRO":28.9025561465721,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-05","Submission Date":"2024-12-30","Generation":1,"Base Model":"grimjim/Magnolia-v2-12B (Merge)"},{"eval_name":"grimjim_Magnolia-v2-Gemma2-8k-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"grimjim/Magnolia-v2-Gemma2-8k-9B 📑","fullname":"grimjim/Magnolia-v2-Gemma2-8k-9B","Model sha":"f9617a4216e6719b776f426dde6dce654cd93510","Average ⬆️":34.30134506171324,"Hub License":"gemma","Hub ❤️":3,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.3294433701942467,"IFEval Raw":0.7384417789243651,"IFEval":73.84417789243652,"BBH Raw":0.6015773428405322,"BBH":42.84461695501066,"MATH Lvl 5 Raw":0.2280966767371601,"MATH Lvl 5":22.80966767371601,"GPQA Raw":0.3573825503355705,"GPQA":14.317673378076066,"MUSR Raw":0.44884375,"MUSR":14.972135416666669,"MMLU-PRO Raw":0.4331781914893617,"MMLU-PRO":37.01979905437352,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-09","Submission Date":"2024-12-29","Generation":1,"Base Model":"grimjim/Magnolia-v2-Gemma2-8k-9B (Merge)"},{"eval_name":"grimjim_Magnolia-v3-12B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"grimjim/Magnolia-v3-12B 📑","fullname":"grimjim/Magnolia-v3-12B","Model sha":"b93104eefc85fc527b87973f79e28d149eb5135e","Average ⬆️":22.786766373418164,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.0001082476739587,"IFEval Raw":0.39649906692021614,"IFEval":39.64990669202162,"BBH Raw":0.5326669270363916,"BBH":32.92491590836766,"MATH Lvl 5 Raw":0.1351963746223565,"MATH Lvl 5":13.51963746223565,"GPQA Raw":0.32550335570469796,"GPQA":10.067114093959727,"MUSR Raw":0.4183958333333333,"MUSR":11.499479166666662,"MMLU-PRO Raw":0.3615359042553192,"MMLU-PRO":29.05954491725768,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-11","Submission Date":"2024-12-28","Generation":1,"Base Model":"grimjim/Magnolia-v3-12B (Merge)"},{"eval_name":"grimjim_Magnolia-v3-Gemma2-8k-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"grimjim/Magnolia-v3-Gemma2-8k-9B 📑","fullname":"grimjim/Magnolia-v3-Gemma2-8k-9B","Model sha":"89cd67348bdb122cb8986053e66df4348cb1044a","Average ⬆️":34.353725481327054,"Hub License":"gemma","Hub ❤️":2,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.41703063359954,"IFEval Raw":0.7378422585406721,"IFEval":73.78422585406722,"BBH Raw":0.6015406636327695,"BBH":42.868229945045556,"MATH Lvl 5 Raw":0.23187311178247735,"MATH Lvl 5":23.187311178247736,"GPQA Raw":0.3565436241610738,"GPQA":14.205816554809845,"MUSR Raw":0.4488125,"MUSR":15.001562500000004,"MMLU-PRO Raw":0.43367686170212766,"MMLU-PRO":37.07520685579196,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-30","Submission Date":"2024-12-30","Generation":1,"Base Model":"grimjim/Magnolia-v3-Gemma2-8k-9B (Merge)"},{"eval_name":"grimjim_Magnolia-v4-12B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"grimjim/Magnolia-v4-12B 📑","fullname":"grimjim/Magnolia-v4-12B","Model sha":"45605f7d55339291145798b55f3e613b0dfe9b11","Average ⬆️":22.593840281150975,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.823437390007458,"IFEval Raw":0.34179421712168156,"IFEval":34.179421712168164,"BBH Raw":0.5430894084668724,"BBH":34.57748311994204,"MATH Lvl 5 Raw":0.13141993957703926,"MATH Lvl 5":13.141993957703926,"GPQA Raw":0.32802013422818793,"GPQA":10.402684563758392,"MUSR Raw":0.42112499999999997,"MUSR":13.573958333333332,"MMLU-PRO Raw":0.3671875,"MMLU-PRO":29.6875,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-11","Submission Date":"2025-02-21","Generation":1,"Base Model":"grimjim/Magnolia-v4-12B (Merge)"},{"eval_name":"grimjim_Magnolia-v5a-12B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"grimjim/Magnolia-v5a-12B 📑","fullname":"grimjim/Magnolia-v5a-12B","Model sha":"e9e38c0b451c9e7fe96ffd58a669271d684c6a2d","Average ⬆️":22.851795395693376,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8485829512595052,"IFEval Raw":0.41136185321613317,"IFEval":41.136185321613326,"BBH Raw":0.5311764105029141,"BBH":32.694922623458645,"MATH Lvl 5 Raw":0.13746223564954682,"MATH Lvl 5":13.746223564954683,"GPQA Raw":0.3221476510067114,"GPQA":9.61968680089485,"MUSR Raw":0.4144895833333333,"MUSR":11.011197916666662,"MMLU-PRO Raw":0.3601230053191489,"MMLU-PRO":28.9025561465721,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-21","Submission Date":"2025-02-21","Generation":1,"Base Model":"grimjim/Magnolia-v5a-12B (Merge)"},{"eval_name":"grimjim_Magot-v1-Gemma2-8k-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"grimjim/Magot-v1-Gemma2-8k-9B 📑","fullname":"grimjim/Magot-v1-Gemma2-8k-9B","Model sha":"afae94acb42bc0dcf1d31b7338cb79c0bcab1829","Average ⬆️":24.587402832733005,"Hub License":"gemma","Hub ❤️":2,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.908073960813349,"IFEval Raw":0.29967818720993633,"IFEval":29.96781872099363,"BBH Raw":0.6019447732218105,"BBH":42.81812817526611,"MATH Lvl 5 Raw":0.09894259818731117,"MATH Lvl 5":9.894259818731117,"GPQA Raw":0.3464765100671141,"GPQA":12.863534675615215,"MUSR Raw":0.44884375,"MUSR":14.905468750000004,"MMLU-PRO Raw":0.43367686170212766,"MMLU-PRO":37.07520685579196,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-09","Submission Date":"2024-09-19","Generation":1,"Base Model":"grimjim/Magot-v1-Gemma2-8k-9B (Merge)"},{"eval_name":"grimjim_Magot-v2-Gemma2-8k-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"grimjim/Magot-v2-Gemma2-8k-9B 📑","fullname":"grimjim/Magot-v2-Gemma2-8k-9B","Model sha":"e214d3e65d6efd4a0a9209ac615c1735aac71ec7","Average ⬆️":32.97995555494225,"Hub License":"gemma","Hub ❤️":1,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.096882421506472,"IFEval Raw":0.7347449212533854,"IFEval":73.47449212533854,"BBH Raw":0.5896713649821103,"BBH":41.459290753905556,"MATH Lvl 5 Raw":0.20166163141993956,"MATH Lvl 5":20.166163141993955,"GPQA Raw":0.3540268456375839,"GPQA":13.870246085011187,"MUSR Raw":0.4343958333333333,"MUSR":13.099479166666669,"MMLU-PRO Raw":0.4222905585106383,"MMLU-PRO":35.810062056737586,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-27","Submission Date":"2024-12-30","Generation":1,"Base Model":"grimjim/Magot-v2-Gemma2-8k-9B (Merge)"},{"eval_name":"grimjim_SauerHuatuoSkywork-o1-Llama-3.1-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"grimjim/SauerHuatuoSkywork-o1-Llama-3.1-8B 📑","fullname":"grimjim/SauerHuatuoSkywork-o1-Llama-3.1-8B","Model sha":"a832b371328483d2f003ea87afb4e1dc58045fdc","Average ⬆️":26.68447204012895,"Hub License":"llama3.1","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.399417526016181,"IFEval Raw":0.5219462138237654,"IFEval":52.19462138237654,"BBH Raw":0.5222077363554879,"BBH":32.08877158243549,"MATH Lvl 5 Raw":0.1729607250755287,"MATH Lvl 5":17.29607250755287,"GPQA Raw":0.3213087248322148,"GPQA":9.507829977628639,"MUSR Raw":0.45268749999999996,"MUSR":15.785937499999996,"MMLU-PRO Raw":0.39910239361702127,"MMLU-PRO":33.23359929078014,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-27","Submission Date":"2025-01-27","Generation":1,"Base Model":"grimjim/SauerHuatuoSkywork-o1-Llama-3.1-8B (Merge)"},{"eval_name":"grimjim_llama-3-Nephilim-v1-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"grimjim/llama-3-Nephilim-v1-8B 📑","fullname":"grimjim/llama-3-Nephilim-v1-8B","Model sha":"642799c8c768c53e831a03a1224db875116be866","Average ⬆️":21.729737138539548,"Hub License":"cc-by-nc-4.0","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7137452405943856,"IFEval Raw":0.4277239945566652,"IFEval":42.772399455666516,"BBH Raw":0.5131817939007638,"BBH":29.907537489079242,"MATH Lvl 5 Raw":0.09063444108761329,"MATH Lvl 5":9.06344410876133,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.41362499999999996,"MUSR":10.63645833333333,"MMLU-PRO Raw":0.37957114361702127,"MMLU-PRO":31.063460401891252,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-21","Submission Date":"2024-06-26","Generation":1,"Base Model":"grimjim/llama-3-Nephilim-v1-8B (Merge)"},{"eval_name":"grimjim_llama-3-Nephilim-v2-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"grimjim/llama-3-Nephilim-v2-8B 📑","fullname":"grimjim/llama-3-Nephilim-v2-8B","Model sha":"924f56cdefbfaf38deb6aee3ad301ced027e142d","Average ⬆️":20.600249913059073,"Hub License":"cc-by-nc-4.0","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4017468314255033,"IFEval Raw":0.39222817679313116,"IFEval":39.22281767931311,"BBH Raw":0.5048214936442625,"BBH":29.896263840620197,"MATH Lvl 5 Raw":0.10649546827794562,"MATH Lvl 5":10.649546827794563,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.3895,"MUSR":7.887500000000002,"MMLU-PRO Raw":0.3641123670212766,"MMLU-PRO":29.34581855791962,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-26","Submission Date":"2024-09-18","Generation":1,"Base Model":"grimjim/llama-3-Nephilim-v2-8B (Merge)"},{"eval_name":"grimjim_llama-3-Nephilim-v2.1-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"grimjim/llama-3-Nephilim-v2.1-8B 📑","fullname":"grimjim/llama-3-Nephilim-v2.1-8B","Model sha":"5f516d9df1778dbe53ea941a754aef73b87e8eaa","Average ⬆️":20.434967127814037,"Hub License":"cc-by-nc-4.0","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.426316661154474,"IFEval Raw":0.38950540122430705,"IFEval":38.95054012243071,"BBH Raw":0.5095042703104161,"BBH":29.81966445991054,"MATH Lvl 5 Raw":0.09969788519637462,"MATH Lvl 5":9.969788519637463,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.3935,"MUSR":7.887500000000002,"MMLU-PRO Raw":0.3644448138297872,"MMLU-PRO":29.38275709219858,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-07-09","Submission Date":"2024-09-18","Generation":1,"Base Model":"grimjim/llama-3-Nephilim-v2.1-8B (Merge)"},{"eval_name":"grimjim_llama-3-Nephilim-v3-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"grimjim/llama-3-Nephilim-v3-8B 📑","fullname":"grimjim/llama-3-Nephilim-v3-8B","Model sha":"fd012ba05116aad7dc297d0a866ddb3345a056a1","Average ⬆️":20.600988872221105,"Hub License":"cc-by-nc-4.0","Hub ❤️":14,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1281793692381223,"IFEval Raw":0.4173825449806513,"IFEval":41.73825449806513,"BBH Raw":0.5012671264428366,"BBH":28.955635498374203,"MATH Lvl 5 Raw":0.09516616314199396,"MATH Lvl 5":9.516616314199396,"GPQA Raw":0.2953020134228188,"GPQA":6.040268456375841,"MUSR Raw":0.3989270833333334,"MUSR":8.332552083333338,"MMLU-PRO Raw":0.3612034574468085,"MMLU-PRO":29.022606382978722,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-07-14","Submission Date":"2024-08-26","Generation":1,"Base Model":"grimjim/llama-3-Nephilim-v3-8B (Merge)"},{"eval_name":"gupta-tanish_llama-7b-dpo-baseline_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"gupta-tanish/llama-7b-dpo-baseline 📑","fullname":"gupta-tanish/llama-7b-dpo-baseline","Model sha":"1b5f1ef3ffa3b550619fbf64c33b6fd79e1bd559","Average ⬆️":11.857290104453797,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":6.738,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5626329206994065,"IFEval Raw":0.26930433472076315,"IFEval":26.930433472076317,"BBH Raw":0.3896894398264714,"BBH":14.380522116367189,"MATH Lvl 5 Raw":0.019637462235649546,"MATH Lvl 5":1.9637462235649545,"GPQA Raw":0.2625838926174497,"GPQA":1.6778523489932917,"MUSR Raw":0.445625,"MUSR":14.769791666666668,"MMLU-PRO Raw":0.20279255319148937,"MMLU-PRO":11.421394799054372,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-29","Submission Date":"2024-09-29","Generation":1,"Base Model":"gupta-tanish/llama-7b-dpo-baseline (Merge)"},{"eval_name":"gz987_qwen2.5-7b-cabs-v0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"gz987/qwen2.5-7b-cabs-v0.1 📑","fullname":"gz987/qwen2.5-7b-cabs-v0.1","Model sha":"5ef7ddd3d7c58504b8bbdee213c37105afade2a9","Average ⬆️":36.56161315485646,"Hub License":"mit","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6224453856348778,"IFEval Raw":0.7505817896514582,"IFEval":75.05817896514581,"BBH Raw":0.5481580818735207,"BBH":35.838183211484505,"MATH Lvl 5 Raw":0.479607250755287,"MATH Lvl 5":47.9607250755287,"GPQA Raw":0.313758389261745,"GPQA":8.501118568232664,"MUSR Raw":0.437625,"MUSR":14.169791666666669,"MMLU-PRO Raw":0.4405751329787234,"MMLU-PRO":37.841681442080386,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-17","Submission Date":"2025-02-18","Generation":1,"Base Model":"gz987/qwen2.5-7b-cabs-v0.1 (Merge)"},{"eval_name":"gz987_qwen2.5-7b-cabs-v0.2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"gz987/qwen2.5-7b-cabs-v0.2 📑","fullname":"gz987/qwen2.5-7b-cabs-v0.2","Model sha":"8e5dd3c00616adb80d49f5a83cdd01f1794f7662","Average ⬆️":36.614018827547945,"Hub License":"mit","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6512716382261822,"IFEval Raw":0.7417640748768822,"IFEval":74.17640748768822,"BBH Raw":0.5516262466675281,"BBH":36.27590658422937,"MATH Lvl 5 Raw":0.4901812688821752,"MATH Lvl 5":49.01812688821752,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.44286458333333334,"MUSR":14.858072916666671,"MMLU-PRO Raw":0.43974401595744683,"MMLU-PRO":37.74933510638298,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-18","Submission Date":"2025-02-18","Generation":1,"Base Model":"gz987/qwen2.5-7b-cabs-v0.2 (Merge)"},{"eval_name":"gz987_qwen2.5-7b-cabs-v0.3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"gz987/qwen2.5-7b-cabs-v0.3 📑","fullname":"gz987/qwen2.5-7b-cabs-v0.3","Model sha":"2ad9b1f13a2e4dc4d6eed55eb706050c10232188","Average ⬆️":36.93504663341147,"Hub License":"mit","Hub ❤️":3,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6308176980387323,"IFEval Raw":0.7569515552068511,"IFEval":75.69515552068512,"BBH Raw":0.5494465314719504,"BBH":35.95665199827286,"MATH Lvl 5 Raw":0.493202416918429,"MATH Lvl 5":49.320241691842895,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.44295833333333334,"MUSR":15.236458333333331,"MMLU-PRO Raw":0.4401595744680851,"MMLU-PRO":37.79550827423168,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-18","Submission Date":"2025-02-18","Generation":1,"Base Model":"gz987/qwen2.5-7b-cabs-v0.3 (Merge)"},{"eval_name":"gz987_qwen2.5-7b-cabs-v0.4_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"gz987/qwen2.5-7b-cabs-v0.4 📑","fullname":"gz987/qwen2.5-7b-cabs-v0.4","Model sha":"642e0c1fd2012cd95e7236acbb0c245a60d1f391","Average ⬆️":36.88194596713293,"Hub License":"mit","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6297121050369008,"IFEval Raw":0.7582503313430586,"IFEval":75.82503313430587,"BBH Raw":0.5524401094760039,"BBH":36.358438375339254,"MATH Lvl 5 Raw":0.48489425981873113,"MATH Lvl 5":48.48942598187311,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.44295833333333334,"MUSR":15.169791666666663,"MMLU-PRO Raw":0.4395777925531915,"MMLU-PRO":37.730865839243506,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-18","Submission Date":"2025-02-18","Generation":1,"Base Model":"gz987/qwen2.5-7b-cabs-v0.4 (Merge)"},{"eval_name":"h2oai_h2o-danube-1.8b-chat_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"h2oai/h2o-danube-1.8b-chat 📑","fullname":"h2oai/h2o-danube-1.8b-chat","Model sha":"ff4789b36ed0875184b8c67697e434dbd63bb04f","Average ⬆️":6.953761979021041,"Hub License":"apache-2.0","Hub ❤️":54,"#Params (B)":1.831,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.2625451227687596,"IFEval Raw":0.2198699450790569,"IFEval":21.986994507905692,"BBH Raw":0.3219657593234448,"BBH":5.269859154260847,"MATH Lvl 5 Raw":0.013595166163141994,"MATH Lvl 5":1.3595166163141994,"GPQA Raw":0.25419463087248323,"GPQA":0.5592841163310973,"MUSR Raw":0.3988645833333333,"MUSR":9.058072916666662,"MMLU-PRO Raw":0.13139960106382978,"MMLU-PRO":3.4888445626477527,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-01-25","Submission Date":"2025-03-05","Generation":0,"Base Model":"h2oai/h2o-danube-1.8b-chat"},{"eval_name":"h2oai_h2o-danube3-4b-base_bfloat16","Precision":"bfloat16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"h2oai/h2o-danube3-4b-base 📑","fullname":"h2oai/h2o-danube3-4b-base","Model sha":"6bdf2f1e317143c998b88d9e9d72facc621a863f","Average ⬆️":10.0908487494014,"Hub License":"apache-2.0","Hub ❤️":21,"#Params (B)":3.962,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8890039292136087,"IFEval Raw":0.23380851695722904,"IFEval":23.380851695722903,"BBH Raw":0.3599083951265592,"BBH":10.564444044561542,"MATH Lvl 5 Raw":0.022658610271903322,"MATH Lvl 5":2.2658610271903323,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.37781250000000005,"MUSR":6.526562500000002,"MMLU-PRO Raw":0.2109375,"MMLU-PRO":12.326388888888888,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-04","Submission Date":"2024-08-10","Generation":0,"Base Model":"h2oai/h2o-danube3-4b-base"},{"eval_name":"h2oai_h2o-danube3-4b-chat_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"h2oai/h2o-danube3-4b-chat 📑","fullname":"h2oai/h2o-danube3-4b-chat","Model sha":"1e5c6fa6620f8bf078958069ab4581cd88e0202c","Average ⬆️":11.571247407067567,"Hub License":"apache-2.0","Hub ❤️":66,"#Params (B)":3.962,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9252426738721852,"IFEval Raw":0.3628771659197596,"IFEval":36.28771659197596,"BBH Raw":0.3466170643135169,"BBH":8.839702966263845,"MATH Lvl 5 Raw":0.04078549848942598,"MATH Lvl 5":4.078549848942599,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.378125,"MUSR":5.232291666666669,"MMLU-PRO Raw":0.22282247340425532,"MMLU-PRO":13.6469414893617,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-04","Submission Date":"2024-07-15","Generation":0,"Base Model":"h2oai/h2o-danube3-4b-chat"},{"eval_name":"h2oai_h2o-danube3-500m-chat_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"h2oai/h2o-danube3-500m-chat 📑","fullname":"h2oai/h2o-danube3-500m-chat","Model sha":"c202f976c26875541e738ea978c8158fa536da9a","Average ⬆️":5.204440277019856,"Hub License":"apache-2.0","Hub ❤️":34,"#Params (B)":0.514,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.43780670218272594,"IFEval Raw":0.2207941594968018,"IFEval":22.079415949680183,"BBH Raw":0.3034691168308313,"BBH":3.065370444981646,"MATH Lvl 5 Raw":0.01661631419939577,"MATH Lvl 5":1.6616314199395772,"GPQA Raw":0.23070469798657717,"GPQA":0.0,"MUSR Raw":0.34339583333333334,"MUSR":2.824479166666667,"MMLU-PRO Raw":0.11436170212765957,"MMLU-PRO":1.595744680851063,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-04","Submission Date":"2024-10-11","Generation":0,"Base Model":"h2oai/h2o-danube3-500m-chat"},{"eval_name":"h2oai_h2o-danube3.1-4b-chat_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"h2oai/h2o-danube3.1-4b-chat 📑","fullname":"h2oai/h2o-danube3.1-4b-chat","Model sha":"e649b5c5844432e0b3e1b1102b6218604e6cbdb8","Average ⬆️":16.41212819519095,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":3.962,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5982811536989042,"IFEval Raw":0.5021121734774842,"IFEval":50.211217347748416,"BBH Raw":0.3608421638178268,"BBH":10.942062527495287,"MATH Lvl 5 Raw":0.03323262839879154,"MATH Lvl 5":3.3232628398791544,"GPQA Raw":0.28523489932885904,"GPQA":4.697986577181204,"MUSR Raw":0.41015625,"MUSR":10.202864583333337,"MMLU-PRO Raw":0.2718583776595745,"MMLU-PRO":19.095375295508276,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-29","Submission Date":"2024-11-29","Generation":0,"Base Model":"h2oai/h2o-danube3.1-4b-chat"},{"eval_name":"haoranxu_ALMA-13B-R_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Adapter","Architecture":"?","Model":"haoranxu/ALMA-13B-R 📑","fullname":"haoranxu/ALMA-13B-R","Model sha":"b69ebad694274b929cfcf3db29dd7bb93d752e39","Average ⬆️":3.8773019782821123,"Hub License":"mit","Hub ❤️":81,"#Params (B)":13.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9252597252610324,"IFEval Raw":0.003921816336210145,"IFEval":0.3921816336210145,"BBH Raw":0.345656261205981,"BBH":8.819669166822672,"MATH Lvl 5 Raw":0.017371601208459216,"MATH Lvl 5":1.7371601208459215,"GPQA Raw":0.2575503355704698,"GPQA":1.0067114093959737,"MUSR Raw":0.35279166666666667,"MUSR":2.232291666666667,"MMLU-PRO Raw":0.18168218085106383,"MMLU-PRO":9.075797872340424,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-01-17","Submission Date":"2024-10-01","Generation":0,"Base Model":"haoranxu/ALMA-13B-R"},{"eval_name":"haoranxu_Llama-3-Instruct-8B-CPO-SimPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"haoranxu/Llama-3-Instruct-8B-CPO-SimPO 📑","fullname":"haoranxu/Llama-3-Instruct-8B-CPO-SimPO","Model sha":"3ca4b5c3a6395ff090e1039d55ac1f6120777302","Average ⬆️":24.910737255485603,"Hub License":"mit","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.490670077540168,"IFEval Raw":0.7046447869430887,"IFEval":70.46447869430888,"BBH Raw":0.5048301774821616,"BBH":29.762188091412483,"MATH Lvl 5 Raw":0.1027190332326284,"MATH Lvl 5":10.27190332326284,"GPQA Raw":0.29278523489932884,"GPQA":5.7046979865771785,"MUSR Raw":0.3566666666666667,"MUSR":3.4166666666666674,"MMLU-PRO Raw":0.3686003989361702,"MMLU-PRO":29.844488770685572,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-19","Submission Date":"2024-07-28","Generation":0,"Base Model":"haoranxu/Llama-3-Instruct-8B-CPO-SimPO"},{"eval_name":"haoranxu_Llama-3-Instruct-8B-SimPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"haoranxu/Llama-3-Instruct-8B-SimPO 📑","fullname":"haoranxu/Llama-3-Instruct-8B-SimPO","Model sha":"8346770280fa169d41d737785dd63a66e9d94501","Average ⬆️":24.990729234610715,"Hub License":"llama3","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1591559961402582,"IFEval Raw":0.7347449212533854,"IFEval":73.47449212533854,"BBH Raw":0.49792360151415016,"BBH":28.2263760762505,"MATH Lvl 5 Raw":0.08761329305135952,"MATH Lvl 5":8.761329305135952,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.35660416666666667,"MUSR":3.7421875000000004,"MMLU-PRO Raw":0.37333776595744683,"MMLU-PRO":30.37086288416076,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-07","Submission Date":"2024-07-28","Generation":1,"Base Model":"meta-llama/Meta-Llama-3-8B-Instruct"},{"eval_name":"hatemmahmoud_qwen2.5-1.5b-sft-raft-grpo-hra-doc_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"hatemmahmoud/qwen2.5-1.5b-sft-raft-grpo-hra-doc 📑","fullname":"hatemmahmoud/qwen2.5-1.5b-sft-raft-grpo-hra-doc","Model sha":"aeb5362a28d3f7718233553bb039cd0ac0ee04e4","Average ⬆️":18.16435302663075,"Hub License":"","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6156239180882589,"IFEval Raw":0.41958004760701606,"IFEval":41.9580047607016,"BBH Raw":0.4269926809768501,"BBH":19.805226737644773,"MATH Lvl 5 Raw":0.2175226586102719,"MATH Lvl 5":21.75226586102719,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.36097916666666663,"MUSR":3.389062500000001,"MMLU-PRO Raw":0.277593085106383,"MMLU-PRO":19.73256501182033,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-07","Submission Date":"2025-03-12","Generation":0,"Base Model":"hatemmahmoud/qwen2.5-1.5b-sft-raft-grpo-hra-doc"},{"eval_name":"hon9kon9ize_CantoneseLLMChat-v0.5_bfloat16","Precision":"bfloat16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"hon9kon9ize/CantoneseLLMChat-v0.5 📑","fullname":"hon9kon9ize/CantoneseLLMChat-v0.5","Model sha":"812eb4f168c3ea258ebb220393401db9578e0f67","Average ⬆️":15.959800818271107,"Hub License":"apache-2.0","Hub ❤️":9,"#Params (B)":6.069,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6672683498631755,"IFEval Raw":0.3230849701015528,"IFEval":32.30849701015528,"BBH Raw":0.43452388803059244,"BBH":20.761385180655164,"MATH Lvl 5 Raw":0.04154078549848943,"MATH Lvl 5":4.1540785498489425,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.4706458333333334,"MUSR":18.13072916666667,"MMLU-PRO Raw":0.2504155585106383,"MMLU-PRO":16.712839834515364,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-01","Submission Date":"2024-07-07","Generation":0,"Base Model":"hon9kon9ize/CantoneseLLMChat-v0.5"},{"eval_name":"hon9kon9ize_CantoneseLLMChat-v1.0-7B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"hon9kon9ize/CantoneseLLMChat-v1.0-7B 📑","fullname":"hon9kon9ize/CantoneseLLMChat-v1.0-7B","Model sha":"4703b1afc7aab8e3a8059432fd1c4b0aba011482","Average ⬆️":23.503869934977185,"Hub License":"other","Hub ❤️":4,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.6627929127752954,"IFEval Raw":0.44548353923146145,"IFEval":44.54835392314614,"BBH Raw":0.4865734655539633,"BBH":28.53613616746739,"MATH Lvl 5 Raw":0.2107250755287009,"MATH Lvl 5":21.07250755287009,"GPQA Raw":0.3221476510067114,"GPQA":9.61968680089485,"MUSR Raw":0.3882916666666667,"MUSR":6.303125000000004,"MMLU-PRO Raw":0.3784906914893617,"MMLU-PRO":30.94341016548463,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-02","Submission Date":"2024-10-10","Generation":1,"Base Model":"Removed"},{"eval_name":"hongbai12_li-0.4-pre_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"hongbai12/li-0.4-pre 📑","fullname":"hongbai12/li-0.4-pre","Model sha":"6b5c78e54a187d3c992fa3033456e63bfaf81349","Average ⬆️":36.49263658043271,"Hub License":"","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.969251663521824,"IFEval Raw":0.5199725616918665,"IFEval":51.99725616918665,"BBH Raw":0.6298274927108823,"BBH":46.725545099612226,"MATH Lvl 5 Raw":0.49244712990936557,"MATH Lvl 5":49.244712990936556,"GPQA Raw":0.32298657718120805,"GPQA":9.731543624161072,"MUSR Raw":0.4513020833333334,"MUSR":16.64609375,"MMLU-PRO Raw":0.5014960106382979,"MMLU-PRO":44.61066784869976,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-05","Generation":0,"Base Model":"Removed"},{"eval_name":"hotmailuser_Deepseek-qwen-modelstock-2B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"hotmailuser/Deepseek-qwen-modelstock-2B 📑","fullname":"hotmailuser/Deepseek-qwen-modelstock-2B","Model sha":"cf45d578f711d7c11a6b376b03bbcee4159f962a","Average ⬆️":13.734549593045678,"Hub License":"mit","Hub ❤️":0,"#Params (B)":1.777,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1776806671769675,"IFEval Raw":0.21487431127186973,"IFEval":21.487431127186973,"BBH Raw":0.3549242330959277,"BBH":10.02016891992718,"MATH Lvl 5 Raw":0.33987915407854985,"MATH Lvl 5":33.987915407854985,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.34745833333333337,"MUSR":2.7656250000000004,"MMLU-PRO Raw":0.19107380319148937,"MMLU-PRO":10.11931146572104,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-24","Submission Date":"2025-01-26","Generation":1,"Base Model":"hotmailuser/Deepseek-qwen-modelstock-2B (Merge)"},{"eval_name":"hotmailuser_Falcon3Slerp1-10B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"hotmailuser/Falcon3Slerp1-10B 📑","fullname":"hotmailuser/Falcon3Slerp1-10B","Model sha":"74d06a0b8e34e4a4c83a3d1e4a4f36b0e548aeaf","Average ⬆️":31.776680017784997,"Hub License":"other","Hub ❤️":1,"#Params (B)":10.306,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6440682251388408,"IFEval Raw":0.5694069513335727,"IFEval":56.940695133357266,"BBH Raw":0.616984966186231,"BBH":44.74398729818869,"MATH Lvl 5 Raw":0.2598187311178248,"MATH Lvl 5":25.981873111782477,"GPQA Raw":0.34395973154362414,"GPQA":12.527964205816552,"MUSR Raw":0.43176041666666665,"MUSR":12.670052083333337,"MMLU-PRO Raw":0.4401595744680851,"MMLU-PRO":37.79550827423168,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-19","Submission Date":"2024-12-23","Generation":1,"Base Model":"hotmailuser/Falcon3Slerp1-10B (Merge)"},{"eval_name":"hotmailuser_Falcon3Slerp2-10B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"hotmailuser/Falcon3Slerp2-10B 📑","fullname":"hotmailuser/Falcon3Slerp2-10B","Model sha":"03059d4fe878b69ba65d248f213bc416b4a9e5ed","Average ⬆️":31.308605732994934,"Hub License":"other","Hub ❤️":0,"#Params (B)":10.306,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5033467329832644,"IFEval Raw":0.6117966994241945,"IFEval":61.17966994241945,"BBH Raw":0.6164263500746402,"BBH":44.5423501026709,"MATH Lvl 5 Raw":0.23187311178247735,"MATH Lvl 5":23.187311178247736,"GPQA Raw":0.33808724832214765,"GPQA":11.74496644295302,"MUSR Raw":0.4095625,"MUSR":9.761979166666668,"MMLU-PRO Raw":0.4369182180851064,"MMLU-PRO":37.43535756501182,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-19","Submission Date":"2024-12-23","Generation":1,"Base Model":"hotmailuser/Falcon3Slerp2-10B (Merge)"},{"eval_name":"hotmailuser_Falcon3Slerp4-10B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"hotmailuser/Falcon3Slerp4-10B 📑","fullname":"hotmailuser/Falcon3Slerp4-10B","Model sha":"43cf3a3669f104492a0e883171da8974cf16b727","Average ⬆️":30.717492522295817,"Hub License":"other","Hub ❤️":0,"#Params (B)":10.306,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6148316233690154,"IFEval Raw":0.6072254950198805,"IFEval":60.722549501988055,"BBH Raw":0.611433776236228,"BBH":43.75873169992713,"MATH Lvl 5 Raw":0.22885196374622357,"MATH Lvl 5":22.885196374622357,"GPQA Raw":0.3288590604026846,"GPQA":10.514541387024611,"MUSR Raw":0.40175,"MUSR":8.785416666666668,"MMLU-PRO Raw":0.4387466755319149,"MMLU-PRO":37.63851950354609,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-23","Submission Date":"2024-12-23","Generation":1,"Base Model":"hotmailuser/Falcon3Slerp4-10B (Merge)"},{"eval_name":"hotmailuser_FalconSlerp-3B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"hotmailuser/FalconSlerp-3B 📑","fullname":"hotmailuser/FalconSlerp-3B","Model sha":"b3d2a778f7188fd56d4539bfd6f18be4baf512c8","Average ⬆️":22.47273640583823,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.228,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.922140828783185,"IFEval Raw":0.5694568190179834,"IFEval":56.94568190179834,"BBH Raw":0.46239111387485293,"BBH":24.394008058642658,"MATH Lvl 5 Raw":0.17598187311178248,"MATH Lvl 5":17.598187311178247,"GPQA Raw":0.287751677852349,"GPQA":5.033557046979867,"MUSR Raw":0.3989270833333333,"MUSR":8.999218749999995,"MMLU-PRO Raw":0.29679188829787234,"MMLU-PRO":21.86576536643026,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-06","Submission Date":"2025-01-08","Generation":1,"Base Model":"hotmailuser/FalconSlerp-3B (Merge)"},{"eval_name":"hotmailuser_FalconSlerp1-7B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"hotmailuser/FalconSlerp1-7B 📑","fullname":"hotmailuser/FalconSlerp1-7B","Model sha":"3708e7cb80f6309d5cefb68aa0be3fa8f76eb969","Average ⬆️":28.681197911346505,"Hub License":"other","Hub ❤️":0,"#Params (B)":7.456,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2278224733096967,"IFEval Raw":0.5394564200765082,"IFEval":53.94564200765082,"BBH Raw":0.5354677787663963,"BBH":35.04308988047655,"MATH Lvl 5 Raw":0.23791540785498488,"MATH Lvl 5":23.791540785498487,"GPQA Raw":0.3196308724832215,"GPQA":9.284116331096197,"MUSR Raw":0.44525,"MUSR":15.256249999999994,"MMLU-PRO Raw":0.4128989361702128,"MMLU-PRO":34.766548463356976,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-18","Submission Date":"2024-12-23","Generation":1,"Base Model":"hotmailuser/FalconSlerp1-7B (Merge)"},{"eval_name":"hotmailuser_FalconSlerp2-7B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"hotmailuser/FalconSlerp2-7B 📑","fullname":"hotmailuser/FalconSlerp2-7B","Model sha":"219ee277427f3bc985b82d985f47f8f57fbd5236","Average ⬆️":31.286856255059003,"Hub License":"other","Hub ❤️":0,"#Params (B)":7.456,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2316635207541564,"IFEval Raw":0.6160432097944565,"IFEval":61.604320979445646,"BBH Raw":0.5537805428914538,"BBH":36.81735294513948,"MATH Lvl 5 Raw":0.2983383685800604,"MATH Lvl 5":29.83383685800604,"GPQA Raw":0.3196308724832215,"GPQA":9.284116331096197,"MUSR Raw":0.44788541666666665,"MUSR":15.285677083333335,"MMLU-PRO Raw":0.4140625,"MMLU-PRO":34.895833333333336,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-18","Submission Date":"2024-12-23","Generation":1,"Base Model":"hotmailuser/FalconSlerp2-7B (Merge)"},{"eval_name":"hotmailuser_FalconSlerp3-10B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"hotmailuser/FalconSlerp3-10B 📑","fullname":"hotmailuser/FalconSlerp3-10B","Model sha":"2752f054efbfee78630fcc54ac7b3366ba778042","Average ⬆️":30.415115815404064,"Hub License":"other","Hub ❤️":0,"#Params (B)":10.306,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5993031087557148,"IFEval Raw":0.6001564737119731,"IFEval":60.01564737119731,"BBH Raw":0.6060288025434474,"BBH":42.818643189920245,"MATH Lvl 5 Raw":0.22734138972809667,"MATH Lvl 5":22.734138972809667,"GPQA Raw":0.33557046979865773,"GPQA":11.409395973154364,"MUSR Raw":0.4030833333333333,"MUSR":8.585416666666669,"MMLU-PRO Raw":0.4323470744680851,"MMLU-PRO":36.927452718676115,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-23","Submission Date":"2024-12-23","Generation":1,"Base Model":"hotmailuser/FalconSlerp3-10B (Merge)"},{"eval_name":"hotmailuser_FalconSlerp3-7B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"hotmailuser/FalconSlerp3-7B 📑","fullname":"hotmailuser/FalconSlerp3-7B","Model sha":"be57bac375fbc5bc8e5c93b3f9476c4ea20f4585","Average ⬆️":31.531501918893497,"Hub License":"other","Hub ❤️":0,"#Params (B)":7.456,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2133243870772685,"IFEval Raw":0.6096235765546527,"IFEval":60.96235765546528,"BBH Raw":0.5532966528909408,"BBH":36.834016091662946,"MATH Lvl 5 Raw":0.3157099697885196,"MATH Lvl 5":31.570996978851962,"GPQA Raw":0.3187919463087248,"GPQA":9.172259507829976,"MUSR Raw":0.45067708333333334,"MUSR":15.901302083333329,"MMLU-PRO Raw":0.41273271276595747,"MMLU-PRO":34.748079196217496,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-18","Submission Date":"2024-12-23","Generation":1,"Base Model":"hotmailuser/FalconSlerp3-7B (Merge)"},{"eval_name":"hotmailuser_FalconSlerp4-7B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"hotmailuser/FalconSlerp4-7B 📑","fullname":"hotmailuser/FalconSlerp4-7B","Model sha":"2d16b7120c7b300877b65cae7ee334e9bf28894a","Average ⬆️":30.51227574563949,"Hub License":"","Hub ❤️":0,"#Params (B)":7.456,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2299334634956316,"IFEval Raw":0.6284580468711907,"IFEval":62.84580468711906,"BBH Raw":0.5523506352993854,"BBH":36.46810457203872,"MATH Lvl 5 Raw":0.2212990936555891,"MATH Lvl 5":22.129909365558913,"GPQA Raw":0.33221476510067116,"GPQA":10.96196868008949,"MUSR Raw":0.4585208333333333,"MUSR":16.98177083333333,"MMLU-PRO Raw":0.4031748670212766,"MMLU-PRO":33.6860963356974,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-06","Submission Date":"2025-01-08","Generation":1,"Base Model":"hotmailuser/FalconSlerp4-7B (Merge)"},{"eval_name":"hotmailuser_FalconSlerp6-7B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"hotmailuser/FalconSlerp6-7B 📑","fullname":"hotmailuser/FalconSlerp6-7B","Model sha":"bfe93343c4c409a4be69fa28141ec8d42e3108ff","Average ⬆️":28.79520632630417,"Hub License":"other","Hub ❤️":0,"#Params (B)":7.456,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.184894649891033,"IFEval Raw":0.6026542906155667,"IFEval":60.265429061556674,"BBH Raw":0.5383801786207648,"BBH":34.47834539078978,"MATH Lvl 5 Raw":0.20468277945619334,"MATH Lvl 5":20.468277945619334,"GPQA Raw":0.3179530201342282,"GPQA":9.060402684563762,"MUSR Raw":0.44921875,"MUSR":15.219010416666668,"MMLU-PRO Raw":0.39951795212765956,"MMLU-PRO":33.279772458628834,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-19","Submission Date":"2025-01-26","Generation":1,"Base Model":"hotmailuser/FalconSlerp6-7B (Merge)"},{"eval_name":"hotmailuser_Gemma2Crono-27B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"hotmailuser/Gemma2Crono-27B 📑","fullname":"hotmailuser/Gemma2Crono-27B","Model sha":"68feccf9af840291c9ce4dea83bdd7b68c351f45","Average ⬆️":36.28874920037128,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":27.227,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":7.7758279250270474,"IFEval Raw":0.7086164709637096,"IFEval":70.86164709637096,"BBH Raw":0.6505341690680219,"BBH":50.10341199129857,"MATH Lvl 5 Raw":0.24244712990936557,"MATH Lvl 5":24.244712990936556,"GPQA Raw":0.37080536912751677,"GPQA":16.10738255033557,"MUSR Raw":0.45668749999999997,"MUSR":16.05260416666667,"MMLU-PRO Raw":0.4632646276595745,"MMLU-PRO":40.36273640661938,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-02","Submission Date":"2024-12-02","Generation":1,"Base Model":"hotmailuser/Gemma2Crono-27B (Merge)"},{"eval_name":"hotmailuser_Gemma2SimPO-27B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"hotmailuser/Gemma2SimPO-27B 📑","fullname":"hotmailuser/Gemma2SimPO-27B","Model sha":"59d5de8216b2b53abcf56a79ebb630d17a856d00","Average ⬆️":36.43283421130692,"Hub License":"","Hub ❤️":0,"#Params (B)":27.227,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":8.929292486388974,"IFEval Raw":0.7222303488078299,"IFEval":72.22303488078299,"BBH Raw":0.6413158976157102,"BBH":49.15921945509655,"MATH Lvl 5 Raw":0.28172205438066467,"MATH Lvl 5":28.172205438066467,"GPQA Raw":0.35822147651006714,"GPQA":14.429530201342287,"MUSR Raw":0.44465625,"MUSR":14.148697916666668,"MMLU-PRO Raw":0.46417885638297873,"MMLU-PRO":40.46431737588653,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-01","Generation":0,"Base Model":"Removed"},{"eval_name":"hotmailuser_Gemma2atlas-27B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"hotmailuser/Gemma2atlas-27B 📑","fullname":"hotmailuser/Gemma2atlas-27B","Model sha":"8021ee95d2515abefc6b15924f9f49e2e98b88b8","Average ⬆️":35.809591577124344,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":27.227,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":8.530740587560782,"IFEval Raw":0.7213560020744957,"IFEval":72.13560020744956,"BBH Raw":0.6544960921220462,"BBH":50.713279143065044,"MATH Lvl 5 Raw":0.21450151057401812,"MATH Lvl 5":21.45015105740181,"GPQA Raw":0.35570469798657717,"GPQA":14.093959731543624,"MUSR Raw":0.44453125000000004,"MUSR":14.799739583333329,"MMLU-PRO Raw":0.4749833776595745,"MMLU-PRO":41.66481973995272,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-01","Submission Date":"2024-12-01","Generation":1,"Base Model":"hotmailuser/Gemma2atlas-27B (Merge)"},{"eval_name":"hotmailuser_Gemma2magnum-27b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"hotmailuser/Gemma2magnum-27b 📑","fullname":"hotmailuser/Gemma2magnum-27b","Model sha":"c2beed3653f3732b0af82a9dd1cddd5919c9c686","Average ⬆️":32.46719676338319,"Hub License":"","Hub ❤️":0,"#Params (B)":27.227,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":8.436378201254655,"IFEval Raw":0.5050599077115387,"IFEval":50.50599077115387,"BBH Raw":0.6199590493843724,"BBH":46.10114598574725,"MATH Lvl 5 Raw":0.22054380664652568,"MATH Lvl 5":22.054380664652566,"GPQA Raw":0.3850671140939597,"GPQA":18.008948545861294,"MUSR Raw":0.47234375,"MUSR":18.17630208333333,"MMLU-PRO Raw":0.45960771276595747,"MMLU-PRO":39.95641252955083,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-02","Generation":0,"Base Model":"Removed"},{"eval_name":"hotmailuser_Llama-Hermes-slerp-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"hotmailuser/Llama-Hermes-slerp-8B 📑","fullname":"hotmailuser/Llama-Hermes-slerp-8B","Model sha":"95c15cd9c0893a5ffe40c3a1dae1556319daaf83","Average ⬆️":19.59642323585999,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4214525678925432,"IFEval Raw":0.3390470617960345,"IFEval":33.90470617960345,"BBH Raw":0.5310290010444968,"BBH":33.30931089323399,"MATH Lvl 5 Raw":0.08006042296072508,"MATH Lvl 5":8.006042296072508,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.4077916666666667,"MUSR":10.640625000000002,"MMLU-PRO Raw":0.33311170212765956,"MMLU-PRO":25.901300236406616,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-12","Submission Date":"2024-12-23","Generation":1,"Base Model":"hotmailuser/Llama-Hermes-slerp-8B (Merge)"},{"eval_name":"hotmailuser_Llama-Hermes-slerp2-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"hotmailuser/Llama-Hermes-slerp2-8B 📑","fullname":"hotmailuser/Llama-Hermes-slerp2-8B","Model sha":"cfd9a8f7e365268e27bf3ed363299abcbdf29989","Average ⬆️":20.611252287971684,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.437970914055651,"IFEval Raw":0.3728440537773109,"IFEval":37.28440537773109,"BBH Raw":0.5265283171967207,"BBH":32.315975836753644,"MATH Lvl 5 Raw":0.09743202416918428,"MATH Lvl 5":9.743202416918429,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.42481250000000004,"MUSR":11.734895833333335,"MMLU-PRO Raw":0.33793218085106386,"MMLU-PRO":26.43690898345154,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-12","Submission Date":"2024-12-23","Generation":1,"Base Model":"hotmailuser/Llama-Hermes-slerp2-8B (Merge)"},{"eval_name":"hotmailuser_LlamaStock-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"hotmailuser/LlamaStock-8B 📑","fullname":"hotmailuser/LlamaStock-8B","Model sha":"634ab357e226771144582944d3c029f363905cdd","Average ⬆️":24.411960823539555,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2753957210387332,"IFEval Raw":0.4249513513034304,"IFEval":42.495135130343044,"BBH Raw":0.5328942883826541,"BBH":33.09114622817674,"MATH Lvl 5 Raw":0.16993957703927492,"MATH Lvl 5":16.993957703927492,"GPQA Raw":0.3271812080536913,"GPQA":10.290827740492169,"MUSR Raw":0.41293749999999996,"MUSR":12.417187499999997,"MMLU-PRO Raw":0.3806515957446808,"MMLU-PRO":31.183510638297868,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-30","Submission Date":"2025-01-08","Generation":1,"Base Model":"hotmailuser/LlamaStock-8B (Merge)"},{"eval_name":"hotmailuser_Mistral-modelstock-24B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"hotmailuser/Mistral-modelstock-24B 📑","fullname":"hotmailuser/Mistral-modelstock-24B","Model sha":"47c017d9e32811649e6329c3366db7d0424d6de3","Average ⬆️":29.725473787931804,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":23.572,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.71543130172185,"IFEval Raw":0.3424192254329623,"IFEval":34.24192254329623,"BBH Raw":0.645229041403176,"BBH":48.712773019346535,"MATH Lvl 5 Raw":0.13066465256797583,"MATH Lvl 5":13.066465256797583,"GPQA Raw":0.41023489932885904,"GPQA":21.364653243847872,"MUSR Raw":0.4590416666666666,"MUSR":15.746875000000001,"MMLU-PRO Raw":0.5069813829787234,"MMLU-PRO":45.2201536643026,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-13","Submission Date":"2025-02-13","Generation":1,"Base Model":"hotmailuser/Mistral-modelstock-24B (Merge)"},{"eval_name":"hotmailuser_Mistral-modelstock2-24B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"hotmailuser/Mistral-modelstock2-24B 📑","fullname":"hotmailuser/Mistral-modelstock2-24B","Model sha":"f8c34783dfee169d331cc1f2a652769acc3f0095","Average ⬆️":33.81477606165948,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":23.572,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4917658879570694,"IFEval Raw":0.43184528163051816,"IFEval":43.18452816305181,"BBH Raw":0.6689381929188762,"BBH":52.387209345108715,"MATH Lvl 5 Raw":0.24018126888217523,"MATH Lvl 5":24.018126888217523,"GPQA Raw":0.3926174496644295,"GPQA":19.01565995525727,"MUSR Raw":0.46161458333333333,"MUSR":16.30182291666667,"MMLU-PRO Raw":0.5318317819148937,"MMLU-PRO":47.98130910165485,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-13","Submission Date":"2025-02-13","Generation":1,"Base Model":"hotmailuser/Mistral-modelstock2-24B (Merge)"},{"eval_name":"hotmailuser_Phi4-Slerp4-14B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"hotmailuser/Phi4-Slerp4-14B 📑","fullname":"hotmailuser/Phi4-Slerp4-14B","Model sha":"c021ab7b45cf746aede182129e07d0ddc9b02410","Average ⬆️":30.881045458267863,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8446649148433258,"IFEval Raw":0.0629485321170051,"IFEval":6.294853211700511,"BBH Raw":0.6731037909447855,"BBH":52.76034640932895,"MATH Lvl 5 Raw":0.3474320241691843,"MATH Lvl 5":34.74320241691843,"GPQA Raw":0.39681208053691275,"GPQA":19.574944071588366,"MUSR Raw":0.5097395833333334,"MUSR":24.38411458333333,"MMLU-PRO Raw":0.5277593085106383,"MMLU-PRO":47.52881205673759,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-26","Generation":1,"Base Model":"hotmailuser/Phi4-Slerp4-14B (Merge)"},{"eval_name":"hotmailuser_Qwen2.5-HomerSlerp-7B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"hotmailuser/Qwen2.5-HomerSlerp-7B 📑","fullname":"hotmailuser/Qwen2.5-HomerSlerp-7B","Model sha":"19fe6a99882323c775e8208e8ebc7e219a80435b","Average ⬆️":29.43258692955959,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2001042958753323,"IFEval Raw":0.44878145542715553,"IFEval":44.87814554271555,"BBH Raw":0.5632506117591088,"BBH":37.40411935244851,"MATH Lvl 5 Raw":0.33157099697885195,"MATH Lvl 5":33.157099697885194,"GPQA Raw":0.313758389261745,"GPQA":8.501118568232664,"MUSR Raw":0.4383333333333333,"MUSR":13.225000000000003,"MMLU-PRO Raw":0.4548703457446808,"MMLU-PRO":39.43003841607564,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-07","Submission Date":"2024-12-07","Generation":1,"Base Model":"hotmailuser/Qwen2.5-HomerSlerp-7B (Merge)"},{"eval_name":"hotmailuser_QwenModelStock-1.8B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"hotmailuser/QwenModelStock-1.8B 📑","fullname":"hotmailuser/QwenModelStock-1.8B","Model sha":"4362359464981da5a6d35acd0aece5f12e53aaf3","Average ⬆️":16.665220644656603,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.777,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.0588223432600736,"IFEval Raw":0.3263075306852484,"IFEval":32.63075306852485,"BBH Raw":0.41881762650909504,"BBH":17.724176359806876,"MATH Lvl 5 Raw":0.09894259818731117,"MATH Lvl 5":9.894259818731117,"GPQA Raw":0.28691275167785235,"GPQA":4.921700223713646,"MUSR Raw":0.4359166666666667,"MUSR":13.05625,"MMLU-PRO Raw":0.2958776595744681,"MMLU-PRO":21.76418439716312,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-08","Generation":1,"Base Model":"hotmailuser/QwenModelStock-1.8B (Merge)"},{"eval_name":"hotmailuser_QwenSlerp-14B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"hotmailuser/QwenSlerp-14B 📑","fullname":"hotmailuser/QwenSlerp-14B","Model sha":"1186d3f7a807313bc8d492e91f3da471d9fb8412","Average ⬆️":40.34991665759889,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.791800683805432,"IFEval Raw":0.7024716640735471,"IFEval":70.24716640735471,"BBH Raw":0.6491286917834284,"BBH":49.421941687333,"MATH Lvl 5 Raw":0.38368580060422963,"MATH Lvl 5":38.368580060422964,"GPQA Raw":0.3875838926174497,"GPQA":18.34451901565996,"MUSR Raw":0.4634479166666667,"MUSR":16.830989583333334,"MMLU-PRO Raw":0.5399767287234043,"MMLU-PRO":48.88630319148937,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-31","Submission Date":"2025-01-08","Generation":1,"Base Model":"hotmailuser/QwenSlerp-14B (Merge)"},{"eval_name":"hotmailuser_QwenSlerp-3B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"hotmailuser/QwenSlerp-3B 📑","fullname":"hotmailuser/QwenSlerp-3B","Model sha":"3e94c24d81dcd5b1b4ef7ab76cc79e4427f898a0","Average ⬆️":24.511060317673625,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.397,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4724753956167291,"IFEval Raw":0.4333690164319561,"IFEval":43.3369016431956,"BBH Raw":0.4892345530653528,"BBH":28.28933436034725,"MATH Lvl 5 Raw":0.27492447129909364,"MATH Lvl 5":27.492447129909365,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.43166666666666664,"MUSR":12.091666666666669,"MMLU-PRO Raw":0.3693484042553192,"MMLU-PRO":29.927600472813236,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-01","Submission Date":"2025-01-08","Generation":1,"Base Model":"hotmailuser/QwenSlerp-3B (Merge)"},{"eval_name":"hotmailuser_QwenSlerp-7B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"hotmailuser/QwenSlerp-7B 📑","fullname":"hotmailuser/QwenSlerp-7B","Model sha":"0b12d7a297c1eda4ab669a784bfeb857e95230a6","Average ⬆️":30.086749997612042,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2683967687951827,"IFEval Raw":0.4672912317096415,"IFEval":46.72912317096415,"BBH Raw":0.5636352508232924,"BBH":37.61925634545651,"MATH Lvl 5 Raw":0.34441087613293053,"MATH Lvl 5":34.44108761329305,"GPQA Raw":0.3179530201342282,"GPQA":9.060402684563762,"MUSR Raw":0.4409375,"MUSR":13.68385416666667,"MMLU-PRO Raw":0.45088098404255317,"MMLU-PRO":38.98677600472813,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-22","Submission Date":"2024-12-23","Generation":1,"Base Model":"hotmailuser/QwenSlerp-7B (Merge)"},{"eval_name":"hotmailuser_QwenSlerp2-14B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"hotmailuser/QwenSlerp2-14B 📑","fullname":"hotmailuser/QwenSlerp2-14B","Model sha":"d0b78b5b20665a132d4c73957f663291419f2e85","Average ⬆️":40.85962754388034,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.7010769324853077,"IFEval Raw":0.7036707048409332,"IFEval":70.36707048409332,"BBH Raw":0.6492799322983842,"BBH":49.684327104915155,"MATH Lvl 5 Raw":0.39652567975830816,"MATH Lvl 5":39.65256797583081,"GPQA Raw":0.3808724832214765,"GPQA":17.4496644295302,"MUSR Raw":0.48065625,"MUSR":19.348697916666666,"MMLU-PRO Raw":0.5378989361702128,"MMLU-PRO":48.65543735224587,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-05","Submission Date":"2025-01-08","Generation":1,"Base Model":"hotmailuser/QwenSlerp2-14B (Merge)"},{"eval_name":"hotmailuser_QwenSlerp2-3B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"hotmailuser/QwenSlerp2-3B 📑","fullname":"hotmailuser/QwenSlerp2-3B","Model sha":"304cc6b0aef391e1ec06f331963b520fd65c44fb","Average ⬆️":24.03431047768953,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.397,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.46318111692393,"IFEval Raw":0.4280486885907171,"IFEval":42.8048688590717,"BBH Raw":0.4801760257099328,"BBH":26.901296704943547,"MATH Lvl 5 Raw":0.26057401812688824,"MATH Lvl 5":26.057401812688823,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.4251875,"MUSR":11.71510416666667,"MMLU-PRO Raw":0.3741688829787234,"MMLU-PRO":30.46320921985816,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-01","Submission Date":"2025-01-08","Generation":1,"Base Model":"hotmailuser/QwenSlerp2-3B (Merge)"},{"eval_name":"hotmailuser_QwenSlerp3-14B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"hotmailuser/QwenSlerp3-14B 📑","fullname":"hotmailuser/QwenSlerp3-14B","Model sha":"c74c666041e88ee77e46ebbf19e42fa0d098c156","Average ⬆️":39.791587426587995,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.705657276969295,"IFEval Raw":0.6632291209546226,"IFEval":66.32291209546227,"BBH Raw":0.6266526215170748,"BBH":46.50024294429596,"MATH Lvl 5 Raw":0.43051359516616317,"MATH Lvl 5":43.051359516616316,"GPQA Raw":0.36661073825503354,"GPQA":15.548098434004473,"MUSR Raw":0.48078125,"MUSR":19.964322916666664,"MMLU-PRO Raw":0.5262632978723404,"MMLU-PRO":47.362588652482266,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-05","Submission Date":"2025-01-08","Generation":1,"Base Model":"hotmailuser/QwenSlerp3-14B (Merge)"},{"eval_name":"hotmailuser_QwenSparse-7B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"hotmailuser/QwenSparse-7B 📑","fullname":"hotmailuser/QwenSparse-7B","Model sha":"f419c206e4543d1c9d0081e02e0272f08c49fbad","Average ⬆️":3.4771858660491386,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.4819065821862699,"IFEval Raw":0.10858632871891026,"IFEval":10.858632871891025,"BBH Raw":0.28956619468137906,"BBH":1.88717525781587,"MATH Lvl 5 Raw":0.010574018126888218,"MATH Lvl 5":1.0574018126888218,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.35622916666666665,"MUSR":4.361979166666665,"MMLU-PRO Raw":0.11220079787234043,"MMLU-PRO":1.3556442080378246,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-04","Submission Date":"2025-01-08","Generation":1,"Base Model":"hotmailuser/QwenSparse-7B (Merge)"},{"eval_name":"hotmailuser_QwenStock-0.5B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"hotmailuser/QwenStock-0.5B 📑","fullname":"hotmailuser/QwenStock-0.5B","Model sha":"8a39dd23f5e894dec1dc3783dbe50717bc6982f2","Average ⬆️":5.093186530380667,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.0069252525386143,"IFEval Raw":0.20490742341431845,"IFEval":20.490742341431847,"BBH Raw":0.2911778102988436,"BBH":2.3470409575204094,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.35753125,"MUSR":4.524739583333332,"MMLU-PRO Raw":0.11668882978723404,"MMLU-PRO":1.854314420803781,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-03","Submission Date":"2025-01-08","Generation":1,"Base Model":"hotmailuser/QwenStock-0.5B (Merge)"},{"eval_name":"hotmailuser_QwenStock-1.7B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"hotmailuser/QwenStock-1.7B 📑","fullname":"hotmailuser/QwenStock-1.7B","Model sha":"3c8f8e080e32648cf1cb2ecc44a19109f908eba7","Average ⬆️":16.75925374781586,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.777,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.0975954025989914,"IFEval Raw":0.32141163224688274,"IFEval":32.14116322468827,"BBH Raw":0.4187550547805281,"BBH":17.74065871627513,"MATH Lvl 5 Raw":0.09969788519637462,"MATH Lvl 5":9.969788519637463,"GPQA Raw":0.287751677852349,"GPQA":5.033557046979867,"MUSR Raw":0.44121875,"MUSR":13.952343750000002,"MMLU-PRO Raw":0.2954621010638298,"MMLU-PRO":21.71801122931442,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-08","Generation":1,"Base Model":"hotmailuser/QwenStock-1.7B (Merge)"},{"eval_name":"hotmailuser_QwenStock1-14B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"hotmailuser/QwenStock1-14B 📑","fullname":"hotmailuser/QwenStock1-14B","Model sha":"c50b4f0c6511500f2e2d4549301cfedccdb79f4f","Average ⬆️":39.99889430195756,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.727170708681339,"IFEval Raw":0.6693240601603745,"IFEval":66.93240601603745,"BBH Raw":0.6502248812491821,"BBH":49.56243886958751,"MATH Lvl 5 Raw":0.37009063444108764,"MATH Lvl 5":37.00906344410876,"GPQA Raw":0.3859060402684564,"GPQA":18.120805369127517,"MUSR Raw":0.47811458333333334,"MUSR":19.29765625,"MMLU-PRO Raw":0.5416389627659575,"MMLU-PRO":49.07099586288417,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-31","Submission Date":"2025-01-08","Generation":1,"Base Model":"hotmailuser/QwenStock1-14B (Merge)"},{"eval_name":"hotmailuser_RombosBeagle-v2beta-MGS-32B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"hotmailuser/RombosBeagle-v2beta-MGS-32B 📑","fullname":"hotmailuser/RombosBeagle-v2beta-MGS-32B","Model sha":"82a11837d273c1019be962d93cabe682ab2cd40b","Average ⬆️":42.65614620168921,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":10.391246244145718,"IFEval Raw":0.5156761836371937,"IFEval":51.567618363719376,"BBH Raw":0.7037350002757341,"BBH":58.117898971791085,"MATH Lvl 5 Raw":0.49924471299093653,"MATH Lvl 5":49.92447129909365,"GPQA Raw":0.3800335570469799,"GPQA":17.337807606263986,"MUSR Raw":0.5020833333333333,"MUSR":24.460416666666664,"MMLU-PRO Raw":0.5907579787234043,"MMLU-PRO":54.52866430260048,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-07","Submission Date":"2024-12-23","Generation":1,"Base Model":"hotmailuser/RombosBeagle-v2beta-MGS-32B (Merge)"},{"eval_name":"huggyllama_llama-13b_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"huggyllama/llama-13b 📑","fullname":"huggyllama/llama-13b","Model sha":"bf57045473f207bb1de1ed035ace226f4d9f9bba","Average ⬆️":9.39218439885523,"Hub License":"other","Hub ❤️":139,"#Params (B)":13.016,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.212281197143199,"IFEval Raw":0.24105262924595627,"IFEval":24.10526292459563,"BBH Raw":0.39878925581174585,"BBH":16.145707376925767,"MATH Lvl 5 Raw":0.02039274924471299,"MATH Lvl 5":2.0392749244712993,"GPQA Raw":0.2550335570469799,"GPQA":0.6711409395973182,"MUSR Raw":0.34621875,"MUSR":2.8106770833333345,"MMLU-PRO Raw":0.19522938829787234,"MMLU-PRO":10.581043144208037,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-04-03","Submission Date":"2024-07-04","Generation":0,"Base Model":"huggyllama/llama-13b"},{"eval_name":"huggyllama_llama-65b_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"huggyllama/llama-65b 📑","fullname":"huggyllama/llama-65b","Model sha":"49707c5313d34d1c5a846e29cf2a2a650c22c8ee","Average ⬆️":13.688031554930518,"Hub License":"other","Hub ❤️":75,"#Params (B)":65.286,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":18.660216163901705,"IFEval Raw":0.25259311958935626,"IFEval":25.259311958935623,"BBH Raw":0.4702556052882764,"BBH":25.254277114598622,"MATH Lvl 5 Raw":0.030966767371601207,"MATH Lvl 5":3.096676737160121,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.35945833333333327,"MUSR":1.9656249999999986,"MMLU-PRO Raw":0.3077626329787234,"MMLU-PRO":23.084736997635936,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-04-04","Submission Date":"2024-06-26","Generation":0,"Base Model":"huggyllama/llama-65b"},{"eval_name":"huggyllama_llama-7b_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"huggyllama/llama-7b 📑","fullname":"huggyllama/llama-7b","Model sha":"4782ad278652c7c71b72204d462d6d01eaaf7549","Average ⬆️":6.4149999259207915,"Hub License":"other","Hub ❤️":320,"#Params (B)":6.738,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1272084313543247,"IFEval Raw":0.25009530268576263,"IFEval":25.009530268576263,"BBH Raw":0.32773134782898566,"BBH":7.076660678102023,"MATH Lvl 5 Raw":0.008308157099697885,"MATH Lvl 5":0.8308157099697886,"GPQA Raw":0.2525167785234899,"GPQA":0.33557046979865535,"MUSR Raw":0.33539583333333334,"MUSR":1.7578124999999993,"MMLU-PRO Raw":0.13131648936170212,"MMLU-PRO":3.4796099290780127,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-04-03","Submission Date":"2024-07-04","Generation":0,"Base Model":"huggyllama/llama-7b"},{"eval_name":"huihui-ai_DeepSeek-R1-Distill-Qwen-14B-abliterated-v2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"huihui-ai/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2 📑","fullname":"huihui-ai/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2","Model sha":"a3b1e50cd454e219cb521d979eb6f61faf1a4504","Average ⬆️":17.525034419590085,"Hub License":"","Hub ❤️":122,"#Params (B)":14.77,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.710507681662543,"IFEval Raw":0.42112927033604175,"IFEval":42.11292703360417,"BBH Raw":0.34869240677927044,"BBH":8.72537349779457,"MATH Lvl 5 Raw":0.22054380664652568,"MATH Lvl 5":22.054380664652566,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.47006250000000005,"MUSR":18.62447916666667,"MMLU-PRO Raw":0.19148936170212766,"MMLU-PRO":10.16548463356974,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-23","Submission Date":"2025-01-29","Generation":1,"Base Model":"huihui-ai/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2 (Merge)"},{"eval_name":"huihui-ai_QwQ-32B-Coder-Fusion-7030_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"huihui-ai/QwQ-32B-Coder-Fusion-7030 📑","fullname":"huihui-ai/QwQ-32B-Coder-Fusion-7030","Model sha":"2441de6df2f43702c4dddba14bd7a2bc10071ae4","Average ⬆️":26.719670343952135,"Hub License":"apache-2.0","Hub ❤️":6,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":10.99417036842794,"IFEval Raw":0.38650779930584184,"IFEval":38.65077993058418,"BBH Raw":0.6177864730931621,"BBH":44.95662557932721,"MATH Lvl 5 Raw":0.2794561933534743,"MATH Lvl 5":27.945619335347434,"GPQA Raw":0.28439597315436244,"GPQA":4.5861297539149914,"MUSR Raw":0.39222916666666663,"MUSR":6.761979166666666,"MMLU-PRO Raw":0.4367519946808511,"MMLU-PRO":37.41688829787233,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-30","Submission Date":"2025-01-03","Generation":1,"Base Model":"huihui-ai/QwQ-32B-Coder-Fusion-7030 (Merge)"},{"eval_name":"huihui-ai_QwQ-32B-Coder-Fusion-8020_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"huihui-ai/QwQ-32B-Coder-Fusion-8020 📑","fullname":"huihui-ai/QwQ-32B-Coder-Fusion-8020","Model sha":"5af8eace7a9377bf61c72570893c43ae8860650e","Average ⬆️":38.81040369162885,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":9.202812113959975,"IFEval Raw":0.6020547702318737,"IFEval":60.20547702318737,"BBH Raw":0.6664531829718748,"BBH":51.79260416831474,"MATH Lvl 5 Raw":0.459214501510574,"MATH Lvl 5":45.9214501510574,"GPQA Raw":0.3548657718120805,"GPQA":13.982102908277403,"MUSR Raw":0.42934374999999997,"MUSR":12.434635416666667,"MMLU-PRO Raw":0.5367353723404256,"MMLU-PRO":48.52615248226951,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-30","Submission Date":"2025-01-03","Generation":1,"Base Model":"huihui-ai/QwQ-32B-Coder-Fusion-8020 (Merge)"},{"eval_name":"huihui-ai_QwQ-32B-Coder-Fusion-9010_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"huihui-ai/QwQ-32B-Coder-Fusion-9010 📑","fullname":"huihui-ai/QwQ-32B-Coder-Fusion-9010","Model sha":"6d19e2749fabb24efe732a2614e7458d61d92426","Average ⬆️":41.581938708070844,"Hub License":"apache-2.0","Hub ❤️":9,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":22.301953590708713,"IFEval Raw":0.5778246164620984,"IFEval":57.78246164620983,"BBH Raw":0.6727405551499568,"BBH":53.02341820461157,"MATH Lvl 5 Raw":0.5317220543806647,"MATH Lvl 5":53.17220543806647,"GPQA Raw":0.3615771812080537,"GPQA":14.876957494407161,"MUSR Raw":0.4681979166666667,"MUSR":19.52473958333333,"MMLU-PRO Raw":0.5600066489361702,"MMLU-PRO":51.1118498817967,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-29","Submission Date":"2024-12-07","Generation":1,"Base Model":"huihui-ai/QwQ-32B-Coder-Fusion-9010 (Merge)"},{"eval_name":"huihui-ai_Qwen2.5-14B-Instruct-abliterated-v2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"huihui-ai/Qwen2.5-14B-Instruct-abliterated-v2 📑","fullname":"huihui-ai/Qwen2.5-14B-Instruct-abliterated-v2","Model sha":"68f298d4017b8999dc963fbc560b02eaefa41de3","Average ⬆️":41.74807839195605,"Hub License":"apache-2.0","Hub ❤️":12,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.2479654475791335,"IFEval Raw":0.8327637335602867,"IFEval":83.27637335602867,"BBH Raw":0.6323822447052897,"BBH":47.40618824926219,"MATH Lvl 5 Raw":0.5302114803625377,"MATH Lvl 5":53.02114803625378,"GPQA Raw":0.3338926174496644,"GPQA":11.185682326621922,"MUSR Raw":0.42196875,"MUSR":11.579427083333334,"MMLU-PRO Raw":0.49617686170212766,"MMLU-PRO":44.019651300236404,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-09","Submission Date":"2024-12-07","Generation":2,"Base Model":"Qwen/Qwen2.5-14B"},{"eval_name":"huihui-ai_Qwen2.5-72B-Instruct-abliterated_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"huihui-ai/Qwen2.5-72B-Instruct-abliterated 📑","fullname":"huihui-ai/Qwen2.5-72B-Instruct-abliterated","Model sha":"6c92140f35084f10f08832cb884fd87328509d45","Average ⬆️":48.10647092442315,"Hub License":"other","Hub ❤️":10,"#Params (B)":72.706,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":76.77142501291785,"IFEval Raw":0.8592667455684251,"IFEval":85.92667455684251,"BBH Raw":0.7189881596250237,"BBH":60.487869412693875,"MATH Lvl 5 Raw":0.6012084592145015,"MATH Lvl 5":60.12084592145015,"GPQA Raw":0.3951342281879195,"GPQA":19.35123042505593,"MUSR Raw":0.4232708333333333,"MUSR":12.342187500000003,"MMLU-PRO Raw":0.5536901595744681,"MMLU-PRO":50.410017730496456,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-26","Submission Date":"2024-12-07","Generation":2,"Base Model":"Qwen/Qwen2.5-72B"},{"eval_name":"huihui-ai_Qwen2.5-7B-Instruct-abliterated_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"huihui-ai/Qwen2.5-7B-Instruct-abliterated 📑","fullname":"huihui-ai/Qwen2.5-7B-Instruct-abliterated","Model sha":"c04c14c82962506e2b16f58f9f6b0a2e60a6afde","Average ⬆️":34.27590445973728,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.297569060075492,"IFEval Raw":0.7546033413564897,"IFEval":75.46033413564896,"BBH Raw":0.5261589972829911,"BBH":32.886673214320496,"MATH Lvl 5 Raw":0.45770392749244715,"MATH Lvl 5":45.770392749244714,"GPQA Raw":0.31543624161073824,"GPQA":8.7248322147651,"MUSR Raw":0.39666666666666667,"MUSR":7.483333333333333,"MMLU-PRO Raw":0.41796875,"MMLU-PRO":35.32986111111111,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-19","Submission Date":"2024-09-24","Generation":2,"Base Model":"Qwen/Qwen2.5-7B"},{"eval_name":"huihui-ai_Qwen2.5-7B-Instruct-abliterated-v2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"huihui-ai/Qwen2.5-7B-Instruct-abliterated-v2 📑","fullname":"huihui-ai/Qwen2.5-7B-Instruct-abliterated-v2","Model sha":"05d179c1108cc2dc1c1a16a8255ac6f57eac5d32","Average ⬆️":34.729008711870584,"Hub License":"apache-2.0","Hub ❤️":35,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.334388792887168,"IFEval Raw":0.7606484128778308,"IFEval":76.06484128778308,"BBH Raw":0.5376688442794247,"BBH":34.369626512494015,"MATH Lvl 5 Raw":0.4637462235649547,"MATH Lvl 5":46.37462235649547,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.3980625,"MUSR":8.091145833333334,"MMLU-PRO Raw":0.42079454787234044,"MMLU-PRO":35.643838652482266,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-22","Submission Date":"2024-09-24","Generation":2,"Base Model":"Qwen/Qwen2.5-7B"},{"eval_name":"huu-ontocord_wide_3b_orpo_stage1.1-ss1-orpo3_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"huu-ontocord/wide_3b_orpo_stage1.1-ss1-orpo3 📑","fullname":"huu-ontocord/wide_3b_orpo_stage1.1-ss1-orpo3","Model sha":"41a6b5b9d2595ca793e1a6689ecab62a24d12483","Average ⬆️":4.2713829044269715,"Hub License":"","Hub ❤️":0,"#Params (B)":3.759,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.27895379360455497,"IFEval Raw":0.15052726764983576,"IFEval":15.052726764983579,"BBH Raw":0.2936618285636837,"BBH":2.6258625470390182,"MATH Lvl 5 Raw":0.009818731117824773,"MATH Lvl 5":0.9818731117824773,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.36178125,"MUSR":4.02265625,"MMLU-PRO Raw":0.11643949468085106,"MMLU-PRO":1.8266105200945615,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-03","Generation":0,"Base Model":"Removed"},{"eval_name":"iFaz_llama31_8B_en_emo_v4_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"","Model":"iFaz/llama31_8B_en_emo_v4 📑","fullname":"iFaz/llama31_8B_en_emo_v4","Model sha":"0db785ab56c082e30ae7dea3645d45465fbb5797","Average ⬆️":17.153620627087744,"Hub License":"","Hub ❤️":0,"#Params (B)":4.777,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7973431451023771,"IFEval Raw":0.3042504997850149,"IFEval":30.425049978501487,"BBH Raw":0.49155384618761383,"BBH":27.93118385237936,"MATH Lvl 5 Raw":0.08836858006042296,"MATH Lvl 5":8.836858006042297,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.3642916666666667,"MUSR":6.703125000000003,"MMLU-PRO Raw":0.3048537234042553,"MMLU-PRO":22.761524822695034,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-28","Generation":0,"Base Model":"Removed"},{"eval_name":"iFaz_llama32_1B_en_emo_v1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"iFaz/llama32_1B_en_emo_v1 📑","fullname":"iFaz/llama32_1B_en_emo_v1","Model sha":"6e391fb0a2f1198a83625deaea1502e9a12c1cba","Average ⬆️":10.934841101081998,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.765,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7540947651885561,"IFEval Raw":0.44083808738591385,"IFEval":44.08380873859139,"BBH Raw":0.33802631394113886,"BBH":7.2810483160822015,"MATH Lvl 5 Raw":0.0377643504531722,"MATH Lvl 5":3.7764350453172204,"GPQA Raw":0.25,"GPQA":0.0,"MUSR Raw":0.34888541666666667,"MUSR":2.010677083333334,"MMLU-PRO Raw":0.17611369680851063,"MMLU-PRO":8.457077423167847,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-25","Submission Date":"2025-01-14","Generation":2,"Base Model":"meta-llama/Llama-3.2-3B-Instruct"},{"eval_name":"iFaz_llama32_3B_en_emo_1000_stp_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"iFaz/llama32_3B_en_emo_1000_stp 📑","fullname":"iFaz/llama32_3B_en_emo_1000_stp","Model sha":"443770bbd4989aaf275df6382ef4662142b28dff","Average ⬆️":23.648597853327,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.848,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9024010584183441,"IFEval Raw":0.7295243287809678,"IFEval":72.95243287809677,"BBH Raw":0.45218477635502685,"BBH":23.111523420944195,"MATH Lvl 5 Raw":0.14652567975830816,"MATH Lvl 5":14.652567975830816,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.3620625,"MUSR":3.8911458333333346,"MMLU-PRO Raw":0.3123337765957447,"MMLU-PRO":23.592641843971627,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-08","Submission Date":"2025-03-08","Generation":2,"Base Model":"meta-llama/Llama-3.2-3B-Instruct"},{"eval_name":"iFaz_llama32_3B_en_emo_2000_stp_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"iFaz/llama32_3B_en_emo_2000_stp 📑","fullname":"iFaz/llama32_3B_en_emo_2000_stp","Model sha":"513307bd4826a01f391541e2ed25fdc65aaa14e8","Average ⬆️":23.911624360048616,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.848,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9022375387579541,"IFEval Raw":0.7368681764385165,"IFEval":73.68681764385164,"BBH Raw":0.45345889848516396,"BBH":23.416054848493687,"MATH Lvl 5 Raw":0.15332326283987915,"MATH Lvl 5":15.332326283987916,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.35269791666666667,"MUSR":3.2539062500000004,"MMLU-PRO Raw":0.3097573138297872,"MMLU-PRO":23.30636820330969,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-07","Submission Date":"2025-03-07","Generation":2,"Base Model":"meta-llama/Llama-3.2-3B-Instruct"},{"eval_name":"iFaz_llama32_3B_en_emo_300_stp_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"iFaz/llama32_3B_en_emo_300_stp 📑","fullname":"iFaz/llama32_3B_en_emo_300_stp","Model sha":"55c889bfaa908ca773e8ccab084ebe9b6f00d3dc","Average ⬆️":23.75197000352155,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.848,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8700878633076544,"IFEval Raw":0.725552644760347,"IFEval":72.5552644760347,"BBH Raw":0.45045681689917494,"BBH":22.939796393832058,"MATH Lvl 5 Raw":0.16012084592145015,"MATH Lvl 5":16.012084592145015,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.3620625,"MUSR":3.8911458333333346,"MMLU-PRO Raw":0.3148271276595745,"MMLU-PRO":23.869680851063833,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-07","Submission Date":"2025-03-07","Generation":2,"Base Model":"meta-llama/Llama-3.2-3B-Instruct"},{"eval_name":"iFaz_llama32_3B_en_emo_5000_stp_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"iFaz/llama32_3B_en_emo_5000_stp 📑","fullname":"iFaz/llama32_3B_en_emo_5000_stp","Model sha":"52014daa941e30aaa5f280ab0db1470a0839f3dc","Average ⬆️":23.22281886664426,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.848,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9237204039607672,"IFEval Raw":0.7100404703963262,"IFEval":71.00404703963262,"BBH Raw":0.4567949942342784,"BBH":23.462261896367732,"MATH Lvl 5 Raw":0.12915407854984895,"MATH Lvl 5":12.915407854984895,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.34460416666666666,"MUSR":5.075520833333335,"MMLU-PRO Raw":0.30668218085106386,"MMLU-PRO":22.964686761229316,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-08","Submission Date":"2025-03-08","Generation":2,"Base Model":"meta-llama/Llama-3.2-3B-Instruct"},{"eval_name":"iFaz_llama32_3B_en_emo_v2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"iFaz/llama32_3B_en_emo_v2 📑","fullname":"iFaz/llama32_3B_en_emo_v2","Model sha":"a2e03c1a0cd3cba34c197971eddd8c42f3c88479","Average ⬆️":19.303216399935796,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":1.848,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.1775976581044354,"IFEval Raw":0.5454017562290279,"IFEval":54.54017562290278,"BBH Raw":0.4283518305582969,"BBH":19.02916278101205,"MATH Lvl 5 Raw":0.10876132930513595,"MATH Lvl 5":10.876132930513595,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.34822916666666665,"MUSR":6.761979166666667,"MMLU-PRO Raw":0.3003656914893617,"MMLU-PRO":22.26285460992908,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-25","Submission Date":"2024-12-26","Generation":2,"Base Model":"meta-llama/Llama-3.2-3B-Instruct"},{"eval_name":"iFaz_llama32_3B_en_emo_v3_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"iFaz/llama32_3B_en_emo_v3 📑","fullname":"iFaz/llama32_3B_en_emo_v3","Model sha":"1ad78b1d9157ba683bd0013b319e3a3e1551222b","Average ⬆️":18.26359573830477,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.848,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9326067547081006,"IFEval Raw":0.5759263199421978,"IFEval":57.592631994219786,"BBH Raw":0.43013596402782367,"BBH":20.09714960563635,"MATH Lvl 5 Raw":0.06797583081570997,"MATH Lvl 5":6.797583081570997,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.35527083333333337,"MUSR":3.7421875000000004,"MMLU-PRO Raw":0.27102726063829785,"MMLU-PRO":19.003028959810873,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-28","Submission Date":"2025-02-28","Generation":2,"Base Model":"meta-llama/Llama-3.2-3B-Instruct"},{"eval_name":"iRyanBell_ARC1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"iRyanBell/ARC1 📑","fullname":"iRyanBell/ARC1","Model sha":"28176c0fb77fa43e1410766faf35d2a2681566e9","Average ⬆️":19.66167494214361,"Hub License":"llama3","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.849328996764956,"IFEval Raw":0.441112913735555,"IFEval":44.1112913735555,"BBH Raw":0.4902999658144703,"BBH":26.564495132631716,"MATH Lvl 5 Raw":0.06873111782477341,"MATH Lvl 5":6.873111782477341,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.3990520833333333,"MUSR":8.148177083333335,"MMLU-PRO Raw":0.3371010638297872,"MMLU-PRO":26.34456264775413,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-30","Submission Date":"2024-06-26","Generation":0,"Base Model":"iRyanBell/ARC1"},{"eval_name":"iRyanBell_ARC1-II_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"iRyanBell/ARC1-II 📑","fullname":"iRyanBell/ARC1-II","Model sha":"c81076b9bdaac0722b33e411a49b07a296e8fae8","Average ⬆️":9.559430625313345,"Hub License":"llama3","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.790552524437696,"IFEval Raw":0.17083560508340093,"IFEval":17.083560508340092,"BBH Raw":0.33817781029884353,"BBH":7.246229410679451,"MATH Lvl 5 Raw":0.02190332326283988,"MATH Lvl 5":2.190332326283988,"GPQA Raw":0.27181208053691275,"GPQA":2.9082774049216997,"MUSR Raw":0.4912916666666667,"MUSR":20.311458333333334,"MMLU-PRO Raw":0.1685505319148936,"MMLU-PRO":7.616725768321511,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-12","Submission Date":"2024-06-26","Generation":0,"Base Model":"iRyanBell/ARC1-II"},{"eval_name":"ibivibiv_colossus_120b_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ibivibiv/colossus_120b 📑","fullname":"ibivibiv/colossus_120b","Model sha":"b4c11f98bd874bfa454a0bb46153335cfb9b06a3","Average ⬆️":25.415203305397444,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":117.749,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":27.50486346616086,"IFEval Raw":0.42759877126025614,"IFEval":42.759877126025614,"BBH Raw":0.6061408586494191,"BBH":44.071497527478364,"MATH Lvl 5 Raw":0.05664652567975831,"MATH Lvl 5":5.664652567975831,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.4733125,"MUSR":19.264062499999998,"MMLU-PRO Raw":0.3961103723404255,"MMLU-PRO":32.901152482269495,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-12","Submission Date":"2024-06-27","Generation":0,"Base Model":"ibivibiv/colossus_120b"},{"eval_name":"ibivibiv_multimaster-7b-v6_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"ibivibiv/multimaster-7b-v6 📑","fullname":"ibivibiv/multimaster-7b-v6","Model sha":"7b3bfecb654c86565c65cd510dd1138cb3e75087","Average ⬆️":21.089768673380153,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":35.428,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.1493610087548305,"IFEval Raw":0.4473075883101283,"IFEval":44.73075883101282,"BBH Raw":0.519351871026721,"BBH":32.40128043389345,"MATH Lvl 5 Raw":0.055891238670694864,"MATH Lvl 5":5.589123867069486,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.43957291666666665,"MUSR":13.379947916666671,"MMLU-PRO Raw":0.30950797872340424,"MMLU-PRO":23.278664302600472,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-02-24","Submission Date":"2024-06-28","Generation":0,"Base Model":"ibivibiv/multimaster-7b-v6"},{"eval_name":"ibm_PowerLM-3b_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GraniteForCausalLM","Model":"ibm/PowerLM-3b 📑","fullname":"ibm/PowerLM-3b","Model sha":"38a624db4c8c9dd15d8bfb51845b7b177348e104","Average ⬆️":11.524079220212199,"Hub License":"apache-2.0","Hub ❤️":18,"#Params (B)":3.512,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.121176518130097,"IFEval Raw":0.33212764354135915,"IFEval":33.21276435413591,"BBH Raw":0.3679456724439114,"BBH":12.02206036323482,"MATH Lvl 5 Raw":0.03625377643504532,"MATH Lvl 5":3.625377643504532,"GPQA Raw":0.2751677852348993,"GPQA":3.355704697986576,"MUSR Raw":0.3562916666666667,"MUSR":5.6364583333333345,"MMLU-PRO Raw":0.20162898936170212,"MMLU-PRO":11.292109929078013,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-08-14","Submission Date":"2025-01-07","Generation":0,"Base Model":"ibm/PowerLM-3b"},{"eval_name":"ibm_merlinite-7b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"ibm/merlinite-7b 📑","fullname":"ibm/merlinite-7b","Model sha":"233d12759d5bb9344231dafdb51310ec19d79c0e","Average ⬆️":16.751033885892248,"Hub License":"apache-2.0","Hub ❤️":104,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1007936688970816,"IFEval Raw":0.2498703440205322,"IFEval":24.98703440205322,"BBH Raw":0.50071326118705,"BBH":29.97724776968684,"MATH Lvl 5 Raw":0.02416918429003021,"MATH Lvl 5":2.416918429003021,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.44115624999999997,"MUSR":13.877864583333334,"MMLU-PRO Raw":0.3068484042553192,"MMLU-PRO":22.983156028368796,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-03-02","Submission Date":"2024-06-09","Generation":1,"Base Model":"mistralai/Mistral-7B-v0.1"},{"eval_name":"ibm-granite_granite-3.0-1b-a400m-base_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GraniteForCausalLM","Model":"ibm-granite/granite-3.0-1b-a400m-base 📑","fullname":"ibm-granite/granite-3.0-1b-a400m-base","Model sha":"8f3d6d6fb24a1d2528f24bad0d2ae3e8fc6f3232","Average ⬆️":6.0307899730101875,"Hub License":"apache-2.0","Hub ❤️":6,"#Params (B)":1.335,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.706138660642777,"IFEval Raw":0.24040324117785256,"IFEval":24.040324117785254,"BBH Raw":0.3221205531032148,"BBH":6.055007672005359,"MATH Lvl 5 Raw":0.026435045317220542,"MATH Lvl 5":2.643504531722054,"GPQA Raw":0.24748322147651006,"GPQA":0.0,"MUSR Raw":0.3367291666666667,"MUSR":1.7578124999999993,"MMLU-PRO Raw":0.11519281914893617,"MMLU-PRO":1.6880910165484628,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-10-03","Submission Date":"","Generation":0,"Base Model":"ibm-granite/granite-3.0-1b-a400m-base"},{"eval_name":"ibm-granite_granite-3.0-1b-a400m-instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"GraniteForCausalLM","Model":"ibm-granite/granite-3.0-1b-a400m-instruct 📑","fullname":"ibm-granite/granite-3.0-1b-a400m-instruct","Model sha":"acb9675a7d67b8657d9b8105d5cbd5818408293f","Average ⬆️":8.0692284950461,"Hub License":"apache-2.0","Hub ❤️":19,"#Params (B)":1.335,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.2681255854392237,"IFEval Raw":0.33315159332792543,"IFEval":33.31515933279255,"BBH Raw":0.3223950988485842,"BBH":5.453219408698861,"MATH Lvl 5 Raw":0.027945619335347432,"MATH Lvl 5":2.794561933534743,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.36228124999999994,"MUSR":2.6851562500000004,"MMLU-PRO Raw":0.12441821808510638,"MMLU-PRO":2.713135342789597,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-10-03","Submission Date":"","Generation":1,"Base Model":"ibm-granite/granite-3.0-1b-a400m-instruct (Merge)"},{"eval_name":"ibm-granite_granite-3.0-2b-base_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GraniteForCausalLM","Model":"ibm-granite/granite-3.0-2b-base 📑","fullname":"ibm-granite/granite-3.0-2b-base","Model sha":"532f55c03d71a31905c0b825eba4b24fe7f7936b","Average ⬆️":14.095784874796749,"Hub License":"apache-2.0","Hub ❤️":21,"#Params (B)":2.634,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5711600010720157,"IFEval Raw":0.3873821460391761,"IFEval":38.738214603917605,"BBH Raw":0.40474805593806223,"BBH":17.563749725828334,"MATH Lvl 5 Raw":0.054380664652567974,"MATH Lvl 5":5.438066465256798,"GPQA Raw":0.28020134228187926,"GPQA":4.026845637583901,"MUSR Raw":0.3434270833333333,"MUSR":3.461718750000001,"MMLU-PRO Raw":0.23811502659574468,"MMLU-PRO":15.346114066193852,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-10-02","Submission Date":"","Generation":0,"Base Model":"ibm-granite/granite-3.0-2b-base"},{"eval_name":"ibm-granite_granite-3.0-2b-instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"GraniteForCausalLM","Model":"ibm-granite/granite-3.0-2b-instruct 📑","fullname":"ibm-granite/granite-3.0-2b-instruct","Model sha":"342f92f4a0b4d6d83c0b61dc6c122e253a4efebd","Average ⬆️":18.396095114284222,"Hub License":"apache-2.0","Hub ❤️":47,"#Params (B)":2.634,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5256897694562621,"IFEval Raw":0.513977357854936,"IFEval":51.3977357854936,"BBH Raw":0.44119772062630297,"BBH":21.73789141090241,"MATH Lvl 5 Raw":0.09214501510574018,"MATH Lvl 5":9.214501510574017,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.35148958333333336,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.2814162234042553,"MMLU-PRO":20.15735815602837,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-10-02","Submission Date":"","Generation":1,"Base Model":"ibm-granite/granite-3.0-2b-instruct (Merge)"},{"eval_name":"ibm-granite_granite-3.0-3b-a800m-base_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GraniteForCausalLM","Model":"ibm-granite/granite-3.0-3b-a800m-base 📑","fullname":"ibm-granite/granite-3.0-3b-a800m-base","Model sha":"0d1d12f91791b25289ef407e39d88f00d1256d10","Average ⬆️":9.489841451458394,"Hub License":"apache-2.0","Hub ❤️":5,"#Params (B)":3.374,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.293744935580685,"IFEval Raw":0.2732261510569733,"IFEval":27.32261510569733,"BBH Raw":0.36674974971308566,"BBH":11.3484424218006,"MATH Lvl 5 Raw":0.04833836858006042,"MATH Lvl 5":4.833836858006042,"GPQA Raw":0.2516778523489933,"GPQA":0.22371364653244186,"MUSR Raw":0.34196875,"MUSR":3.312760416666667,"MMLU-PRO Raw":0.18907912234042554,"MMLU-PRO":9.89768026004728,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-10-03","Submission Date":"","Generation":0,"Base Model":"ibm-granite/granite-3.0-3b-a800m-base"},{"eval_name":"ibm-granite_granite-3.0-3b-a800m-instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"GraniteForCausalLM","Model":"ibm-granite/granite-3.0-3b-a800m-instruct 📑","fullname":"ibm-granite/granite-3.0-3b-a800m-instruct","Model sha":"ab0c732243cfd50a601fa393dd46a2c5993746f7","Average ⬆️":13.698124325974995,"Hub License":"apache-2.0","Hub ❤️":17,"#Params (B)":3.374,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.625489402223453,"IFEval Raw":0.4298217618142085,"IFEval":42.982176181420854,"BBH Raw":0.37527805291733446,"BBH":13.163009595010001,"MATH Lvl 5 Raw":0.0702416918429003,"MATH Lvl 5":7.02416918429003,"GPQA Raw":0.28104026845637586,"GPQA":4.138702460850116,"MUSR Raw":0.3486666666666667,"MUSR":2.0833333333333326,"MMLU-PRO Raw":0.21517619680851063,"MMLU-PRO":12.797355200945626,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-10-03","Submission Date":"2024-10-20","Generation":1,"Base Model":"ibm-granite/granite-3.0-3b-a800m-instruct (Merge)"},{"eval_name":"ibm-granite_granite-3.0-8b-base_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GraniteForCausalLM","Model":"ibm-granite/granite-3.0-8b-base 📑","fullname":"ibm-granite/granite-3.0-8b-base","Model sha":"1edd1f646abfcd90ed5d6c0d9711fbb02c947884","Average ⬆️":21.690924398799496,"Hub License":"apache-2.0","Hub ❤️":23,"#Params (B)":8.171,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.820031779871169,"IFEval Raw":0.4583482936386566,"IFEval":45.83482936386566,"BBH Raw":0.4943760637365333,"BBH":27.974358298982427,"MATH Lvl 5 Raw":0.10120845921450151,"MATH Lvl 5":10.120845921450151,"GPQA Raw":0.32550335570469796,"GPQA":10.067114093959727,"MUSR Raw":0.40813541666666664,"MUSR":10.450260416666664,"MMLU-PRO Raw":0.3312832446808511,"MMLU-PRO":25.69813829787234,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-10-02","Submission Date":"2024-10-20","Generation":0,"Base Model":"ibm-granite/granite-3.0-8b-base"},{"eval_name":"ibm-granite_granite-3.0-8b-instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"GraniteForCausalLM","Model":"ibm-granite/granite-3.0-8b-instruct 📑","fullname":"ibm-granite/granite-3.0-8b-instruct","Model sha":"e0a466fb25b9e07e9c2dc93380a360189700d1f8","Average ⬆️":24.027678753483297,"Hub License":"apache-2.0","Hub ❤️":199,"#Params (B)":8.171,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.5676637463760468,"IFEval Raw":0.5309633993359841,"IFEval":53.09633993359841,"BBH Raw":0.5191874631840226,"BBH":31.588159064715125,"MATH Lvl 5 Raw":0.1419939577039275,"MATH Lvl 5":14.19939577039275,"GPQA Raw":0.33221476510067116,"GPQA":10.96196868008949,"MUSR Raw":0.3900625,"MUSR":7.024479166666669,"MMLU-PRO Raw":0.34566156914893614,"MMLU-PRO":27.295729905437348,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-10-02","Submission Date":"2024-10-20","Generation":1,"Base Model":"ibm-granite/granite-3.0-8b-instruct (Merge)"},{"eval_name":"ibm-granite_granite-3.1-1b-a400m-base_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GraniteMoeForCausalLM","Model":"ibm-granite/granite-3.1-1b-a400m-base 📑","fullname":"ibm-granite/granite-3.1-1b-a400m-base","Model sha":"6bbcb9db44432d0a5d4cf13cdc082324b7ee9e7b","Average ⬆️":6.312391508281799,"Hub License":"apache-2.0","Hub ❤️":6,"#Params (B)":1.335,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.246823674730084,"IFEval Raw":0.2519437315212525,"IFEval":25.194373152125248,"BBH Raw":0.3298699546506724,"BBH":6.429845005402345,"MATH Lvl 5 Raw":0.027190332326283987,"MATH Lvl 5":2.719033232628399,"GPQA Raw":0.2516778523489933,"GPQA":0.22371364653244186,"MUSR Raw":0.3500625,"MUSR":1.7578124999999993,"MMLU-PRO Raw":0.11394614361702128,"MMLU-PRO":1.549571513002364,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-12-06","Submission Date":"2024-12-16","Generation":0,"Base Model":"ibm-granite/granite-3.1-1b-a400m-base"},{"eval_name":"ibm-granite_granite-3.1-1b-a400m-instruct_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"GraniteMoeForCausalLM","Model":"ibm-granite/granite-3.1-1b-a400m-instruct 📑","fullname":"ibm-granite/granite-3.1-1b-a400m-instruct","Model sha":"c4f8e0dd19f0ce00bca6c9742751d1827e8fa03a","Average ⬆️":10.127255876383268,"Hub License":"apache-2.0","Hub ❤️":13,"#Params (B)":1.335,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.096168213768369,"IFEval Raw":0.46863987553025976,"IFEval":46.86398755302597,"BBH Raw":0.3279834385375178,"BBH":6.178183215904788,"MATH Lvl 5 Raw":0.045317220543806644,"MATH Lvl 5":4.531722054380665,"GPQA Raw":0.23993288590604026,"GPQA":0.0,"MUSR Raw":0.33025,"MUSR":0.7812499999999996,"MMLU-PRO Raw":0.12167553191489362,"MMLU-PRO":2.40839243498818,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-12-06","Submission Date":"2024-12-16","Generation":1,"Base Model":"ibm-granite/granite-3.1-1b-a400m-instruct (Merge)"},{"eval_name":"ibm-granite_granite-3.1-2b-base_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GraniteForCausalLM","Model":"ibm-granite/granite-3.1-2b-base 📑","fullname":"ibm-granite/granite-3.1-2b-base","Model sha":"31f1cf9bd26ca0c69bfaf86824ee6dc4268b8b73","Average ⬆️":13.202826259598206,"Hub License":"apache-2.0","Hub ❤️":12,"#Params (B)":2.534,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9884427131625634,"IFEval Raw":0.35216115462528313,"IFEval":35.216115462528315,"BBH Raw":0.4047188028918873,"BBH":16.843689846888516,"MATH Lvl 5 Raw":0.05664652567975831,"MATH Lvl 5":5.664652567975831,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.3485729166666667,"MUSR":3.9049479166666674,"MMLU-PRO Raw":0.22506648936170212,"MMLU-PRO":13.89627659574468,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-12-06","Submission Date":"2024-12-16","Generation":0,"Base Model":"ibm-granite/granite-3.1-2b-base"},{"eval_name":"ibm-granite_granite-3.1-2b-instruct_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"GraniteForCausalLM","Model":"ibm-granite/granite-3.1-2b-instruct 📑","fullname":"ibm-granite/granite-3.1-2b-instruct","Model sha":"8f683a244be9034aeea43dd2a80b7b4fe01d376f","Average ⬆️":21.712212822028288,"Hub License":"apache-2.0","Hub ❤️":47,"#Params (B)":2.534,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0112838075919377,"IFEval Raw":0.628557782240012,"IFEval":62.8557782240012,"BBH Raw":0.44089858558056544,"BBH":21.822956140794506,"MATH Lvl 5 Raw":0.15256797583081572,"MATH Lvl 5":15.256797583081571,"GPQA Raw":0.28942953020134227,"GPQA":5.257270693512303,"MUSR Raw":0.3605416666666667,"MUSR":4.867708333333335,"MMLU-PRO Raw":0.28191489361702127,"MMLU-PRO":20.212765957446805,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-12-06","Submission Date":"2024-12-16","Generation":1,"Base Model":"ibm-granite/granite-3.1-2b-instruct (Merge)"},{"eval_name":"ibm-granite_granite-3.1-3b-a800m-base_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GraniteMoeForCausalLM","Model":"ibm-granite/granite-3.1-3b-a800m-base 📑","fullname":"ibm-granite/granite-3.1-3b-a800m-base","Model sha":"e16343c6e3120c5f4e99ef53e48e9f882c9a8bd3","Average ⬆️":10.00105158723934,"Hub License":"apache-2.0","Hub ❤️":5,"#Params (B)":3.299,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.2456210070564877,"IFEval Raw":0.2996294276962903,"IFEval":29.96294276962903,"BBH Raw":0.362822992347764,"BBH":11.905605199489822,"MATH Lvl 5 Raw":0.045317220543806644,"MATH Lvl 5":4.531722054380665,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.3275208333333333,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.1792719414893617,"MMLU-PRO":8.807993498817966,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-12-06","Submission Date":"2024-12-16","Generation":0,"Base Model":"ibm-granite/granite-3.1-3b-a800m-base"},{"eval_name":"ibm-granite_granite-3.1-3b-a800m-instruct_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"GraniteMoeForCausalLM","Model":"ibm-granite/granite-3.1-3b-a800m-instruct 📑","fullname":"ibm-granite/granite-3.1-3b-a800m-instruct","Model sha":"503b5f483d33443ba85a876d3c25f8b85779c9cc","Average ⬆️":17.277676062054883,"Hub License":"apache-2.0","Hub ❤️":21,"#Params (B)":3.299,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.2727272082111534,"IFEval Raw":0.5516462984880118,"IFEval":55.164629848801184,"BBH Raw":0.4009494521947192,"BBH":16.687236366660443,"MATH Lvl 5 Raw":0.11404833836858005,"MATH Lvl 5":11.404833836858005,"GPQA Raw":0.28859060402684567,"GPQA":5.145413870246088,"MUSR Raw":0.3486354166666667,"MUSR":2.512760416666666,"MMLU-PRO Raw":0.21476063829787234,"MMLU-PRO":12.751182033096924,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-12-06","Submission Date":"2024-12-16","Generation":1,"Base Model":"ibm-granite/granite-3.1-3b-a800m-instruct (Merge)"},{"eval_name":"ibm-granite_granite-3.1-8b-base_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GraniteForCausalLM","Model":"ibm-granite/granite-3.1-8b-base 📑","fullname":"ibm-granite/granite-3.1-8b-base","Model sha":"174c7f4d7e9a016bdb85ecdf3319fe1f2d8991c4","Average ⬆️":20.05719991900457,"Hub License":"apache-2.0","Hub ❤️":21,"#Params (B)":8.171,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1973851147577552,"IFEval Raw":0.4221033524381973,"IFEval":42.21033524381973,"BBH Raw":0.4776956677111636,"BBH":26.01958867101177,"MATH Lvl 5 Raw":0.09441087613293052,"MATH Lvl 5":9.441087613293051,"GPQA Raw":0.3213087248322148,"GPQA":9.507829977628639,"MUSR Raw":0.3922291666666667,"MUSR":8.36197916666667,"MMLU-PRO Raw":0.3232214095744681,"MMLU-PRO":24.802378841607563,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-12-06","Submission Date":"2024-12-16","Generation":0,"Base Model":"ibm-granite/granite-3.1-8b-base"},{"eval_name":"ibm-granite_granite-3.1-8b-instruct_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"GraniteForCausalLM","Model":"ibm-granite/granite-3.1-8b-instruct 📑","fullname":"ibm-granite/granite-3.1-8b-instruct","Model sha":"f6749f3946b2dc9983b870317a71ddf7a65c0806","Average ⬆️":30.6030430081627,"Hub License":"apache-2.0","Hub ❤️":154,"#Params (B)":8.171,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2356666876371007,"IFEval Raw":0.7207564816908026,"IFEval":72.07564816908027,"BBH Raw":0.5364460433816018,"BBH":34.089655299414055,"MATH Lvl 5 Raw":0.21978851963746224,"MATH Lvl 5":21.978851963746223,"GPQA Raw":0.31208053691275167,"GPQA":8.277404921700223,"MUSR Raw":0.47070833333333334,"MUSR":19.00520833333333,"MMLU-PRO Raw":0.3537234042553192,"MMLU-PRO":28.191489361702125,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-12-06","Submission Date":"2024-12-16","Generation":1,"Base Model":"ibm-granite/granite-3.1-8b-instruct (Merge)"},{"eval_name":"ibm-granite_granite-3.2-2b-instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"GraniteForCausalLM","Model":"ibm-granite/granite-3.2-2b-instruct 📑","fullname":"ibm-granite/granite-3.2-2b-instruct","Model sha":"f8ad483f3631a3748679a46b27ca68fbfcb8bd7b","Average ⬆️":21.25014812377563,"Hub License":"apache-2.0","Hub ❤️":38,"#Params (B)":2.534,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5072217436302251,"IFEval Raw":0.6151688630611223,"IFEval":61.51688630611223,"BBH Raw":0.43872707491212865,"BBH":21.668268416036614,"MATH Lvl 5 Raw":0.14425981873111782,"MATH Lvl 5":14.425981873111782,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.3645729166666667,"MUSR":4.704947916666668,"MMLU-PRO Raw":0.2783410904255319,"MMLU-PRO":19.815676713947987,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2025-02-17","Submission Date":"2025-02-28","Generation":1,"Base Model":"ibm-granite/granite-3.2-2b-instruct (Merge)"},{"eval_name":"ibm-granite_granite-3.2-8b-instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"GraniteForCausalLM","Model":"ibm-granite/granite-3.2-8b-instruct 📑","fullname":"ibm-granite/granite-3.2-8b-instruct","Model sha":"0276d996f60d5eb0b376b6d06622042d4ef3eb4b","Average ⬆️":30.7704488980163,"Hub License":"apache-2.0","Hub ❤️":59,"#Params (B)":8.171,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6149577544719722,"IFEval Raw":0.7274509412802475,"IFEval":72.74509412802476,"BBH Raw":0.5401759656246116,"BBH":34.65536965519957,"MATH Lvl 5 Raw":0.23791540785498488,"MATH Lvl 5":23.791540785498487,"GPQA Raw":0.31543624161073824,"GPQA":8.7248322147651,"MUSR Raw":0.4561979166666667,"MUSR":16.791406250000005,"MMLU-PRO Raw":0.35123005319148937,"MMLU-PRO":27.914450354609933,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2025-02-17","Submission Date":"2025-02-28","Generation":1,"Base Model":"ibm-granite/granite-3.2-8b-instruct (Merge)"},{"eval_name":"ibm-granite_granite-7b-base_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ibm-granite/granite-7b-base 📑","fullname":"ibm-granite/granite-7b-base","Model sha":"23fcb4cb5b69f8a122fb944491e9f1ad664ba37b","Average ⬆️":7.908701929835419,"Hub License":"apache-2.0","Hub ❤️":29,"#Params (B)":6.738,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3052476771223376,"IFEval Raw":0.24142719096441884,"IFEval":24.142719096441887,"BBH Raw":0.34804372716106186,"BBH":9.050800002899097,"MATH Lvl 5 Raw":0.015861027190332326,"MATH Lvl 5":1.5861027190332326,"GPQA Raw":0.24580536912751677,"GPQA":0.0,"MUSR Raw":0.35548958333333336,"MUSR":3.4028645833333346,"MMLU-PRO Raw":0.18342752659574468,"MMLU-PRO":9.269725177304965,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-04-19","Submission Date":"2024-06-12","Generation":0,"Base Model":"ibm-granite/granite-7b-base"},{"eval_name":"ibm-granite_granite-7b-instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ibm-granite/granite-7b-instruct 📑","fullname":"ibm-granite/granite-7b-instruct","Model sha":"c6d1adfa5cdba2c8344e055bb7de87b7935250a8","Average ⬆️":12.03495955436329,"Hub License":"apache-2.0","Hub ❤️":7,"#Params (B)":6.738,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4229038379301109,"IFEval Raw":0.2972313461615181,"IFEval":29.72313461615181,"BBH Raw":0.37229529603269523,"BBH":12.639328702465264,"MATH Lvl 5 Raw":0.02039274924471299,"MATH Lvl 5":2.0392749244712993,"GPQA Raw":0.28523489932885904,"GPQA":4.697986577181204,"MUSR Raw":0.40199999999999997,"MUSR":8.816666666666668,"MMLU-PRO Raw":0.2286402925531915,"MMLU-PRO":14.293365839243496,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-19","Submission Date":"2024-10-02","Generation":1,"Base Model":"ibm/granite-7b-base"},{"eval_name":"icefog72_Ice0.15-02.10-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.15-02.10-RP 📑","fullname":"icefog72/Ice0.15-02.10-RP","Model sha":"ab67a8b63836ec7c8e6729d79d9dfd2708b20eb3","Average ⬆️":21.49132746100335,"Hub License":"cc-by-nc-4.0","Hub ❤️":7,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1856443208425487,"IFEval Raw":0.5343355629729118,"IFEval":53.43355629729119,"BBH Raw":0.4976384736188401,"BBH":30.130104071068587,"MATH Lvl 5 Raw":0.05740181268882175,"MATH Lvl 5":5.740181268882175,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.43197916666666664,"MUSR":12.997395833333337,"MMLU-PRO Raw":0.30659906914893614,"MMLU-PRO":22.95545212765957,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-02","Submission Date":"2024-10-02","Generation":0,"Base Model":"icefog72/Ice0.15-02.10-RP"},{"eval_name":"icefog72_Ice0.16-02.10-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.16-02.10-RP 📑","fullname":"icefog72/Ice0.16-02.10-RP","Model sha":"cb5c4d8a2e74efb41eae8b6dff8d06252c0a795d","Average ⬆️":21.076418616812266,"Hub License":"cc-by-nc-4.0","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1935116607722032,"IFEval Raw":0.5069083365470286,"IFEval":50.69083365470286,"BBH Raw":0.4945564313654156,"BBH":29.58232083302582,"MATH Lvl 5 Raw":0.05891238670694864,"MATH Lvl 5":5.8912386706948645,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.433375,"MUSR":13.405208333333329,"MMLU-PRO Raw":0.3067652925531915,"MMLU-PRO":22.973921394799056,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-02","Submission Date":"2024-10-02","Generation":0,"Base Model":"icefog72/Ice0.16-02.10-RP"},{"eval_name":"icefog72_Ice0.17-03.10-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.17-03.10-RP 📑","fullname":"icefog72/Ice0.17-03.10-RP","Model sha":"ca5a429546334784d94bcab0eb52c5f22f433680","Average ⬆️":21.41440427176671,"Hub License":"cc-by-nc-4.0","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2204125060394582,"IFEval Raw":0.5123538876846767,"IFEval":51.235388768467665,"BBH Raw":0.5006815748225494,"BBH":30.376262438172095,"MATH Lvl 5 Raw":0.06117824773413897,"MATH Lvl 5":6.117824773413897,"GPQA Raw":0.28187919463087246,"GPQA":4.250559284116329,"MUSR Raw":0.433375,"MUSR":13.338541666666663,"MMLU-PRO Raw":0.30851063829787234,"MMLU-PRO":23.167848699763592,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-03","Submission Date":"2024-10-03","Generation":0,"Base Model":"icefog72/Ice0.17-03.10-RP"},{"eval_name":"icefog72_Ice0.27-06.11-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.27-06.11-RP 📑","fullname":"icefog72/Ice0.27-06.11-RP","Model sha":"f2c78e71b59e0d36475217e3f265bc135f7c8505","Average ⬆️":21.83125244134635,"Hub License":"","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8287012653892059,"IFEval Raw":0.49182059158588104,"IFEval":49.1820591585881,"BBH Raw":0.5111654648230625,"BBH":31.364751797095256,"MATH Lvl 5 Raw":0.05664652567975831,"MATH Lvl 5":5.664652567975831,"GPQA Raw":0.31208053691275167,"GPQA":8.277404921700223,"MUSR Raw":0.43278125000000006,"MUSR":12.564322916666669,"MMLU-PRO Raw":0.3154089095744681,"MMLU-PRO":23.93432328605201,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-06","Submission Date":"2024-11-06","Generation":1,"Base Model":"icefog72/Ice0.27-06.11-RP (Merge)"},{"eval_name":"icefog72_Ice0.29-06.11-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.29-06.11-RP 📑","fullname":"icefog72/Ice0.29-06.11-RP","Model sha":"932f16ea3f790553904f0d2dfcdc861d737cbaf7","Average ⬆️":21.71623231324205,"Hub License":"","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8596332192143764,"IFEval Raw":0.486050346414181,"IFEval":48.6050346414181,"BBH Raw":0.5087880173407883,"BBH":31.359453902395284,"MATH Lvl 5 Raw":0.05664652567975831,"MATH Lvl 5":5.664652567975831,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.4458958333333333,"MUSR":14.370312499999995,"MMLU-PRO Raw":0.30925864361702127,"MMLU-PRO":23.250960401891252,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-06","Submission Date":"2024-11-06","Generation":1,"Base Model":"icefog72/Ice0.29-06.11-RP (Merge)"},{"eval_name":"icefog72_Ice0.31-08.11-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.31-08.11-RP 📑","fullname":"icefog72/Ice0.31-08.11-RP","Model sha":"52d947b170ee72c7f4c2b63b11f00330847e44f9","Average ⬆️":21.886899252180523,"Hub License":"cc-by-nc-4.0","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9269387673132791,"IFEval Raw":0.5145768782386291,"IFEval":51.457687823862905,"BBH Raw":0.5032134100285419,"BBH":30.460341897671253,"MATH Lvl 5 Raw":0.06117824773413897,"MATH Lvl 5":6.117824773413897,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.42766666666666664,"MUSR":11.891666666666667,"MMLU-PRO Raw":0.3130817819148936,"MMLU-PRO":23.675753546099287,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-08","Submission Date":"2024-11-08","Generation":1,"Base Model":"icefog72/Ice0.31-08.11-RP (Merge)"},{"eval_name":"icefog72_Ice0.32-10.11-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.32-10.11-RP 📑","fullname":"icefog72/Ice0.32-10.11-RP","Model sha":"a05dbb7fe0e756afb73c19e6f33c5481a9ac2ba8","Average ⬆️":21.63483115225961,"Hub License":"cc-by-nc-4.0","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8480647893442718,"IFEval Raw":0.49154576523623983,"IFEval":49.15457652362399,"BBH Raw":0.5047695597611622,"BBH":30.430940035916453,"MATH Lvl 5 Raw":0.0513595166163142,"MATH Lvl 5":5.13595166163142,"GPQA Raw":0.31208053691275167,"GPQA":8.277404921700223,"MUSR Raw":0.4382083333333333,"MUSR":13.476041666666669,"MMLU-PRO Raw":0.3100066489361702,"MMLU-PRO":23.33407210401891,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-11","Submission Date":"2024-11-11","Generation":1,"Base Model":"icefog72/Ice0.32-10.11-RP (Merge)"},{"eval_name":"icefog72_Ice0.34b-14.11-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.34b-14.11-RP 📑","fullname":"icefog72/Ice0.34b-14.11-RP","Model sha":"5362f57fd0402c7c14c8dbe6b55c8b979cc8f475","Average ⬆️":21.681833980913552,"Hub License":"cc-by-nc-4.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8596460466015595,"IFEval Raw":0.47620868185303883,"IFEval":47.620868185303884,"BBH Raw":0.5067195329696937,"BBH":30.80635727588579,"MATH Lvl 5 Raw":0.0649546827794562,"MATH Lvl 5":6.495468277945619,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.4419895833333333,"MUSR":13.615364583333333,"MMLU-PRO Raw":0.3125,"MMLU-PRO":23.61111111111111,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-14","Submission Date":"2024-11-14","Generation":1,"Base Model":"icefog72/Ice0.34b-14.11-RP (Merge)"},{"eval_name":"icefog72_Ice0.34n-14.11-RP_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.34n-14.11-RP 📑","fullname":"icefog72/Ice0.34n-14.11-RP","Model sha":"1a39b99112926fc8dd44c3be35d99c04388d3078","Average ⬆️":21.87840965107064,"Hub License":"cc-by-nc-4.0","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8970969375770342,"IFEval Raw":0.47865663107222167,"IFEval":47.86566310722217,"BBH Raw":0.5091090160356474,"BBH":31.206252799751898,"MATH Lvl 5 Raw":0.07250755287009064,"MATH Lvl 5":7.250755287009064,"GPQA Raw":0.313758389261745,"GPQA":8.501118568232664,"MUSR Raw":0.4379583333333333,"MUSR":12.844791666666666,"MMLU-PRO Raw":0.31241688829787234,"MMLU-PRO":23.60187647754137,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-14","Submission Date":"2024-11-14","Generation":1,"Base Model":"icefog72/Ice0.34n-14.11-RP (Merge)"},{"eval_name":"icefog72_Ice0.37-18.11-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.37-18.11-RP 📑","fullname":"icefog72/Ice0.37-18.11-RP","Model sha":"4d9dfaa52efdaede3291c85ccb9c5966636298e0","Average ⬆️":21.913941249727642,"Hub License":"cc-by-nc-4.0","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8290256218099152,"IFEval Raw":0.4972162750391184,"IFEval":49.72162750391184,"BBH Raw":0.5084310833712639,"BBH":31.042850362735788,"MATH Lvl 5 Raw":0.06419939577039276,"MATH Lvl 5":6.419939577039275,"GPQA Raw":0.31208053691275167,"GPQA":8.277404921700223,"MUSR Raw":0.43392708333333335,"MUSR":12.207552083333335,"MMLU-PRO Raw":0.3143284574468085,"MMLU-PRO":23.814273049645386,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-18","Submission Date":"2024-11-18","Generation":1,"Base Model":"icefog72/Ice0.37-18.11-RP (Merge)"},{"eval_name":"icefog72_Ice0.38-19.11-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.38-19.11-RP 📑","fullname":"icefog72/Ice0.38-19.11-RP","Model sha":"5d35120e4511369d97441c1732b3abf02bcc27ff","Average ⬆️":20.813765464787064,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8454755064784819,"IFEval Raw":0.44033830237104216,"IFEval":44.03383023710421,"BBH Raw":0.510108216407024,"BBH":31.3306289411177,"MATH Lvl 5 Raw":0.05513595166163142,"MATH Lvl 5":5.5135951661631415,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.43671875,"MUSR":12.956510416666667,"MMLU-PRO Raw":0.31399601063829785,"MMLU-PRO":23.777334515366427,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-19","Generation":0,"Base Model":"Removed"},{"eval_name":"icefog72_Ice0.39-19.11-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.39-19.11-RP 📑","fullname":"icefog72/Ice0.39-19.11-RP","Model sha":"044d7404646a13187ecabc5f87480a4e6bcaf18c","Average ⬆️":21.33876534002405,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.850586712637743,"IFEval Raw":0.47565902915375646,"IFEval":47.565902915375645,"BBH Raw":0.5092985137525424,"BBH":31.263627378198198,"MATH Lvl 5 Raw":0.04984894259818731,"MATH Lvl 5":4.984894259818732,"GPQA Raw":0.3104026845637584,"GPQA":8.05369127516779,"MUSR Raw":0.4341458333333333,"MUSR":12.534895833333335,"MMLU-PRO Raw":0.3126662234042553,"MMLU-PRO":23.62958037825059,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-20","Generation":0,"Base Model":"Removed"},{"eval_name":"icefog72_Ice0.40-20.11-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.40-20.11-RP 📑","fullname":"icefog72/Ice0.40-20.11-RP","Model sha":"4d8d429be08dc2e57be3e890797c8e861264aad5","Average ⬆️":21.79272576511275,"Hub License":"cc-by-nc-4.0","Hub ❤️":7,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3714913254279848,"IFEval Raw":0.4762585495374495,"IFEval":47.62585495374495,"BBH Raw":0.509308586549064,"BBH":31.50523985734019,"MATH Lvl 5 Raw":0.06419939577039276,"MATH Lvl 5":6.419939577039275,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.44459374999999995,"MUSR":14.274218749999996,"MMLU-PRO Raw":0.30992353723404253,"MMLU-PRO":23.324837470449168,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-21","Submission Date":"2024-11-21","Generation":1,"Base Model":"icefog72/Ice0.40-20.11-RP (Merge)"},{"eval_name":"icefog72_Ice0.41-22.11-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.41-22.11-RP 📑","fullname":"icefog72/Ice0.41-22.11-RP","Model sha":"d785cbcf4c7c25cf2c8ce1ad941c79810fc3ec59","Average ⬆️":19.03517499742875,"Hub License":"cc-by-nc-4.0","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8546209986058674,"IFEval Raw":0.4620451513096362,"IFEval":46.20451513096362,"BBH Raw":0.4723318624775949,"BBH":25.412777425832047,"MATH Lvl 5 Raw":0.030966767371601207,"MATH Lvl 5":3.096676737160121,"GPQA Raw":0.28691275167785235,"GPQA":4.921700223713646,"MUSR Raw":0.45597916666666666,"MUSR":16.597395833333334,"MMLU-PRO Raw":0.26180186170212766,"MMLU-PRO":17.977984633569736,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-22","Submission Date":"2024-11-22","Generation":1,"Base Model":"icefog72/Ice0.41-22.11-RP (Merge)"},{"eval_name":"icefog72_Ice0.50-16.01-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.50-16.01-RP 📑","fullname":"icefog72/Ice0.50-16.01-RP","Model sha":"51238f8676051be213f7b53aa50d1188cae38565","Average ⬆️":20.162878876154817,"Hub License":"","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8047468824222894,"IFEval Raw":0.43848987353555235,"IFEval":43.84898735355523,"BBH Raw":0.49804682910006176,"BBH":30.030386129201485,"MATH Lvl 5 Raw":0.04682779456193353,"MATH Lvl 5":4.682779456193353,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.4380520833333333,"MUSR":12.823177083333334,"MMLU-PRO Raw":0.30693151595744683,"MMLU-PRO":22.992390661938536,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-16","Submission Date":"2025-01-16","Generation":1,"Base Model":"icefog72/Ice0.50-16.01-RP (Merge)"},{"eval_name":"icefog72_Ice0.50.1-16.01-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.50.1-16.01-RP 📑","fullname":"icefog72/Ice0.50.1-16.01-RP","Model sha":"616aa8f825a29699031521264d437745a32e155b","Average ⬆️":21.645154207327916,"Hub License":"","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8045758406128498,"IFEval Raw":0.4829031414424837,"IFEval":48.29031414424837,"BBH Raw":0.5107472937598788,"BBH":31.56631239449821,"MATH Lvl 5 Raw":0.06117824773413897,"MATH Lvl 5":6.117824773413897,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.43274999999999997,"MUSR":12.260416666666664,"MMLU-PRO Raw":0.3132480053191489,"MMLU-PRO":23.69422281323877,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-16","Submission Date":"2025-01-16","Generation":1,"Base Model":"icefog72/Ice0.50.1-16.01-RP (Merge)"},{"eval_name":"icefog72_Ice0.51-16.01-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.51-16.01-RP 📑","fullname":"icefog72/Ice0.51-16.01-RP","Model sha":"dc363f17b4fded81ee94f8d2665020e3a3dcf321","Average ⬆️":20.84509564746615,"Hub License":"","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8545865350107835,"IFEval Raw":0.4430610779398662,"IFEval":44.30610779398663,"BBH Raw":0.5044464794803141,"BBH":31.042011224203208,"MATH Lvl 5 Raw":0.0513595166163142,"MATH Lvl 5":5.13595166163142,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.44366666666666665,"MUSR":14.425000000000004,"MMLU-PRO Raw":0.30601728723404253,"MMLU-PRO":22.89080969267139,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-16","Submission Date":"2025-01-16","Generation":1,"Base Model":"icefog72/Ice0.51-16.01-RP (Merge)"},{"eval_name":"icefog72_Ice0.51.1-16.01-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.51.1-16.01-RP 📑","fullname":"icefog72/Ice0.51.1-16.01-RP","Model sha":"5cb637492d86af52c717410ec7bf9a422e4074a2","Average ⬆️":21.35322617351512,"Hub License":"","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8168791417026133,"IFEval Raw":0.4573243438520902,"IFEval":45.73243438520902,"BBH Raw":0.5121083021452105,"BBH":31.869153564804794,"MATH Lvl 5 Raw":0.06419939577039276,"MATH Lvl 5":6.419939577039275,"GPQA Raw":0.3062080536912752,"GPQA":7.494407158836691,"MUSR Raw":0.43938541666666664,"MUSR":13.223177083333333,"MMLU-PRO Raw":0.3104222074468085,"MMLU-PRO":23.380245271867608,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-16","Submission Date":"2025-01-16","Generation":1,"Base Model":"icefog72/Ice0.51.1-16.01-RP (Merge)"},{"eval_name":"icefog72_Ice0.52-16.01-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.52-16.01-RP 📑","fullname":"icefog72/Ice0.52-16.01-RP","Model sha":"f0b740c2df56c86556be27b52028115121e19201","Average ⬆️":20.947275934460162,"Hub License":"","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7951320775446538,"IFEval Raw":0.4503051902285935,"IFEval":45.030519022859345,"BBH Raw":0.504677500406742,"BBH":30.96644092952937,"MATH Lvl 5 Raw":0.05060422960725076,"MATH Lvl 5":5.0604229607250755,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.43960416666666663,"MUSR":13.683854166666668,"MMLU-PRO Raw":0.3080119680851064,"MMLU-PRO":23.112440898345156,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-16","Submission Date":"2025-01-16","Generation":1,"Base Model":"icefog72/Ice0.52-16.01-RP (Merge)"},{"eval_name":"icefog72_Ice0.52.1-16.01-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.52.1-16.01-RP 📑","fullname":"icefog72/Ice0.52.1-16.01-RP","Model sha":"25289247c90ffe3c654cbc53e307acdd440b0d75","Average ⬆️":21.2113364576448,"Hub License":"","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.825747444848155,"IFEval Raw":0.45492626231731803,"IFEval":45.492626231731805,"BBH Raw":0.510648341878344,"BBH":31.801683327768355,"MATH Lvl 5 Raw":0.06268882175226587,"MATH Lvl 5":6.268882175226587,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.43938541666666664,"MUSR":13.156510416666668,"MMLU-PRO Raw":0.31050531914893614,"MMLU-PRO":23.389479905437348,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-16","Submission Date":"2025-01-16","Generation":1,"Base Model":"icefog72/Ice0.52.1-16.01-RP (Merge)"},{"eval_name":"icefog72_Ice0.53-16.01-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.53-16.01-RP 📑","fullname":"icefog72/Ice0.53-16.01-RP","Model sha":"e73d4d94151f92dbf7356e80455370aaf4a5ea8b","Average ⬆️":21.48687520926336,"Hub License":"","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8283239344189874,"IFEval Raw":0.4741352943523185,"IFEval":47.41352943523185,"BBH Raw":0.5101675133484068,"BBH":31.406397736383838,"MATH Lvl 5 Raw":0.0634441087613293,"MATH Lvl 5":6.3444108761329305,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.43274999999999997,"MUSR":12.260416666666664,"MMLU-PRO Raw":0.31299867021276595,"MMLU-PRO":23.66651891252955,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-16","Submission Date":"2025-01-16","Generation":1,"Base Model":"icefog72/Ice0.53-16.01-RP (Merge)"},{"eval_name":"icefog72_Ice0.54-17.01-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.54-17.01-RP 📑","fullname":"icefog72/Ice0.54-17.01-RP","Model sha":"789822aacdd04552045ee2392979a0f307c93f31","Average ⬆️":19.92119268564771,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8264819307094243,"IFEval Raw":0.4378903531518593,"IFEval":43.78903531518593,"BBH Raw":0.4853448809638454,"BBH":27.720691580598487,"MATH Lvl 5 Raw":0.04078549848942598,"MATH Lvl 5":4.078549848942599,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.48741666666666666,"MUSR":21.260416666666668,"MMLU-PRO Raw":0.23262965425531915,"MMLU-PRO":14.736628250591016,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-17","Submission Date":"2025-01-17","Generation":1,"Base Model":"icefog72/Ice0.54-17.01-RP (Merge)"},{"eval_name":"icefog72_Ice0.55-17.01-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.55-17.01-RP 📑","fullname":"icefog72/Ice0.55-17.01-RP","Model sha":"8d2f53de294cf6508f5bb31c4055135a3a3f304e","Average ⬆️":21.460984298912976,"Hub License":"","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8075650561519988,"IFEval Raw":0.496067101956143,"IFEval":49.6067101956143,"BBH Raw":0.5076567509425027,"BBH":30.94478559005843,"MATH Lvl 5 Raw":0.06042296072507553,"MATH Lvl 5":6.042296072507553,"GPQA Raw":0.28691275167785235,"GPQA":4.921700223713646,"MUSR Raw":0.4725,"MUSR":18.829166666666662,"MMLU-PRO Raw":0.2657912234042553,"MMLU-PRO":18.42124704491726,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-17","Submission Date":"2025-01-17","Generation":1,"Base Model":"icefog72/Ice0.55-17.01-RP (Merge)"},{"eval_name":"icefog72_Ice0.57-17.01-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.57-17.01-RP 📑","fullname":"icefog72/Ice0.57-17.01-RP","Model sha":"b79f93e6510d343bcb63a0fdfce22dd0c08b8e9d","Average ⬆️":21.771237145846925,"Hub License":"","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8483639070260532,"IFEval Raw":0.5151763986223221,"IFEval":51.51763986223221,"BBH Raw":0.5064080420224116,"BBH":30.954927188616967,"MATH Lvl 5 Raw":0.0513595166163142,"MATH Lvl 5":5.13595166163142,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.46859375,"MUSR":18.40755208333333,"MMLU-PRO Raw":0.26512632978723405,"MMLU-PRO":18.34736997635934,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-17","Submission Date":"2025-01-17","Generation":1,"Base Model":"icefog72/Ice0.57-17.01-RP (Merge)"},{"eval_name":"icefog72_Ice0.60-18.01-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.60-18.01-RP 📑","fullname":"icefog72/Ice0.60-18.01-RP","Model sha":"d4fcf6fee9a9a2915b25d540f3f99b5875f33916","Average ⬆️":22.63934600501626,"Hub License":"","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8687066808695614,"IFEval Raw":0.5374329002601985,"IFEval":53.74329002601985,"BBH Raw":0.5093724614980669,"BBH":31.50598646501167,"MATH Lvl 5 Raw":0.05362537764350453,"MATH Lvl 5":5.362537764350453,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.46704166666666663,"MUSR":17.546874999999996,"MMLU-PRO Raw":0.28366023936170215,"MMLU-PRO":20.40669326241135,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-18","Submission Date":"2025-01-18","Generation":1,"Base Model":"icefog72/Ice0.60-18.01-RP (Merge)"},{"eval_name":"icefog72_Ice0.60.1-18.01-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.60.1-18.01-RP 📑","fullname":"icefog72/Ice0.60.1-18.01-RP","Model sha":"6c445ee26444b557a5335f84447cdd4490998c2a","Average ⬆️":21.823113618523887,"Hub License":"","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.831775152380986,"IFEval Raw":0.5187735209244804,"IFEval":51.877352092448035,"BBH Raw":0.5119675522804026,"BBH":31.832087469838836,"MATH Lvl 5 Raw":0.04607250755287009,"MATH Lvl 5":4.607250755287009,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.4497708333333333,"MUSR":14.421354166666667,"MMLU-PRO Raw":0.2913896276595745,"MMLU-PRO":21.265514184397162,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-18","Submission Date":"2025-01-18","Generation":1,"Base Model":"icefog72/Ice0.60.1-18.01-RP (Merge)"},{"eval_name":"icefog72_Ice0.61-18.01-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.61-18.01-RP 📑","fullname":"icefog72/Ice0.61-18.01-RP","Model sha":"de7284f12936f199f64446577efcf9bfc3373cfb","Average ⬆️":22.37634566318344,"Hub License":"","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8564151296309443,"IFEval Raw":0.5441273598496433,"IFEval":54.41273598496434,"BBH Raw":0.5104839613346842,"BBH":31.77285517916415,"MATH Lvl 5 Raw":0.04682779456193353,"MATH Lvl 5":4.682779456193353,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.4697395833333333,"MUSR":17.917447916666664,"MMLU-PRO Raw":0.27086103723404253,"MMLU-PRO":18.98455969267139,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-18","Submission Date":"2025-01-18","Generation":1,"Base Model":"icefog72/Ice0.61-18.01-RP (Merge)"},{"eval_name":"icefog72_Ice0.62-18.01-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.62-18.01-RP 📑","fullname":"icefog72/Ice0.62-18.01-RP","Model sha":"54dd5535f4610541170ff00c7d5b95a08bdbc53b","Average ⬆️":22.248597707539464,"Hub License":"","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8312003066913778,"IFEval Raw":0.536733644507684,"IFEval":53.6733644507684,"BBH Raw":0.5103327208197285,"BBH":31.62165712541642,"MATH Lvl 5 Raw":0.05740181268882175,"MATH Lvl 5":5.740181268882175,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.4537708333333333,"MUSR":15.22135416666667,"MMLU-PRO Raw":0.28773271276595747,"MMLU-PRO":20.859190307328607,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-18","Submission Date":"2025-01-18","Generation":1,"Base Model":"icefog72/Ice0.62-18.01-RP (Merge)"},{"eval_name":"icefog72_Ice0.62.1-24.01-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.62.1-24.01-RP 📑","fullname":"icefog72/Ice0.62.1-24.01-RP","Model sha":"8984e9a4474f4dabfbcab7d57b31bd95a998b5c1","Average ⬆️":22.004775451212506,"Hub License":"","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8559000893897843,"IFEval Raw":0.5181740005407873,"IFEval":51.81740005407873,"BBH Raw":0.5108967760246949,"BBH":31.63738531804965,"MATH Lvl 5 Raw":0.055891238670694864,"MATH Lvl 5":5.589123867069486,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.45510416666666664,"MUSR":15.488020833333335,"MMLU-PRO Raw":0.28706781914893614,"MMLU-PRO":20.78531323877068,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-24","Submission Date":"2025-01-24","Generation":1,"Base Model":"icefog72/Ice0.62.1-24.01-RP (Merge)"},{"eval_name":"icefog72_Ice0.64-24.01-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.64-24.01-RP 📑","fullname":"icefog72/Ice0.64-24.01-RP","Model sha":"6a092740c7afc5cb57ed4c8e3099e70c864aae5b","Average ⬆️":22.875703285300133,"Hub License":"","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8319368893469683,"IFEval Raw":0.5440774921652327,"IFEval":54.40774921652327,"BBH Raw":0.5059610114856247,"BBH":31.22157004117841,"MATH Lvl 5 Raw":0.06268882175226587,"MATH Lvl 5":6.268882175226587,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.4620208333333333,"MUSR":16.719270833333336,"MMLU-PRO Raw":0.29330119680851063,"MMLU-PRO":21.47791075650118,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-24","Submission Date":"2025-01-24","Generation":1,"Base Model":"icefog72/Ice0.64-24.01-RP (Merge)"},{"eval_name":"icefog72_Ice0.64.1-24.01-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.64.1-24.01-RP 📑","fullname":"icefog72/Ice0.64.1-24.01-RP","Model sha":"012366d73b339025b121987aee071249cf07c3c8","Average ⬆️":22.88569529169502,"Hub License":"","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8267874263763786,"IFEval Raw":0.5446770125489258,"IFEval":54.467701254892575,"BBH Raw":0.5059610114856247,"BBH":31.22157004117841,"MATH Lvl 5 Raw":0.06268882175226587,"MATH Lvl 5":6.268882175226587,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.4620208333333333,"MUSR":16.719270833333336,"MMLU-PRO Raw":0.29330119680851063,"MMLU-PRO":21.47791075650118,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-24","Submission Date":"2025-01-24","Generation":1,"Base Model":"icefog72/Ice0.64.1-24.01-RP (Merge)"},{"eval_name":"icefog72_Ice0.65-25.01-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.65-25.01-RP 📑","fullname":"icefog72/Ice0.65-25.01-RP","Model sha":"30d373c0cbefb5ff5551f024dbe13ec49a1b934e","Average ⬆️":21.728992372015465,"Hub License":"","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8236528476522945,"IFEval Raw":0.5029366525264077,"IFEval":50.29366525264078,"BBH Raw":0.5095976254774931,"BBH":31.947024647830972,"MATH Lvl 5 Raw":0.0649546827794562,"MATH Lvl 5":6.495468277945619,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.4339583333333333,"MUSR":12.178125000000001,"MMLU-PRO Raw":0.29970079787234044,"MMLU-PRO":22.18897754137116,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-25","Generation":1,"Base Model":"icefog72/Ice0.65-25.01-RP (Merge)"},{"eval_name":"icefog72_Ice0.66-25.01-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.66-25.01-RP 📑","fullname":"icefog72/Ice0.66-25.01-RP","Model sha":"e702f830777c7a04860fc3b963d0e967b2e93901","Average ⬆️":22.685149861181817,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8119911365270718,"IFEval Raw":0.532487134137422,"IFEval":53.24871341374221,"BBH Raw":0.5128983540188711,"BBH":32.189358928643664,"MATH Lvl 5 Raw":0.06042296072507553,"MATH Lvl 5":6.042296072507553,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.44344791666666666,"MUSR":14.36432291666666,"MMLU-PRO Raw":0.3039394946808511,"MMLU-PRO":22.659943853427897,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-25","Generation":1,"Base Model":"icefog72/Ice0.66-25.01-RP (Merge)"},{"eval_name":"icefog72_Ice0.67-25.01-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.67-25.01-RP 📑","fullname":"icefog72/Ice0.67-25.01-RP","Model sha":"be7d6f95484266f2845e889f1266658c60491027","Average ⬆️":22.200117322014464,"Hub License":"","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8446217784171618,"IFEval Raw":0.536134124123991,"IFEval":53.6134124123991,"BBH Raw":0.5112894150790012,"BBH":32.095819566371766,"MATH Lvl 5 Raw":0.07477341389728097,"MATH Lvl 5":7.477341389728097,"GPQA Raw":0.28523489932885904,"GPQA":4.697986577181204,"MUSR Raw":0.42788541666666663,"MUSR":12.019010416666669,"MMLU-PRO Raw":0.30967420212765956,"MMLU-PRO":23.29713356973995,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-25","Generation":1,"Base Model":"icefog72/Ice0.67-25.01-RP (Merge)"},{"eval_name":"icefog72_Ice0.68-25.01-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.68-25.01-RP 📑","fullname":"icefog72/Ice0.68-25.01-RP","Model sha":"6ed376c2f7dd6aa1db08f250b6df442476ae751c","Average ⬆️":23.242050794562672,"Hub License":"cc-by-nc-4.0","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8313689642507519,"IFEval Raw":0.5513714721383707,"IFEval":55.13714721383707,"BBH Raw":0.5130058094823416,"BBH":32.485197545735645,"MATH Lvl 5 Raw":0.07250755287009064,"MATH Lvl 5":7.250755287009064,"GPQA Raw":0.3104026845637584,"GPQA":8.05369127516779,"MUSR Raw":0.44456249999999997,"MUSR":14.170312499999996,"MMLU-PRO Raw":0.3011968085106383,"MMLU-PRO":22.355200945626475,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-25","Generation":1,"Base Model":"icefog72/Ice0.68-25.01-RP (Merge)"},{"eval_name":"icefog72_Ice0.69-25.01-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.69-25.01-RP 📑","fullname":"icefog72/Ice0.69-25.01-RP","Model sha":"052401cd6c0a7d4fb12619b778912b77a6ab472e","Average ⬆️":22.81762296294448,"Hub License":"cc-by-nc-4.0","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2529375653887906,"IFEval Raw":0.5437527981311808,"IFEval":54.375279813118084,"BBH Raw":0.5097683665599672,"BBH":31.801503019218796,"MATH Lvl 5 Raw":0.05664652567975831,"MATH Lvl 5":5.664652567975831,"GPQA Raw":0.31291946308724833,"GPQA":8.389261744966444,"MUSR Raw":0.4485625,"MUSR":14.836979166666659,"MMLU-PRO Raw":0.29654255319148937,"MMLU-PRO":21.83806146572104,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-26","Submission Date":"2025-01-26","Generation":1,"Base Model":"icefog72/Ice0.69-25.01-RP (Merge)"},{"eval_name":"icefog72_Ice0.7-29.09-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.7-29.09-RP 📑","fullname":"icefog72/Ice0.7-29.09-RP","Model sha":"932f2687137eebcafa9b90fe06e73ed272e0be81","Average ⬆️":21.550046416942568,"Hub License":"","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1737084628394303,"IFEval Raw":0.5175744801570943,"IFEval":51.75744801570943,"BBH Raw":0.5047661992357916,"BBH":30.72587571429055,"MATH Lvl 5 Raw":0.06646525679758308,"MATH Lvl 5":6.646525679758309,"GPQA Raw":0.287751677852349,"GPQA":5.033557046979867,"MUSR Raw":0.4237916666666666,"MUSR":11.507291666666669,"MMLU-PRO Raw":0.3126662234042553,"MMLU-PRO":23.62958037825059,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-29","Submission Date":"2024-10-03","Generation":1,"Base Model":"icefog72/Ice0.7-29.09-RP (Merge)"},{"eval_name":"icefog72_Ice0.70-25.01-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.70-25.01-RP 📑","fullname":"icefog72/Ice0.70-25.01-RP","Model sha":"32fa5aad9b85b3364c4215e7bd56aaae42178295","Average ⬆️":23.100001948439864,"Hub License":"cc-by-nc-4.0","Hub ❤️":9,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8120544366643394,"IFEval Raw":0.549797869652522,"IFEval":54.9797869652522,"BBH Raw":0.513632436415875,"BBH":32.48918739061522,"MATH Lvl 5 Raw":0.05966767371601209,"MATH Lvl 5":5.966767371601208,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.45119791666666664,"MUSR":15.266406249999994,"MMLU-PRO Raw":0.2996176861702128,"MMLU-PRO":22.17974290780142,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-26","Submission Date":"2025-01-26","Generation":0,"Base Model":"icefog72/Ice0.70-25.01-RP"},{"eval_name":"icefog72_Ice0.70.1-01.02-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.70.1-01.02-RP 📑","fullname":"icefog72/Ice0.70.1-01.02-RP","Model sha":"651dffdc704b3d01da43ee794e93b6a1e6f6de5f","Average ⬆️":21.389656886486716,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7903627100350105,"IFEval Raw":0.5069582042314393,"IFEval":50.69582042314393,"BBH Raw":0.5059798926804829,"BBH":30.98341832479747,"MATH Lvl 5 Raw":0.033987915407854986,"MATH Lvl 5":3.3987915407854987,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.4599166666666667,"MUSR":17.456249999999997,"MMLU-PRO Raw":0.2748503989361702,"MMLU-PRO":19.42782210401891,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-01","Submission Date":"2025-02-01","Generation":1,"Base Model":"icefog72/Ice0.70.1-01.02-RP (Merge)"},{"eval_name":"icefog72_Ice0.73-01.02-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.73-01.02-RP 📑","fullname":"icefog72/Ice0.73-01.02-RP","Model sha":"787dd7ed7822e0e0ff640bafafd1a7a2d3bc4213","Average ⬆️":21.850970045622258,"Hub License":"","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8115800990167161,"IFEval Raw":0.529164838184905,"IFEval":52.9164838184905,"BBH Raw":0.5103425890792322,"BBH":31.512893244861278,"MATH Lvl 5 Raw":0.03851963746223565,"MATH Lvl 5":3.8519637462235647,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.46639583333333334,"MUSR":18.432812499999997,"MMLU-PRO Raw":0.27019614361702127,"MMLU-PRO":18.910682624113473,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-01","Submission Date":"2025-02-01","Generation":1,"Base Model":"icefog72/Ice0.73-01.02-RP (Merge)"},{"eval_name":"icefog72_Ice0.74-02.02-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.74-02.02-RP 📑","fullname":"icefog72/Ice0.74-02.02-RP","Model sha":"8ed5ccee25c479b47bb40f69b6cfcfe66d9c4e49","Average ⬆️":14.163954352130537,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8577043786899584,"IFEval Raw":0.2935344884905384,"IFEval":29.35344884905384,"BBH Raw":0.4646134965075064,"BBH":24.816877383693065,"MATH Lvl 5 Raw":0.0015105740181268882,"MATH Lvl 5":0.1510574018126888,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.42804166666666665,"MUSR":11.805208333333333,"MMLU-PRO Raw":0.21434507978723405,"MMLU-PRO":12.705008865248226,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"icefog72/Ice0.74-02.02-RP (Merge)"},{"eval_name":"icefog72_Ice0.76-02.02-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.76-02.02-RP 📑","fullname":"icefog72/Ice0.76-02.02-RP","Model sha":"80ae841ed7121d151b36952be936fdf74d50ed66","Average ⬆️":19.182689731680473,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7440540496769722,"IFEval Raw":0.45290274250100837,"IFEval":45.290274250100836,"BBH Raw":0.5085610407875073,"BBH":31.0716806557854,"MATH Lvl 5 Raw":0.014350453172205438,"MATH Lvl 5":1.4350453172205437,"GPQA Raw":0.28691275167785235,"GPQA":4.921700223713646,"MUSR Raw":0.43616666666666665,"MUSR":14.020833333333329,"MMLU-PRO Raw":0.2652094414893617,"MMLU-PRO":18.35660460992908,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"icefog72/Ice0.76-02.02-RP (Merge)"},{"eval_name":"icefog72_Ice0.77-02.02-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.77-02.02-RP 📑","fullname":"icefog72/Ice0.77-02.02-RP","Model sha":"b78089d84cf2255d9c32a74dd7aa5b041db2275d","Average ⬆️":22.480867406637245,"Hub License":"cc-by-nc-4.0","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.5639793499337524,"IFEval Raw":0.5309633993359841,"IFEval":53.09633993359841,"BBH Raw":0.5109257300160749,"BBH":31.860105340069964,"MATH Lvl 5 Raw":0.03927492447129909,"MATH Lvl 5":3.927492447129909,"GPQA Raw":0.28523489932885904,"GPQA":4.697986577181204,"MUSR Raw":0.4765,"MUSR":19.095833333333328,"MMLU-PRO Raw":0.29986702127659576,"MMLU-PRO":22.20744680851064,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-05","Generation":1,"Base Model":"icefog72/Ice0.77-02.02-RP (Merge)"},{"eval_name":"icefog72_Ice0.78-02.02-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.78-02.02-RP 📑","fullname":"icefog72/Ice0.78-02.02-RP","Model sha":"e335dea95135a17aa3e06c2893d385b7bf4a7c19","Average ⬆️":19.937114158912596,"Hub License":"","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8631772807841601,"IFEval Raw":0.405292401937969,"IFEval":40.52924019379691,"BBH Raw":0.5002126961381052,"BBH":29.33342240128623,"MATH Lvl 5 Raw":0.04380664652567976,"MATH Lvl 5":4.380664652567976,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.468625,"MUSR":17.844791666666662,"MMLU-PRO Raw":0.2954621010638298,"MMLU-PRO":21.71801122931442,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"icefog72/Ice0.78-02.02-RP (Merge)"},{"eval_name":"icefog72_Ice0.80-03.02-RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/Ice0.80-03.02-RP 📑","fullname":"icefog72/Ice0.80-03.02-RP","Model sha":"2aad3cb184adcef0a9d5f1c7a38511c3908bbc29","Average ⬆️":22.887791167207023,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9036628255082761,"IFEval Raw":0.5516462984880118,"IFEval":55.164629848801184,"BBH Raw":0.5097962218679292,"BBH":30.5837538790623,"MATH Lvl 5 Raw":0.055891238670694864,"MATH Lvl 5":5.589123867069486,"GPQA Raw":0.2785234899328859,"GPQA":3.8031319910514525,"MUSR Raw":0.4923125,"MUSR":20.939062500000002,"MMLU-PRO Raw":0.2912234042553192,"MMLU-PRO":21.247044917257686,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"icefog72/Ice0.80-03.02-RP (Merge)"},{"eval_name":"icefog72_IceCocoaRP-7b_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/IceCocoaRP-7b 📑","fullname":"icefog72/IceCocoaRP-7b","Model sha":"001beaf88932f7e010af21bbdeff0079bda73b1d","Average ⬆️":20.9218542806483,"Hub License":"cc-by-nc-4.0","Hub ❤️":3,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1698831456217178,"IFEval Raw":0.4962421929369628,"IFEval":49.62421929369628,"BBH Raw":0.4937902147076245,"BBH":29.63689549472275,"MATH Lvl 5 Raw":0.05740181268882175,"MATH Lvl 5":5.740181268882175,"GPQA Raw":0.2953020134228188,"GPQA":6.040268456375841,"MUSR Raw":0.4197916666666666,"MUSR":11.17395833333333,"MMLU-PRO Raw":0.3098404255319149,"MMLU-PRO":23.315602836879428,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-07","Submission Date":"2024-06-26","Generation":1,"Base Model":"icefog72/IceCocoaRP-7b (Merge)"},{"eval_name":"icefog72_IceCoffeeRP-7b_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/IceCoffeeRP-7b 📑","fullname":"icefog72/IceCoffeeRP-7b","Model sha":"131c0f7c0809a9d23b05b63cb550a586c3c7b372","Average ⬆️":20.34382476557608,"Hub License":"cc-by-nc-4.0","Hub ❤️":6,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1434890928451789,"IFEval Raw":0.4959174989029109,"IFEval":49.59174989029109,"BBH Raw":0.48887216244327214,"BBH":29.39810739240589,"MATH Lvl 5 Raw":0.054380664652567974,"MATH Lvl 5":5.438066465256798,"GPQA Raw":0.28523489932885904,"GPQA":4.697986577181204,"MUSR Raw":0.4159791666666666,"MUSR":10.997395833333329,"MMLU-PRO Raw":0.2974567819148936,"MMLU-PRO":21.939642434988176,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-04-26","Submission Date":"2024-06-26","Generation":0,"Base Model":"icefog72/IceCoffeeRP-7b"},{"eval_name":"icefog72_IceDrinkByFrankensteinV3RP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/IceDrinkByFrankensteinV3RP 📑","fullname":"icefog72/IceDrinkByFrankensteinV3RP","Model sha":"a4d2eb422867ea28860ad3b983b93bc97ca91719","Average ⬆️":19.805345696389196,"Hub License":"cc-by-nc-4.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.342835251712049,"IFEval Raw":0.4974911013887596,"IFEval":49.74911013887596,"BBH Raw":0.4832523723413275,"BBH":28.84588139816073,"MATH Lvl 5 Raw":0.05060422960725076,"MATH Lvl 5":5.0604229607250755,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.4253125,"MUSR":12.19739583333333,"MMLU-PRO Raw":0.292719414893617,"MMLU-PRO":21.413268321513,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-23","Submission Date":"2024-10-03","Generation":0,"Base Model":"icefog72/IceDrinkByFrankensteinV3RP"},{"eval_name":"icefog72_IceDrinkNameGoesHereRP-7b-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/IceDrinkNameGoesHereRP-7b-Model_Stock 📑","fullname":"icefog72/IceDrinkNameGoesHereRP-7b-Model_Stock","Model sha":"78f7625f85c3cb150565ebb68c3f8d47d48325c8","Average ⬆️":18.6570669982101,"Hub License":"cc-by-nc-4.0","Hub ❤️":2,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.2387574055675357,"IFEval Raw":0.49684171332065585,"IFEval":49.68417133206558,"BBH Raw":0.46578646938927254,"BBH":26.22465405632467,"MATH Lvl 5 Raw":0.04078549848942598,"MATH Lvl 5":4.078549848942599,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.4067395833333334,"MUSR":9.309114583333338,"MMLU-PRO Raw":0.2816655585106383,"MMLU-PRO":20.18506205673759,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-14","Submission Date":"2024-09-24","Generation":0,"Base Model":"icefog72/IceDrinkNameGoesHereRP-7b-Model_Stock"},{"eval_name":"icefog72_IceDrinkNameNotFoundRP-7b-Model_Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/IceDrinkNameNotFoundRP-7b-Model_Stock 📑","fullname":"icefog72/IceDrinkNameNotFoundRP-7b-Model_Stock","Model sha":"35db2bf9e6812c5819378be68f94159e962fd1cb","Average ⬆️":21.38126177033122,"Hub License":"cc-by-nc-4.0","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2028972154551574,"IFEval Raw":0.5130032757527804,"IFEval":51.30032757527805,"BBH Raw":0.502625425089929,"BBH":30.668251445896402,"MATH Lvl 5 Raw":0.06042296072507553,"MATH Lvl 5":6.042296072507553,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.4371875,"MUSR":13.648437500000005,"MMLU-PRO Raw":0.3064328457446808,"MMLU-PRO":22.936982860520093,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-15","Submission Date":"2024-09-15","Generation":0,"Base Model":"icefog72/IceDrinkNameNotFoundRP-7b-Model_Stock"},{"eval_name":"icefog72_IceDrunkCherryRP-7b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/IceDrunkCherryRP-7b 📑","fullname":"icefog72/IceDrunkCherryRP-7b","Model sha":"160b01e50d9c9441886f6cf987a3495bd8fa1c49","Average ⬆️":20.271642861184226,"Hub License":"cc-by-nc-4.0","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.0898596002548293,"IFEval Raw":0.48982255969715904,"IFEval":48.98225596971591,"BBH Raw":0.4846629039263151,"BBH":28.241090201205953,"MATH Lvl 5 Raw":0.06117824773413897,"MATH Lvl 5":6.117824773413897,"GPQA Raw":0.27684563758389263,"GPQA":3.5794183445190177,"MUSR Raw":0.4291875,"MUSR":12.381770833333336,"MMLU-PRO Raw":0.3009474734042553,"MMLU-PRO":22.327497044917255,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-24","Submission Date":"2024-09-24","Generation":0,"Base Model":"icefog72/IceDrunkCherryRP-7b"},{"eval_name":"icefog72_IceDrunkenCherryRP-7b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/IceDrunkenCherryRP-7b 📑","fullname":"icefog72/IceDrunkenCherryRP-7b","Model sha":"7a0d428a84bbef60a5287e838551dc56230b291f","Average ⬆️":21.79272576511275,"Hub License":"cc-by-nc-4.0","Hub ❤️":7,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8331698129169264,"IFEval Raw":0.4762585495374495,"IFEval":47.62585495374495,"BBH Raw":0.509308586549064,"BBH":31.50523985734019,"MATH Lvl 5 Raw":0.06419939577039276,"MATH Lvl 5":6.419939577039275,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.44459374999999995,"MUSR":14.274218749999996,"MMLU-PRO Raw":0.30992353723404253,"MMLU-PRO":23.324837470449168,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-21","Submission Date":"2024-11-25","Generation":1,"Base Model":"icefog72/IceDrunkenCherryRP-7b (Merge)"},{"eval_name":"icefog72_IceEspressoRPv2-7b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/IceEspressoRPv2-7b 📑","fullname":"icefog72/IceEspressoRPv2-7b","Model sha":"d71a4c2ae25c063fd4c3d3df039908c648a8bab4","Average ⬆️":21.365276481870684,"Hub License":"","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1450676211289978,"IFEval Raw":0.4977160600539901,"IFEval":49.77160600539901,"BBH Raw":0.5054890156350785,"BBH":31.303238558418098,"MATH Lvl 5 Raw":0.061933534743202415,"MATH Lvl 5":6.193353474320242,"GPQA Raw":0.28942953020134227,"GPQA":5.257270693512303,"MUSR Raw":0.43306249999999996,"MUSR":12.766145833333335,"MMLU-PRO Raw":0.3061003989361702,"MMLU-PRO":22.90004432624113,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-11","Submission Date":"2024-09-11","Generation":1,"Base Model":"icefog72/IceEspressoRPv2-7b (Merge)"},{"eval_name":"icefog72_IceLemonTeaRP-32k-7b_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/IceLemonTeaRP-32k-7b 📑","fullname":"icefog72/IceLemonTeaRP-32k-7b","Model sha":"7ea0bdf873c535b73ca20db46db0799bac433662","Average ⬆️":21.372435824981753,"Hub License":"cc-by-nc-4.0","Hub ❤️":24,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1428701039081552,"IFEval Raw":0.5212214701436633,"IFEval":52.12214701436632,"BBH Raw":0.49973852418379305,"BBH":30.135779642023177,"MATH Lvl 5 Raw":0.054380664652567974,"MATH Lvl 5":5.438066465256798,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.42903125,"MUSR":12.195572916666668,"MMLU-PRO Raw":0.3067652925531915,"MMLU-PRO":22.973921394799056,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-04-03","Submission Date":"2024-07-27","Generation":1,"Base Model":"icefog72/IceLemonTeaRP-32k-7b (Merge)"},{"eval_name":"icefog72_IceMartiniRP-7b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/IceMartiniRP-7b 📑","fullname":"icefog72/IceMartiniRP-7b","Model sha":"e5be38a55d2d9877fbb61cffc7f48402ac0193fc","Average ⬆️":21.146002703846154,"Hub License":"cc-by-nc-4.0","Hub ❤️":2,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1388752444259926,"IFEval Raw":0.5044603873278457,"IFEval":50.446038732784565,"BBH Raw":0.4972421837639585,"BBH":29.685367916429147,"MATH Lvl 5 Raw":0.06646525679758308,"MATH Lvl 5":6.646525679758309,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.4344895833333333,"MUSR":13.144531250000005,"MMLU-PRO Raw":0.3073470744680851,"MMLU-PRO":23.038563829787233,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-24","Submission Date":"2024-09-24","Generation":0,"Base Model":"icefog72/IceMartiniRP-7b"},{"eval_name":"icefog72_IceNalyvkaRP-7b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/IceNalyvkaRP-7b 📑","fullname":"icefog72/IceNalyvkaRP-7b","Model sha":"25e556b22d702e6139c61799c946e4287611b015","Average ⬆️":23.100001948439864,"Hub License":"cc-by-nc-4.0","Hub ❤️":9,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8293532808410896,"IFEval Raw":0.549797869652522,"IFEval":54.9797869652522,"BBH Raw":0.513632436415875,"BBH":32.48918739061522,"MATH Lvl 5 Raw":0.05966767371601209,"MATH Lvl 5":5.966767371601208,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.45119791666666664,"MUSR":15.266406249999994,"MMLU-PRO Raw":0.2996176861702128,"MMLU-PRO":22.17974290780142,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-26","Submission Date":"2025-03-01","Generation":0,"Base Model":"icefog72/IceNalyvkaRP-7b"},{"eval_name":"icefog72_IceSakeRP-7b_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/IceSakeRP-7b 📑","fullname":"icefog72/IceSakeRP-7b","Model sha":"3b6b00bc48cd99e9b28e5aa8293dc987a0cf069a","Average ⬆️":21.56363636347618,"Hub License":"cc-by-nc-4.0","Hub ❤️":15,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8686736978920173,"IFEval Raw":0.5227950726295119,"IFEval":52.279507262951185,"BBH Raw":0.5119287057484642,"BBH":31.6512550721568,"MATH Lvl 5 Raw":0.0634441087613293,"MATH Lvl 5":6.3444108761329305,"GPQA Raw":0.28523489932885904,"GPQA":4.697986577181204,"MUSR Raw":0.41300000000000003,"MUSR":10.225000000000001,"MMLU-PRO Raw":0.3176529255319149,"MMLU-PRO":24.183658392434985,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-07-07","Submission Date":"2024-08-22","Generation":1,"Base Model":"icefog72/IceSakeRP-7b (Merge)"},{"eval_name":"icefog72_IceSakeV4RP-7b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/IceSakeV4RP-7b 📑","fullname":"icefog72/IceSakeV4RP-7b","Model sha":"e8cb50b78918149c7d1bf663bcb807e7bfac3eed","Average ⬆️":20.05225099073927,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.09615726584972,"IFEval Raw":0.4634192830578421,"IFEval":46.34192830578421,"BBH Raw":0.4929557826908731,"BBH":29.234193217077536,"MATH Lvl 5 Raw":0.055891238670694864,"MATH Lvl 5":5.589123867069486,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.40819791666666666,"MUSR":9.858072916666663,"MMLU-PRO Raw":0.31025598404255317,"MMLU-PRO":23.361776004728128,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-06-26","Generation":0,"Base Model":"Removed"},{"eval_name":"icefog72_IceSakeV6RP-7b_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/IceSakeV6RP-7b 📑","fullname":"icefog72/IceSakeV6RP-7b","Model sha":"6838e68d35d037b0ef9b04a9de1ebc8ab508cd45","Average ⬆️":21.214466273348467,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1108855330334666,"IFEval Raw":0.5032613465604596,"IFEval":50.32613465604596,"BBH Raw":0.49760336362566354,"BBH":30.391494717552195,"MATH Lvl 5 Raw":0.061933534743202415,"MATH Lvl 5":6.193353474320242,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.42001041666666666,"MUSR":11.634635416666663,"MMLU-PRO Raw":0.3093417553191489,"MMLU-PRO":23.26019503546099,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-06-26","Generation":0,"Base Model":"Removed"},{"eval_name":"icefog72_IceSakeV8RP-7b_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/IceSakeV8RP-7b 📑","fullname":"icefog72/IceSakeV8RP-7b","Model sha":"0f8f73fe356583e561479c689aa6597435327f4e","Average ⬆️":21.689486698109572,"Hub License":"cc-by-nc-4.0","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2965708194682928,"IFEval Raw":0.6085741388404988,"IFEval":60.857413884049876,"BBH Raw":0.48847141337960176,"BBH":28.966258233266576,"MATH Lvl 5 Raw":0.05966767371601209,"MATH Lvl 5":5.966767371601208,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.3992708333333333,"MUSR":8.542187500000004,"MMLU-PRO Raw":0.301030585106383,"MMLU-PRO":22.336731678486995,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-26","Submission Date":"2024-06-26","Generation":0,"Base Model":"icefog72/IceSakeV8RP-7b"},{"eval_name":"icefog72_IceTea21EnergyDrinkRPV13-DPOv3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/IceTea21EnergyDrinkRPV13-DPOv3 📑","fullname":"icefog72/IceTea21EnergyDrinkRPV13-DPOv3","Model sha":"2d4b4fd596ff0f6706a5752198e59da6ffc08067","Average ⬆️":21.671670611114738,"Hub License":"","Hub ❤️":2,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1598840944021205,"IFEval Raw":0.5263423272472595,"IFEval":52.63423272472595,"BBH Raw":0.5019587584232624,"BBH":30.6127340167025,"MATH Lvl 5 Raw":0.0581570996978852,"MATH Lvl 5":5.81570996978852,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.4371875,"MUSR":13.648437500000005,"MMLU-PRO Raw":0.30560172872340424,"MMLU-PRO":22.844636524822693,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-05","Submission Date":"2024-09-06","Generation":1,"Base Model":"icefog72/IceTea21EnergyDrinkRPV13-DPOv3 (Merge)"},{"eval_name":"icefog72_IceTea21EnergyDrinkRPV13-DPOv3.5_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"icefog72/IceTea21EnergyDrinkRPV13-DPOv3.5 📑","fullname":"icefog72/IceTea21EnergyDrinkRPV13-DPOv3.5","Model sha":"0b0b0864347c3fad2b4d3e102f2f9839d20e296c","Average ⬆️":17.321387609280592,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.0014573988569522,"IFEval Raw":0.48709978412833504,"IFEval":48.70997841283351,"BBH Raw":0.4399660013109026,"BBH":22.57322577923665,"MATH Lvl 5 Raw":0.03625377643504532,"MATH Lvl 5":3.625377643504532,"GPQA Raw":0.28439597315436244,"GPQA":4.5861297539149914,"MUSR Raw":0.39641666666666664,"MUSR":7.78541666666667,"MMLU-PRO Raw":0.24983377659574468,"MMLU-PRO":16.648197399527188,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-25","Generation":0,"Base Model":"Removed"},{"eval_name":"ifable_gemma-2-Ifable-9B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"ifable/gemma-2-Ifable-9B 📑","fullname":"ifable/gemma-2-Ifable-9B","Model sha":"d3dbde4efb93ea0a4f247de82541479de6b03160","Average ⬆️":23.56844886390901,"Hub License":"gemma","Hub ❤️":63,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":8.635208842924055,"IFEval Raw":0.2984292787581395,"IFEval":29.842927875813952,"BBH Raw":0.5866115556693244,"BBH":41.032644646265275,"MATH Lvl 5 Raw":0.13972809667673716,"MATH Lvl 5":13.972809667673717,"GPQA Raw":0.3414429530201342,"GPQA":12.192393736017896,"MUSR Raw":0.40525000000000005,"MUSR":8.522916666666669,"MMLU-PRO Raw":0.4226230053191489,"MMLU-PRO":35.847000591016545,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-10","Submission Date":"2024-09-25","Generation":0,"Base Model":"ifable/gemma-2-Ifable-9B"},{"eval_name":"ilsp_Llama-Krikri-8B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ilsp/Llama-Krikri-8B-Instruct 📑","fullname":"ilsp/Llama-Krikri-8B-Instruct","Model sha":"387b1399555201ee842a3985e827b464830cfc00","Average ⬆️":24.18078391296001,"Hub License":"llama3.1","Hub ❤️":17,"#Params (B)":8.202,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7570021231420504,"IFEval Raw":0.6078748830879843,"IFEval":60.78748830879843,"BBH Raw":0.504664191645287,"BBH":29.305557163927727,"MATH Lvl 5 Raw":0.11782477341389729,"MATH Lvl 5":11.782477341389729,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.4079791666666666,"MUSR":10.464062499999995,"MMLU-PRO Raw":0.3312832446808511,"MMLU-PRO":25.69813829787234,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-07","Submission Date":"2025-02-10","Generation":1,"Base Model":"ilsp/Llama-Krikri-8B-Instruct (Merge)"},{"eval_name":"inflatebot_MN-12B-Mag-Mell-R1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"inflatebot/MN-12B-Mag-Mell-R1 📑","fullname":"inflatebot/MN-12B-Mag-Mell-R1","Model sha":"170cea841f08b4dc047363cb71e903fc34c3258d","Average ⬆️":23.14682361352939,"Hub License":"","Hub ❤️":132,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.23511126535229,"IFEval Raw":0.46129602787271107,"IFEval":46.129602787271104,"BBH Raw":0.5303854975434981,"BBH":32.53583283307959,"MATH Lvl 5 Raw":0.1299093655589124,"MATH Lvl 5":12.990936555891238,"GPQA Raw":0.3162751677852349,"GPQA":8.83668903803132,"MUSR Raw":0.40022916666666664,"MUSR":11.2953125,"MMLU-PRO Raw":0.34383311170212766,"MMLU-PRO":27.09256796690307,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-16","Submission Date":"2025-01-04","Generation":1,"Base Model":"inflatebot/MN-12B-Mag-Mell-R1 (Merge)"},{"eval_name":"informatiker_Qwen2-7B-Instruct-abliterated_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"informatiker/Qwen2-7B-Instruct-abliterated 📑","fullname":"informatiker/Qwen2-7B-Instruct-abliterated","Model sha":"7577d60acfe4544d5ab303f0a4d69a9fcb9cf1aa","Average ⬆️":27.991694247930226,"Hub License":"","Hub ❤️":6,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.121210091367628,"IFEval Raw":0.5821708622011817,"IFEval":58.217086220118176,"BBH Raw":0.5534265515936739,"BBH":37.79572344136589,"MATH Lvl 5 Raw":0.263595166163142,"MATH Lvl 5":26.3595166163142,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.38879166666666665,"MUSR":6.83229166666667,"MMLU-PRO Raw":0.3873005319148936,"MMLU-PRO":31.922281323877062,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-10","Submission Date":"2024-09-15","Generation":0,"Base Model":"informatiker/Qwen2-7B-Instruct-abliterated"},{"eval_name":"insightfactory_Llama-3.2-3B-Instruct-unsloth-bnb-4bitlora_model_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"","Model":"insightfactory/Llama-3.2-3B-Instruct-unsloth-bnb-4bitlora_model 📑","fullname":"insightfactory/Llama-3.2-3B-Instruct-unsloth-bnb-4bitlora_model","Model sha":"5e7923397020289986d89f704d42775e8cb11741","Average ⬆️":17.182396518039905,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.933,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.721413675707368,"IFEval Raw":0.45884807865352817,"IFEval":45.88480786535282,"BBH Raw":0.4146016381618061,"BBH":17.41910908101376,"MATH Lvl 5 Raw":0.10498489425981873,"MATH Lvl 5":10.498489425981873,"GPQA Raw":0.27181208053691275,"GPQA":2.9082774049216997,"MUSR Raw":0.349875,"MUSR":4.601041666666668,"MMLU-PRO Raw":0.2960438829787234,"MMLU-PRO":21.7826536643026,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-19","Submission Date":"2025-02-19","Generation":2,"Base Model":"meta-llama/Llama-3.2-3B-Instruct"},{"eval_name":"instruction-pretrain_InstructLM-500M_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"instruction-pretrain/InstructLM-500M 📑","fullname":"instruction-pretrain/InstructLM-500M","Model sha":"e9d33823c76303dfaff6a8397a8b70d0118ea350","Average ⬆️":2.8543503197666724,"Hub License":"apache-2.0","Hub ❤️":34,"#Params (B)":0.5,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.491584290133651,"IFEval Raw":0.1027662158627996,"IFEval":10.27662158627996,"BBH Raw":0.29408717872529677,"BBH":2.317053716048478,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.25671140939597314,"GPQA":0.8948545861297527,"MUSR Raw":0.3528229166666667,"MUSR":2.0695312500000003,"MMLU-PRO Raw":0.1141123670212766,"MMLU-PRO":1.5680407801418434,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-18","Submission Date":"2024-06-27","Generation":0,"Base Model":"instruction-pretrain/InstructLM-500M"},{"eval_name":"internlm_internlm2-1_8b_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"InternLM2ForCausalLM","Model":"internlm/internlm2-1_8b 📑","fullname":"internlm/internlm2-1_8b","Model sha":"c24f301c7374ad9f9b58d1ea80f68b5f57cbca13","Average ⬆️":8.748129853272754,"Hub License":"other","Hub ❤️":30,"#Params (B)":8.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3272910338245865,"IFEval Raw":0.2197702097102355,"IFEval":21.97702097102355,"BBH Raw":0.3879732800028095,"BBH":13.633857965906719,"MATH Lvl 5 Raw":0.021148036253776436,"MATH Lvl 5":2.1148036253776437,"GPQA Raw":0.2483221476510067,"GPQA":0.0,"MUSR Raw":0.38128125,"MUSR":8.226822916666668,"MMLU-PRO Raw":0.15882646276595744,"MMLU-PRO":6.536273640661936,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-01-30","Submission Date":"2024-06-12","Generation":0,"Base Model":"internlm/internlm2-1_8b"},{"eval_name":"internlm_internlm2-7b_float16","Precision":"float16","Type":"❓ other","T":"❓","Weight type":"Original","Architecture":"Unknown","Model":"internlm/internlm2-7b 📑","fullname":"internlm/internlm2-7b","Model sha":"530fc706c606b1af1145c662877a7d99ad79d623","Average ⬆️":17.92336611649886,"Hub License":"other","Hub ❤️":42,"#Params (B)":0.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.0395424089601004,"IFEval Raw":0.22803680981595092,"IFEval":22.803680981595093,"BBH Raw":0.5825,"BBH":40.27619825708061,"MATH Lvl 5 Raw":0.08571428571428572,"MATH Lvl 5":8.571428571428571,"GPQA Raw":0.33666666666666667,"GPQA":11.555555555555557,"MUSR Raw":0.43999999999999995,"MUSR":14.333333333333329,"MMLU-PRO Raw":0.19,"MMLU-PRO":10.0,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-01-12","Submission Date":"","Generation":0,"Base Model":"internlm/internlm2-7b"},{"eval_name":"internlm_internlm2-chat-1_8b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"InternLM2ForCausalLM","Model":"internlm/internlm2-chat-1_8b 📑","fullname":"internlm/internlm2-chat-1_8b","Model sha":"4e226eeb354499f4d34ef4c27f6939f377475cc1","Average ⬆️":10.641800452239107,"Hub License":"other","Hub ❤️":31,"#Params (B)":1.889,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.192845124564106,"IFEval Raw":0.2386545477111841,"IFEval":23.865454771118408,"BBH Raw":0.4452271664119214,"BBH":20.67235743256185,"MATH Lvl 5 Raw":0.0324773413897281,"MATH Lvl 5":3.2477341389728096,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.36305208333333333,"MUSR":4.61484375,"MMLU-PRO Raw":0.18392619680851063,"MMLU-PRO":9.325132978723403,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-01-30","Submission Date":"2024-06-12","Generation":0,"Base Model":"internlm/internlm2-chat-1_8b"},{"eval_name":"internlm_internlm2_5-1_8b-chat_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"InternLM2ForCausalLM","Model":"internlm/internlm2_5-1_8b-chat 📑","fullname":"internlm/internlm2_5-1_8b-chat","Model sha":"4426f00b854561fa60d555d2b628064b56bcb758","Average ⬆️":14.749842142996677,"Hub License":"other","Hub ❤️":25,"#Params (B)":1.89,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.543331294717085,"IFEval Raw":0.38490870889240547,"IFEval":38.490870889240554,"BBH Raw":0.4488926786996439,"BBH":21.03092693656956,"MATH Lvl 5 Raw":0.15861027190332327,"MATH Lvl 5":15.861027190332328,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.35939583333333336,"MUSR":4.424479166666669,"MMLU-PRO Raw":0.12990359042553193,"MMLU-PRO":3.322621158392436,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-07-30","Submission Date":"2024-08-07","Generation":0,"Base Model":"internlm/internlm2_5-1_8b-chat"},{"eval_name":"internlm_internlm2_5-20b-chat_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"InternLM2ForCausalLM","Model":"internlm/internlm2_5-20b-chat 📑","fullname":"internlm/internlm2_5-20b-chat","Model sha":"ef17bde929761255fee76d95e2c25969ccd93b0d","Average ⬆️":38.87959582082076,"Hub License":"other","Hub ❤️":92,"#Params (B)":19.86,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":7.465415742664814,"IFEval Raw":0.7009977969565198,"IFEval":70.09977969565199,"BBH Raw":0.7473580533672884,"BBH":62.83245915287989,"MATH Lvl 5 Raw":0.4078549848942598,"MATH Lvl 5":40.78549848942598,"GPQA Raw":0.3213087248322148,"GPQA":9.507829977628639,"MUSR Raw":0.4558229166666667,"MUSR":16.744531249999994,"MMLU-PRO Raw":0.39976728723404253,"MMLU-PRO":33.30747635933806,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-07-30","Submission Date":"2024-08-12","Generation":0,"Base Model":"internlm/internlm2_5-20b-chat"},{"eval_name":"internlm_internlm2_5-7b-chat_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"InternLM2ForCausalLM","Model":"internlm/internlm2_5-7b-chat 📑","fullname":"internlm/internlm2_5-7b-chat","Model sha":"bebb00121ee105b823647c3ba2b1e152652edc33","Average ⬆️":32.974747665791206,"Hub License":"other","Hub ❤️":194,"#Params (B)":7.738,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.003415538760828,"IFEval Raw":0.5538692890419642,"IFEval":55.386928904196424,"BBH Raw":0.7073179916851792,"BBH":57.04314320825679,"MATH Lvl 5 Raw":0.25302114803625375,"MATH Lvl 5":25.302114803625376,"GPQA Raw":0.34731543624161076,"GPQA":12.975391498881436,"MUSR Raw":0.45938541666666666,"MUSR":16.28984375,"MMLU-PRO Raw":0.3776595744680851,"MMLU-PRO":30.851063829787233,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-06-27","Submission Date":"2024-07-03","Generation":0,"Base Model":"internlm/internlm2_5-7b-chat"},{"eval_name":"intervitens_mini-magnum-12b-v1.1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"intervitens/mini-magnum-12b-v1.1 📑","fullname":"intervitens/mini-magnum-12b-v1.1","Model sha":"3b19e12711d3f4d9b81fdeb73860e9019ebe2404","Average ⬆️":21.028735164842907,"Hub License":"apache-2.0","Hub ❤️":77,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.46189669686465,"IFEval Raw":0.5155509603407846,"IFEval":51.55509603407847,"BBH Raw":0.506180035650624,"BBH":29.731186868686873,"MATH Lvl 5 Raw":0.061933534743202415,"MATH Lvl 5":6.193353474320242,"GPQA Raw":0.28859060402684567,"GPQA":5.145413870246088,"MUSR Raw":0.4004479166666666,"MUSR":8.089322916666669,"MMLU-PRO Raw":0.3291223404255319,"MMLU-PRO":25.458037825059098,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-24","Submission Date":"2024-07-25","Generation":0,"Base Model":"intervitens/mini-magnum-12b-v1.1"},{"eval_name":"inumulaisk_eval_model_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"inumulaisk/eval_model 📑","fullname":"inumulaisk/eval_model","Model sha":"53d7d79face1c2e2ea416ea341b0f2663c9e6e20","Average ⬆️":12.24174390101748,"Hub License":"","Hub ❤️":1,"#Params (B)":1.777,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.5949305874819794,"IFEval Raw":0.19314197440568803,"IFEval":19.3141974405688,"BBH Raw":0.35118774303346373,"BBH":9.506916615277103,"MATH Lvl 5 Raw":0.297583081570997,"MATH Lvl 5":29.758308157099698,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.35796875,"MUSR":3.579427083333334,"MMLU-PRO Raw":0.16638962765957446,"MMLU-PRO":7.376625295508273,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-04","Submission Date":"2025-03-06","Generation":0,"Base Model":"inumulaisk/eval_model"},{"eval_name":"invalid-coder_Sakura-SOLAR-Instruct-CarbonVillain-en-10.7B-v2-slerp_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"invalid-coder/Sakura-SOLAR-Instruct-CarbonVillain-en-10.7B-v2-slerp 📑","fullname":"invalid-coder/Sakura-SOLAR-Instruct-CarbonVillain-en-10.7B-v2-slerp","Model sha":"39a1c76ddb5fa3a82c5b4071121d2e4866a25300","Average ⬆️":20.348078956309553,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":10.732,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5285014726940187,"IFEval Raw":0.45547591501660034,"IFEval":45.54759150166004,"BBH Raw":0.5158439010792586,"BBH":31.635374808026484,"MATH Lvl 5 Raw":0.04909365558912387,"MATH Lvl 5":4.909365558912387,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.3992395833333333,"MUSR":8.77161458333333,"MMLU-PRO Raw":0.3145777925531915,"MMLU-PRO":23.841976950354614,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-01-10","Submission Date":"2024-07-25","Generation":0,"Base Model":"invalid-coder/Sakura-SOLAR-Instruct-CarbonVillain-en-10.7B-v2-slerp"},{"eval_name":"invisietch_EtherealRainbow-v0.2-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"invisietch/EtherealRainbow-v0.2-8B 📑","fullname":"invisietch/EtherealRainbow-v0.2-8B","Model sha":"46611fbb6aac0f33478c8401488d3ec7763c04d0","Average ⬆️":20.106576639387253,"Hub License":"llama3","Hub ❤️":7,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7428330849303162,"IFEval Raw":0.39032988027323057,"IFEval":39.03298802732306,"BBH Raw":0.5102035205059678,"BBH":30.283791366541095,"MATH Lvl 5 Raw":0.0823262839879154,"MATH Lvl 5":8.23262839879154,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.38267708333333333,"MUSR":6.5679687499999995,"MMLU-PRO Raw":0.36527593085106386,"MMLU-PRO":29.47510342789598,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-12","Submission Date":"2024-07-01","Generation":0,"Base Model":"invisietch/EtherealRainbow-v0.2-8B"},{"eval_name":"invisietch_EtherealRainbow-v0.3-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"invisietch/EtherealRainbow-v0.3-8B 📑","fullname":"invisietch/EtherealRainbow-v0.3-8B","Model sha":"c986c4ca5a5b8474820a59d3e911a431cf26938d","Average ⬆️":19.791231655800487,"Hub License":"llama3","Hub ❤️":18,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.562534394436687,"IFEval Raw":0.36822298168858625,"IFEval":36.82229816885863,"BBH Raw":0.5096758454539693,"BBH":30.080258475101616,"MATH Lvl 5 Raw":0.07628398791540786,"MATH Lvl 5":7.628398791540786,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.39039583333333333,"MUSR":7.766145833333333,"MMLU-PRO Raw":0.36261635638297873,"MMLU-PRO":29.179595153664305,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-19","Submission Date":"2024-07-01","Generation":0,"Base Model":"invisietch/EtherealRainbow-v0.3-8B"},{"eval_name":"invisietch_MiS-Firefly-v0.2-22B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"invisietch/MiS-Firefly-v0.2-22B 📑","fullname":"invisietch/MiS-Firefly-v0.2-22B","Model sha":"02dd13deefc5ff516edb59070ad66bd9f2831f4c","Average ⬆️":26.754186150522894,"Hub License":"other","Hub ❤️":8,"#Params (B)":22.247,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.0505555920788168,"IFEval Raw":0.5371082062261466,"IFEval":53.71082062261466,"BBH Raw":0.5513523591170696,"BBH":36.082656217719574,"MATH Lvl 5 Raw":0.16540785498489427,"MATH Lvl 5":16.540785498489427,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.46937500000000004,"MUSR":17.80520833333333,"MMLU-PRO Raw":0.3620345744680851,"MMLU-PRO":29.11495271867612,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-06","Submission Date":"2024-11-07","Generation":0,"Base Model":"invisietch/MiS-Firefly-v0.2-22B"},{"eval_name":"invisietch_Nimbus-Miqu-v0.1-70B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"invisietch/Nimbus-Miqu-v0.1-70B 📑","fullname":"invisietch/Nimbus-Miqu-v0.1-70B","Model sha":"3209583a0849383daf8faa7b819f29726b8806cf","Average ⬆️":24.80805215493564,"Hub License":"unknown","Hub ❤️":21,"#Params (B)":68.977,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":14.287354737481978,"IFEval Raw":0.46466819150963884,"IFEval":46.466819150963886,"BBH Raw":0.601030667794844,"BBH":43.4509951550532,"MATH Lvl 5 Raw":0.06042296072507553,"MATH Lvl 5":6.042296072507553,"GPQA Raw":0.3389261744966443,"GPQA":11.85682326621924,"MUSR Raw":0.41331249999999997,"MUSR":9.330729166666666,"MMLU-PRO Raw":0.3853058510638298,"MMLU-PRO":31.700650118203306,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-30","Submission Date":"2024-07-03","Generation":0,"Base Model":"invisietch/Nimbus-Miqu-v0.1-70B"},{"eval_name":"irahulpandey_mistralai-7B-slerp-v0.1_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"irahulpandey/mistralai-7B-slerp-v0.1 📑","fullname":"irahulpandey/mistralai-7B-slerp-v0.1","Model sha":"699cd3bf4ee377e4e08dc30246caeebd8cf07e9a","Average ⬆️":21.352696815222927,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9083935593251266,"IFEval Raw":0.4966167546554254,"IFEval":49.66167546554254,"BBH Raw":0.5010682924547378,"BBH":29.60624854675679,"MATH Lvl 5 Raw":0.0513595166163142,"MATH Lvl 5":5.13595166163142,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.45497916666666666,"MUSR":14.87239583333333,"MMLU-PRO Raw":0.2951296542553192,"MMLU-PRO":21.681072695035464,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-30","Submission Date":"2025-01-30","Generation":0,"Base Model":"irahulpandey/mistralai-7B-slerp-v0.1"},{"eval_name":"jaredjoss_pythia-410m-roberta-lr_8e7-kl_01-steps_12000-rlhf-model_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"GPTNeoXForCausalLM","Model":"jaredjoss/pythia-410m-roberta-lr_8e7-kl_01-steps_12000-rlhf-model 📑","fullname":"jaredjoss/pythia-410m-roberta-lr_8e7-kl_01-steps_12000-rlhf-model","Model sha":"048bc8edfc32fdcf6d957332d5f4c0d4e5950746","Average ⬆️":3.81661033477558,"Hub License":"mit","Hub ❤️":0,"#Params (B)":0.407,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.46612749327371394,"IFEval Raw":0.15722172723928066,"IFEval":15.722172723928066,"BBH Raw":0.2863444769655102,"BBH":1.8203742908537424,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.3606979166666667,"MUSR":2.2539062500000013,"MMLU-PRO Raw":0.11685505319148937,"MMLU-PRO":1.8727836879432622,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-23","Submission Date":"2024-08-06","Generation":0,"Base Model":"jaredjoss/pythia-410m-roberta-lr_8e7-kl_01-steps_12000-rlhf-model"},{"eval_name":"jaspionjader_Auro-Kosmos-EVAA-v2-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Auro-Kosmos-EVAA-v2-8B 📑","fullname":"jaspionjader/Auro-Kosmos-EVAA-v2-8B","Model sha":"646b8ba54d99208204b214d67132729bf25a64ce","Average ⬆️":24.869882790033316,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3376660491774912,"IFEval Raw":0.4778077722664752,"IFEval":47.780777226647515,"BBH Raw":0.5447163557182707,"BBH":35.142095643012475,"MATH Lvl 5 Raw":0.14123867069486404,"MATH Lvl 5":14.123867069486403,"GPQA Raw":0.31543624161073824,"GPQA":8.7248322147651,"MUSR Raw":0.425,"MUSR":11.691666666666663,"MMLU-PRO Raw":0.38580452127659576,"MMLU-PRO":31.756057919621743,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"jaspionjader/Auro-Kosmos-EVAA-v2-8B (Merge)"},{"eval_name":"jaspionjader_Auro-Kosmos-EVAA-v2.1-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Auro-Kosmos-EVAA-v2.1-8B 📑","fullname":"jaspionjader/Auro-Kosmos-EVAA-v2.1-8B","Model sha":"2fde03326a1129ec82a5a4c6a8d2fe244b4d96fb","Average ⬆️":24.753245956983775,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4314973009726266,"IFEval Raw":0.4665919759571271,"IFEval":46.659197595712705,"BBH Raw":0.5444200006474947,"BBH":35.195114448894905,"MATH Lvl 5 Raw":0.14577039274924472,"MATH Lvl 5":14.577039274924472,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.4316979166666666,"MUSR":12.862239583333329,"MMLU-PRO Raw":0.382563164893617,"MMLU-PRO":31.395907210401887,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"jaspionjader/Auro-Kosmos-EVAA-v2.1-8B (Merge)"},{"eval_name":"jaspionjader_Auro-Kosmos-EVAA-v2.2-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Auro-Kosmos-EVAA-v2.2-8B 📑","fullname":"jaspionjader/Auro-Kosmos-EVAA-v2.2-8B","Model sha":"6775691ace30f5a09cf170c1f43b2b496518539b","Average ⬆️":23.794317671805487,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4419073388687802,"IFEval Raw":0.4267997801389203,"IFEval":42.679978013892026,"BBH Raw":0.5431077158331955,"BBH":34.91772620301955,"MATH Lvl 5 Raw":0.14123867069486404,"MATH Lvl 5":14.123867069486403,"GPQA Raw":0.3104026845637584,"GPQA":8.05369127516779,"MUSR Raw":0.42506249999999995,"MUSR":11.899479166666666,"MMLU-PRO Raw":0.37982047872340424,"MMLU-PRO":31.091164302600465,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"jaspionjader/Auro-Kosmos-EVAA-v2.2-8B (Merge)"},{"eval_name":"jaspionjader_Auro-Kosmos-EVAA-v2.3-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Auro-Kosmos-EVAA-v2.3-8B 📑","fullname":"jaspionjader/Auro-Kosmos-EVAA-v2.3-8B","Model sha":"06560f7b9c63ba66dc4a72306fe487aff28fd514","Average ⬆️":23.827726018728324,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4606882955697402,"IFEval Raw":0.42712447417297217,"IFEval":42.71244741729721,"BBH Raw":0.5440818233123913,"BBH":35.02426114679496,"MATH Lvl 5 Raw":0.13444108761329304,"MATH Lvl 5":13.444108761329304,"GPQA Raw":0.31208053691275167,"GPQA":8.277404921700223,"MUSR Raw":0.4277916666666666,"MUSR":12.573958333333332,"MMLU-PRO Raw":0.37840757978723405,"MMLU-PRO":30.9341755319149,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"jaspionjader/Auro-Kosmos-EVAA-v2.3-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-Aurora_faustus-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-Aurora_faustus-8B 📑","fullname":"jaspionjader/Kosmos-Aurora_faustus-8B","Model sha":"3626672ad3a6b1fac444a08d0841dfd974429400","Average ⬆️":22.772496063013904,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2817270535415657,"IFEval Raw":0.443236168920686,"IFEval":44.3236168920686,"BBH Raw":0.5260325661068855,"BBH":32.36435397107119,"MATH Lvl 5 Raw":0.11253776435045318,"MATH Lvl 5":11.253776435045317,"GPQA Raw":0.2953020134228188,"GPQA":6.040268456375841,"MUSR Raw":0.4116979166666666,"MUSR":11.39557291666666,"MMLU-PRO Raw":0.38131648936170215,"MMLU-PRO":31.257387706855795,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"jaspionjader/Kosmos-Aurora_faustus-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-8B","Model sha":"29ab30124b16c224e88ff4597a247b1327b012fa","Average ⬆️":23.04291967518942,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3041788434603263,"IFEval Raw":0.4404635256674513,"IFEval":44.04635256674513,"BBH Raw":0.5311831227740652,"BBH":33.09134006202049,"MATH Lvl 5 Raw":0.11782477341389729,"MATH Lvl 5":11.782477341389729,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.4236666666666667,"MUSR":11.425000000000004,"MMLU-PRO Raw":0.3818151595744681,"MMLU-PRO":31.31279550827423,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-Franken-Immersive-v39-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-Franken-Immersive-v39-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-Franken-Immersive-v39-8B","Model sha":"1c4963027ba7880da678500864385167dfe6e12b","Average ⬆️":23.3817043439325,"Hub License":"","Hub ❤️":4,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.198589077745552,"IFEval Raw":0.43779061778303796,"IFEval":43.7790617783038,"BBH Raw":0.5189720817259138,"BBH":31.18947290052941,"MATH Lvl 5 Raw":0.12915407854984895,"MATH Lvl 5":12.915407854984895,"GPQA Raw":0.31543624161073824,"GPQA":8.7248322147651,"MUSR Raw":0.4236354166666667,"MUSR":11.454427083333336,"MMLU-PRO Raw":0.3900432180851064,"MMLU-PRO":32.227024231678485,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-05","Submission Date":"2025-01-05","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-Franken-Immersive-v39-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-Franken-v38-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-Franken-v38-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-Franken-v38-8B","Model sha":"42ea50d2b0b7f072637e301d92a8e1832633a23e","Average ⬆️":23.287509583046784,"Hub License":"","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.880158808239308,"IFEval Raw":0.4355676272290855,"IFEval":43.55676272290855,"BBH Raw":0.5229513322616746,"BBH":31.76216941291032,"MATH Lvl 5 Raw":0.12915407854984895,"MATH Lvl 5":12.915407854984895,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.42115624999999995,"MUSR":11.544531249999997,"MMLU-PRO Raw":0.3890458776595745,"MMLU-PRO":32.116208628841605,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-04","Submission Date":"2025-01-04","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-Franken-v38-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-Fusion-8B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-Fusion-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-Fusion-8B","Model sha":"26bc667c2304919a25b07536a33adb58da4fd75d","Average ⬆️":23.941426516007922,"Hub License":"","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2934264055292035,"IFEval Raw":0.4417623018036587,"IFEval":44.17623018036588,"BBH Raw":0.5405890148943007,"BBH":34.45875710784809,"MATH Lvl 5 Raw":0.1351963746223565,"MATH Lvl 5":13.51963746223565,"GPQA Raw":0.3062080536912752,"GPQA":7.494407158836691,"MUSR Raw":0.42766666666666664,"MUSR":12.225,"MMLU-PRO Raw":0.3859707446808511,"MMLU-PRO":31.774527186761226,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-Fusion-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-Fusion-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-Fusion-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-Fusion-8B","Model sha":"26bc667c2304919a25b07536a33adb58da4fd75d","Average ⬆️":23.78962658485408,"Hub License":"","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2600241220012323,"IFEval Raw":0.43446832183052075,"IFEval":43.44683218305208,"BBH Raw":0.5419028777027763,"BBH":34.61065709067911,"MATH Lvl 5 Raw":0.12915407854984895,"MATH Lvl 5":12.915407854984895,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.42766666666666664,"MUSR":12.225,"MMLU-PRO Raw":0.38538896276595747,"MMLU-PRO":31.709884751773053,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-Fusion-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-PRP-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-PRP-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-PRP-8B","Model sha":"de6dd21557ecd2f42007640ac53cf253fb9a07f8","Average ⬆️":20.648962768096755,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1931663358566724,"IFEval Raw":0.34052092891306174,"IFEval":34.052092891306174,"BBH Raw":0.5195634214282913,"BBH":31.507446723357827,"MATH Lvl 5 Raw":0.08836858006042296,"MATH Lvl 5":8.836858006042297,"GPQA Raw":0.31291946308724833,"GPQA":8.389261744966444,"MUSR Raw":0.4301145833333333,"MUSR":11.69765625,"MMLU-PRO Raw":0.3646941489361702,"MMLU-PRO":29.410460992907794,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-PRP-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-PRP-light-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-PRP-light-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-PRP-light-8B","Model sha":"f0561ad49c2a67bc02d065d19c912ecc779b4f12","Average ⬆️":21.99624515951864,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2005794673394319,"IFEval Raw":0.38238651223198894,"IFEval":38.23865122319889,"BBH Raw":0.5271029575696119,"BBH":32.28113826534745,"MATH Lvl 5 Raw":0.11027190332326284,"MATH Lvl 5":11.027190332326283,"GPQA Raw":0.31208053691275167,"GPQA":8.277404921700223,"MUSR Raw":0.42490625,"MUSR":11.246614583333335,"MMLU-PRO Raw":0.3781582446808511,"MMLU-PRO":30.906471631205672,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-PRP-light-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-PRP-v23-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-PRP-v23-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-PRP-v23-8B","Model sha":"8b39a33ce2e3630e3d8a6285c997f8d26655b5e5","Average ⬆️":22.73397243488874,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2616133314973699,"IFEval Raw":0.4040933611705829,"IFEval":40.409336117058295,"BBH Raw":0.5289840558524612,"BBH":33.03704089860875,"MATH Lvl 5 Raw":0.11555891238670694,"MATH Lvl 5":11.555891238670695,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.43684375,"MUSR":13.505468749999999,"MMLU-PRO Raw":0.37059507978723405,"MMLU-PRO":30.06611997635934,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-PRP-v23-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-PRP-v24-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-PRP-v24-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-PRP-v24-8B","Model sha":"13080b1650779d80f4f33b42397d22671bf9b8ec","Average ⬆️":22.97857683964308,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2478613312692373,"IFEval Raw":0.42587556572117535,"IFEval":42.587556572117535,"BBH Raw":0.5276140433113651,"BBH":32.86201554441706,"MATH Lvl 5 Raw":0.11027190332326284,"MATH Lvl 5":11.027190332326283,"GPQA Raw":0.3104026845637584,"GPQA":8.05369127516779,"MUSR Raw":0.42903125,"MUSR":12.46223958333333,"MMLU-PRO Raw":0.3779089095744681,"MMLU-PRO":30.87876773049646,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-PRP-v24-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-PRP-v25-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-PRP-v25-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-PRP-v25-8B","Model sha":"bf9ae167b9c221f6e6ce0243b6e69da762856fbd","Average ⬆️":23.486899527557398,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2829483889600175,"IFEval Raw":0.4420869958377106,"IFEval":44.208699583771065,"BBH Raw":0.5290702582598797,"BBH":33.05901994218396,"MATH Lvl 5 Raw":0.11858006042296072,"MATH Lvl 5":11.858006042296072,"GPQA Raw":0.3179530201342282,"GPQA":9.060402684563762,"MUSR Raw":0.4303333333333333,"MUSR":12.558333333333328,"MMLU-PRO Raw":0.37159242021276595,"MMLU-PRO":30.17693557919622,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-PRP-v25-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-PRP-v26-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-PRP-v26-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-PRP-v26-8B","Model sha":"05a9219eac478e1fbb1cd9bce4f5ba1b66de95fa","Average ⬆️":23.114976403936158,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2432433319287717,"IFEval Raw":0.4413877400851962,"IFEval":44.13877400851962,"BBH Raw":0.5271171047819411,"BBH":32.71975634899274,"MATH Lvl 5 Raw":0.11329305135951662,"MATH Lvl 5":11.329305135951662,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.4263645833333333,"MUSR":12.195572916666663,"MMLU-PRO Raw":0.3793218085106383,"MMLU-PRO":31.03575650118203,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-PRP-v26-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-PRP-v27-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-PRP-v27-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-PRP-v27-8B","Model sha":"0aa8467ea2771e392ace78e6a06b35711c7703e6","Average ⬆️":23.4077778762187,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2828938423829248,"IFEval Raw":0.4378404854674486,"IFEval":43.784048546744856,"BBH Raw":0.5290320010579407,"BBH":32.99647631508889,"MATH Lvl 5 Raw":0.11933534743202417,"MATH Lvl 5":11.933534743202417,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.4343333333333333,"MUSR":13.291666666666663,"MMLU-PRO Raw":0.37549867021276595,"MMLU-PRO":30.610963356973997,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-PRP-v27-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-PRP-v28-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-PRP-v28-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-PRP-v28-8B","Model sha":"a7f6dd1b6784b4e1611f46227e4f6f6e92c79bef","Average ⬆️":23.264906845014234,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2058860911125207,"IFEval Raw":0.43659157701565177,"IFEval":43.65915770156518,"BBH Raw":0.5294743678489208,"BBH":33.073754773711705,"MATH Lvl 5 Raw":0.11706948640483383,"MATH Lvl 5":11.706948640483382,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.43296874999999996,"MUSR":12.987760416666662,"MMLU-PRO Raw":0.375,"MMLU-PRO":30.555555555555557,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-PRP-v28-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-PRP-v29-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-PRP-v29-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-PRP-v29-8B","Model sha":"6cce8f9b972f8a2636a08214aec37889b15c114b","Average ⬆️":23.401854796574032,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.247893929420119,"IFEval Raw":0.4487315877427448,"IFEval":44.87315877427448,"BBH Raw":0.5275189525290296,"BBH":32.92843632608228,"MATH Lvl 5 Raw":0.12009063444108761,"MATH Lvl 5":12.009063444108762,"GPQA Raw":0.3104026845637584,"GPQA":8.05369127516779,"MUSR Raw":0.42366666666666664,"MUSR":11.824999999999996,"MMLU-PRO Raw":0.37649601063829785,"MMLU-PRO":30.721778959810877,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-PRP-v29-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-PRP-v30-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-PRP-v30-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-PRP-v30-8B","Model sha":"58dfcc805241c0bebd34546f72e1e4eb7ab55ca2","Average ⬆️":23.263563656014522,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8727119754433255,"IFEval Raw":0.42947268802333366,"IFEval":42.94726880233337,"BBH Raw":0.5327819889174134,"BBH":32.980026204409654,"MATH Lvl 5 Raw":0.11782477341389729,"MATH Lvl 5":11.782477341389729,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.4263333333333333,"MUSR":11.95833333333333,"MMLU-PRO Raw":0.3937832446808511,"MMLU-PRO":32.64258274231678,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-30","Submission Date":"2024-12-30","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-PRP-v30-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-PRP-v31-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-PRP-v31-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-PRP-v31-8B","Model sha":"b5155080c7aab6d7b09cbb3028814c1a125afd13","Average ⬆️":23.539317547208807,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2069281446666016,"IFEval Raw":0.43986400528375824,"IFEval":43.986400528375825,"BBH Raw":0.5315048053167004,"BBH":32.91395767598818,"MATH Lvl 5 Raw":0.11329305135951662,"MATH Lvl 5":11.329305135951662,"GPQA Raw":0.313758389261745,"GPQA":8.501118568232664,"MUSR Raw":0.42506249999999995,"MUSR":11.899479166666666,"MMLU-PRO Raw":0.39345079787234044,"MMLU-PRO":32.60564420803782,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-30","Submission Date":"2024-12-30","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-PRP-v31-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-PRP-v32-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-PRP-v32-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-PRP-v32-8B","Model sha":"c15be2ab847e2b523c8626c5d5adca3d3796f1e1","Average ⬆️":23.43128878858796,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2725725342025458,"IFEval Raw":0.4487315877427448,"IFEval":44.87315877427448,"BBH Raw":0.5292530349260334,"BBH":33.04697938500372,"MATH Lvl 5 Raw":0.1148036253776435,"MATH Lvl 5":11.48036253776435,"GPQA Raw":0.3162751677852349,"GPQA":8.83668903803132,"MUSR Raw":0.42106249999999995,"MUSR":11.499479166666662,"MMLU-PRO Raw":0.3776595744680851,"MMLU-PRO":30.851063829787233,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-30","Submission Date":"2024-12-30","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-PRP-v32-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-PRP-v33-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-PRP-v33-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-PRP-v33-8B","Model sha":"49bcf97fca1c4f4705460d5fc565663db79282c5","Average ⬆️":23.234915401488184,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2709855867345825,"IFEval Raw":0.4301719437758481,"IFEval":43.01719437758481,"BBH Raw":0.5321153222507468,"BBH":32.935042544278936,"MATH Lvl 5 Raw":0.11782477341389729,"MATH Lvl 5":11.782477341389729,"GPQA Raw":0.31291946308724833,"GPQA":8.389261744966444,"MUSR Raw":0.41839583333333336,"MUSR":10.966145833333336,"MMLU-PRO Raw":0.390874335106383,"MMLU-PRO":32.319370567375884,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-30","Submission Date":"2024-12-30","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-PRP-v33-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-PRP-v34-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-PRP-v34-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-PRP-v34-8B","Model sha":"fd39e4c9a1579dd7105c7cfb82e8cc6896372226","Average ⬆️":23.742486352642512,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.209066915792569,"IFEval Raw":0.45625052638111324,"IFEval":45.62505263811133,"BBH Raw":0.533301459442271,"BBH":33.1218626050209,"MATH Lvl 5 Raw":0.11253776435045318,"MATH Lvl 5":11.253776435045317,"GPQA Raw":0.311241610738255,"GPQA":8.165548098434002,"MUSR Raw":0.42372916666666666,"MUSR":11.766145833333331,"MMLU-PRO Raw":0.3927027925531915,"MMLU-PRO":32.52253250591017,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-30","Submission Date":"2024-12-30","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-PRP-v34-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-TSN-8B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-TSN-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-TSN-8B","Model sha":"998ded0f65e9f206e5b47b334e281993f92f37eb","Average ⬆️":23.87846732227049,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3134151336948419,"IFEval Raw":0.47213726246359655,"IFEval":47.213726246359656,"BBH Raw":0.5176546480934434,"BBH":31.425048235694074,"MATH Lvl 5 Raw":0.13444108761329304,"MATH Lvl 5":13.444108761329304,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.43290625,"MUSR":12.846614583333329,"MMLU-PRO Raw":0.3816489361702128,"MMLU-PRO":31.29432624113476,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-28","Submission Date":"2024-12-28","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-TSN-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-TSN-light-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-TSN-light-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-TSN-light-8B","Model sha":"a5cee4c83bc216b051883dc88f33f6ee45956f0b","Average ⬆️":23.675844003764762,"Hub License":"","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.324997241130934,"IFEval Raw":0.46849027247702757,"IFEval":46.84902724770276,"BBH Raw":0.5235021286391058,"BBH":32.31709224526529,"MATH Lvl 5 Raw":0.1216012084592145,"MATH Lvl 5":12.16012084592145,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.42893749999999997,"MUSR":12.283854166666664,"MMLU-PRO Raw":0.38056848404255317,"MMLU-PRO":31.174276004728128,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-28","Submission Date":"2024-12-28","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-TSN-light-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-TSN-v19-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-TSN-v19-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-TSN-v19-8B","Model sha":"b9847b6628a61117908a8f6f8e94d51154568c36","Average ⬆️":23.5328956860039,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.297936022832137,"IFEval Raw":0.4563502617499346,"IFEval":45.635026174993456,"BBH Raw":0.5316458785173577,"BBH":33.429515483219056,"MATH Lvl 5 Raw":0.11555891238670694,"MATH Lvl 5":11.555891238670695,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.4276979166666666,"MUSR":12.195572916666663,"MMLU-PRO Raw":0.37898936170212766,"MMLU-PRO":30.99881796690307,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-28","Submission Date":"2024-12-28","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-TSN-v19-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-TSN-v20-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-TSN-v20-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-TSN-v20-8B","Model sha":"ce90ff49cb08473dd8c66ca815bbf6dd7509931b","Average ⬆️":23.536494106696477,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2045490521318007,"IFEval Raw":0.4423119545029411,"IFEval":44.23119545029411,"BBH Raw":0.5250468078369915,"BBH":32.00472858026129,"MATH Lvl 5 Raw":0.12462235649546828,"MATH Lvl 5":12.462235649546828,"GPQA Raw":0.313758389261745,"GPQA":8.501118568232664,"MUSR Raw":0.42103124999999997,"MUSR":11.39557291666666,"MMLU-PRO Raw":0.39361702127659576,"MMLU-PRO":32.6241134751773,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-28","Submission Date":"2024-12-28","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-TSN-v20-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-TSN-v21-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-TSN-v21-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-TSN-v21-8B","Model sha":"3bbe313e2c452857a24e14da3ef1c4cd00ca6e2a","Average ⬆️":23.968398200512283,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2729876389623414,"IFEval Raw":0.46701640536000033,"IFEval":46.701640536000035,"BBH Raw":0.524796520922724,"BBH":32.386295261036274,"MATH Lvl 5 Raw":0.11933534743202417,"MATH Lvl 5":11.933534743202417,"GPQA Raw":0.31208053691275167,"GPQA":8.277404921700223,"MUSR Raw":0.43427083333333333,"MUSR":13.217187499999996,"MMLU-PRO Raw":0.3816489361702128,"MMLU-PRO":31.29432624113476,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-28","Submission Date":"2024-12-28","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-TSN-v21-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-TSN-v22-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-TSN-v22-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-TSN-v22-8B","Model sha":"151317735ac8672d1160fdbdd98932d588a68c15","Average ⬆️":23.654432566783058,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2996115083833457,"IFEval Raw":0.4673410993940522,"IFEval":46.73410993940523,"BBH Raw":0.5245863682593667,"BBH":32.32633123685557,"MATH Lvl 5 Raw":0.11329305135951662,"MATH Lvl 5":11.329305135951662,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.4303333333333333,"MUSR":12.691666666666665,"MMLU-PRO Raw":0.38115026595744683,"MMLU-PRO":31.23891843971632,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-28","Submission Date":"2024-12-28","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-TSN-v22-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-gamma-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-gamma-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-gamma-8B","Model sha":"c0b4cac5c74918a2c84a9fc7541b261c9400e9ed","Average ⬆️":23.98708989579214,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3506866639843,"IFEval Raw":0.45722460848326885,"IFEval":45.72246084832688,"BBH Raw":0.5321936191858193,"BBH":33.103487394032555,"MATH Lvl 5 Raw":0.10498489425981873,"MATH Lvl 5":10.498489425981873,"GPQA Raw":0.3187919463087248,"GPQA":9.172259507829976,"MUSR Raw":0.4305833333333333,"MUSR":13.189583333333331,"MMLU-PRO Raw":0.39012632978723405,"MMLU-PRO":32.23625886524823,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-gamma-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-gamma-alt-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-gamma-alt-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-gamma-alt-8B","Model sha":"11f95acd7c719d7666af0ce7e10b77eee0b5ac8c","Average ⬆️":24.052330699621802,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3044490161906677,"IFEval Raw":0.4542270065648036,"IFEval":45.42270065648036,"BBH Raw":0.5297928701221488,"BBH":32.85116982530719,"MATH Lvl 5 Raw":0.1095166163141994,"MATH Lvl 5":10.95166163141994,"GPQA Raw":0.32466442953020136,"GPQA":9.955257270693513,"MUSR Raw":0.42921875,"MUSR":12.952343749999997,"MMLU-PRO Raw":0.3896276595744681,"MMLU-PRO":32.18085106382979,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-gamma-alt-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-gamma-light-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-gamma-light-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-gamma-light-8B","Model sha":"a89c25c226d3a8635e29bb50f0d9125f4b29ec1d","Average ⬆️":24.11044721388785,"Hub License":"","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1781725368622367,"IFEval Raw":0.45809895521660304,"IFEval":45.80989552166031,"BBH Raw":0.5376138387743472,"BBH":33.68753243090729,"MATH Lvl 5 Raw":0.11027190332326284,"MATH Lvl 5":11.027190332326283,"GPQA Raw":0.3162751677852349,"GPQA":8.83668903803132,"MUSR Raw":0.42909375,"MUSR":12.603385416666661,"MMLU-PRO Raw":0.394281914893617,"MMLU-PRO":32.69799054373522,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-gamma-light-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-gamma-light-alt-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-gamma-light-alt-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-gamma-light-alt-8B","Model sha":"1d0941141461966fa4f28028a3d3bf57aa1b92c1","Average ⬆️":23.801281271469463,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.258765389845097,"IFEval Raw":0.44535942410581697,"IFEval":44.5359424105817,"BBH Raw":0.5327145731870764,"BBH":33.05767050932263,"MATH Lvl 5 Raw":0.11329305135951662,"MATH Lvl 5":11.329305135951662,"GPQA Raw":0.313758389261745,"GPQA":8.501118568232664,"MUSR Raw":0.43045833333333333,"MUSR":12.90729166666666,"MMLU-PRO Raw":0.39228723404255317,"MMLU-PRO":32.476359338061464,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-gamma-light-alt-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-gamma-ultra-light-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-gamma-ultra-light-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-gamma-ultra-light-8B","Model sha":"56dbc698d481e91484365130c242e8161638af60","Average ⬆️":23.802239954239454,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4131181642035988,"IFEval Raw":0.4563003940655239,"IFEval":45.63003940655239,"BBH Raw":0.5316344937208096,"BBH":32.78464802043255,"MATH Lvl 5 Raw":0.11782477341389729,"MATH Lvl 5":11.782477341389729,"GPQA Raw":0.3162751677852349,"GPQA":8.83668903803132,"MUSR Raw":0.4196979166666666,"MUSR":11.39557291666666,"MMLU-PRO Raw":0.3914561170212766,"MMLU-PRO":32.384013002364064,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-28","Submission Date":"2024-12-28","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-gamma-ultra-light-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-gamma-v13-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-gamma-v13-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-gamma-v13-8B","Model sha":"9bbcccb18b15fd812df255d47315e32c2db4492c","Average ⬆️":23.7210916104417,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2773691783087238,"IFEval Raw":0.44286160720222345,"IFEval":44.28616072022234,"BBH Raw":0.5359422335881335,"BBH":33.47406748343683,"MATH Lvl 5 Raw":0.11178247734138973,"MATH Lvl 5":11.178247734138973,"GPQA Raw":0.313758389261745,"GPQA":8.501118568232664,"MUSR Raw":0.42776041666666664,"MUSR":12.336718749999996,"MMLU-PRO Raw":0.3929521276595745,"MMLU-PRO":32.55023640661938,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-gamma-v13-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-gamma-v14-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-gamma-v14-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-gamma-v14-8B","Model sha":"0a4ee872602c0cc95e0cec0c49807d29ead4586f","Average ⬆️":23.62429735133503,"Hub License":"","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.20918414931387,"IFEval Raw":0.4380155764482684,"IFEval":43.80155764482684,"BBH Raw":0.5363063034440413,"BBH":33.65958954546506,"MATH Lvl 5 Raw":0.11027190332326284,"MATH Lvl 5":11.027190332326283,"GPQA Raw":0.31291946308724833,"GPQA":8.389261744966444,"MUSR Raw":0.42772916666666666,"MUSR":12.299479166666664,"MMLU-PRO Raw":0.3931183510638298,"MMLU-PRO":32.56870567375886,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-28","Submission Date":"2024-12-28","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-gamma-v14-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-gamma-v15-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-gamma-v15-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-gamma-v15-8B","Model sha":"e65d9aa4d94dd11861d4bf5eed50c9f0a963b51f","Average ⬆️":24.02365934041546,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2007018233163582,"IFEval Raw":0.4654428028741517,"IFEval":46.54428028741517,"BBH Raw":0.534326872652317,"BBH":33.2170748468152,"MATH Lvl 5 Raw":0.11102719033232629,"MATH Lvl 5":11.10271903323263,"GPQA Raw":0.311241610738255,"GPQA":8.165548098434002,"MUSR Raw":0.42772916666666666,"MUSR":12.432812499999997,"MMLU-PRO Raw":0.3941156914893617,"MMLU-PRO":32.67952127659574,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-28","Submission Date":"2024-12-28","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-gamma-v15-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-gamma-v16-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-gamma-v16-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-gamma-v16-8B","Model sha":"4f58e6c6624dea0b9116d650c1a205b9993eefc0","Average ⬆️":23.98392902504385,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1915594994137388,"IFEval Raw":0.4556510059974202,"IFEval":45.565100599742024,"BBH Raw":0.5343925058514598,"BBH":33.29159037553265,"MATH Lvl 5 Raw":0.11706948640483383,"MATH Lvl 5":11.706948640483382,"GPQA Raw":0.31543624161073824,"GPQA":8.7248322147651,"MUSR Raw":0.4264270833333333,"MUSR":12.203385416666665,"MMLU-PRO Raw":0.39170545212765956,"MMLU-PRO":32.41171690307328,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-28","Submission Date":"2024-12-28","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-gamma-v16-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-gamma-v17-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-gamma-v17-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-gamma-v17-8B","Model sha":"122efb5edf2b769d4705fa2a861bef21098662af","Average ⬆️":23.702369090863083,"Hub License":"","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2210254561964191,"IFEval Raw":0.4462337708391512,"IFEval":44.623377083915116,"BBH Raw":0.5346666279815969,"BBH":33.346731824868634,"MATH Lvl 5 Raw":0.11102719033232629,"MATH Lvl 5":11.10271903323263,"GPQA Raw":0.311241610738255,"GPQA":8.165548098434002,"MUSR Raw":0.42906249999999996,"MUSR":12.499479166666662,"MMLU-PRO Raw":0.39228723404255317,"MMLU-PRO":32.476359338061464,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-28","Submission Date":"2024-12-28","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-gamma-v17-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-gamma-v18-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-gamma-v18-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-gamma-v18-8B","Model sha":"8cec9573a60b7ce8af88e81efc9092b2a5e37f4b","Average ⬆️":23.496714298861473,"Hub License":"","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2339950249160372,"IFEval Raw":0.43409376011205825,"IFEval":43.40937601120582,"BBH Raw":0.5339179190615058,"BBH":33.23387233410255,"MATH Lvl 5 Raw":0.11102719033232629,"MATH Lvl 5":11.10271903323263,"GPQA Raw":0.311241610738255,"GPQA":8.165548098434002,"MUSR Raw":0.4316979166666666,"MUSR":12.795572916666663,"MMLU-PRO Raw":0.3904587765957447,"MMLU-PRO":32.273197399527184,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-28","Submission Date":"2024-12-28","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-gamma-v18-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-immersive-sof-v44-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-immersive-sof-v44-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-immersive-sof-v44-8B","Model sha":"7d1e94f42904b66c5bc310721f627d3393b3e91e","Average ⬆️":23.12092179330857,"Hub License":"","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3308076685501458,"IFEval Raw":0.44078821970150317,"IFEval":44.078821970150315,"BBH Raw":0.5214884907801955,"BBH":31.258884400704403,"MATH Lvl 5 Raw":0.11858006042296072,"MATH Lvl 5":11.858006042296072,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.4143958333333333,"MUSR":11.499479166666662,"MMLU-PRO Raw":0.3887965425531915,"MMLU-PRO":32.08850472813239,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-26","Submission Date":"2025-01-26","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-immersive-sof-v44-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-v10-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-v10-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-v10-8B","Model sha":"eb48bac81fb5b288d6353dfe2867953718c626c5","Average ⬆️":23.090676803381882,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3959809536797354,"IFEval Raw":0.4261503920708165,"IFEval":42.61503920708165,"BBH Raw":0.5375875314179012,"BBH":34.01111082889911,"MATH Lvl 5 Raw":0.12462235649546828,"MATH Lvl 5":12.462235649546828,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.4223645833333333,"MUSR":11.39557291666666,"MMLU-PRO Raw":0.38314494680851063,"MMLU-PRO":31.460549645390074,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-v10-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-v11-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-v11-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-v11-8B","Model sha":"0d96e6e1e53814b3950a3993e7733cd9a3057114","Average ⬆️":23.769168519505644,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2774191774778267,"IFEval Raw":0.44263664853699297,"IFEval":44.2636648536993,"BBH Raw":0.5359208647512345,"BBH":33.83221649338713,"MATH Lvl 5 Raw":0.13217522658610273,"MATH Lvl 5":13.217522658610273,"GPQA Raw":0.31543624161073824,"GPQA":8.7248322147651,"MUSR Raw":0.4184270833333333,"MUSR":11.070052083333328,"MMLU-PRO Raw":0.3835605053191489,"MMLU-PRO":31.506722813238763,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-v11-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-v12-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-v12-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-v12-8B","Model sha":"31ae4c22a9b1f8b6174ec8f32e371973dc899e64","Average ⬆️":23.67369216786618,"Hub License":"","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3129275432231455,"IFEval Raw":0.43779061778303796,"IFEval":43.7790617783038,"BBH Raw":0.5348808250181011,"BBH":33.64435993303794,"MATH Lvl 5 Raw":0.13670694864048338,"MATH Lvl 5":13.670694864048338,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.42106249999999995,"MUSR":11.499479166666662,"MMLU-PRO Raw":0.3835605053191489,"MMLU-PRO":31.506722813238763,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-v12-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-v2-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-v2-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-v2-8B","Model sha":"40fd11da76f2986eae7d67f60e7f7ed4a695b191","Average ⬆️":23.34429925313133,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2935494946640862,"IFEval Raw":0.4395891789341171,"IFEval":43.95891789341171,"BBH Raw":0.5341160060985229,"BBH":33.60889502995319,"MATH Lvl 5 Raw":0.13217522658610273,"MATH Lvl 5":13.217522658610273,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.42106249999999995,"MUSR":11.499479166666662,"MMLU-PRO Raw":0.3826462765957447,"MMLU-PRO":31.405141843971634,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-v2-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-v3-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-v3-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-v3-8B","Model sha":"20afd2c2261e46936b6691b6a526e2ac56a0a8f2","Average ⬆️":23.56106225267956,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.226024618265807,"IFEval Raw":0.4410630460511443,"IFEval":44.10630460511443,"BBH Raw":0.5330987974156178,"BBH":33.468587339989305,"MATH Lvl 5 Raw":0.13293051359516617,"MATH Lvl 5":13.293051359516618,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.4223958333333333,"MUSR":11.766145833333331,"MMLU-PRO Raw":0.38214760638297873,"MMLU-PRO":31.349734042553195,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-v3-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-v4-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-v4-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-v4-8B","Model sha":"07a48ba99661c8eb22a0d21cf66908524dc86025","Average ⬆️":23.08362197891132,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2324701395863638,"IFEval Raw":0.4289230353240513,"IFEval":42.89230353240513,"BBH Raw":0.5336560458316563,"BBH":33.55721455326533,"MATH Lvl 5 Raw":0.12537764350453173,"MATH Lvl 5":12.537764350453173,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.41972916666666665,"MUSR":11.499479166666662,"MMLU-PRO Raw":0.38173204787234044,"MMLU-PRO":31.303560874704488,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-v4-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-v5-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-v5-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-v5-8B","Model sha":"b57426e197df1528b3322feb5db5da0f965e13c0","Average ⬆️":23.452627923750796,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2738241090305913,"IFEval Raw":0.44595894448951,"IFEval":44.595894448951,"BBH Raw":0.5344958011609363,"BBH":33.50776477750613,"MATH Lvl 5 Raw":0.12613293051359517,"MATH Lvl 5":12.613293051359516,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.4223958333333333,"MUSR":11.499479166666662,"MMLU-PRO Raw":0.3820644946808511,"MMLU-PRO":31.340499408983447,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-v5-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-v6-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-v6-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-v6-8B","Model sha":"45a565bf7cda1d5bbc102f52b42af582dbafe22f","Average ⬆️":23.384013675258704,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.25514859695207,"IFEval Raw":0.4395891789341171,"IFEval":43.95891789341171,"BBH Raw":0.5379609044843678,"BBH":34.084081768333256,"MATH Lvl 5 Raw":0.12915407854984895,"MATH Lvl 5":12.915407854984895,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.4184270833333333,"MUSR":11.070052083333328,"MMLU-PRO Raw":0.3820644946808511,"MMLU-PRO":31.340499408983447,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-v6-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-v7-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-v7-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-v7-8B","Model sha":"973e46f555bbc5293673054b1d624f309555a014","Average ⬆️":23.266235325792916,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2459507125099005,"IFEval Raw":0.4276741268722545,"IFEval":42.767412687225445,"BBH Raw":0.5334882804815716,"BBH":33.50209397496653,"MATH Lvl 5 Raw":0.1336858006042296,"MATH Lvl 5":13.36858006042296,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.41709375,"MUSR":11.070052083333328,"MMLU-PRO Raw":0.3835605053191489,"MMLU-PRO":31.506722813238763,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-v7-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-v8-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-v8-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-v8-8B","Model sha":"f5ad2d7afa492191293d4c72f457dc943db24110","Average ⬆️":23.533444499158758,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9080142651207193,"IFEval Raw":0.43834027048232027,"IFEval":43.83402704823203,"BBH Raw":0.5359208647512345,"BBH":33.79805527334356,"MATH Lvl 5 Raw":0.13066465256797583,"MATH Lvl 5":13.066465256797583,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.42103124999999997,"MUSR":11.928906249999997,"MMLU-PRO Raw":0.38272938829787234,"MMLU-PRO":31.414376477541367,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-v8-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-v9-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-v9-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-v9-8B","Model sha":"65edea4e7a87035a83baf8cf603b531bdc0b0097","Average ⬆️":23.377315210740033,"Hub License":"","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.227281518781336,"IFEval Raw":0.43686640336529303,"IFEval":43.6866403365293,"BBH Raw":0.5360680608930435,"BBH":33.7544160404883,"MATH Lvl 5 Raw":0.12764350453172205,"MATH Lvl 5":12.764350453172204,"GPQA Raw":0.3062080536912752,"GPQA":7.494407158836691,"MUSR Raw":0.4183958333333333,"MUSR":11.232812499999994,"MMLU-PRO Raw":0.3819813829787234,"MMLU-PRO":31.331264775413715,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-v9-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-EVAA-v9-TitanFusion-Mix-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-EVAA-v9-TitanFusion-Mix-8B 📑","fullname":"jaspionjader/Kosmos-EVAA-v9-TitanFusion-Mix-8B","Model sha":"61a23eb8ed6fa8f77854ac460d09406a4cf71559","Average ⬆️":23.357229970545784,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.516953826809074,"IFEval Raw":0.428373382624769,"IFEval":42.83733826247689,"BBH Raw":0.5539931244833417,"BBH":36.24517494591178,"MATH Lvl 5 Raw":0.1148036253776435,"MATH Lvl 5":11.48036253776435,"GPQA Raw":0.287751677852349,"GPQA":5.033557046979867,"MUSR Raw":0.43544791666666666,"MUSR":13.03098958333333,"MMLU-PRO Raw":0.3836436170212766,"MMLU-PRO":31.515957446808514,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"jaspionjader/Kosmos-EVAA-v9-TitanFusion-Mix-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-Elusive-8b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-Elusive-8b 📑","fullname":"jaspionjader/Kosmos-Elusive-8b","Model sha":"32a31e0f3fe97d6b5d2eb677eca2c3a652e745a2","Average ⬆️":22.72148946873371,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.802080473067022,"IFEval Raw":0.41688275996577967,"IFEval":41.68827599657797,"BBH Raw":0.5338593917060857,"BBH":33.53558413403654,"MATH Lvl 5 Raw":0.12613293051359517,"MATH Lvl 5":12.613293051359516,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.4077916666666667,"MUSR":10.107291666666669,"MMLU-PRO Raw":0.3759973404255319,"MMLU-PRO":30.666371158392437,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-26","Submission Date":"2024-12-27","Generation":1,"Base Model":"jaspionjader/Kosmos-Elusive-8b (Merge)"},{"eval_name":"jaspionjader_Kosmos-Elusive-VENN-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-Elusive-VENN-8B 📑","fullname":"jaspionjader/Kosmos-Elusive-VENN-8B","Model sha":"40a336fee0e4810d0ecfcced82fad57ea11fcb8f","Average ⬆️":22.81033720971873,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.23513328622024,"IFEval Raw":0.4232525255211727,"IFEval":42.32525255211727,"BBH Raw":0.5355598563659026,"BBH":33.79747989824394,"MATH Lvl 5 Raw":0.12462235649546828,"MATH Lvl 5":12.462235649546828,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.4156979166666667,"MUSR":10.595572916666669,"MMLU-PRO Raw":0.3797373670212766,"MMLU-PRO":31.081929669030732,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"jaspionjader/Kosmos-Elusive-VENN-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-Elusive-VENN-Asymmetric-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-Elusive-VENN-Asymmetric-8B 📑","fullname":"jaspionjader/Kosmos-Elusive-VENN-Asymmetric-8B","Model sha":"8a32a5b2c65aa46bf6511aa6fff398a67d5ebbea","Average ⬆️":23.561771850568558,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.286053014145634,"IFEval Raw":0.4541771388803929,"IFEval":45.417713888039295,"BBH Raw":0.5312976840812583,"BBH":33.16698443913645,"MATH Lvl 5 Raw":0.13444108761329304,"MATH Lvl 5":13.444108761329304,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.42506249999999995,"MUSR":11.832812499999998,"MMLU-PRO Raw":0.3842253989361702,"MMLU-PRO":31.580599881796683,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"jaspionjader/Kosmos-Elusive-VENN-Asymmetric-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-Elusive-VENN-Aurora_faustus-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-Elusive-VENN-Aurora_faustus-8B 📑","fullname":"jaspionjader/Kosmos-Elusive-VENN-Aurora_faustus-8B","Model sha":"f3ff0504e4bc311e12427fcafd656b281c7f690d","Average ⬆️":22.711557989116244,"Hub License":"","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3093567484866826,"IFEval Raw":0.4335441074127758,"IFEval":43.35441074127759,"BBH Raw":0.5303980337010061,"BBH":33.008333200343884,"MATH Lvl 5 Raw":0.11253776435045318,"MATH Lvl 5":11.253776435045317,"GPQA Raw":0.2953020134228188,"GPQA":6.040268456375841,"MUSR Raw":0.417,"MUSR":11.558333333333328,"MMLU-PRO Raw":0.3794880319148936,"MMLU-PRO":31.05422576832151,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"jaspionjader/Kosmos-Elusive-VENN-Aurora_faustus-8B (Merge)"},{"eval_name":"jaspionjader_Kosmos-VENN-8B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/Kosmos-VENN-8B 📑","fullname":"jaspionjader/Kosmos-VENN-8B","Model sha":"6bec99b56f916add1676598b09c05d9ab40cb67b","Average ⬆️":23.14475508223022,"Hub License":"","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2884897990741933,"IFEval Raw":0.433219413378724,"IFEval":43.3219413378724,"BBH Raw":0.5317923607687299,"BBH":33.39577047946897,"MATH Lvl 5 Raw":0.14123867069486404,"MATH Lvl 5":14.123867069486403,"GPQA Raw":0.29278523489932884,"GPQA":5.7046979865771785,"MUSR Raw":0.42109375,"MUSR":11.203385416666663,"MMLU-PRO Raw":0.3800698138297872,"MMLU-PRO":31.11886820330969,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"jaspionjader/Kosmos-VENN-8B (Merge)"},{"eval_name":"jaspionjader_PRP-Kosmos-EVAA-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/PRP-Kosmos-EVAA-8B 📑","fullname":"jaspionjader/PRP-Kosmos-EVAA-8B","Model sha":"5730cb6625d9851f42a39934dd4d506fc7f59244","Average ⬆️":21.355970519226545,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1946887107886779,"IFEval Raw":0.36327721556580983,"IFEval":36.32772155658098,"BBH Raw":0.5237421324582278,"BBH":32.11810849839039,"MATH Lvl 5 Raw":0.09592145015105741,"MATH Lvl 5":9.592145015105741,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.425,"MUSR":11.425000000000002,"MMLU-PRO Raw":0.3765791223404255,"MMLU-PRO":30.731013593380606,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"jaspionjader/PRP-Kosmos-EVAA-8B (Merge)"},{"eval_name":"jaspionjader_PRP-Kosmos-EVAA-light-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/PRP-Kosmos-EVAA-light-8B 📑","fullname":"jaspionjader/PRP-Kosmos-EVAA-light-8B","Model sha":"6c0aee176270e82803d751405b9a3bae2e6dd199","Average ⬆️":22.818510021314523,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2956604777136123,"IFEval Raw":0.4321201079801593,"IFEval":43.21201079801593,"BBH Raw":0.5274582578494339,"BBH":32.67446090823398,"MATH Lvl 5 Raw":0.11027190332326284,"MATH Lvl 5":11.027190332326283,"GPQA Raw":0.3221476510067114,"GPQA":9.61968680089485,"MUSR Raw":0.4235416666666667,"MUSR":11.142708333333337,"MMLU-PRO Raw":0.3631150265957447,"MMLU-PRO":29.235002955082745,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"jaspionjader/PRP-Kosmos-EVAA-light-8B (Merge)"},{"eval_name":"jaspionjader_TSN-Kosmos-EVAA-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/TSN-Kosmos-EVAA-8B 📑","fullname":"jaspionjader/TSN-Kosmos-EVAA-8B","Model sha":"0d2fad567d563c6cf14d68ebe2e416b4f8f996b1","Average ⬆️":24.896257217110144,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4479009137598755,"IFEval Raw":0.49032234471203073,"IFEval":49.032234471203076,"BBH Raw":0.5347376087743225,"BBH":33.73244759125691,"MATH Lvl 5 Raw":0.14501510574018128,"MATH Lvl 5":14.501510574018129,"GPQA Raw":0.32046979865771813,"GPQA":9.395973154362418,"MUSR Raw":0.4173125,"MUSR":11.264062499999996,"MMLU-PRO Raw":0.383061835106383,"MMLU-PRO":31.451315011820324,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-28","Submission Date":"2024-12-28","Generation":1,"Base Model":"jaspionjader/TSN-Kosmos-EVAA-8B (Merge)"},{"eval_name":"jaspionjader_TSN-Kosmos-EVAA-v2-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/TSN-Kosmos-EVAA-v2-8B 📑","fullname":"jaspionjader/TSN-Kosmos-EVAA-v2-8B","Model sha":"d6c402879c63109a484ce2ebe1198f6c0c1696bd","Average ⬆️":23.89651047859336,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4678468493711292,"IFEval Raw":0.46669171132594844,"IFEval":46.66917113259485,"BBH Raw":0.534342097284994,"BBH":33.53146314936159,"MATH Lvl 5 Raw":0.10800604229607251,"MATH Lvl 5":10.80060422960725,"GPQA Raw":0.3221476510067114,"GPQA":9.61968680089485,"MUSR Raw":0.41864583333333333,"MUSR":12.064062499999997,"MMLU-PRO Raw":0.3762466755319149,"MMLU-PRO":30.69407505910165,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-28","Submission Date":"2024-12-28","Generation":1,"Base Model":"jaspionjader/TSN-Kosmos-EVAA-v2-8B (Merge)"},{"eval_name":"jaspionjader_bbb-1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bbb-1 📑","fullname":"jaspionjader/bbb-1","Model sha":"3ab45702f60bf07cb8fd4ad048d16e9daa8735cf","Average ⬆️":24.60960304612495,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.330856716977883,"IFEval Raw":0.4864005283758206,"IFEval":48.64005283758206,"BBH Raw":0.5375556962119087,"BBH":33.68952047615377,"MATH Lvl 5 Raw":0.13670694864048338,"MATH Lvl 5":13.670694864048338,"GPQA Raw":0.313758389261745,"GPQA":8.501118568232664,"MUSR Raw":0.41706250000000006,"MUSR":10.966145833333336,"MMLU-PRO Raw":0.38971077127659576,"MMLU-PRO":32.190085697399525,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-17","Submission Date":"2025-01-17","Generation":1,"Base Model":"jaspionjader/bbb-1 (Merge)"},{"eval_name":"jaspionjader_bbb-2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bbb-2 📑","fullname":"jaspionjader/bbb-2","Model sha":"7cb367ed6da1eb9f9777c00afbded6543ca012d9","Average ⬆️":21.656531650464387,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3060917369107468,"IFEval Raw":0.4077403511571519,"IFEval":40.77403511571519,"BBH Raw":0.5066789926627318,"BBH":29.187787519922125,"MATH Lvl 5 Raw":0.11253776435045318,"MATH Lvl 5":11.253776435045317,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.4144583333333333,"MUSR":12.507291666666665,"MMLU-PRO Raw":0.363530585106383,"MMLU-PRO":29.281176122931434,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-17","Submission Date":"2025-01-17","Generation":1,"Base Model":"jaspionjader/bbb-2 (Merge)"},{"eval_name":"jaspionjader_bbb-3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bbb-3 📑","fullname":"jaspionjader/bbb-3","Model sha":"35b0bde357a53cce36f2361ce6451f4efd49272f","Average ⬆️":23.067128829993425,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9345593718263658,"IFEval Raw":0.416832892281369,"IFEval":41.6832892281369,"BBH Raw":0.5157831821186084,"BBH":30.42347738232735,"MATH Lvl 5 Raw":0.1404833836858006,"MATH Lvl 5":14.04833836858006,"GPQA Raw":0.311241610738255,"GPQA":8.165548098434002,"MUSR Raw":0.4264895833333333,"MUSR":12.344531249999996,"MMLU-PRO Raw":0.38563829787234044,"MMLU-PRO":31.73758865248227,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-17","Submission Date":"2025-01-17","Generation":1,"Base Model":"jaspionjader/bbb-3 (Merge)"},{"eval_name":"jaspionjader_bbb-4_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bbb-4 📑","fullname":"jaspionjader/bbb-4","Model sha":"0830735240b34e9322d111f429503f8526dc41d9","Average ⬆️":23.306922027984893,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.0964247692210245,"IFEval Raw":0.47675833455232114,"IFEval":47.67583345523211,"BBH Raw":0.52115051798211,"BBH":31.42180070448896,"MATH Lvl 5 Raw":0.12764350453172205,"MATH Lvl 5":12.764350453172204,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.40924999999999995,"MUSR":10.789583333333331,"MMLU-PRO Raw":0.3773271276595745,"MMLU-PRO":30.814125295508273,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-17","Submission Date":"2025-01-17","Generation":1,"Base Model":"jaspionjader/bbb-4 (Merge)"},{"eval_name":"jaspionjader_bbb-5_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bbb-5 📑","fullname":"jaspionjader/bbb-5","Model sha":"e61731b38cc8800cf26f41684dee29bc3b983798","Average ⬆️":23.45290117457669,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2991299609398375,"IFEval Raw":0.4702888336281067,"IFEval":47.028883362810674,"BBH Raw":0.5206902586604485,"BBH":31.2789023752389,"MATH Lvl 5 Raw":0.13972809667673716,"MATH Lvl 5":13.972809667673717,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.3998229166666667,"MUSR":9.677864583333335,"MMLU-PRO Raw":0.3833942819148936,"MMLU-PRO":31.488253546099287,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-17","Submission Date":"2025-01-17","Generation":1,"Base Model":"jaspionjader/bbb-5 (Merge)"},{"eval_name":"jaspionjader_bbb-6_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bbb-6 📑","fullname":"jaspionjader/bbb-6","Model sha":"38749637f39b28f348bbb50b49a35231aca3ee73","Average ⬆️":24.071135369194597,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3092681125293013,"IFEval Raw":0.48797413086166924,"IFEval":48.79741308616693,"BBH Raw":0.5211453749255449,"BBH":31.296750246994566,"MATH Lvl 5 Raw":0.13897280966767372,"MATH Lvl 5":13.897280966767372,"GPQA Raw":0.3104026845637584,"GPQA":8.05369127516779,"MUSR Raw":0.40515625000000005,"MUSR":10.477864583333336,"MMLU-PRO Raw":0.3871343085106383,"MMLU-PRO":31.903812056737586,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-17","Submission Date":"2025-01-17","Generation":1,"Base Model":"jaspionjader/bbb-6 (Merge)"},{"eval_name":"jaspionjader_bbb-7_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bbb-7 📑","fullname":"jaspionjader/bbb-7","Model sha":"c2ec7d278f261cf98cd065d94f8a688cfa5bb520","Average ⬆️":23.85265999247541,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.247956538258571,"IFEval Raw":0.48280340607366234,"IFEval":48.280340607366234,"BBH Raw":0.5211089947725771,"BBH":31.125508104842208,"MATH Lvl 5 Raw":0.13670694864048338,"MATH Lvl 5":13.670694864048338,"GPQA Raw":0.3104026845637584,"GPQA":8.05369127516779,"MUSR Raw":0.4038229166666667,"MUSR":10.211197916666668,"MMLU-PRO Raw":0.3859707446808511,"MMLU-PRO":31.774527186761226,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-17","Submission Date":"2025-01-17","Generation":1,"Base Model":"jaspionjader/bbb-7 (Merge)"},{"eval_name":"jaspionjader_bh-1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-1 📑","fullname":"jaspionjader/bh-1","Model sha":"1787f4e4e5a1aa2fa471234f8206a581960654a0","Average ⬆️":22.935035677562386,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.830374517106328,"IFEval Raw":0.42842325030917966,"IFEval":42.84232503091796,"BBH Raw":0.5890155164168736,"BBH":41.45130060035327,"MATH Lvl 5 Raw":0.05362537764350453,"MATH Lvl 5":5.362537764350453,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.4441041666666667,"MUSR":14.813020833333335,"MMLU-PRO Raw":0.3449135638297872,"MMLU-PRO":27.21261820330969,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/bh-1 (Merge)"},{"eval_name":"jaspionjader_bh-10_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-10 📑","fullname":"jaspionjader/bh-10","Model sha":"d6ac5966ebb522d230201e669cf796e6e159ca3f","Average ⬆️":24.28628220700425,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4701216774772474,"IFEval Raw":0.46184568057199343,"IFEval":46.18456805719934,"BBH Raw":0.5856025427339699,"BBH":40.861498713027906,"MATH Lvl 5 Raw":0.11027190332326284,"MATH Lvl 5":11.027190332326283,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.41985416666666664,"MUSR":10.848437500000003,"MMLU-PRO Raw":0.37076130319148937,"MMLU-PRO":30.084589243498822,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/bh-10 (Merge)"},{"eval_name":"jaspionjader_bh-11_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-11 📑","fullname":"jaspionjader/bh-11","Model sha":"bb606df537ad63ca43725019938e2fc364356dce","Average ⬆️":24.42026599244475,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3611822743766173,"IFEval Raw":0.45754930251732073,"IFEval":45.75493025173208,"BBH Raw":0.5851155912628809,"BBH":40.73264327719791,"MATH Lvl 5 Raw":0.11782477341389729,"MATH Lvl 5":11.782477341389729,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.4145520833333334,"MUSR":10.219010416666672,"MMLU-PRO Raw":0.3738364361702128,"MMLU-PRO":30.426270685579198,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/bh-11 (Merge)"},{"eval_name":"jaspionjader_bh-12_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-12 📑","fullname":"jaspionjader/bh-12","Model sha":"b53c06ed8da7b3c192fe8446febbfc6d947b399d","Average ⬆️":24.407887173668158,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3662580036416,"IFEval Raw":0.47338617091539337,"IFEval":47.338617091539334,"BBH Raw":0.5802489392471556,"BBH":40.253624510427336,"MATH Lvl 5 Raw":0.11858006042296072,"MATH Lvl 5":11.858006042296072,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.4144895833333333,"MUSR":9.877864583333334,"MMLU-PRO Raw":0.37367021276595747,"MMLU-PRO":30.40780141843972,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/bh-12 (Merge)"},{"eval_name":"jaspionjader_bh-13_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-13 📑","fullname":"jaspionjader/bh-13","Model sha":"65dfa9e29ab360f3e730de8542103a0c11ce37fd","Average ⬆️":24.405271709903644,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3237689917031747,"IFEval Raw":0.4697890486132351,"IFEval":46.978904861323514,"BBH Raw":0.5777886799254942,"BBH":40.01032313106834,"MATH Lvl 5 Raw":0.11253776435045318,"MATH Lvl 5":11.253776435045317,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.41585416666666664,"MUSR":10.248437500000001,"MMLU-PRO Raw":0.37300531914893614,"MMLU-PRO":30.33392434988179,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/bh-13 (Merge)"},{"eval_name":"jaspionjader_bh-15_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-15 📑","fullname":"jaspionjader/bh-15","Model sha":"40fb0cee4ea43e4ade9544ae10e7ea04dfc1dc39","Average ⬆️":24.4983726655142,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3222540136225727,"IFEval Raw":0.47453534399836883,"IFEval":47.45353439983688,"BBH Raw":0.5818643001829722,"BBH":40.33141780064374,"MATH Lvl 5 Raw":0.12462235649546828,"MATH Lvl 5":12.462235649546828,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.4105208333333334,"MUSR":9.515104166666669,"MMLU-PRO Raw":0.37666223404255317,"MMLU-PRO":30.740248226950357,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/bh-15 (Merge)"},{"eval_name":"jaspionjader_bh-16_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-16 📑","fullname":"jaspionjader/bh-16","Model sha":"096e6fa98b59a78c5e02647326d7d7c6a850d43e","Average ⬆️":24.57710023673242,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.36752509458533,"IFEval Raw":0.4730614768813415,"IFEval":47.306147688134146,"BBH Raw":0.5783335636603978,"BBH":39.952339093735326,"MATH Lvl 5 Raw":0.11933534743202417,"MATH Lvl 5":11.933534743202417,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.4158541666666667,"MUSR":10.381770833333338,"MMLU-PRO Raw":0.37757646276595747,"MMLU-PRO":30.841829196217496,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/bh-16 (Merge)"},{"eval_name":"jaspionjader_bh-17_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-17 📑","fullname":"jaspionjader/bh-17","Model sha":"f62181f922611513d03ec7bfd98527768a303176","Average ⬆️":24.253816929185927,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3579540781836985,"IFEval Raw":0.4721871301480073,"IFEval":47.21871301480073,"BBH Raw":0.5776302177859685,"BBH":39.75841395740856,"MATH Lvl 5 Raw":0.11329305135951662,"MATH Lvl 5":11.329305135951662,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.41582291666666665,"MUSR":10.211197916666668,"MMLU-PRO Raw":0.37566489361702127,"MMLU-PRO":30.629432624113477,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/bh-17 (Merge)"},{"eval_name":"jaspionjader_bh-18_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-18 📑","fullname":"jaspionjader/bh-18","Model sha":"02c29d295dcdb4bd9f7df12848db3130dec808aa","Average ⬆️":24.597830822803832,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2912412954439991,"IFEval Raw":0.47246195649764844,"IFEval":47.24619564976484,"BBH Raw":0.5823837707078298,"BBH":40.464076641342125,"MATH Lvl 5 Raw":0.11858006042296072,"MATH Lvl 5":11.858006042296072,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.4184895833333333,"MUSR":10.677864583333333,"MMLU-PRO Raw":0.37566489361702127,"MMLU-PRO":30.629432624113477,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/bh-18 (Merge)"},{"eval_name":"jaspionjader_bh-19_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-19 📑","fullname":"jaspionjader/bh-19","Model sha":"b2d210e74c848d399798da2db3705a39b64bb8b2","Average ⬆️":24.18004103008259,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3182863656471855,"IFEval Raw":0.45842364925065493,"IFEval":45.842364925065496,"BBH Raw":0.5765774285787187,"BBH":39.56714484667162,"MATH Lvl 5 Raw":0.11933534743202417,"MATH Lvl 5":11.933534743202417,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.417125,"MUSR":10.640625000000002,"MMLU-PRO Raw":0.3774933510638298,"MMLU-PRO":30.832594562647753,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/bh-19 (Merge)"},{"eval_name":"jaspionjader_bh-2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-2 📑","fullname":"jaspionjader/bh-2","Model sha":"d442311231a30f60b9f162ee440bbe0d64df8793","Average ⬆️":24.25166292008038,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.8217813681439265,"IFEval Raw":0.45792386423578324,"IFEval":45.79238642357833,"BBH Raw":0.5937358907182445,"BBH":41.94562264778238,"MATH Lvl 5 Raw":0.1027190332326284,"MATH Lvl 5":10.27190332326284,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.41864583333333333,"MUSR":10.730729166666668,"MMLU-PRO Raw":0.3695146276595745,"MMLU-PRO":29.94606973995272,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/bh-2 (Merge)"},{"eval_name":"jaspionjader_bh-20_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-20 📑","fullname":"jaspionjader/bh-20","Model sha":"f7a72294d17bd98e4ee61333591e3e8c24949ca6","Average ⬆️":23.985809500141922,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.01052450867003,"IFEval Raw":0.4727367828472896,"IFEval":47.27367828472896,"BBH Raw":0.574973333640619,"BBH":39.32473656427744,"MATH Lvl 5 Raw":0.12009063444108761,"MATH Lvl 5":12.009063444108762,"GPQA Raw":0.287751677852349,"GPQA":5.033557046979867,"MUSR Raw":0.4105208333333334,"MUSR":9.515104166666669,"MMLU-PRO Raw":0.3768284574468085,"MMLU-PRO":30.758717494089833,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/bh-20 (Merge)"},{"eval_name":"jaspionjader_bh-21_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-21 📑","fullname":"jaspionjader/bh-21","Model sha":"2d814304d5f933c92c06140b2581135a6251fd68","Average ⬆️":24.388213730278952,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.652223645039114,"IFEval Raw":0.47001400727846554,"IFEval":47.00140072784656,"BBH Raw":0.5738369241857685,"BBH":39.30946768551373,"MATH Lvl 5 Raw":0.1216012084592145,"MATH Lvl 5":12.16012084592145,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.4157916666666667,"MUSR":10.640625000000002,"MMLU-PRO Raw":0.37757646276595747,"MMLU-PRO":30.841829196217496,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/bh-21 (Merge)"},{"eval_name":"jaspionjader_bh-22_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-22 📑","fullname":"jaspionjader/bh-22","Model sha":"2454ffa279c5e0bac17b527eda9269c00663b829","Average ⬆️":24.204382290276076,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.5978900160791345,"IFEval Raw":0.45999725173650363,"IFEval":45.99972517365036,"BBH Raw":0.579296884452635,"BBH":39.959361669826855,"MATH Lvl 5 Raw":0.11858006042296072,"MATH Lvl 5":11.858006042296072,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.41715625000000006,"MUSR":10.544531250000004,"MMLU-PRO Raw":0.3764128989361702,"MMLU-PRO":30.712544326241126,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/bh-22 (Merge)"},{"eval_name":"jaspionjader_bh-23_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-23 📑","fullname":"jaspionjader/bh-23","Model sha":"a74038987f6f889e880fdb5178509d2210cc3222","Average ⬆️":24.18046602127528,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3146741406993703,"IFEval Raw":0.46576749690820357,"IFEval":46.57674969082036,"BBH Raw":0.570027700842045,"BBH":38.53896512438835,"MATH Lvl 5 Raw":0.12009063444108761,"MATH Lvl 5":12.009063444108762,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.4197291666666667,"MUSR":10.966145833333336,"MMLU-PRO Raw":0.37957114361702127,"MMLU-PRO":31.063460401891252,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-03","Generation":1,"Base Model":"jaspionjader/bh-23 (Merge)"},{"eval_name":"jaspionjader_bh-24_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-24 📑","fullname":"jaspionjader/bh-24","Model sha":"1732cc1454bc301d045ed7fe3b22408757924fed","Average ⬆️":24.42300670299736,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3130766638650941,"IFEval Raw":0.4715377420799035,"IFEval":47.15377420799035,"BBH Raw":0.5716684749879075,"BBH":38.79538568907879,"MATH Lvl 5 Raw":0.1268882175226586,"MATH Lvl 5":12.688821752265861,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.4157604166666667,"MUSR":10.536718750000002,"MMLU-PRO Raw":0.38090093085106386,"MMLU-PRO":31.21121453900709,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-03","Generation":1,"Base Model":"jaspionjader/bh-24 (Merge)"},{"eval_name":"jaspionjader_bh-25_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-25 📑","fullname":"jaspionjader/bh-25","Model sha":"7c40e832ae64bffdeb82de3ac0776be645f7c779","Average ⬆️":24.01355078586454,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3318180601928693,"IFEval Raw":0.47518473206647255,"IFEval":47.51847320664726,"BBH Raw":0.5705628020556314,"BBH":38.72954410110149,"MATH Lvl 5 Raw":0.11329305135951662,"MATH Lvl 5":11.329305135951662,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.4117916666666667,"MUSR":10.107291666666669,"MMLU-PRO Raw":0.37824135638297873,"MMLU-PRO":30.915706264775416,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-03","Generation":1,"Base Model":"jaspionjader/bh-25 (Merge)"},{"eval_name":"jaspionjader_bh-26_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-26 📑","fullname":"jaspionjader/bh-26","Model sha":"92be638bdfd6e1dbd52d3acc017762ac75e07a6c","Average ⬆️":24.518295926434586,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3453299226519775,"IFEval Raw":0.4690897928607206,"IFEval":46.90897928607207,"BBH Raw":0.5734958656360526,"BBH":38.97859481521599,"MATH Lvl 5 Raw":0.1163141993957704,"MATH Lvl 5":11.63141993957704,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.4276979166666666,"MUSR":12.195572916666663,"MMLU-PRO Raw":0.3771609042553192,"MMLU-PRO":30.795656028368796,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"jaspionjader/bh-26 (Merge)"},{"eval_name":"jaspionjader_bh-27_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-27 📑","fullname":"jaspionjader/bh-27","Model sha":"e9d6ec1a8df709c367643ab26362d99f2d20f681","Average ⬆️":24.502923044309686,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3224764064490586,"IFEval Raw":0.4818791916559174,"IFEval":48.18791916559174,"BBH Raw":0.571405917910282,"BBH":38.70545276461525,"MATH Lvl 5 Raw":0.12764350453172205,"MATH Lvl 5":12.764350453172204,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.409125,"MUSR":10.107291666666669,"MMLU-PRO Raw":0.3799035904255319,"MMLU-PRO":31.100398936170215,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"jaspionjader/bh-27 (Merge)"},{"eval_name":"jaspionjader_bh-28_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-28 📑","fullname":"jaspionjader/bh-28","Model sha":"6fc7244ffa3191b1e6559a8ecd29e58a0c8ad281","Average ⬆️":24.48580651508801,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3363114008274333,"IFEval Raw":0.4785070280189896,"IFEval":47.85070280189896,"BBH Raw":0.5702617832390487,"BBH":38.64315088483485,"MATH Lvl 5 Raw":0.12311178247734139,"MATH Lvl 5":12.311178247734139,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.413125,"MUSR":10.373958333333336,"MMLU-PRO Raw":0.3812333776595745,"MMLU-PRO":31.24815307328605,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"jaspionjader/bh-28 (Merge)"},{"eval_name":"jaspionjader_bh-29_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-29 📑","fullname":"jaspionjader/bh-29","Model sha":"18de72fb7e3a5cb6136e8df5e3754aee94ec5953","Average ⬆️":24.377065926627154,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3587236809252874,"IFEval Raw":0.46881496651107946,"IFEval":46.88149665110795,"BBH Raw":0.5670161357895335,"BBH":38.271768582086715,"MATH Lvl 5 Raw":0.12084592145015106,"MATH Lvl 5":12.084592145015106,"GPQA Raw":0.2953020134228188,"GPQA":6.040268456375841,"MUSR Raw":0.4236979166666666,"MUSR":11.66223958333333,"MMLU-PRO Raw":0.38189827127659576,"MMLU-PRO":31.32203014184397,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"jaspionjader/bh-29 (Merge)"},{"eval_name":"jaspionjader_bh-3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-3 📑","fullname":"jaspionjader/bh-3","Model sha":"d63451972ca76bd17d93aedb94efeea1d79ecc09","Average ⬆️":24.48183645734593,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.5736644333791383,"IFEval Raw":0.4663670172918966,"IFEval":46.63670172918966,"BBH Raw":0.5890722855221537,"BBH":41.325395042771994,"MATH Lvl 5 Raw":0.1148036253776435,"MATH Lvl 5":11.48036253776435,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.41728125,"MUSR":10.493489583333336,"MMLU-PRO Raw":0.37017952127659576,"MMLU-PRO":30.019946808510632,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/bh-3 (Merge)"},{"eval_name":"jaspionjader_bh-30_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-30 📑","fullname":"jaspionjader/bh-30","Model sha":"9e1264b2109015b9d4fce732bdeef1b6ca276e6c","Average ⬆️":24.17349100843053,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2817456204588766,"IFEval Raw":0.46664184364153777,"IFEval":46.664184364153776,"BBH Raw":0.5705838505746653,"BBH":38.65102840424575,"MATH Lvl 5 Raw":0.12311178247734139,"MATH Lvl 5":12.311178247734139,"GPQA Raw":0.29278523489932884,"GPQA":5.7046979865771785,"MUSR Raw":0.4144270833333334,"MUSR":10.80338541666667,"MMLU-PRO Raw":0.3781582446808511,"MMLU-PRO":30.906471631205672,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"jaspionjader/bh-30 (Merge)"},{"eval_name":"jaspionjader_bh-31_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-31 📑","fullname":"jaspionjader/bh-31","Model sha":"5a9ccda1ea63311dd380f32207bb68ccd041b5f2","Average ⬆️":24.19175854920456,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3225714348331734,"IFEval Raw":0.4727367828472896,"IFEval":47.27367828472896,"BBH Raw":0.5665082303171874,"BBH":37.88578885449606,"MATH Lvl 5 Raw":0.1283987915407855,"MATH Lvl 5":12.83987915407855,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.4104270833333334,"MUSR":10.003385416666669,"MMLU-PRO Raw":0.3819813829787234,"MMLU-PRO":31.331264775413715,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"jaspionjader/bh-31 (Merge)"},{"eval_name":"jaspionjader_bh-32_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-32 📑","fullname":"jaspionjader/bh-32","Model sha":"0df1348a1ba9c3213399c3cd3ecd7efbd164a4ae","Average ⬆️":24.181944671595648,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3191519612253972,"IFEval Raw":0.4635943740386619,"IFEval":46.35943740386618,"BBH Raw":0.5662056335064284,"BBH":38.0583806332999,"MATH Lvl 5 Raw":0.12462235649546828,"MATH Lvl 5":12.462235649546828,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.4157291666666667,"MUSR":10.699479166666668,"MMLU-PRO Raw":0.3812333776595745,"MMLU-PRO":31.24815307328605,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"jaspionjader/bh-32 (Merge)"},{"eval_name":"jaspionjader_bh-33_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-33 📑","fullname":"jaspionjader/bh-33","Model sha":"f27bb80d41ba5585c4d127e5792ae8b1b5742791","Average ⬆️":24.175212795627772,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3091935598049491,"IFEval Raw":0.4685401401614383,"IFEval":46.854014016143836,"BBH Raw":0.5652966799156172,"BBH":37.93177398115369,"MATH Lvl 5 Raw":0.11782477341389729,"MATH Lvl 5":11.782477341389729,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.4156979166666667,"MUSR":11.128906250000002,"MMLU-PRO Raw":0.38081781914893614,"MMLU-PRO":31.201979905437344,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"jaspionjader/bh-33 (Merge)"},{"eval_name":"jaspionjader_bh-34_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-34 📑","fullname":"jaspionjader/bh-34","Model sha":"5531fc28cf18d5e80ea4373e551df6cb0ada096a","Average ⬆️":24.075219338289553,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6563342824599672,"IFEval Raw":0.4623953332712758,"IFEval":46.239533327127575,"BBH Raw":0.5681235912530039,"BBH":38.20458432336169,"MATH Lvl 5 Raw":0.12084592145015106,"MATH Lvl 5":12.084592145015106,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.4184583333333333,"MUSR":11.17395833333333,"MMLU-PRO Raw":0.38040226063829785,"MMLU-PRO":31.155806737588655,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"jaspionjader/bh-34 (Merge)"},{"eval_name":"jaspionjader_bh-35_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-35 📑","fullname":"jaspionjader/bh-35","Model sha":"d8698568033c3d2f61031730b7271c510c95a8f7","Average ⬆️":24.218719337673107,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9903752487611488,"IFEval Raw":0.47213726246359655,"IFEval":47.213726246359656,"BBH Raw":0.5639648300586834,"BBH":37.76624487883907,"MATH Lvl 5 Raw":0.12462235649546828,"MATH Lvl 5":12.462235649546828,"GPQA Raw":0.2953020134228188,"GPQA":6.040268456375841,"MUSR Raw":0.41830208333333335,"MUSR":10.387760416666667,"MMLU-PRO Raw":0.3829787234042553,"MMLU-PRO":31.44208037825059,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"jaspionjader/bh-35 (Merge)"},{"eval_name":"jaspionjader_bh-36_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-36 📑","fullname":"jaspionjader/bh-36","Model sha":"dafba34c8710359f5cc4145b449268924b6dcb3b","Average ⬆️":24.500646123615535,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.293844683482796,"IFEval Raw":0.4665919759571271,"IFEval":46.659197595712705,"BBH Raw":0.5664445599052024,"BBH":38.117107059680755,"MATH Lvl 5 Raw":0.12386706948640483,"MATH Lvl 5":12.386706948640484,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.4196354166666667,"MUSR":11.454427083333336,"MMLU-PRO Raw":0.383061835106383,"MMLU-PRO":31.451315011820324,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"jaspionjader/bh-36 (Merge)"},{"eval_name":"jaspionjader_bh-37_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-37 📑","fullname":"jaspionjader/bh-37","Model sha":"0cd28de27176045d544be3d4a1dcbad7e722e0ac","Average ⬆️":24.412457780567525,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3306327517230658,"IFEval Raw":0.48797413086166924,"IFEval":48.79741308616693,"BBH Raw":0.562488460737535,"BBH":37.510762923762705,"MATH Lvl 5 Raw":0.1216012084592145,"MATH Lvl 5":12.16012084592145,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.4156354166666667,"MUSR":10.654427083333335,"MMLU-PRO Raw":0.3828125,"MMLU-PRO":31.42361111111111,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"jaspionjader/bh-37 (Merge)"},{"eval_name":"jaspionjader_bh-38_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-38 📑","fullname":"jaspionjader/bh-38","Model sha":"f2d9867f728736c4a49b6a395d6daced31096757","Average ⬆️":24.065232926604608,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.271061424375078,"IFEval Raw":0.46179581288758276,"IFEval":46.17958128875827,"BBH Raw":0.5658176339168742,"BBH":38.05344075657449,"MATH Lvl 5 Raw":0.12386706948640483,"MATH Lvl 5":12.386706948640484,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.4117291666666667,"MUSR":10.166145833333335,"MMLU-PRO Raw":0.3810671542553192,"MMLU-PRO":31.229683806146568,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"jaspionjader/bh-38 (Merge)"},{"eval_name":"jaspionjader_bh-39_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-39 📑","fullname":"jaspionjader/bh-39","Model sha":"b42671d09ec8a65561c59815f2bcf4b8ac565560","Average ⬆️":24.313151042679937,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.365749840940557,"IFEval Raw":0.45759917020173135,"IFEval":45.759917020173134,"BBH Raw":0.5633012248625926,"BBH":37.62931792742345,"MATH Lvl 5 Raw":0.12537764350453173,"MATH Lvl 5":12.537764350453173,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.4262395833333334,"MUSR":11.77994791666667,"MMLU-PRO Raw":0.38314494680851063,"MMLU-PRO":31.460549645390074,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"jaspionjader/bh-39 (Merge)"},{"eval_name":"jaspionjader_bh-4_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-4 📑","fullname":"jaspionjader/bh-4","Model sha":"4c9f4b6bd651bcc284124803ed5585fce6f8a79f","Average ⬆️":24.27326191997518,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.441372809462604,"IFEval Raw":0.4672912317096415,"IFEval":46.72912317096415,"BBH Raw":0.5892000111391051,"BBH":41.322953178368685,"MATH Lvl 5 Raw":0.1095166163141994,"MATH Lvl 5":10.95166163141994,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.41728125,"MUSR":10.426822916666667,"MMLU-PRO Raw":0.3705119680851064,"MMLU-PRO":30.056885342789595,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/bh-4 (Merge)"},{"eval_name":"jaspionjader_bh-40_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-40 📑","fullname":"jaspionjader/bh-40","Model sha":"f28a1aef35a15d872df09c5e8a2b1dc431b9ea5c","Average ⬆️":24.130851066478012,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.929656917369135,"IFEval Raw":0.45357761849669986,"IFEval":45.357761849669984,"BBH Raw":0.5633956317971519,"BBH":37.62940413720817,"MATH Lvl 5 Raw":0.12462235649546828,"MATH Lvl 5":12.462235649546828,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.4236041666666667,"MUSR":11.350520833333334,"MMLU-PRO Raw":0.38347739361702127,"MMLU-PRO":31.49748817966903,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"jaspionjader/bh-40 (Merge)"},{"eval_name":"jaspionjader_bh-41_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-41 📑","fullname":"jaspionjader/bh-41","Model sha":"754c1a81b955d34e2bc93505350f1cdbac527260","Average ⬆️":24.2479389953904,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3416012935225354,"IFEval Raw":0.4739856912990864,"IFEval":47.39856912990864,"BBH Raw":0.56138466485423,"BBH":37.37607576190458,"MATH Lvl 5 Raw":0.12537764350453173,"MATH Lvl 5":12.537764350453173,"GPQA Raw":0.29278523489932884,"GPQA":5.7046979865771785,"MUSR Raw":0.41827083333333337,"MUSR":11.083854166666669,"MMLU-PRO Raw":0.38248005319148937,"MMLU-PRO":31.386672576832154,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"jaspionjader/bh-41 (Merge)"},{"eval_name":"jaspionjader_bh-42_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-42 📑","fullname":"jaspionjader/bh-42","Model sha":"fdfcc0bc8a5f57e80fbcfe52e579f21313475709","Average ⬆️":24.232844116751995,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9993257286925663,"IFEval Raw":0.4660423232578447,"IFEval":46.60423232578447,"BBH Raw":0.5645607204696422,"BBH":37.81206560286688,"MATH Lvl 5 Raw":0.1268882175226586,"MATH Lvl 5":12.688821752265861,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.42100000000000004,"MUSR":10.891666666666671,"MMLU-PRO Raw":0.3812333776595745,"MMLU-PRO":31.24815307328605,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"jaspionjader/bh-42 (Merge)"},{"eval_name":"jaspionjader_bh-43_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-43 📑","fullname":"jaspionjader/bh-43","Model sha":"eadc306794457ac36c57620519120cc9581acd9d","Average ⬆️":24.020973802572843,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3654369302798086,"IFEval Raw":0.45999725173650363,"IFEval":45.99972517365036,"BBH Raw":0.5635240412618795,"BBH":37.6625467846229,"MATH Lvl 5 Raw":0.12386706948640483,"MATH Lvl 5":12.386706948640484,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.4156041666666667,"MUSR":10.817187500000003,"MMLU-PRO Raw":0.3819813829787234,"MMLU-PRO":31.331264775413715,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"jaspionjader/bh-43 (Merge)"},{"eval_name":"jaspionjader_bh-44_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-44 📑","fullname":"jaspionjader/bh-44","Model sha":"a737f1694616b96dca15cd7aa156cc3c9b6fb4ea","Average ⬆️":24.3932540087341,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3557483523937854,"IFEval Raw":0.4706135276621586,"IFEval":47.06135276621586,"BBH Raw":0.5642775941837409,"BBH":37.82162994785929,"MATH Lvl 5 Raw":0.1216012084592145,"MATH Lvl 5":12.16012084592145,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.42487500000000006,"MUSR":11.676041666666668,"MMLU-PRO Raw":0.3833942819148936,"MMLU-PRO":31.488253546099287,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"jaspionjader/bh-44 (Merge)"},{"eval_name":"jaspionjader_bh-46_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-46 📑","fullname":"jaspionjader/bh-46","Model sha":"b643bed0afb4b5d7ba26d9002e3d42d1c69707a2","Average ⬆️":24.45744275031464,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.337495322713837,"IFEval Raw":0.4727367828472896,"IFEval":47.27367828472896,"BBH Raw":0.5631697539272891,"BBH":37.61558589155505,"MATH Lvl 5 Raw":0.12764350453172205,"MATH Lvl 5":12.764350453172204,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.4262395833333334,"MUSR":11.57994791666667,"MMLU-PRO Raw":0.3822307180851064,"MMLU-PRO":31.358968676122927,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"jaspionjader/bh-46 (Merge)"},{"eval_name":"jaspionjader_bh-47_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-47 📑","fullname":"jaspionjader/bh-47","Model sha":"0ca02d4af5624fcc7c39c1ef7f8ae9b09faa5cc4","Average ⬆️":24.05418330216361,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3369329958007803,"IFEval Raw":0.46516797652451053,"IFEval":46.51679765245105,"BBH Raw":0.5545716016743777,"BBH":36.31256652223936,"MATH Lvl 5 Raw":0.12764350453172205,"MATH Lvl 5":12.764350453172204,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.4156041666666667,"MUSR":11.083854166666669,"MMLU-PRO Raw":0.3854720744680851,"MMLU-PRO":31.719119385342786,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"jaspionjader/bh-47 (Merge)"},{"eval_name":"jaspionjader_bh-48_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-48 📑","fullname":"jaspionjader/bh-48","Model sha":"e16cff6ee81e0aa71cb922f2169bed436d529a23","Average ⬆️":24.045748688816236,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3058294734706812,"IFEval Raw":0.46881496651107946,"IFEval":46.88149665110795,"BBH Raw":0.5541308128775738,"BBH":36.33510481146546,"MATH Lvl 5 Raw":0.12537764350453173,"MATH Lvl 5":12.537764350453173,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.4209375,"MUSR":10.817187500000003,"MMLU-PRO Raw":0.3859707446808511,"MMLU-PRO":31.774527186761226,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"jaspionjader/bh-48 (Merge)"},{"eval_name":"jaspionjader_bh-49_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-49 📑","fullname":"jaspionjader/bh-49","Model sha":"fbd82cfc8551a3ac58713afa0f8bf467b7bffa69","Average ⬆️":23.898201189992154,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3646746265360599,"IFEval Raw":0.47246195649764844,"IFEval":47.24619564976484,"BBH Raw":0.5540285004706683,"BBH":36.290275257532365,"MATH Lvl 5 Raw":0.12009063444108761,"MATH Lvl 5":12.009063444108762,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.41290625000000003,"MUSR":10.713281250000001,"MMLU-PRO Raw":0.38081781914893614,"MMLU-PRO":31.201979905437344,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"jaspionjader/bh-49 (Merge)"},{"eval_name":"jaspionjader_bh-5_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-5 📑","fullname":"jaspionjader/bh-5","Model sha":"874eae010bbff82cdca13b05e35724316a926105","Average ⬆️":24.28473590988246,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.1091891409697805,"IFEval Raw":0.46516797652451053,"IFEval":46.51679765245105,"BBH Raw":0.5881569099353959,"BBH":41.30461071540461,"MATH Lvl 5 Raw":0.10574018126888217,"MATH Lvl 5":10.574018126888216,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.4186145833333333,"MUSR":10.693489583333337,"MMLU-PRO Raw":0.37017952127659576,"MMLU-PRO":30.019946808510632,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/bh-5 (Merge)"},{"eval_name":"jaspionjader_bh-50_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-50 📑","fullname":"jaspionjader/bh-50","Model sha":"d32075fa8ac27cc7730215c55304a290aadc0b0a","Average ⬆️":23.95066016776602,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2878958881775617,"IFEval Raw":0.47246195649764844,"IFEval":47.24619564976484,"BBH Raw":0.555294802866646,"BBH":36.633310186842785,"MATH Lvl 5 Raw":0.12084592145015106,"MATH Lvl 5":12.084592145015106,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.41687500000000005,"MUSR":10.342708333333334,"MMLU-PRO Raw":0.3842253989361702,"MMLU-PRO":31.580599881796683,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"jaspionjader/bh-50 (Merge)"},{"eval_name":"jaspionjader_bh-51_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-51 📑","fullname":"jaspionjader/bh-51","Model sha":"e869c9fedfea2c996c5d31bdce1f67d476e71e04","Average ⬆️":23.943535378176815,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3122423717127931,"IFEval Raw":0.4630447213393795,"IFEval":46.30447213393795,"BBH Raw":0.5557101784534039,"BBH":36.60322305451519,"MATH Lvl 5 Raw":0.12386706948640483,"MATH Lvl 5":12.386706948640484,"GPQA Raw":0.29278523489932884,"GPQA":5.7046979865771785,"MUSR Raw":0.41681250000000003,"MUSR":11.201562500000001,"MMLU-PRO Raw":0.38314494680851063,"MMLU-PRO":31.460549645390074,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"jaspionjader/bh-51 (Merge)"},{"eval_name":"jaspionjader_bh-52_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-52 📑","fullname":"jaspionjader/bh-52","Model sha":"a75649cfc4a393ae39417abf788745873a1b0aae","Average ⬆️":23.45560997649567,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2902681408577599,"IFEval Raw":0.45362748618111054,"IFEval":45.362748618111056,"BBH Raw":0.544409095161705,"BBH":34.932557534743474,"MATH Lvl 5 Raw":0.12009063444108761,"MATH Lvl 5":12.009063444108762,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.41690625000000003,"MUSR":11.246614583333335,"MMLU-PRO Raw":0.38430851063829785,"MMLU-PRO":31.589834515366427,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"jaspionjader/bh-52 (Merge)"},{"eval_name":"jaspionjader_bh-53_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-53 📑","fullname":"jaspionjader/bh-53","Model sha":"a01ad63416a614cbfea90bab324d160c3305a7f1","Average ⬆️":24.320241544546935,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.318827514819002,"IFEval Raw":0.4779573753197073,"IFEval":47.79573753197073,"BBH Raw":0.5494367702137035,"BBH":35.57594881398253,"MATH Lvl 5 Raw":0.1268882175226586,"MATH Lvl 5":12.688821752265861,"GPQA Raw":0.29865771812080544,"GPQA":6.487695749440725,"MUSR Raw":0.4196041666666667,"MUSR":11.617187500000002,"MMLU-PRO Raw":0.38580452127659576,"MMLU-PRO":31.756057919621743,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"jaspionjader/bh-53 (Merge)"},{"eval_name":"jaspionjader_bh-54_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-54 📑","fullname":"jaspionjader/bh-54","Model sha":"7de4a00abd99ff03ab957d1063672324e7debfd6","Average ⬆️":24.26650310289129,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3204749007141379,"IFEval Raw":0.48405231452545916,"IFEval":48.40523145254591,"BBH Raw":0.5547738488653888,"BBH":36.353920099875154,"MATH Lvl 5 Raw":0.12915407854984895,"MATH Lvl 5":12.915407854984895,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.4155416666666667,"MUSR":10.609375000000002,"MMLU-PRO Raw":0.38248005319148937,"MMLU-PRO":31.386672576832154,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"jaspionjader/bh-54 (Merge)"},{"eval_name":"jaspionjader_bh-55_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-55 📑","fullname":"jaspionjader/bh-55","Model sha":"08ed327c5b8b5897d4eb630e193d576565a3632e","Average ⬆️":24.48915917092739,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3167506366817783,"IFEval Raw":0.47093822169621047,"IFEval":47.09382216962105,"BBH Raw":0.5549641462109072,"BBH":36.47069849338268,"MATH Lvl 5 Raw":0.1283987915407855,"MATH Lvl 5":12.83987915407855,"GPQA Raw":0.3062080536912752,"GPQA":7.494407158836691,"MUSR Raw":0.42220833333333335,"MUSR":11.409375000000002,"MMLU-PRO Raw":0.3846409574468085,"MMLU-PRO":31.62677304964539,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"jaspionjader/bh-55 (Merge)"},{"eval_name":"jaspionjader_bh-56_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-56 📑","fullname":"jaspionjader/bh-56","Model sha":"b2e91ba7169d25d719d322ec23232fb7b26cdcc4","Average ⬆️":23.70813110478299,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2553204749529787,"IFEval Raw":0.45999725173650363,"IFEval":45.99972517365036,"BBH Raw":0.5446903231355648,"BBH":35.076883829070766,"MATH Lvl 5 Raw":0.12311178247734139,"MATH Lvl 5":12.311178247734139,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.4116041666666667,"MUSR":10.550520833333335,"MMLU-PRO Raw":0.3843916223404255,"MMLU-PRO":31.599069148936167,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"jaspionjader/bh-56 (Merge)"},{"eval_name":"jaspionjader_bh-57_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-57 📑","fullname":"jaspionjader/bh-57","Model sha":"66ce88c930d110c5bc83c4d8dbc77dd39bdf9a1b","Average ⬆️":23.751844167517202,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8547357831923854,"IFEval Raw":0.44051339335186196,"IFEval":44.0513393351862,"BBH Raw":0.5424621834237494,"BBH":34.57783861568968,"MATH Lvl 5 Raw":0.12613293051359517,"MATH Lvl 5":12.613293051359516,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.42103124999999997,"MUSR":11.928906249999997,"MMLU-PRO Raw":0.3896276595744681,"MMLU-PRO":32.18085106382979,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"jaspionjader/bh-57 (Merge)"},{"eval_name":"jaspionjader_bh-58_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-58 📑","fullname":"jaspionjader/bh-58","Model sha":"ef1f576ee205b7d4fee6849432b14930b4eee5c0","Average ⬆️":24.270181220846553,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3464084088747819,"IFEval Raw":0.4630447213393795,"IFEval":46.30447213393795,"BBH Raw":0.5446322106157867,"BBH":34.86550097653127,"MATH Lvl 5 Raw":0.13217522658610273,"MATH Lvl 5":13.217522658610273,"GPQA Raw":0.3062080536912752,"GPQA":7.494407158836691,"MUSR Raw":0.4183333333333333,"MUSR":11.558333333333328,"MMLU-PRO Raw":0.3896276595744681,"MMLU-PRO":32.18085106382979,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"jaspionjader/bh-58 (Merge)"},{"eval_name":"jaspionjader_bh-59_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-59 📑","fullname":"jaspionjader/bh-59","Model sha":"42e50611b04932fd6faa4a4206038179a7fc6fe6","Average ⬆️":24.333977051688347,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.280590894222326,"IFEval Raw":0.43414362779646887,"IFEval":43.41436277964689,"BBH Raw":0.5511531646170439,"BBH":35.897385616875816,"MATH Lvl 5 Raw":0.1540785498489426,"MATH Lvl 5":15.407854984894259,"GPQA Raw":0.31543624161073824,"GPQA":8.7248322147651,"MUSR Raw":0.41700000000000004,"MUSR":11.025,"MMLU-PRO Raw":0.3838098404255319,"MMLU-PRO":31.534426713947987,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-05","Submission Date":"2025-02-05","Generation":1,"Base Model":"jaspionjader/bh-59 (Merge)"},{"eval_name":"jaspionjader_bh-6_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-6 📑","fullname":"jaspionjader/bh-6","Model sha":"04ffb5a5f7233934eb02a12b6d81c783babe4701","Average ⬆️":24.345390925830227,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.2109803566019988,"IFEval Raw":0.4620706392372239,"IFEval":46.20706392372239,"BBH Raw":0.5890658635262072,"BBH":41.492905820709844,"MATH Lvl 5 Raw":0.10876132930513595,"MATH Lvl 5":10.876132930513595,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.41991666666666666,"MUSR":10.922916666666667,"MMLU-PRO Raw":0.36976396276595747,"MMLU-PRO":29.973773640661943,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/bh-6 (Merge)"},{"eval_name":"jaspionjader_bh-60_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-60 📑","fullname":"jaspionjader/bh-60","Model sha":"7fb0314fbc388d3f1078c30acff92e590a07e5aa","Average ⬆️":24.367675846211625,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.081683890277799,"IFEval Raw":0.42070484093316846,"IFEval":42.07048409331685,"BBH Raw":0.5368509826419269,"BBH":33.68824984560268,"MATH Lvl 5 Raw":0.1578549848942598,"MATH Lvl 5":15.785498489425981,"GPQA Raw":0.32550335570469796,"GPQA":10.067114093959727,"MUSR Raw":0.42890625,"MUSR":14.71328125,"MMLU-PRO Raw":0.3689328457446808,"MMLU-PRO":29.881427304964532,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-06","Submission Date":"2025-02-06","Generation":1,"Base Model":"jaspionjader/bh-60 (Merge)"},{"eval_name":"jaspionjader_bh-61_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-61 📑","fullname":"jaspionjader/bh-61","Model sha":"58936a9c6ce18005f5115bfef3bb0f9a28b31d05","Average ⬆️":24.55820931591465,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3660730955623497,"IFEval Raw":0.42467652495378927,"IFEval":42.46765249537893,"BBH Raw":0.5271029876122725,"BBH":32.55596453531747,"MATH Lvl 5 Raw":0.17069486404833836,"MATH Lvl 5":17.069486404833835,"GPQA Raw":0.3187919463087248,"GPQA":9.172259507829976,"MUSR Raw":0.4355729166666667,"MUSR":16.31328125,"MMLU-PRO Raw":0.3679355053191489,"MMLU-PRO":29.770611702127653,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-06","Submission Date":"2025-02-06","Generation":1,"Base Model":"jaspionjader/bh-61 (Merge)"},{"eval_name":"jaspionjader_bh-62_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-62 📑","fullname":"jaspionjader/bh-62","Model sha":"a7e2e06af65fdd37436ab59ba46ba87515e19b23","Average ⬆️":24.433220801404314,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3805567706646085,"IFEval Raw":0.41498446344587914,"IFEval":41.49844634458792,"BBH Raw":0.5379352222621877,"BBH":34.005745917802976,"MATH Lvl 5 Raw":0.1623867069486405,"MATH Lvl 5":16.238670694864048,"GPQA Raw":0.32046979865771813,"GPQA":9.395973154362418,"MUSR Raw":0.42890625,"MUSR":15.246614583333331,"MMLU-PRO Raw":0.3719248670212766,"MMLU-PRO":30.213874113475175,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-06","Submission Date":"2025-02-06","Generation":1,"Base Model":"jaspionjader/bh-62 (Merge)"},{"eval_name":"jaspionjader_bh-63_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-63 📑","fullname":"jaspionjader/bh-63","Model sha":"a4f9bc8e542a977baaf01f779bfac2e6e426c660","Average ⬆️":21.68160361165873,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4170756790767831,"IFEval Raw":0.43077146415954115,"IFEval":43.07714641595411,"BBH Raw":0.49171126396743653,"BBH":27.810720725561197,"MATH Lvl 5 Raw":0.11102719033232629,"MATH Lvl 5":11.10271903323263,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.4312604166666667,"MUSR":16.074218749999996,"MMLU-PRO Raw":0.3248005319148936,"MMLU-PRO":24.977836879432623,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-17","Submission Date":"2025-02-18","Generation":1,"Base Model":"jaspionjader/bh-63 (Merge)"},{"eval_name":"jaspionjader_bh-64_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-64 📑","fullname":"jaspionjader/bh-64","Model sha":"c3ef59b8a3b5c6cb52726f06ce3282e2473f02a0","Average ⬆️":24.325275625065377,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4000885095336175,"IFEval Raw":0.41401038134372353,"IFEval":41.40103813437236,"BBH Raw":0.5359944334653838,"BBH":33.698327780013834,"MATH Lvl 5 Raw":0.15483383685800603,"MATH Lvl 5":15.483383685800604,"GPQA Raw":0.3213087248322148,"GPQA":9.507829977628639,"MUSR Raw":0.4355416666666667,"MUSR":15.942708333333334,"MMLU-PRO Raw":0.3692652925531915,"MMLU-PRO":29.918365839243506,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-17","Submission Date":"2025-02-18","Generation":1,"Base Model":"jaspionjader/bh-64 (Merge)"},{"eval_name":"jaspionjader_bh-7_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-7 📑","fullname":"jaspionjader/bh-7","Model sha":"d7dbb0fff29f3186f459a0b57d076e1aeee0f2e9","Average ⬆️":24.27717239337679,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3820944572691356,"IFEval Raw":0.4623953332712758,"IFEval":46.239533327127575,"BBH Raw":0.5860594415302606,"BBH":41.169212894943996,"MATH Lvl 5 Raw":0.11404833836858005,"MATH Lvl 5":11.404833836858005,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.41191666666666665,"MUSR":9.522916666666667,"MMLU-PRO Raw":0.3715093085106383,"MMLU-PRO":30.167700945626475,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/bh-7 (Merge)"},{"eval_name":"jaspionjader_bh-8_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-8 📑","fullname":"jaspionjader/bh-8","Model sha":"d378c72c713ab759638c78b71b8cdf9c6b00246c","Average ⬆️":24.723236409499417,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4091824887642739,"IFEval Raw":0.45967255770245175,"IFEval":45.967255770245174,"BBH Raw":0.5899505025903907,"BBH":41.428206212410664,"MATH Lvl 5 Raw":0.11782477341389729,"MATH Lvl 5":11.782477341389729,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.4265208333333333,"MUSR":12.115104166666661,"MMLU-PRO Raw":0.37200797872340424,"MMLU-PRO":30.223108747044915,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/bh-8 (Merge)"},{"eval_name":"jaspionjader_bh-9_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/bh-9 📑","fullname":"jaspionjader/bh-9","Model sha":"84e708cbf9c0064766f98cb2da39713e1c4b9972","Average ⬆️":24.077773579503162,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3725313775411982,"IFEval Raw":0.4508548429278758,"IFEval":45.085484292787584,"BBH Raw":0.5850048697918168,"BBH":40.93804479430806,"MATH Lvl 5 Raw":0.11555891238670694,"MATH Lvl 5":11.555891238670695,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.4145833333333333,"MUSR":9.922916666666667,"MMLU-PRO Raw":0.3702626329787234,"MMLU-PRO":30.029181442080382,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/bh-9 (Merge)"},{"eval_name":"jaspionjader_dp-6-8b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/dp-6-8b 📑","fullname":"jaspionjader/dp-6-8b","Model sha":"9a189355d1136b901b7b1af2449179916950064f","Average ⬆️":24.735409417342357,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2714995115249983,"IFEval Raw":0.4805804155197099,"IFEval":48.05804155197099,"BBH Raw":0.5299697041031141,"BBH":32.66331333979792,"MATH Lvl 5 Raw":0.13293051359516617,"MATH Lvl 5":13.293051359516618,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.44338541666666664,"MUSR":14.489843749999997,"MMLU-PRO Raw":0.38971077127659576,"MMLU-PRO":32.190085697399525,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-02","Generation":1,"Base Model":"jaspionjader/dp-6-8b (Merge)"},{"eval_name":"jaspionjader_dp-7-8b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/dp-7-8b 📑","fullname":"jaspionjader/dp-7-8b","Model sha":"e62e9ba3d7ec6f9d73a97993f8b147554fea5e80","Average ⬆️":24.05857973112694,"Hub License":"","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3018850832262412,"IFEval Raw":0.44983089314130953,"IFEval":44.98308931413095,"BBH Raw":0.5290850650389306,"BBH":32.60386262129972,"MATH Lvl 5 Raw":0.12613293051359517,"MATH Lvl 5":12.613293051359516,"GPQA Raw":0.3062080536912752,"GPQA":7.494407158836691,"MUSR Raw":0.44075,"MUSR":14.060416666666663,"MMLU-PRO Raw":0.3933676861702128,"MMLU-PRO":32.59640957446809,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-02","Generation":1,"Base Model":"jaspionjader/dp-7-8b (Merge)"},{"eval_name":"jaspionjader_ek-6_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/ek-6 📑","fullname":"jaspionjader/ek-6","Model sha":"8169e51d12b9ed9693098dc0470852ddf7ba4c56","Average ⬆️":23.660510173858114,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3746079267365563,"IFEval Raw":0.4642437621067656,"IFEval":46.424376210676556,"BBH Raw":0.5219292795769993,"BBH":31.302615174659127,"MATH Lvl 5 Raw":0.13217522658610273,"MATH Lvl 5":13.217522658610273,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.4143645833333333,"MUSR":11.39557291666666,"MMLU-PRO Raw":0.3861369680851064,"MMLU-PRO":31.792996453900706,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-23","Submission Date":"2025-01-23","Generation":1,"Base Model":"jaspionjader/ek-6 (Merge)"},{"eval_name":"jaspionjader_ek-7_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/ek-7 📑","fullname":"jaspionjader/ek-7","Model sha":"89b5da79ea12b2e1c076c17c763e1f57f90b0378","Average ⬆️":24.05190462596363,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2607618925710957,"IFEval Raw":0.47670846686791046,"IFEval":47.67084668679105,"BBH Raw":0.5194098090521417,"BBH":30.932091410213463,"MATH Lvl 5 Raw":0.13293051359516617,"MATH Lvl 5":13.293051359516618,"GPQA Raw":0.3162751677852349,"GPQA":8.83668903803132,"MUSR Raw":0.41706249999999995,"MUSR":11.499479166666662,"MMLU-PRO Raw":0.38871343085106386,"MMLU-PRO":32.079270094562645,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-23","Submission Date":"2025-01-23","Generation":1,"Base Model":"jaspionjader/ek-7 (Merge)"},{"eval_name":"jaspionjader_f-1-8b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/f-1-8b 📑","fullname":"jaspionjader/f-1-8b","Model sha":"3b525d615d7c65dc50046237a76f14ac7e035ee6","Average ⬆️":24.950601941148005,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3471122729437774,"IFEval Raw":0.49826571275327247,"IFEval":49.82657127532725,"BBH Raw":0.5140825686172996,"BBH":30.920344788610482,"MATH Lvl 5 Raw":0.1283987915407855,"MATH Lvl 5":12.83987915407855,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.45268749999999996,"MUSR":15.985937499999997,"MMLU-PRO Raw":0.39070811170212766,"MMLU-PRO":32.300901300236404,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-01","Submission Date":"2025-01-01","Generation":1,"Base Model":"jaspionjader/f-1-8b (Merge)"},{"eval_name":"jaspionjader_f-2-8b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/f-2-8b 📑","fullname":"jaspionjader/f-2-8b","Model sha":"abccb1e79e71c894cf28408ccf698a73fb6a0826","Average ⬆️":24.65845169680976,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2418458334556366,"IFEval Raw":0.48237897667078905,"IFEval":48.237897667078904,"BBH Raw":0.5294150378468933,"BBH":32.7394137680834,"MATH Lvl 5 Raw":0.11706948640483383,"MATH Lvl 5":11.706948640483382,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.4500520833333334,"MUSR":15.756510416666664,"MMLU-PRO Raw":0.39619348404255317,"MMLU-PRO":32.91038711583924,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-01","Submission Date":"2025-01-01","Generation":1,"Base Model":"jaspionjader/f-2-8b (Merge)"},{"eval_name":"jaspionjader_f-3-8b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/f-3-8b 📑","fullname":"jaspionjader/f-3-8b","Model sha":"47083bf24e9c3856ca8a630d455065dcbd8d889e","Average ⬆️":24.704183722506134,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2717586051192296,"IFEval Raw":0.4803055891700687,"IFEval":48.03055891700687,"BBH Raw":0.5274906581043712,"BBH":32.37894525683091,"MATH Lvl 5 Raw":0.1216012084592145,"MATH Lvl 5":12.16012084592145,"GPQA Raw":0.313758389261745,"GPQA":8.501118568232664,"MUSR Raw":0.44208333333333333,"MUSR":14.327083333333329,"MMLU-PRO Raw":0.39544547872340424,"MMLU-PRO":32.827275413711575,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-01","Submission Date":"2025-01-01","Generation":1,"Base Model":"jaspionjader/f-3-8b (Merge)"},{"eval_name":"jaspionjader_f-4-8b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/f-4-8b 📑","fullname":"jaspionjader/f-4-8b","Model sha":"9cc30b7349fd1d1bcb352531a5d2febbfc3cc095","Average ⬆️":24.76687133257254,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3060924340979272,"IFEval Raw":0.4797060687863757,"IFEval":47.97060687863757,"BBH Raw":0.5288622486396436,"BBH":32.54745293621357,"MATH Lvl 5 Raw":0.1148036253776435,"MATH Lvl 5":11.48036253776435,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.45141666666666663,"MUSR":15.927083333333329,"MMLU-PRO Raw":0.39561170212765956,"MMLU-PRO":32.845744680851055,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-01","Submission Date":"2025-01-01","Generation":1,"Base Model":"jaspionjader/f-4-8b (Merge)"},{"eval_name":"jaspionjader_f-5-8b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/f-5-8b 📑","fullname":"jaspionjader/f-5-8b","Model sha":"eef2ab8ea02dbb1a901ee2a3e157108aaada5676","Average ⬆️":25.236685497779423,"Hub License":"","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.272994814836517,"IFEval Raw":0.5043606519590242,"IFEval":50.43606519590243,"BBH Raw":0.5313273519630752,"BBH":32.98155315144156,"MATH Lvl 5 Raw":0.12386706948640483,"MATH Lvl 5":12.386706948640484,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.4460520833333334,"MUSR":15.023177083333332,"MMLU-PRO Raw":0.39486369680851063,"MMLU-PRO":32.7626329787234,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-01","Submission Date":"2025-01-01","Generation":1,"Base Model":"jaspionjader/f-5-8b (Merge)"},{"eval_name":"jaspionjader_f-6-8b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/f-6-8b 📑","fullname":"jaspionjader/f-6-8b","Model sha":"57a3cc9f1d70dffbb9bb679aee0a07a8af7ba2b3","Average ⬆️":24.646304339780215,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2474840432667238,"IFEval Raw":0.48460196722474147,"IFEval":48.46019672247415,"BBH Raw":0.524094753042471,"BBH":32.052317591512676,"MATH Lvl 5 Raw":0.11933534743202417,"MATH Lvl 5":11.933534743202417,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.44735416666666666,"MUSR":15.052604166666661,"MMLU-PRO Raw":0.3939494680851064,"MMLU-PRO":32.661052009456256,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-02","Generation":1,"Base Model":"jaspionjader/f-6-8b (Merge)"},{"eval_name":"jaspionjader_f-7-8b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/f-7-8b 📑","fullname":"jaspionjader/f-7-8b","Model sha":"671c04277a95ef6d14d4fe544770e7afd3a0a26c","Average ⬆️":23.808814144149792,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.282092306482512,"IFEval Raw":0.4462337708391512,"IFEval":44.623377083915116,"BBH Raw":0.5277022085059414,"BBH":32.323956862199424,"MATH Lvl 5 Raw":0.12386706948640483,"MATH Lvl 5":12.386706948640484,"GPQA Raw":0.31291946308724833,"GPQA":8.389261744966444,"MUSR Raw":0.4315104166666666,"MUSR":12.505468749999997,"MMLU-PRO Raw":0.39361702127659576,"MMLU-PRO":32.6241134751773,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-02","Generation":1,"Base Model":"jaspionjader/f-7-8b (Merge)"},{"eval_name":"jaspionjader_f-8-8b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/f-8-8b 📑","fullname":"jaspionjader/f-8-8b","Model sha":"3192c85dba7d5762d5e9e76746b71e8815f40606","Average ⬆️":24.24099112237977,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2441897490485316,"IFEval Raw":0.4739358236146758,"IFEval":47.39358236146758,"BBH Raw":0.5259311478463803,"BBH":32.106937481055674,"MATH Lvl 5 Raw":0.12235649546827794,"MATH Lvl 5":12.235649546827794,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.43544791666666666,"MUSR":13.097656249999995,"MMLU-PRO Raw":0.39403257978723405,"MMLU-PRO":32.67028664302601,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-02","Generation":1,"Base Model":"jaspionjader/f-8-8b (Merge)"},{"eval_name":"jaspionjader_f-9-8b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/f-9-8b 📑","fullname":"jaspionjader/f-9-8b","Model sha":"de985cf1faa0f77d8f666236ade6b165e255a83a","Average ⬆️":24.48334046224257,"Hub License":"","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.308281193697638,"IFEval Raw":0.4601723427173233,"IFEval":46.017234271732335,"BBH Raw":0.5291558412946383,"BBH":32.629822943023534,"MATH Lvl 5 Raw":0.1299093655589124,"MATH Lvl 5":12.990936555891238,"GPQA Raw":0.3062080536912752,"GPQA":7.494407158836691,"MUSR Raw":0.44608333333333333,"MUSR":15.060416666666667,"MMLU-PRO Raw":0.3943650265957447,"MMLU-PRO":32.70722517730496,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-02","Generation":1,"Base Model":"jaspionjader/f-9-8b (Merge)"},{"eval_name":"jaspionjader_fct-14-8b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/fct-14-8b 📑","fullname":"jaspionjader/fct-14-8b","Model sha":"3081f7643cc1832fd0451c6e12eb5f85f5c2e8f3","Average ⬆️":22.806355745852326,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3011536994911783,"IFEval Raw":0.4128612082607481,"IFEval":41.28612082607481,"BBH Raw":0.5206018889288543,"BBH":31.53726552564611,"MATH Lvl 5 Raw":0.12009063444108761,"MATH Lvl 5":12.009063444108762,"GPQA Raw":0.3162751677852349,"GPQA":8.83668903803132,"MUSR Raw":0.4185520833333333,"MUSR":11.219010416666663,"MMLU-PRO Raw":0.3875498670212766,"MMLU-PRO":31.949985224586293,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-04","Submission Date":"2025-01-04","Generation":1,"Base Model":"jaspionjader/fct-14-8b (Merge)"},{"eval_name":"jaspionjader_fct-9-8b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/fct-9-8b 📑","fullname":"jaspionjader/fct-9-8b","Model sha":"2c4787a2874d16cb02cc6307b1afde50bf82bc92","Average ⬆️":23.25010065000295,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4732704881335137,"IFEval Raw":0.4353925362482657,"IFEval":43.53925362482657,"BBH Raw":0.520510244410076,"BBH":31.232275252624323,"MATH Lvl 5 Raw":0.11933534743202417,"MATH Lvl 5":11.933534743202417,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.42906249999999996,"MUSR":12.499479166666662,"MMLU-PRO Raw":0.39320146276595747,"MMLU-PRO":32.5779403073286,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-04","Submission Date":"2025-01-04","Generation":1,"Base Model":"jaspionjader/fct-9-8b (Merge)"},{"eval_name":"jaspionjader_fr-1-8b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/fr-1-8b 📑","fullname":"jaspionjader/fr-1-8b","Model sha":"580be62d1325215d030fce86c8639a31e97367e5","Average ⬆️":22.065073898707798,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2811561102040658,"IFEval Raw":0.421079402651631,"IFEval":42.1079402651631,"BBH Raw":0.5142290494968609,"BBH":31.055328358201677,"MATH Lvl 5 Raw":0.11178247734138973,"MATH Lvl 5":11.178247734138973,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.4276979166666666,"MUSR":11.662239583333333,"MMLU-PRO Raw":0.36103723404255317,"MMLU-PRO":29.00413711583924,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-05","Submission Date":"2025-01-05","Generation":1,"Base Model":"jaspionjader/fr-1-8b (Merge)"},{"eval_name":"jaspionjader_fr-10-8b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/fr-10-8b 📑","fullname":"jaspionjader/fr-10-8b","Model sha":"2f246c1a4816b91f395ffa8c113f7fae1f74f2d6","Average ⬆️":22.98290735666885,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2102327181157422,"IFEval Raw":0.44018869931781013,"IFEval":44.01886993178101,"BBH Raw":0.5206624978702634,"BBH":31.101142245733232,"MATH Lvl 5 Raw":0.12235649546827794,"MATH Lvl 5":12.235649546827794,"GPQA Raw":0.31711409395973156,"GPQA":8.948545861297541,"MUSR Raw":0.4118541666666667,"MUSR":9.781770833333335,"MMLU-PRO Raw":0.3863031914893617,"MMLU-PRO":31.811465721040182,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-05","Submission Date":"2025-01-05","Generation":1,"Base Model":"jaspionjader/fr-10-8b (Merge)"},{"eval_name":"jaspionjader_fr-3-8b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/fr-3-8b 📑","fullname":"jaspionjader/fr-3-8b","Model sha":"2ed077d0ce608b7250342265ac7482a9d8b0c748","Average ⬆️":22.896518178840868,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3036556633338388,"IFEval Raw":0.4325700253106203,"IFEval":43.25700253106203,"BBH Raw":0.5255174690526301,"BBH":32.054254099420874,"MATH Lvl 5 Raw":0.11329305135951662,"MATH Lvl 5":11.329305135951662,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.41982291666666666,"MUSR":11.544531249999997,"MMLU-PRO Raw":0.3863031914893617,"MMLU-PRO":31.811465721040182,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-05","Submission Date":"2025-01-05","Generation":1,"Base Model":"jaspionjader/fr-3-8b (Merge)"},{"eval_name":"jaspionjader_gamma-Kosmos-EVAA-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/gamma-Kosmos-EVAA-8B 📑","fullname":"jaspionjader/gamma-Kosmos-EVAA-8B","Model sha":"a219a68fce6de7a153d0537b6de6da3a929e3ce0","Average ⬆️":22.91189753415071,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2357917815442743,"IFEval Raw":0.42500121898784116,"IFEval":42.500121898784116,"BBH Raw":0.5252624326543692,"BBH":32.36253555048168,"MATH Lvl 5 Raw":0.08987915407854985,"MATH Lvl 5":8.987915407854985,"GPQA Raw":0.313758389261745,"GPQA":8.501118568232664,"MUSR Raw":0.44115624999999997,"MUSR":14.277864583333331,"MMLU-PRO Raw":0.37757646276595747,"MMLU-PRO":30.841829196217496,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-28","Submission Date":"2024-12-28","Generation":1,"Base Model":"jaspionjader/gamma-Kosmos-EVAA-8B (Merge)"},{"eval_name":"jaspionjader_gamma-Kosmos-EVAA-v2-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/gamma-Kosmos-EVAA-v2-8B 📑","fullname":"jaspionjader/gamma-Kosmos-EVAA-v2-8B","Model sha":"eeb700c64d5967e7c59eaa7c701c225d999a3308","Average ⬆️":23.10243444820793,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2220187804593092,"IFEval Raw":0.4232525255211727,"IFEval":42.32525255211727,"BBH Raw":0.5262464083930688,"BBH":32.46635236533594,"MATH Lvl 5 Raw":0.10574018126888217,"MATH Lvl 5":10.574018126888216,"GPQA Raw":0.32046979865771813,"GPQA":9.395973154362418,"MUSR Raw":0.4343958333333333,"MUSR":13.232812499999996,"MMLU-PRO Raw":0.3755817819148936,"MMLU-PRO":30.62019799054373,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-28","Submission Date":"2024-12-28","Generation":1,"Base Model":"jaspionjader/gamma-Kosmos-EVAA-v2-8B (Merge)"},{"eval_name":"jaspionjader_gamma-Kosmos-EVAA-v3-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/gamma-Kosmos-EVAA-v3-8B 📑","fullname":"jaspionjader/gamma-Kosmos-EVAA-v3-8B","Model sha":"90381757fd00c499a4a115f02e0867228c857546","Average ⬆️":23.195991097275467,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1916567657175103,"IFEval Raw":0.43326928106313467,"IFEval":43.32692810631347,"BBH Raw":0.527793553969925,"BBH":32.436623618170984,"MATH Lvl 5 Raw":0.11102719033232629,"MATH Lvl 5":11.10271903323263,"GPQA Raw":0.31291946308724833,"GPQA":8.389261744966444,"MUSR Raw":0.4263020833333333,"MUSR":11.721093750000001,"MMLU-PRO Raw":0.3897938829787234,"MMLU-PRO":32.19932033096927,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-28","Submission Date":"2024-12-28","Generation":1,"Base Model":"jaspionjader/gamma-Kosmos-EVAA-v3-8B (Merge)"},{"eval_name":"jaspionjader_knf-2-8b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/knf-2-8b 📑","fullname":"jaspionjader/knf-2-8b","Model sha":"856a711ca04c93b85badb7eb147e691b50ab56dd","Average ⬆️":22.8072765120901,"Hub License":"","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3370901305776082,"IFEval Raw":0.42500121898784116,"IFEval":42.500121898784116,"BBH Raw":0.5206718655559387,"BBH":31.224927696796726,"MATH Lvl 5 Raw":0.12009063444108761,"MATH Lvl 5":12.009063444108762,"GPQA Raw":0.3104026845637584,"GPQA":8.05369127516779,"MUSR Raw":0.4185208333333333,"MUSR":11.115104166666663,"MMLU-PRO Raw":0.3874667553191489,"MMLU-PRO":31.940750591016542,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-14","Submission Date":"2025-01-14","Generation":1,"Base Model":"jaspionjader/knf-2-8b (Merge)"},{"eval_name":"jaspionjader_knfp-2-8b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/knfp-2-8b 📑","fullname":"jaspionjader/knfp-2-8b","Model sha":"912bc000c1e4855ac337e8f7f6573aa331098d90","Average ⬆️":24.672507998564374,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3830640815292654,"IFEval Raw":0.5327120928026525,"IFEval":53.27120928026525,"BBH Raw":0.5304878011708133,"BBH":33.05584007121163,"MATH Lvl 5 Raw":0.14274924471299094,"MATH Lvl 5":14.274924471299094,"GPQA Raw":0.29278523489932884,"GPQA":5.7046979865771785,"MUSR Raw":0.4184583333333333,"MUSR":11.440624999999997,"MMLU-PRO Raw":0.37258976063829785,"MMLU-PRO":30.287751182033094,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-15","Submission Date":"2025-01-15","Generation":1,"Base Model":"jaspionjader/knfp-2-8b (Merge)"},{"eval_name":"jaspionjader_knfp-3-8b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/knfp-3-8b 📑","fullname":"jaspionjader/knfp-3-8b","Model sha":"6ca6f01737225171917e6cb4e819a1713f100614","Average ⬆️":23.99800729357214,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.29315344644979,"IFEval Raw":0.49456885508229276,"IFEval":49.45688550822928,"BBH Raw":0.5199790073136731,"BBH":31.233992064698388,"MATH Lvl 5 Raw":0.12235649546827794,"MATH Lvl 5":12.235649546827794,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.41712499999999997,"MUSR":11.440624999999997,"MMLU-PRO Raw":0.3881316489361702,"MMLU-PRO":32.014627659574465,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-15","Submission Date":"2025-01-15","Generation":1,"Base Model":"jaspionjader/knfp-3-8b (Merge)"},{"eval_name":"jaspionjader_kstc-1-8b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/kstc-1-8b 📑","fullname":"jaspionjader/kstc-1-8b","Model sha":"04fea34b48af65d0182cfb2741f625a8a2b66607","Average ⬆️":23.579746063684382,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.353302886543091,"IFEval Raw":0.4642936297911763,"IFEval":46.42936297911763,"BBH Raw":0.5209048705325947,"BBH":31.351649338559994,"MATH Lvl 5 Raw":0.11706948640483383,"MATH Lvl 5":11.706948640483382,"GPQA Raw":0.31711409395973156,"GPQA":8.948545861297541,"MUSR Raw":0.4157916666666666,"MUSR":10.90729166666666,"MMLU-PRO Raw":0.3892121010638298,"MMLU-PRO":32.134677895981085,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-16","Submission Date":"2025-01-16","Generation":1,"Base Model":"jaspionjader/kstc-1-8b (Merge)"},{"eval_name":"jaspionjader_kstc-11-8b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/kstc-11-8b 📑","fullname":"jaspionjader/kstc-11-8b","Model sha":"37f67969d19bd4c470fe72dc083c0bd140caa5d4","Average ⬆️":23.422736110402607,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2441986131850935,"IFEval Raw":0.4757343847657549,"IFEval":47.57343847657549,"BBH Raw":0.5189389675805397,"BBH":31.116625700427637,"MATH Lvl 5 Raw":0.12009063444108761,"MATH Lvl 5":12.009063444108762,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.4117604166666667,"MUSR":10.80338541666667,"MMLU-PRO Raw":0.3878823138297872,"MMLU-PRO":31.98692375886525,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-16","Generation":0,"Base Model":"Removed"},{"eval_name":"jaspionjader_kstc-4-8b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/kstc-4-8b 📑","fullname":"jaspionjader/kstc-4-8b","Model sha":"3a363149231244e7ae48fbdec911c1a54f1de940","Average ⬆️":23.583995424044815,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.252027183144063,"IFEval Raw":0.4769832932175517,"IFEval":47.69832932175517,"BBH Raw":0.5216059333020012,"BBH":31.476699762140168,"MATH Lvl 5 Raw":0.12386706948640483,"MATH Lvl 5":12.386706948640484,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.4117916666666666,"MUSR":10.90729166666666,"MMLU-PRO Raw":0.3868849734042553,"MMLU-PRO":31.876108156028373,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-16","Submission Date":"2025-01-16","Generation":1,"Base Model":"jaspionjader/kstc-4-8b (Merge)"},{"eval_name":"jaspionjader_kstc-5-8b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/kstc-5-8b 📑","fullname":"jaspionjader/kstc-5-8b","Model sha":"2d03032c74cfa248ef84fc9503c22eb6ee200098","Average ⬆️":24.077626579224447,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.231027975432848,"IFEval Raw":0.47208739477918593,"IFEval":47.208739477918584,"BBH Raw":0.5211438914491455,"BBH":31.373760830790683,"MATH Lvl 5 Raw":0.1299093655589124,"MATH Lvl 5":12.990936555891238,"GPQA Raw":0.31543624161073824,"GPQA":8.7248322147651,"MUSR Raw":0.4223958333333333,"MUSR":12.032812499999997,"MMLU-PRO Raw":0.3892121010638298,"MMLU-PRO":32.134677895981085,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-16","Submission Date":"2025-01-17","Generation":1,"Base Model":"jaspionjader/kstc-5-8b (Merge)"},{"eval_name":"jaspionjader_kstc-6-8b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/kstc-6-8b 📑","fullname":"jaspionjader/kstc-6-8b","Model sha":"3a0cda5b0b379790131a64407147ca01b520c342","Average ⬆️":23.838631190941225,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2622968203867957,"IFEval Raw":0.49439376410147295,"IFEval":49.43937641014729,"BBH Raw":0.5230977287748603,"BBH":31.50593464386095,"MATH Lvl 5 Raw":0.12462235649546828,"MATH Lvl 5":12.462235649546828,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.4104895833333333,"MUSR":11.277864583333331,"MMLU-PRO Raw":0.3857214095744681,"MMLU-PRO":31.746823286052013,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-16","Generation":0,"Base Model":"Removed"},{"eval_name":"jaspionjader_kstc-8-8b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/kstc-8-8b 📑","fullname":"jaspionjader/kstc-8-8b","Model sha":"73eb9131c63ff4d7f753541870cb120c689730bc","Average ⬆️":24.195358668793858,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2513218816498801,"IFEval Raw":0.49097173278013445,"IFEval":49.09717327801344,"BBH Raw":0.5238910223750602,"BBH":31.820932114012862,"MATH Lvl 5 Raw":0.13066465256797583,"MATH Lvl 5":13.066465256797583,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.42112499999999997,"MUSR":11.707291666666663,"MMLU-PRO Raw":0.3888796542553192,"MMLU-PRO":32.097739361702125,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-16","Generation":0,"Base Model":"Removed"},{"eval_name":"jaspionjader_kstc-9-8b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/kstc-9-8b 📑","fullname":"jaspionjader/kstc-9-8b","Model sha":"fe7fdf0a4e561b81843bd2074d0b4e7a2ac86240","Average ⬆️":23.936405590737944,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3353232700936393,"IFEval Raw":0.4860758343417687,"IFEval":48.607583434176874,"BBH Raw":0.5238366551736342,"BBH":31.77207937089541,"MATH Lvl 5 Raw":0.13595166163141995,"MATH Lvl 5":13.595166163141995,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.4117916666666666,"MUSR":10.90729166666666,"MMLU-PRO Raw":0.38721742021276595,"MMLU-PRO":31.91304669030733,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-16","Generation":0,"Base Model":"Removed"},{"eval_name":"jaspionjader_slu-10_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/slu-10 📑","fullname":"jaspionjader/slu-10","Model sha":"7fb721626cee9d3ce756d45577856378b89cce7e","Average ⬆️":21.55040710616896,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3183487838470793,"IFEval Raw":0.4359920566319587,"IFEval":43.599205663195875,"BBH Raw":0.5096469529197213,"BBH":29.96246024103085,"MATH Lvl 5 Raw":0.09743202416918428,"MATH Lvl 5":9.743202416918429,"GPQA Raw":0.313758389261745,"GPQA":8.501118568232664,"MUSR Raw":0.3920104166666667,"MUSR":7.901302083333334,"MMLU-PRO Raw":0.3663563829787234,"MMLU-PRO":29.595153664302604,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-01","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/slu-10 (Merge)"},{"eval_name":"jaspionjader_slu-11_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/slu-11 📑","fullname":"jaspionjader/slu-11","Model sha":"88f36d10b9e730ef1169e0418b20146322eea1d8","Average ⬆️":18.804382344048094,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1244251961237677,"IFEval Raw":0.372519359743259,"IFEval":37.251935974325896,"BBH Raw":0.4890236865115587,"BBH":28.134961733027723,"MATH Lvl 5 Raw":0.055891238670694864,"MATH Lvl 5":5.589123867069486,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.3919479166666667,"MUSR":8.226822916666668,"MMLU-PRO Raw":0.33818151595744683,"MMLU-PRO":26.46461288416076,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-01","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/slu-11 (Merge)"},{"eval_name":"jaspionjader_slu-13_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/slu-13 📑","fullname":"jaspionjader/slu-13","Model sha":"39e80ca36621971a8990bf3856ee90fcc9f6612d","Average ⬆️":20.904970185551083,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2858861333071643,"IFEval Raw":0.4378404854674486,"IFEval":43.784048546744856,"BBH Raw":0.5097334543819346,"BBH":29.865275873551706,"MATH Lvl 5 Raw":0.08081570996978851,"MATH Lvl 5":8.08157099697885,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.38140625,"MUSR":7.309114583333334,"MMLU-PRO Raw":0.35804521276595747,"MMLU-PRO":28.671690307328607,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-01","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/slu-13 (Merge)"},{"eval_name":"jaspionjader_slu-14_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/slu-14 📑","fullname":"jaspionjader/slu-14","Model sha":"fe53372aaac2ae2ca734f795ef18abab135738a1","Average ⬆️":20.889513928235285,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2612141100902652,"IFEval Raw":0.4106880853912065,"IFEval":41.068808539120646,"BBH Raw":0.5088505978489455,"BBH":29.879580354102824,"MATH Lvl 5 Raw":0.09743202416918428,"MATH Lvl 5":9.743202416918429,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.3960416666666667,"MUSR":7.738541666666667,"MMLU-PRO Raw":0.3626994680851064,"MMLU-PRO":29.188829787234038,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-01","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/slu-14 (Merge)"},{"eval_name":"jaspionjader_slu-17_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/slu-17 📑","fullname":"jaspionjader/slu-17","Model sha":"65cbd80b02a7f97c548af131e25184b932953e7f","Average ⬆️":20.804993679674656,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2847611084904456,"IFEval Raw":0.42167892303532406,"IFEval":42.167892303532405,"BBH Raw":0.5070562055653275,"BBH":29.787844658593286,"MATH Lvl 5 Raw":0.08534743202416918,"MATH Lvl 5":8.534743202416918,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.3761041666666667,"MUSR":7.413020833333334,"MMLU-PRO Raw":0.3618683510638298,"MMLU-PRO":29.096483451536642,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-01","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/slu-17 (Merge)"},{"eval_name":"jaspionjader_slu-2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/slu-2 📑","fullname":"jaspionjader/slu-2","Model sha":"2ad46e3787ba34222aa83f1c7cbd48259f658ea1","Average ⬆️":19.756717480195242,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2531850930850796,"IFEval Raw":0.40159554426698935,"IFEval":40.15955442669893,"BBH Raw":0.5008068127974601,"BBH":28.879825492610465,"MATH Lvl 5 Raw":0.0634441087613293,"MATH Lvl 5":6.3444108761329305,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.3958854166666667,"MUSR":8.819010416666668,"MMLU-PRO Raw":0.35064827127659576,"MMLU-PRO":27.849807919621743,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-01","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/slu-2 (Merge)"},{"eval_name":"jaspionjader_slu-20_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/slu-20 📑","fullname":"jaspionjader/slu-20","Model sha":"e636af1767c6f60fa0b5362010d8e5e000619458","Average ⬆️":21.37957338953326,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3226731418683069,"IFEval Raw":0.4393143525844759,"IFEval":43.93143525844759,"BBH Raw":0.5061273966566772,"BBH":29.24863516444493,"MATH Lvl 5 Raw":0.08685800604229606,"MATH Lvl 5":8.685800604229605,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.39334375000000005,"MUSR":8.967968750000002,"MMLU-PRO Raw":0.36652260638297873,"MMLU-PRO":29.613622931442084,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-01","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/slu-20 (Merge)"},{"eval_name":"jaspionjader_slu-22_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/slu-22 📑","fullname":"jaspionjader/slu-22","Model sha":"94717cb95690e8de06c24f6fedc11a97ba0f704f","Average ⬆️":21.188978293763615,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2822667377774175,"IFEval Raw":0.4321201079801593,"IFEval":43.21201079801593,"BBH Raw":0.5081790871805086,"BBH":29.539288054181537,"MATH Lvl 5 Raw":0.07930513595166164,"MATH Lvl 5":7.930513595166164,"GPQA Raw":0.3162751677852349,"GPQA":8.83668903803132,"MUSR Raw":0.38934375000000004,"MUSR":8.167968750000002,"MMLU-PRO Raw":0.3650265957446808,"MMLU-PRO":29.44739952718675,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-01","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/slu-22 (Merge)"},{"eval_name":"jaspionjader_slu-23_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/slu-23 📑","fullname":"jaspionjader/slu-23","Model sha":"981504403eb1b288f0a10bb3fd7bf1ff5ba13df8","Average ⬆️":22.05300469060442,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3414044761902386,"IFEval Raw":0.44780737332499987,"IFEval":44.78073733249999,"BBH Raw":0.5131603005034272,"BBH":30.2907431370659,"MATH Lvl 5 Raw":0.09441087613293052,"MATH Lvl 5":9.441087613293051,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.40924999999999995,"MUSR":10.256249999999996,"MMLU-PRO Raw":0.3725066489361702,"MMLU-PRO":30.27851654846335,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/slu-23 (Merge)"},{"eval_name":"jaspionjader_slu-25_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/slu-25 📑","fullname":"jaspionjader/slu-25","Model sha":"0470c84ba9c1c516efb6b5b6f4e1e0fc4ee56af0","Average ⬆️":21.53675810500795,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2431247679452595,"IFEval Raw":0.4500303638789523,"IFEval":45.00303638789523,"BBH Raw":0.5094887898349904,"BBH":29.95100639270016,"MATH Lvl 5 Raw":0.08383685800604229,"MATH Lvl 5":8.38368580060423,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.3946145833333334,"MUSR":8.226822916666668,"MMLU-PRO Raw":0.3684341755319149,"MMLU-PRO":29.826019503546092,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/slu-25 (Merge)"},{"eval_name":"jaspionjader_slu-29_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/slu-29 📑","fullname":"jaspionjader/slu-29","Model sha":"15da91c95ca92d1ad6f3747c4d943138e4492090","Average ⬆️":21.424562623311605,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3989189692021649,"IFEval Raw":0.4430610779398662,"IFEval":44.30610779398663,"BBH Raw":0.5096472519745161,"BBH":29.95867809359305,"MATH Lvl 5 Raw":0.08685800604229606,"MATH Lvl 5":8.685800604229605,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.3933125,"MUSR":8.330729166666668,"MMLU-PRO Raw":0.366938164893617,"MMLU-PRO":29.659796099290777,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/slu-29 (Merge)"},{"eval_name":"jaspionjader_slu-32_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/slu-32 📑","fullname":"jaspionjader/slu-32","Model sha":"878be6d0004aba4c05dade9def452339cf78c75f","Average ⬆️":22.29921319060769,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.389078085306773,"IFEval Raw":0.45155409868039026,"IFEval":45.15540986803903,"BBH Raw":0.5167277162337642,"BBH":30.525740444353357,"MATH Lvl 5 Raw":0.10725075528700906,"MATH Lvl 5":10.725075528700906,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.4039166666666667,"MUSR":9.722916666666668,"MMLU-PRO Raw":0.3765791223404255,"MMLU-PRO":30.731013593380606,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/slu-32 (Merge)"},{"eval_name":"jaspionjader_slu-33_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/slu-33 📑","fullname":"jaspionjader/slu-33","Model sha":"6ff20fee962f575e746ed728dc8e15effab908ad","Average ⬆️":21.668822088893943,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2767204967176065,"IFEval Raw":0.4457339858242796,"IFEval":44.573398582427956,"BBH Raw":0.5081308429202344,"BBH":29.520426724137007,"MATH Lvl 5 Raw":0.09969788519637462,"MATH Lvl 5":9.969788519637463,"GPQA Raw":0.31208053691275167,"GPQA":8.277404921700223,"MUSR Raw":0.38667708333333334,"MUSR":7.901302083333334,"MMLU-PRO Raw":0.3679355053191489,"MMLU-PRO":29.770611702127653,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/slu-33 (Merge)"},{"eval_name":"jaspionjader_slu-34_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/slu-34 📑","fullname":"jaspionjader/slu-34","Model sha":"17e05fb543a135faf323dc9b7bf7118af25fd791","Average ⬆️":21.496927670912054,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3281678288401984,"IFEval Raw":0.4350678422142138,"IFEval":43.506784221421384,"BBH Raw":0.5077400809148992,"BBH":29.5585553986661,"MATH Lvl 5 Raw":0.09969788519637462,"MATH Lvl 5":9.969788519637463,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.3880416666666667,"MUSR":8.005208333333334,"MMLU-PRO Raw":0.37200797872340424,"MMLU-PRO":30.223108747044915,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/slu-34 (Merge)"},{"eval_name":"jaspionjader_slu-35_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/slu-35 📑","fullname":"jaspionjader/slu-35","Model sha":"999a6819da634455cc83f7a2efd54aec1f3a07e0","Average ⬆️":21.561331301961175,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.317880945938176,"IFEval Raw":0.42417673993891764,"IFEval":42.41767399389176,"BBH Raw":0.5103079759559944,"BBH":29.95432730687622,"MATH Lvl 5 Raw":0.10120845921450151,"MATH Lvl 5":10.120845921450151,"GPQA Raw":0.31208053691275167,"GPQA":8.277404921700223,"MUSR Raw":0.39464583333333336,"MUSR":8.864062500000001,"MMLU-PRO Raw":0.3676030585106383,"MMLU-PRO":29.733673167848696,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/slu-35 (Merge)"},{"eval_name":"jaspionjader_slu-36_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/slu-36 📑","fullname":"jaspionjader/slu-36","Model sha":"5c0b9c0b4efd5715e98f39a8590ee8dcef3d2b30","Average ⬆️":21.82465906451858,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2942129275204786,"IFEval Raw":0.4518289250300314,"IFEval":45.182892503003146,"BBH Raw":0.5087352369131289,"BBH":29.705289242535667,"MATH Lvl 5 Raw":0.09063444108761329,"MATH Lvl 5":9.06344410876133,"GPQA Raw":0.31208053691275167,"GPQA":8.277404921700223,"MUSR Raw":0.3933125,"MUSR":8.597395833333335,"MMLU-PRO Raw":0.37109375,"MMLU-PRO":30.12152777777778,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/slu-36 (Merge)"},{"eval_name":"jaspionjader_slu-37_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/slu-37 📑","fullname":"jaspionjader/slu-37","Model sha":"94227455c1f45ae430312f1089074eb0b6c397b4","Average ⬆️":21.805877912918163,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3346887529396667,"IFEval Raw":0.4533526598314694,"IFEval":45.33526598314694,"BBH Raw":0.5099854293096197,"BBH":29.873736188721313,"MATH Lvl 5 Raw":0.09743202416918428,"MATH Lvl 5":9.743202416918429,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.39464583333333336,"MUSR":8.330729166666668,"MMLU-PRO Raw":0.3695146276595745,"MMLU-PRO":29.94606973995272,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/slu-37 (Merge)"},{"eval_name":"jaspionjader_slu-6_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/slu-6 📑","fullname":"jaspionjader/slu-6","Model sha":"c14606c7a876bab7160eb45ad0a1bc195e8d2c20","Average ⬆️":20.953096684197828,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.286933360341945,"IFEval Raw":0.41166216749336204,"IFEval":41.1662167493362,"BBH Raw":0.5098719666858446,"BBH":29.920194960710266,"MATH Lvl 5 Raw":0.09441087613293052,"MATH Lvl 5":9.441087613293051,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.4066458333333334,"MUSR":9.130729166666669,"MMLU-PRO Raw":0.3611203457446808,"MMLU-PRO":29.01337174940898,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-01","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/slu-6 (Merge)"},{"eval_name":"jaspionjader_slu-mix-1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/slu-mix-1 📑","fullname":"jaspionjader/slu-mix-1","Model sha":"e5dab5ddf9d0a1a6176a59bdc4bed670534132d0","Average ⬆️":23.420400006262994,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.384987916328368,"IFEval Raw":0.45689991444921696,"IFEval":45.6899914449217,"BBH Raw":0.5240269525191525,"BBH":31.758280422354996,"MATH Lvl 5 Raw":0.11178247734138973,"MATH Lvl 5":11.178247734138973,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.42766666666666664,"MUSR":12.624999999999995,"MMLU-PRO Raw":0.39303523936170215,"MMLU-PRO":32.55947104018913,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"jaspionjader/slu-mix-1 (Merge)"},{"eval_name":"jaspionjader_sof-1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/sof-1 📑","fullname":"jaspionjader/sof-1","Model sha":"c01f9c9c996b29cea46c9229f0ddf73827c6e9be","Average ⬆️":21.572264115945842,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2627230607158582,"IFEval Raw":0.4313709845432342,"IFEval":43.137098454323414,"BBH Raw":0.5009822733212669,"BBH":28.67139572134592,"MATH Lvl 5 Raw":0.11404833836858005,"MATH Lvl 5":11.404833836858005,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.40819791666666666,"MUSR":9.458072916666667,"MMLU-PRO Raw":0.367436835106383,"MMLU-PRO":29.715203900709213,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-26","Generation":1,"Base Model":"jaspionjader/sof-1 (Merge)"},{"eval_name":"jaspionjader_sof-10_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/sof-10 📑","fullname":"jaspionjader/sof-10","Model sha":"33384701c303f4d75785b8b0d2c5ae6f0d95151c","Average ⬆️":23.315168787914505,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3102986005975679,"IFEval Raw":0.46484328249045864,"IFEval":46.484328249045866,"BBH Raw":0.5197177291754291,"BBH":30.894575246850525,"MATH Lvl 5 Raw":0.12386706948640483,"MATH Lvl 5":12.386706948640484,"GPQA Raw":0.3062080536912752,"GPQA":7.494407158836691,"MUSR Raw":0.40906250000000005,"MUSR":10.699479166666668,"MMLU-PRO Raw":0.38738364361702127,"MMLU-PRO":31.93151595744681,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-26","Submission Date":"2025-01-26","Generation":1,"Base Model":"jaspionjader/sof-10 (Merge)"},{"eval_name":"jaspionjader_sof-3_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/sof-3 📑","fullname":"jaspionjader/sof-3","Model sha":"7d226e4242c243f3e41ff18952e629348b20f70f","Average ⬆️":23.121574249978817,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2059052768508982,"IFEval Raw":0.46369410940748323,"IFEval":46.369410940748324,"BBH Raw":0.5206072122413828,"BBH":30.909590596424703,"MATH Lvl 5 Raw":0.12764350453172205,"MATH Lvl 5":12.764350453172204,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.41312499999999996,"MUSR":11.17395833333333,"MMLU-PRO Raw":0.3812333776595745,"MMLU-PRO":31.24815307328605,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-26","Generation":1,"Base Model":"jaspionjader/sof-3 (Merge)"},{"eval_name":"jaspionjader_sof-6_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/sof-6 📑","fullname":"jaspionjader/sof-6","Model sha":"62c172c831d4164500dc124c68bec24222ad0218","Average ⬆️":22.79773077631505,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2643305811944732,"IFEval Raw":0.4353925362482657,"IFEval":43.53925362482657,"BBH Raw":0.5209098090521417,"BBH":31.091426922196035,"MATH Lvl 5 Raw":0.1299093655589124,"MATH Lvl 5":12.990936555891238,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.41706250000000006,"MUSR":10.966145833333336,"MMLU-PRO Raw":0.3843916223404255,"MMLU-PRO":31.599069148936167,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-26","Generation":1,"Base Model":"jaspionjader/sof-6 (Merge)"},{"eval_name":"jaspionjader_test-10_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/test-10 📑","fullname":"jaspionjader/test-10","Model sha":"6a427c33b397017d04990efbae3180144c5c6f77","Average ⬆️":23.988062713940256,"Hub License":"","Hub ❤️":0,"#Params (B)":4.015,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2391132027399339,"IFEval Raw":0.4578241288669619,"IFEval":45.78241288669619,"BBH Raw":0.5316217442466934,"BBH":32.89618100381385,"MATH Lvl 5 Raw":0.11404833836858005,"MATH Lvl 5":11.404833836858005,"GPQA Raw":0.3196308724832215,"GPQA":9.284116331096197,"MUSR Raw":0.42509375,"MUSR":11.936718749999999,"MMLU-PRO Raw":0.39361702127659576,"MMLU-PRO":32.6241134751773,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-31","Generation":0,"Base Model":"Removed"},{"eval_name":"jaspionjader_test-11_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/test-11 📑","fullname":"jaspionjader/test-11","Model sha":"66b1e5563dbd526855e90a6572a0e57e9a678138","Average ⬆️":24.299110246815406,"Hub License":"","Hub ❤️":0,"#Params (B)":4.015,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.215754502587888,"IFEval Raw":0.45412727119598223,"IFEval":45.41272711959822,"BBH Raw":0.5350048053167004,"BBH":33.37675179363524,"MATH Lvl 5 Raw":0.12009063444108761,"MATH Lvl 5":12.009063444108762,"GPQA Raw":0.3238255033557047,"GPQA":9.843400447427292,"MUSR Raw":0.429,"MUSR":12.491666666666665,"MMLU-PRO Raw":0.3939494680851064,"MMLU-PRO":32.661052009456256,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-31","Generation":0,"Base Model":"Removed"},{"eval_name":"jaspionjader_test-12_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/test-12 📑","fullname":"jaspionjader/test-12","Model sha":"60009a5be317a833eee03eac2c4795dace5b1fd9","Average ⬆️":23.56243386883551,"Hub License":"","Hub ❤️":0,"#Params (B)":4.015,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2049300158577165,"IFEval Raw":0.4368165356808823,"IFEval":43.68165356808823,"BBH Raw":0.5347063686599355,"BBH":33.309634149213345,"MATH Lvl 5 Raw":0.10800604229607251,"MATH Lvl 5":10.80060422960725,"GPQA Raw":0.3187919463087248,"GPQA":9.172259507829976,"MUSR Raw":0.42503124999999997,"MUSR":11.795572916666664,"MMLU-PRO Raw":0.3935339095744681,"MMLU-PRO":32.61487884160757,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-01","Generation":0,"Base Model":"Removed"},{"eval_name":"jaspionjader_test-13_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/test-13 📑","fullname":"jaspionjader/test-13","Model sha":"563c22d523380876af9a12526ba6d18785d7d3fa","Average ⬆️":23.805351597197618,"Hub License":"","Hub ❤️":0,"#Params (B)":4.015,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.252774550092542,"IFEval Raw":0.45809895521660304,"IFEval":45.80989552166031,"BBH Raw":0.531808681066841,"BBH":32.89714888833163,"MATH Lvl 5 Raw":0.10574018126888217,"MATH Lvl 5":10.574018126888216,"GPQA Raw":0.3162751677852349,"GPQA":8.83668903803132,"MUSR Raw":0.4263958333333333,"MUSR":12.099479166666667,"MMLU-PRO Raw":0.3935339095744681,"MMLU-PRO":32.61487884160757,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-01","Generation":0,"Base Model":"Removed"},{"eval_name":"jaspionjader_test-14_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/test-14 📑","fullname":"jaspionjader/test-14","Model sha":"6e2e7b4b01c91e66ffede07f839845ca798d7697","Average ⬆️":23.771103301019078,"Hub License":"","Hub ❤️":0,"#Params (B)":4.015,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2374676050609221,"IFEval Raw":0.4443853420036614,"IFEval":44.438534200366135,"BBH Raw":0.5322932549151301,"BBH":33.002110558637106,"MATH Lvl 5 Raw":0.11027190332326284,"MATH Lvl 5":11.027190332326283,"GPQA Raw":0.3145973154362416,"GPQA":8.612975391498878,"MUSR Raw":0.4316979166666666,"MUSR":12.995572916666662,"MMLU-PRO Raw":0.3929521276595745,"MMLU-PRO":32.55023640661938,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-01","Generation":0,"Base Model":"Removed"},{"eval_name":"jaspionjader_test-15_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/test-15 📑","fullname":"jaspionjader/test-15","Model sha":"7a5db00581e84a1839c7cd97ee7f5004cdd61c90","Average ⬆️":23.48260697104523,"Hub License":"","Hub ❤️":0,"#Params (B)":4.015,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2513938577310615,"IFEval Raw":0.4364918416468304,"IFEval":43.64918416468304,"BBH Raw":0.53278841091336,"BBH":33.10384984912975,"MATH Lvl 5 Raw":0.11178247734138973,"MATH Lvl 5":11.178247734138973,"GPQA Raw":0.31208053691275167,"GPQA":8.277404921700223,"MUSR Raw":0.4264270833333333,"MUSR":12.136718749999998,"MMLU-PRO Raw":0.3929521276595745,"MMLU-PRO":32.55023640661938,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-01","Generation":0,"Base Model":"Removed"},{"eval_name":"jaspionjader_test-16_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/test-16 📑","fullname":"jaspionjader/test-16","Model sha":"85f4804b908f53a750c0788fafaed220d9757131","Average ⬆️":23.76530715829608,"Hub License":"","Hub ❤️":0,"#Params (B)":4.015,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.216782641676609,"IFEval Raw":0.4599473840520929,"IFEval":45.99473840520929,"BBH Raw":0.5330160713144172,"BBH":33.07756163805877,"MATH Lvl 5 Raw":0.1095166163141994,"MATH Lvl 5":10.95166163141994,"GPQA Raw":0.313758389261745,"GPQA":8.501118568232664,"MUSR Raw":0.4224583333333333,"MUSR":11.507291666666665,"MMLU-PRO Raw":0.39303523936170215,"MMLU-PRO":32.55947104018913,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-01","Generation":0,"Base Model":"Removed"},{"eval_name":"jaspionjader_test-17_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/test-17 📑","fullname":"jaspionjader/test-17","Model sha":"41596590689dadfd0951fe4c7c581ff4b47f2efb","Average ⬆️":23.366597715396797,"Hub License":"","Hub ❤️":0,"#Params (B)":4.015,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2887432946876372,"IFEval Raw":0.42674991245450955,"IFEval":42.674991245450954,"BBH Raw":0.5329373895863633,"BBH":33.14214119658744,"MATH Lvl 5 Raw":0.11027190332326284,"MATH Lvl 5":11.027190332326283,"GPQA Raw":0.31291946308724833,"GPQA":8.389261744966444,"MUSR Raw":0.429,"MUSR":12.424999999999999,"MMLU-PRO Raw":0.39286901595744683,"MMLU-PRO":32.54100177304965,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-01","Generation":0,"Base Model":"Removed"},{"eval_name":"jaspionjader_test-18_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/test-18 📑","fullname":"jaspionjader/test-18","Model sha":"5d8d46ac16a60d5b7409c5852946973bb551f9e5","Average ⬆️":23.499236856418005,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2185558146482152,"IFEval Raw":0.43916474953124374,"IFEval":43.91647495312438,"BBH Raw":0.5317453097096507,"BBH":32.86222851906328,"MATH Lvl 5 Raw":0.1148036253776435,"MATH Lvl 5":11.48036253776435,"GPQA Raw":0.31208053691275167,"GPQA":8.277404921700223,"MUSR Raw":0.42506249999999995,"MUSR":11.899479166666666,"MMLU-PRO Raw":0.39303523936170215,"MMLU-PRO":32.55947104018913,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-01","Submission Date":"2025-01-01","Generation":1,"Base Model":"jaspionjader/test-18 (Merge)"},{"eval_name":"jaspionjader_test-19_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/test-19 📑","fullname":"jaspionjader/test-19","Model sha":"fcb034b4d93dbcc163066d4fdcab6e41f7d225e9","Average ⬆️":23.419129160518,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2434502883277698,"IFEval Raw":0.44008896394898867,"IFEval":44.00889639489887,"BBH Raw":0.5319373895863634,"BBH":32.971901545171306,"MATH Lvl 5 Raw":0.1095166163141994,"MATH Lvl 5":10.95166163141994,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.4263958333333333,"MUSR":12.099479166666667,"MMLU-PRO Raw":0.39286901595744683,"MMLU-PRO":32.54100177304965,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-01","Submission Date":"2025-01-01","Generation":1,"Base Model":"jaspionjader/test-19 (Merge)"},{"eval_name":"jaspionjader_test-20_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jaspionjader/test-20 📑","fullname":"jaspionjader/test-20","Model sha":"439bc991a6cb4b6ce44bd29c969d22cc8ce3759b","Average ⬆️":23.71584434757474,"Hub License":"","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2302277666575685,"IFEval Raw":0.45292823042859615,"IFEval":45.29282304285961,"BBH Raw":0.5327388877137041,"BBH":33.05064343643468,"MATH Lvl 5 Raw":0.11178247734138973,"MATH Lvl 5":11.178247734138973,"GPQA Raw":0.313758389261745,"GPQA":8.501118568232664,"MUSR Raw":0.42506249999999995,"MUSR":11.832812499999998,"MMLU-PRO Raw":0.39195478723404253,"MMLU-PRO":32.439420803782504,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-01","Submission Date":"2025-01-01","Generation":1,"Base Model":"jaspionjader/test-20 (Merge)"},{"eval_name":"jayasuryajsk_Qwen2.5-3B-reasoner_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"jayasuryajsk/Qwen2.5-3B-reasoner 📑","fullname":"jayasuryajsk/Qwen2.5-3B-reasoner","Model sha":"a521780c1e5c94868b5c1e3ff220bb4579d6ab6e","Average ⬆️":22.088475922135004,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7555740737503304,"IFEval Raw":0.4159585455480348,"IFEval":41.59585455480348,"BBH Raw":0.46511772991620703,"BBH":25.2688279392506,"MATH Lvl 5 Raw":0.2084592145015106,"MATH Lvl 5":20.84592145015106,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.41229166666666667,"MUSR":10.303125000000003,"MMLU-PRO Raw":0.3482380319148936,"MMLU-PRO":27.582003546099287,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-07","Submission Date":"2025-02-07","Generation":3,"Base Model":"Qwen/Qwen2.5-3B"},{"eval_name":"jeanmichela_o-distil-qwen_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"jeanmichela/o-distil-qwen 📑","fullname":"jeanmichela/o-distil-qwen","Model sha":"de0828ff3d5e1d7490713c158094974944b08f01","Average ⬆️":38.35229225785721,"Hub License":"","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8877461349596358,"IFEval Raw":0.44823180272787316,"IFEval":44.82318027278731,"BBH Raw":0.5900367438200601,"BBH":40.679114887508604,"MATH Lvl 5 Raw":0.5649546827794562,"MATH Lvl 5":56.49546827794561,"GPQA Raw":0.3934563758389262,"GPQA":19.12751677852349,"MUSR Raw":0.5339895833333334,"MUSR":28.348697916666662,"MMLU-PRO Raw":0.46575797872340424,"MMLU-PRO":40.639775413711575,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-24","Submission Date":"2025-02-24","Generation":1,"Base Model":"jeanmichela/o-distil-qwen (Merge)"},{"eval_name":"jebcarter_psyonic-cetacean-20B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jebcarter/psyonic-cetacean-20B 📑","fullname":"jebcarter/psyonic-cetacean-20B","Model sha":"298d2086a949d53af06096d229f64f4719261698","Average ⬆️":16.012258737866414,"Hub License":"other","Hub ❤️":40,"#Params (B)":19.994,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.289896326622158,"IFEval Raw":0.25436619281284767,"IFEval":25.43661928128477,"BBH Raw":0.4907386156835858,"BBH":27.843060379681305,"MATH Lvl 5 Raw":0.01812688821752266,"MATH Lvl 5":1.812688821752266,"GPQA Raw":0.27348993288590606,"GPQA":3.1319910514541416,"MUSR Raw":0.46611458333333333,"MUSR":16.897656249999997,"MMLU-PRO Raw":0.28856382978723405,"MMLU-PRO":20.951536643026003,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-11-28","Submission Date":"2024-06-30","Generation":0,"Base Model":"jebcarter/psyonic-cetacean-20B"},{"eval_name":"jebish7_Llama-3-Nanda-10B-Chat_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jebish7/Llama-3-Nanda-10B-Chat 📑","fullname":"jebish7/Llama-3-Nanda-10B-Chat","Model sha":"6866e1c85dcae415f37186c705831a179cbd2845","Average ⬆️":18.064509209714284,"Hub License":"","Hub ❤️":0,"#Params (B)":9.985,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.016650032181119,"IFEval Raw":0.2952831819572069,"IFEval":29.52831819572069,"BBH Raw":0.4958605204321644,"BBH":29.600465622828253,"MATH Lvl 5 Raw":0.055891238670694864,"MATH Lvl 5":5.589123867069486,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.4356041666666666,"MUSR":12.883854166666667,"MMLU-PRO Raw":0.3156582446808511,"MMLU-PRO":23.96202718676123,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-08","Submission Date":"2025-02-08","Generation":0,"Base Model":"jebish7/Llama-3-Nanda-10B-Chat"},{"eval_name":"jebish7_Llama-3.1-8B-Instruct_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jebish7/Llama-3.1-8B-Instruct 📑","fullname":"jebish7/Llama-3.1-8B-Instruct","Model sha":"c31aabd088d023ac58f11e2539eece7fbdce9920","Average ⬆️":24.022312491744717,"Hub License":"llama3.1","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.44099168045061,"IFEval Raw":0.5058345190760515,"IFEval":50.58345190760515,"BBH Raw":0.5088388495224864,"BBH":29.191619249410266,"MATH Lvl 5 Raw":0.15483383685800603,"MATH Lvl 5":15.483383685800604,"GPQA Raw":0.3213087248322148,"GPQA":9.507829977628639,"MUSR Raw":0.3997916666666667,"MUSR":8.507291666666667,"MMLU-PRO Raw":0.3777426861702128,"MMLU-PRO":30.860298463356976,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-06","Submission Date":"2025-02-06","Generation":1,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"jebish7_Nemotron-4-Mini-Hindi-4B-Base_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"NemotronForCausalLM","Model":"jebish7/Nemotron-4-Mini-Hindi-4B-Base 📑","fullname":"jebish7/Nemotron-4-Mini-Hindi-4B-Base","Model sha":"cbec9d08f0257eccd22606160d35f3dfca4fff56","Average ⬆️":12.020294543391651,"Hub License":"","Hub ❤️":0,"#Params (B)":4.191,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.0685416017226625,"IFEval Raw":0.22848818911599,"IFEval":22.848818911599004,"BBH Raw":0.3923566745600671,"BBH":14.862755734528113,"MATH Lvl 5 Raw":0.027190332326283987,"MATH Lvl 5":2.719033232628399,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.42490625,"MUSR":10.51328125,"MMLU-PRO Raw":0.25033244680851063,"MMLU-PRO":16.703605200945624,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-06","Submission Date":"2025-02-06","Generation":0,"Base Model":"jebish7/Nemotron-4-Mini-Hindi-4B-Base"},{"eval_name":"jebish7_Nemotron-4-Mini-Hindi-4B-Instruct_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"NemotronForCausalLM","Model":"jebish7/Nemotron-4-Mini-Hindi-4B-Instruct 📑","fullname":"jebish7/Nemotron-4-Mini-Hindi-4B-Instruct","Model sha":"1cf6f7d5054a18aa894746b6f3085bb8e07bb26c","Average ⬆️":14.629004135847653,"Hub License":"","Hub ❤️":0,"#Params (B)":4.191,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9681587752820158,"IFEval Raw":0.3345257250761313,"IFEval":33.452572507613134,"BBH Raw":0.4040596055988545,"BBH":16.39051081744601,"MATH Lvl 5 Raw":0.028700906344410877,"MATH Lvl 5":2.8700906344410875,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.41529166666666667,"MUSR":9.511458333333332,"MMLU-PRO Raw":0.25947473404255317,"MMLU-PRO":17.719414893617017,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-06","Submission Date":"2025-02-06","Generation":0,"Base Model":"jebish7/Nemotron-4-Mini-Hindi-4B-Instruct"},{"eval_name":"jebish7_Nemotron-Mini-4B-Instruct_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"NemotronForCausalLM","Model":"jebish7/Nemotron-Mini-4B-Instruct 📑","fullname":"jebish7/Nemotron-Mini-4B-Instruct","Model sha":"b2dd4565b9d2186566336ed1e8a0318358b446bc","Average ⬆️":16.90052524850467,"Hub License":"","Hub ❤️":0,"#Params (B)":4.191,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.8120929582167884,"IFEval Raw":0.37092026932982264,"IFEval":37.092026932982264,"BBH Raw":0.4244475437312765,"BBH":19.432876400775246,"MATH Lvl 5 Raw":0.0324773413897281,"MATH Lvl 5":3.2477341389728096,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.47271875,"MUSR":18.35651041666667,"MMLU-PRO Raw":0.27825797872340424,"MMLU-PRO":19.806442080378247,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-06","Submission Date":"2025-02-06","Generation":0,"Base Model":"jebish7/Nemotron-Mini-4B-Instruct"},{"eval_name":"jebish7_aya-expanse-8b_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"CohereForCausalLM","Model":"jebish7/aya-expanse-8b 📑","fullname":"jebish7/aya-expanse-8b","Model sha":"31a967d26697e7d41e7625cee09ccf60484a7719","Average ⬆️":18.10730460297795,"Hub License":"cc-by-nc-4.0","Hub ❤️":0,"#Params (B)":8.028,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7394495348237953,"IFEval Raw":0.37911408396388246,"IFEval":37.911408396388246,"BBH Raw":0.496904421264497,"BBH":28.243958088217383,"MATH Lvl 5 Raw":0.08157099697885196,"MATH Lvl 5":8.157099697885197,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.3868958333333334,"MUSR":6.495312500000001,"MMLU-PRO Raw":0.31025598404255317,"MMLU-PRO":23.361776004728128,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-06","Submission Date":"2025-02-06","Generation":0,"Base Model":"jebish7/aya-expanse-8b"},{"eval_name":"jebish7_gemma-2-2b-it_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"jebish7/gemma-2-2b-it 📑","fullname":"jebish7/gemma-2-2b-it","Model sha":"275bb885ea2f325e6f05249ad00a52f2e8cb0691","Average ⬆️":12.36333618408293,"Hub License":"gemma","Hub ❤️":0,"#Params (B)":2.614,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.4269121183326474,"IFEval Raw":0.12717035244263,"IFEval":12.717035244263,"BBH Raw":0.43951564907099594,"BBH":20.91911520531148,"MATH Lvl 5 Raw":0.033987915407854986,"MATH Lvl 5":3.3987915407854987,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.42444791666666665,"MUSR":11.822656250000001,"MMLU-PRO Raw":0.27152593085106386,"MMLU-PRO":19.058436761229316,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-06","Submission Date":"2025-02-06","Generation":1,"Base Model":"google/gemma-2-2b"},{"eval_name":"jebish7_gemma-2-9b-it_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"jebish7/gemma-2-9b-it 📑","fullname":"jebish7/gemma-2-9b-it","Model sha":"e6111e3d6933874b2a3f448a4a769617ca0cc31b","Average ⬆️":21.76298915231794,"Hub License":"gemma","Hub ❤️":0,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.890885756746063,"IFEval Raw":0.1557467519514887,"IFEval":15.57467519514887,"BBH Raw":0.5949210568047724,"BBH":42.41412690099088,"MATH Lvl 5 Raw":0.08459214501510574,"MATH Lvl 5":8.459214501510575,"GPQA Raw":0.34731543624161076,"GPQA":12.975391498881436,"MUSR Raw":0.4554479166666667,"MUSR":16.23098958333333,"MMLU-PRO Raw":0.414311835106383,"MMLU-PRO":34.92353723404255,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-06","Submission Date":"2025-02-06","Generation":1,"Base Model":"google/gemma-2-9b"},{"eval_name":"jebish7_qwen2.5-0.5B-IHA-Hin_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"jebish7/qwen2.5-0.5B-IHA-Hin 📑","fullname":"jebish7/qwen2.5-0.5B-IHA-Hin","Model sha":"edf269b7cceddd36095abe4e06c1653272558621","Average ⬆️":3.251315269739358,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9351933586481094,"IFEval Raw":0.14163419726326149,"IFEval":14.163419726326149,"BBH Raw":0.29891753632624085,"BBH":2.697703505644682,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2525167785234899,"GPQA":0.33557046979865535,"MUSR Raw":0.34748958333333335,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.109375,"MMLU-PRO":1.041666666666666,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-11","Submission Date":"2025-02-11","Generation":0,"Base Model":"jebish7/qwen2.5-0.5B-IHA-Hin"},{"eval_name":"jeffmeloy_Qwen-7B-nerd-uncensored-v1.0_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"jeffmeloy/Qwen-7B-nerd-uncensored-v1.0 📑","fullname":"jeffmeloy/Qwen-7B-nerd-uncensored-v1.0","Model sha":"245a9a038ea9cfdc214a5e24a2e7ff9362f56b4a","Average ⬆️":31.82039597916994,"Hub License":"apache-2.0","Hub ❤️":5,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4146738803403005,"IFEval Raw":0.6135952605752737,"IFEval":61.35952605752736,"BBH Raw":0.5421083753999172,"BBH":34.18632007953577,"MATH Lvl 5 Raw":0.28700906344410876,"MATH Lvl 5":28.700906344410875,"GPQA Raw":0.32802013422818793,"GPQA":10.402684563758392,"MUSR Raw":0.47929166666666667,"MUSR":18.911458333333332,"MMLU-PRO Raw":0.4362533244680851,"MMLU-PRO":37.3614804964539,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-30","Submission Date":"2024-10-30","Generation":1,"Base Model":"jeffmeloy/Qwen-7B-nerd-uncensored-v1.0 (Merge)"},{"eval_name":"jeffmeloy_Qwen2.5-7B-minperplexity-2_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"jeffmeloy/Qwen2.5-7B-minperplexity-2 📑","fullname":"jeffmeloy/Qwen2.5-7B-minperplexity-2","Model sha":"d7ba08c49f9e13e65b0abbf8539037f0712233c2","Average ⬆️":30.04145905845039,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9565629076320818,"IFEval Raw":0.509730847484674,"IFEval":50.9730847484674,"BBH Raw":0.552390586276348,"BBH":36.89009035044375,"MATH Lvl 5 Raw":0.3013595166163142,"MATH Lvl 5":30.13595166163142,"GPQA Raw":0.311241610738255,"GPQA":8.165548098434002,"MUSR Raw":0.46245833333333336,"MUSR":16.907291666666666,"MMLU-PRO Raw":0.4345910904255319,"MMLU-PRO":37.1767878250591,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-03","Submission Date":"2024-12-03","Generation":1,"Base Model":"jeffmeloy/Qwen2.5-7B-minperplexity-2 (Merge)"},{"eval_name":"jeffmeloy_Qwen2.5-7B-nerd-uncensored-v0.9_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"jeffmeloy/Qwen2.5-7B-nerd-uncensored-v0.9 📑","fullname":"jeffmeloy/Qwen2.5-7B-nerd-uncensored-v0.9","Model sha":"7eb2a19e13fb32c1bab751eb89fed33f6c66b4e6","Average ⬆️":31.896915034467217,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.446062128659443,"IFEval Raw":0.6048274134851084,"IFEval":60.48274134851084,"BBH Raw":0.5469701834138724,"BBH":34.79159883396676,"MATH Lvl 5 Raw":0.2945619335347432,"MATH Lvl 5":29.45619335347432,"GPQA Raw":0.32298657718120805,"GPQA":9.731543624161072,"MUSR Raw":0.48198958333333336,"MUSR":19.548697916666665,"MMLU-PRO Raw":0.4363364361702128,"MMLU-PRO":37.37071513002365,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-02","Submission Date":"2024-11-13","Generation":1,"Base Model":"jeffmeloy/Qwen2.5-7B-nerd-uncensored-v0.9 (Merge)"},{"eval_name":"jeffmeloy_Qwen2.5-7B-nerd-uncensored-v1.0_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.0 📑","fullname":"jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.0","Model sha":"8f478661c654990358904e2159252d5c5236b80f","Average ⬆️":36.19369887340693,"Hub License":"apache-2.0","Hub ❤️":5,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4631763547494614,"IFEval Raw":0.7695159953368174,"IFEval":76.95159953368174,"BBH Raw":0.541762771903226,"BBH":34.737157075604436,"MATH Lvl 5 Raw":0.47129909365558914,"MATH Lvl 5":47.129909365558916,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.4551145833333334,"MUSR":16.822656250000005,"MMLU-PRO Raw":0.4253656914893617,"MMLU-PRO":36.151743498817964,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-30","Submission Date":"2024-11-14","Generation":1,"Base Model":"jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.0 (Merge)"},{"eval_name":"jeffmeloy_Qwen2.5-7B-nerd-uncensored-v1.1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.1 📑","fullname":"jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.1","Model sha":"e757ba9e4c1a5a43ba3a3e98b44ebbbfe7bf831a","Average ⬆️":24.684283405688316,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.368201065409928,"IFEval Raw":0.6626296005709296,"IFEval":66.26296005709295,"BBH Raw":0.48640249867140106,"BBH":26.661152209882328,"MATH Lvl 5 Raw":0.13293051359516617,"MATH Lvl 5":13.293051359516618,"GPQA Raw":0.28691275167785235,"GPQA":4.921700223713646,"MUSR Raw":0.38429166666666664,"MUSR":5.303125,"MMLU-PRO Raw":0.3849734042553192,"MMLU-PRO":31.663711583924346,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-01","Submission Date":"2024-11-09","Generation":1,"Base Model":"jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.1 (Merge)"},{"eval_name":"jeffmeloy_Qwen2.5-7B-nerd-uncensored-v1.2_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.2 📑","fullname":"jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.2","Model sha":"8ba84532e3eea17c821f96f3e80bec7c9d8b3799","Average ⬆️":23.398595020008255,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.251827084819927,"IFEval Raw":0.49646715160219335,"IFEval":49.64671516021933,"BBH Raw":0.494592979290867,"BBH":27.660911941379897,"MATH Lvl 5 Raw":0.12084592145015106,"MATH Lvl 5":12.084592145015106,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.41724999999999995,"MUSR":10.856249999999998,"MMLU-PRO Raw":0.3968583776595745,"MMLU-PRO":32.98426418439716,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-01","Submission Date":"2024-11-09","Generation":1,"Base Model":"jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.2 (Merge)"},{"eval_name":"jeffmeloy_Qwen2.5-7B-nerd-uncensored-v1.3_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.3 📑","fullname":"jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.3","Model sha":"db61c49ae128777c4b893ab544975df349052d66","Average ⬆️":24.06198639675365,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.230700447758749,"IFEval Raw":0.49951462120506923,"IFEval":49.95146212050692,"BBH Raw":0.5026055485090198,"BBH":28.900263386108733,"MATH Lvl 5 Raw":0.12311178247734139,"MATH Lvl 5":12.311178247734139,"GPQA Raw":0.31291946308724833,"GPQA":8.389261744966444,"MUSR Raw":0.41873958333333333,"MUSR":11.309114583333331,"MMLU-PRO Raw":0.4015957446808511,"MMLU-PRO":33.51063829787233,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-03","Submission Date":"2024-11-09","Generation":1,"Base Model":"jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.3 (Merge)"},{"eval_name":"jeffmeloy_Qwen2.5-7B-nerd-uncensored-v1.4_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.4 📑","fullname":"jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.4","Model sha":"7da97922062bae96d0e694fbd3a5f1c06cf375b6","Average ⬆️":31.56603265287841,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3226161315672365,"IFEval Raw":0.6078748830879843,"IFEval":60.78748830879843,"BBH Raw":0.5467076263362468,"BBH":34.85601776135507,"MATH Lvl 5 Raw":0.2809667673716012,"MATH Lvl 5":28.09667673716012,"GPQA Raw":0.3238255033557047,"GPQA":9.843400447427292,"MUSR Raw":0.47138541666666667,"MUSR":17.82317708333333,"MMLU-PRO Raw":0.44190492021276595,"MMLU-PRO":37.98943557919622,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-16","Submission Date":"2024-11-17","Generation":1,"Base Model":"jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.4 (Merge)"},{"eval_name":"jeffmeloy_Qwen2.5-7B-nerd-uncensored-v1.5_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.5 📑","fullname":"jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.5","Model sha":"055cf43cab9027de7e548728dc231afea6a3dfd1","Average ⬆️":31.834944840883523,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3682022783351009,"IFEval Raw":0.5650352176669016,"IFEval":56.50352176669016,"BBH Raw":0.5522599149696679,"BBH":35.92532095316597,"MATH Lvl 5 Raw":0.2756797583081571,"MATH Lvl 5":27.567975830815712,"GPQA Raw":0.3271812080536913,"GPQA":10.290827740492169,"MUSR Raw":0.49820833333333336,"MUSR":22.409375,"MMLU-PRO Raw":0.44481382978723405,"MMLU-PRO":38.31264775413712,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-16","Submission Date":"2024-11-17","Generation":1,"Base Model":"jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.5 (Merge)"},{"eval_name":"jeffmeloy_Qwen2.5-7B-nerd-uncensored-v1.7_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.7 📑","fullname":"jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.7","Model sha":"a27917d12ac64d91a86afee9953bce6d1a9b6424","Average ⬆️":28.677649337210752,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.329739617643981,"IFEval Raw":0.4201551882338861,"IFEval":42.01551882338861,"BBH Raw":0.5391718355132782,"BBH":33.83351101288335,"MATH Lvl 5 Raw":0.29154078549848944,"MATH Lvl 5":29.154078549848943,"GPQA Raw":0.3238255033557047,"GPQA":9.843400447427292,"MUSR Raw":0.48484375,"MUSR":20.77213541666666,"MMLU-PRO Raw":0.42802526595744683,"MMLU-PRO":36.44725177304965,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-16","Submission Date":"2024-11-17","Generation":1,"Base Model":"jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.7 (Merge)"},{"eval_name":"jeffmeloy_Qwen2.5-7B-nerd-uncensored-v1.8_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.8 📑","fullname":"jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.8","Model sha":"31828a485faf437ff56a00769c1192a60f740ccf","Average ⬆️":31.635927180803225,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3407312154562863,"IFEval Raw":0.6255601803215468,"IFEval":62.55601803215468,"BBH Raw":0.5446899383425835,"BBH":34.6046086730829,"MATH Lvl 5 Raw":0.270392749244713,"MATH Lvl 5":27.0392749244713,"GPQA Raw":0.3238255033557047,"GPQA":9.843400447427292,"MUSR Raw":0.47671875,"MUSR":18.62317708333333,"MMLU-PRO Raw":0.4343417553191489,"MMLU-PRO":37.149083924349874,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-16","Submission Date":"2025-01-17","Generation":1,"Base Model":"jeffmeloy/Qwen2.5-7B-nerd-uncensored-v1.8 (Merge)"},{"eval_name":"jeffmeloy_Qwen2.5-7B-olm-v1.0_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"jeffmeloy/Qwen2.5-7B-olm-v1.0 📑","fullname":"jeffmeloy/Qwen2.5-7B-olm-v1.0","Model sha":"b8fffe13667329448267eba531f69c02bf7023f7","Average ⬆️":30.108563094878495,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8342811688561649,"IFEval Raw":0.5331365222055258,"IFEval":53.313652220552584,"BBH Raw":0.5659918212629057,"BBH":38.22235774647793,"MATH Lvl 5 Raw":0.2862537764350453,"MATH Lvl 5":28.625377643504528,"GPQA Raw":0.32046979865771813,"GPQA":9.395973154362418,"MUSR Raw":0.42776041666666664,"MUSR":11.470052083333336,"MMLU-PRO Raw":0.4566156914893617,"MMLU-PRO":39.623965721040186,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-12","Submission Date":"2024-12-12","Generation":1,"Base Model":"jeffmeloy/Qwen2.5-7B-olm-v1.0 (Merge)"},{"eval_name":"jeffmeloy_Qwen2.5-7B-olm-v1.1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"jeffmeloy/Qwen2.5-7B-olm-v1.1 📑","fullname":"jeffmeloy/Qwen2.5-7B-olm-v1.1","Model sha":"7766302f72fe26d401f37fdeaa37cf5d4a5b183d","Average ⬆️":30.253116755964555,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.245356561264993,"IFEval Raw":0.4329445870290828,"IFEval":43.29445870290829,"BBH Raw":0.5478077656573704,"BBH":35.43051618397058,"MATH Lvl 5 Raw":0.38293051359516617,"MATH Lvl 5":38.29305135951662,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.48081250000000003,"MUSR":19.4015625,"MMLU-PRO Raw":0.4354222074468085,"MMLU-PRO":37.2691341607565,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"jeffmeloy/Qwen2.5-7B-olm-v1.1 (Merge)"},{"eval_name":"jeffmeloy_Qwen2.5-7B-olm-v1.2_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"jeffmeloy/Qwen2.5-7B-olm-v1.2 📑","fullname":"jeffmeloy/Qwen2.5-7B-olm-v1.2","Model sha":"f48d6dd328dc60ccec91234b8240e2be6cc4e599","Average ⬆️":28.53753917623895,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.228986153444949,"IFEval Raw":0.42025492360270744,"IFEval":42.025492360270746,"BBH Raw":0.5533340429711561,"BBH":36.44070084062748,"MATH Lvl 5 Raw":0.2847432024169184,"MATH Lvl 5":28.474320241691842,"GPQA Raw":0.31711409395973156,"GPQA":8.948545861297541,"MUSR Raw":0.46878125,"MUSR":17.697656249999998,"MMLU-PRO Raw":0.4387466755319149,"MMLU-PRO":37.63851950354609,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-01","Submission Date":"2025-01-01","Generation":1,"Base Model":"jeffmeloy/Qwen2.5-7B-olm-v1.2 (Merge)"},{"eval_name":"jeffmeloy_Qwen2.5-7B-olm-v1.3_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"jeffmeloy/Qwen2.5-7B-olm-v1.3 📑","fullname":"jeffmeloy/Qwen2.5-7B-olm-v1.3","Model sha":"07d2bc3e931a0e20f2de32a6582b52f345be1425","Average ⬆️":29.2967667117791,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2636960715772714,"IFEval Raw":0.4218540140161438,"IFEval":42.185401401614385,"BBH Raw":0.5531852688351706,"BBH":36.40248084197368,"MATH Lvl 5 Raw":0.3104229607250755,"MATH Lvl 5":31.042296072507554,"GPQA Raw":0.3213087248322148,"GPQA":9.507829977628639,"MUSR Raw":0.4700520833333333,"MUSR":18.08984375,"MMLU-PRO Raw":0.44697473404255317,"MMLU-PRO":38.55274822695035,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-17","Submission Date":"2025-01-18","Generation":1,"Base Model":"jeffmeloy/Qwen2.5-7B-olm-v1.3 (Merge)"},{"eval_name":"jeffmeloy_Qwen2.5-7B-olm-v1.4_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"jeffmeloy/Qwen2.5-7B-olm-v1.4 📑","fullname":"jeffmeloy/Qwen2.5-7B-olm-v1.4","Model sha":"63f9f26dbaee773f651eb95b66a110604934dfb1","Average ⬆️":29.182337218829193,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2292866933893654,"IFEval Raw":0.4545018329144448,"IFEval":45.450183291444475,"BBH Raw":0.5581962445576828,"BBH":36.64655745900427,"MATH Lvl 5 Raw":0.29229607250755285,"MATH Lvl 5":29.229607250755286,"GPQA Raw":0.31208053691275167,"GPQA":8.277404921700223,"MUSR Raw":0.46220833333333333,"MUSR":17.07604166666667,"MMLU-PRO Raw":0.4457280585106383,"MMLU-PRO":38.41422872340425,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-30","Submission Date":"2025-01-30","Generation":1,"Base Model":"jeffmeloy/Qwen2.5-7B-olm-v1.4 (Merge)"},{"eval_name":"jeffmeloy_Qwen2.5-7B-olm-v1.5_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"jeffmeloy/Qwen2.5-7B-olm-v1.5 📑","fullname":"jeffmeloy/Qwen2.5-7B-olm-v1.5","Model sha":"ad31c67411c01905d510728f03da46d51fe75d3b","Average ⬆️":29.23575275519298,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.025089690934133,"IFEval Raw":0.4546514359676769,"IFEval":45.46514359676769,"BBH Raw":0.5543943528577703,"BBH":36.63313094998246,"MATH Lvl 5 Raw":0.28172205438066467,"MATH Lvl 5":28.172205438066467,"GPQA Raw":0.33976510067114096,"GPQA":11.968680089485462,"MUSR Raw":0.4539270833333333,"MUSR":15.407552083333336,"MMLU-PRO Raw":0.43991023936170215,"MMLU-PRO":37.76780437352246,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-27","Generation":1,"Base Model":"jeffmeloy/Qwen2.5-7B-olm-v1.5 (Merge)"},{"eval_name":"jeffmeloy_jeffmeloy_Qwen2.5-7B-minperplexity-1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"jeffmeloy/jeffmeloy_Qwen2.5-7B-minperplexity-1 📑","fullname":"jeffmeloy/jeffmeloy_Qwen2.5-7B-minperplexity-1","Model sha":"8ae87cfb63b5afcb0a8aca3b7ba9b8044cc3ba0e","Average ⬆️":27.475832080246903,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8395922038311505,"IFEval Raw":0.37571643239936703,"IFEval":37.571643239936705,"BBH Raw":0.5582354546195324,"BBH":37.821507463733965,"MATH Lvl 5 Raw":0.29154078549848944,"MATH Lvl 5":29.154078549848943,"GPQA Raw":0.33221476510067116,"GPQA":10.96196868008949,"MUSR Raw":0.42903125,"MUSR":11.928906250000002,"MMLU-PRO Raw":0.4367519946808511,"MMLU-PRO":37.41688829787233,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-27","Submission Date":"2024-11-27","Generation":1,"Base Model":"jeffmeloy/jeffmeloy_Qwen2.5-7B-minperplexity-1 (Merge)"},{"eval_name":"jeonsworld_CarbonVillain-en-10.7B-v4_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jeonsworld/CarbonVillain-en-10.7B-v4 📑","fullname":"jeonsworld/CarbonVillain-en-10.7B-v4","Model sha":"57d6ad4d705d336aba228356683d9f221507440a","Average ⬆️":20.328676385842854,"Hub License":"cc-by-nc-sa-4.0","Hub ❤️":6,"#Params (B)":10.732,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5394617546627765,"IFEval Raw":0.45792386423578324,"IFEval":45.79238642357833,"BBH Raw":0.516795955873779,"BBH":31.80563982727619,"MATH Lvl 5 Raw":0.04682779456193353,"MATH Lvl 5":4.682779456193353,"GPQA Raw":0.3062080536912752,"GPQA":7.494407158836691,"MUSR Raw":0.3965416666666666,"MUSR":8.401041666666663,"MMLU-PRO Raw":0.31416223404255317,"MMLU-PRO":23.795803782505907,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2023-12-30","Submission Date":"2024-07-25","Generation":0,"Base Model":"jeonsworld/CarbonVillain-en-10.7B-v4"},{"eval_name":"jiangxinyang-shanda_Homer-LLama3-8B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jiangxinyang-shanda/Homer-LLama3-8B 📑","fullname":"jiangxinyang-shanda/Homer-LLama3-8B","Model sha":"550cdaea5feac5df9b0984bda14d00570daa4437","Average ⬆️":19.91583079813962,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.392852021486215,"IFEval Raw":0.3991719748046295,"IFEval":39.917197480462946,"BBH Raw":0.5173242047543128,"BBH":31.69897508701321,"MATH Lvl 5 Raw":0.08610271903323263,"MATH Lvl 5":8.610271903323262,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.40562499999999996,"MUSR":9.236458333333337,"MMLU-PRO Raw":0.3139128989361702,"MMLU-PRO":23.768099881796687,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-08","Generation":0,"Base Model":"Removed"},{"eval_name":"jieliu_Storm-7B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"jieliu/Storm-7B 📑","fullname":"jieliu/Storm-7B","Model sha":"71edab8ee6c2578e428b0359158fb0d43133e989","Average ⬆️":19.763877835116066,"Hub License":"apache-2.0","Hub ❤️":41,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2238269795492844,"IFEval Raw":0.3424192254329623,"IFEval":34.24192254329623,"BBH Raw":0.5187285371254579,"BBH":32.33028437916087,"MATH Lvl 5 Raw":0.06117824773413897,"MATH Lvl 5":6.117824773413897,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.4428958333333333,"MUSR":14.628645833333332,"MMLU-PRO Raw":0.3119182180851064,"MMLU-PRO":23.54646867612293,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-25","Submission Date":"2024-06-26","Generation":2,"Base Model":"mistralai/Mistral-7B-v0.1"},{"eval_name":"jiviai_medX_v2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jiviai/medX_v2 📑","fullname":"jiviai/medX_v2","Model sha":"6df3f9b25063b6ec4aba54341afccd39f0bf98c8","Average ⬆️":17.31888331901421,"Hub License":"apache-2.0","Hub ❤️":12,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2845304472152206,"IFEval Raw":0.37431792089433813,"IFEval":37.43179208943381,"BBH Raw":0.4508721125093523,"BBH":21.433009954500687,"MATH Lvl 5 Raw":0.054380664652567974,"MATH Lvl 5":5.438066465256798,"GPQA Raw":0.32298657718120805,"GPQA":9.731543624161072,"MUSR Raw":0.34984375,"MUSR":2.897135416666666,"MMLU-PRO Raw":0.34283577127659576,"MMLU-PRO":26.981752364066192,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-31","Submission Date":"2025-01-30","Generation":0,"Base Model":"jiviai/medX_v2"},{"eval_name":"jlzhou_Qwen2.5-3B-Infinity-Instruct-0625_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"jlzhou/Qwen2.5-3B-Infinity-Instruct-0625 📑","fullname":"jlzhou/Qwen2.5-3B-Infinity-Instruct-0625","Model sha":"94c17462abd991aed582121532dabf867f1b5bce","Average ⬆️":18.5491918072634,"Hub License":"other","Hub ❤️":0,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.3544383059212852,"IFEval Raw":0.35575827692744144,"IFEval":35.57582769274414,"BBH Raw":0.4773774601029352,"BBH":26.914542436180227,"MATH Lvl 5 Raw":0.13670694864048338,"MATH Lvl 5":13.670694864048338,"GPQA Raw":0.26929530201342283,"GPQA":2.572706935123044,"MUSR Raw":0.39809374999999997,"MUSR":8.128385416666667,"MMLU-PRO Raw":0.3198969414893617,"MMLU-PRO":24.432993498817968,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-21","Submission Date":"2025-02-07","Generation":1,"Base Model":"jlzhou/Qwen2.5-3B-Infinity-Instruct-0625 (Merge)"},{"eval_name":"johnsutor_Llama-3-8B-Instruct_breadcrumbs-density-0.1-gamma-0.01_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.1-gamma-0.01 📑","fullname":"johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.1-gamma-0.01","Model sha":"f4ebbf27d586e94c63f0a7293f565cbd947b824f","Average ⬆️":22.442126802141008,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9870363955915202,"IFEval Raw":0.42712447417297217,"IFEval":42.71244741729721,"BBH Raw":0.5035519809362171,"BBH":29.550013804457734,"MATH Lvl 5 Raw":0.045317220543806644,"MATH Lvl 5":4.531722054380665,"GPQA Raw":0.3221476510067114,"GPQA":9.61968680089485,"MUSR Raw":0.4637604166666667,"MUSR":17.80338541666666,"MMLU-PRO Raw":0.37391954787234044,"MMLU-PRO":30.43550531914893,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-07","Submission Date":"2024-06-26","Generation":1,"Base Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.1-gamma-0.01 (Merge)"},{"eval_name":"johnsutor_Llama-3-8B-Instruct_breadcrumbs-density-0.1-gamma-0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.1-gamma-0.1 📑","fullname":"johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.1-gamma-0.1","Model sha":"66c7330e9d04b13a68ea7dcf25bc0a71d144221a","Average ⬆️":21.44635595224064,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.61644064497357,"IFEval Raw":0.42532591302189304,"IFEval":42.5325913021893,"BBH Raw":0.5018845446835877,"BBH":28.607718394442788,"MATH Lvl 5 Raw":0.09667673716012085,"MATH Lvl 5":9.667673716012084,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.41502083333333334,"MUSR":10.777604166666672,"MMLU-PRO Raw":0.37242353723404253,"MMLU-PRO":30.269281914893615,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-07","Submission Date":"2024-06-26","Generation":1,"Base Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.1-gamma-0.1 (Merge)"},{"eval_name":"johnsutor_Llama-3-8B-Instruct_breadcrumbs-density-0.3-gamma-0.01_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.3-gamma-0.01 📑","fullname":"johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.3-gamma-0.01","Model sha":"4a432be239528ffc654955338982f1f32eb12901","Average ⬆️":20.2797757714617,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.0731261031285424,"IFEval Raw":0.33774828565982706,"IFEval":33.7748285659827,"BBH Raw":0.4917135045463188,"BBH":28.135682301211705,"MATH Lvl 5 Raw":0.010574018126888218,"MATH Lvl 5":1.0574018126888218,"GPQA Raw":0.31208053691275167,"GPQA":8.277404921700223,"MUSR Raw":0.5017708333333334,"MUSR":22.288020833333334,"MMLU-PRO Raw":0.3533078457446808,"MMLU-PRO":28.14531619385342,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-07","Submission Date":"2024-06-26","Generation":1,"Base Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.3-gamma-0.01 (Merge)"},{"eval_name":"johnsutor_Llama-3-8B-Instruct_breadcrumbs-density-0.3-gamma-0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.3-gamma-0.1 📑","fullname":"johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.3-gamma-0.1","Model sha":"d6f8ed8dc4b7f74b4312bc0d24aaac275c61958d","Average ⬆️":21.833220529017808,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6365972948023049,"IFEval Raw":0.4273993005226133,"IFEval":42.73993005226133,"BBH Raw":0.5125777877188348,"BBH":30.51494334374904,"MATH Lvl 5 Raw":0.08081570996978851,"MATH Lvl 5":8.08157099697885,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.42264583333333333,"MUSR":11.397395833333336,"MMLU-PRO Raw":0.37391954787234044,"MMLU-PRO":30.43550531914893,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-07","Submission Date":"2024-06-26","Generation":1,"Base Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.3-gamma-0.1 (Merge)"},{"eval_name":"johnsutor_Llama-3-8B-Instruct_breadcrumbs-density-0.5-gamma-0.01_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.5-gamma-0.01 📑","fullname":"johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.5-gamma-0.01","Model sha":"6ab1392c825907b08eff8fbed4c97a3e6e0d6dd9","Average ⬆️":19.44753152983463,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.055803756066905,"IFEval Raw":0.32036219453272874,"IFEval":32.03621945327288,"BBH Raw":0.48835763921755193,"BBH":27.665794638508448,"MATH Lvl 5 Raw":0.0037764350453172208,"MATH Lvl 5":0.3776435045317221,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.5097708333333334,"MUSR":23.621354166666674,"MMLU-PRO Raw":0.33444148936170215,"MMLU-PRO":26.049054373522463,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-07","Submission Date":"2024-06-26","Generation":1,"Base Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.5-gamma-0.01 (Merge)"},{"eval_name":"johnsutor_Llama-3-8B-Instruct_breadcrumbs-density-0.5-gamma-0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.5-gamma-0.1 📑","fullname":"johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.5-gamma-0.1","Model sha":"a481edaceeaab34f4dc0e90c4d8ec0f72658bbdd","Average ⬆️":22.371145290205714,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6302536002576227,"IFEval Raw":0.43963904661852776,"IFEval":43.96390466185278,"BBH Raw":0.5140041302485145,"BBH":30.854731427683628,"MATH Lvl 5 Raw":0.08006042296072508,"MATH Lvl 5":8.006042296072508,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.43979166666666664,"MUSR":13.840625000000001,"MMLU-PRO Raw":0.36959773936170215,"MMLU-PRO":29.955304373522463,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-08","Submission Date":"2024-06-26","Generation":1,"Base Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.5-gamma-0.1 (Merge)"},{"eval_name":"johnsutor_Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.01_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.01 📑","fullname":"johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.01","Model sha":"61f4b44fb917cdb46f0ade9f8fc2a382e0cf67af","Average ⬆️":18.480197691407646,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.048876296373344,"IFEval Raw":0.2814443454478561,"IFEval":28.14443454478561,"BBH Raw":0.4854325756272537,"BBH":27.16443115792157,"MATH Lvl 5 Raw":0.0022658610271903325,"MATH Lvl 5":0.22658610271903326,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.5163125000000001,"MUSR":24.472395833333337,"MMLU-PRO Raw":0.3295378989361702,"MMLU-PRO":25.5042109929078,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-08","Submission Date":"2024-06-26","Generation":1,"Base Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.01 (Merge)"},{"eval_name":"johnsutor_Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.1 📑","fullname":"johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.1","Model sha":"139a9bccd0ffb284e670a181a5986a01b1420c6c","Average ⬆️":21.77274590923878,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.868261638719137,"IFEval Raw":0.4302218114602588,"IFEval":43.02218114602588,"BBH Raw":0.5157097379648965,"BBH":31.163507714744895,"MATH Lvl 5 Raw":0.06268882175226587,"MATH Lvl 5":6.268882175226587,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.43315624999999996,"MUSR":12.877864583333336,"MMLU-PRO Raw":0.36627327127659576,"MMLU-PRO":29.58591903073286,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-08","Submission Date":"2024-06-26","Generation":1,"Base Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.7-gamma-0.1 (Merge)"},{"eval_name":"johnsutor_Llama-3-8B-Instruct_breadcrumbs-density-0.9-gamma-0.01_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.9-gamma-0.01 📑","fullname":"johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.9-gamma-0.01","Model sha":"c88c6b65f751156e7bc04c738947387eb55747e9","Average ⬆️":18.508789697368925,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.039531586586898,"IFEval Raw":0.2789963962286732,"IFEval":27.899639622867326,"BBH Raw":0.48611535229340735,"BBH":27.22486881424896,"MATH Lvl 5 Raw":0.0015105740181268882,"MATH Lvl 5":0.1510574018126888,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.5150104166666667,"MUSR":24.242968750000003,"MMLU-PRO Raw":0.3304521276595745,"MMLU-PRO":25.60579196217494,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-08","Submission Date":"2024-06-26","Generation":1,"Base Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.9-gamma-0.01 (Merge)"},{"eval_name":"johnsutor_Llama-3-8B-Instruct_breadcrumbs-density-0.9-gamma-0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.9-gamma-0.1 📑","fullname":"johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.9-gamma-0.1","Model sha":"818f7e586444b551200862fb234c39bd48d69ae8","Average ⬆️":21.931665888548704,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8704515446304006,"IFEval Raw":0.4222784434190171,"IFEval":42.22784434190171,"BBH Raw":0.5153764046315631,"BBH":31.124765884679533,"MATH Lvl 5 Raw":0.07401812688821752,"MATH Lvl 5":7.401812688821751,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.4384270833333333,"MUSR":13.670052083333337,"MMLU-PRO Raw":0.3650265957446808,"MMLU-PRO":29.44739952718675,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-08","Submission Date":"2024-06-26","Generation":1,"Base Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs-density-0.9-gamma-0.1 (Merge)"},{"eval_name":"johnsutor_Llama-3-8B-Instruct_breadcrumbs_ties-density-0.1-gamma-0.01_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.1-gamma-0.01 📑","fullname":"johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.1-gamma-0.01","Model sha":"861347cd643d396877d8e560367cf0717c671228","Average ⬆️":22.174229898217675,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.069728793671311,"IFEval Raw":0.4358923212631374,"IFEval":43.58923212631373,"BBH Raw":0.5040935986635269,"BBH":29.530012820716838,"MATH Lvl 5 Raw":0.04833836858006042,"MATH Lvl 5":4.833836858006042,"GPQA Raw":0.3104026845637584,"GPQA":8.05369127516779,"MUSR Raw":0.45315625,"MUSR":16.344531249999992,"MMLU-PRO Raw":0.3762466755319149,"MMLU-PRO":30.69407505910165,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-07","Submission Date":"2024-06-26","Generation":1,"Base Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.1-gamma-0.01 (Merge)"},{"eval_name":"johnsutor_Llama-3-8B-Instruct_breadcrumbs_ties-density-0.1-gamma-0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.1-gamma-0.1 📑","fullname":"johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.1-gamma-0.1","Model sha":"2647bc863e6ee686e7174366107eecbd4b37f62e","Average ⬆️":21.303402130290717,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6826316614050705,"IFEval Raw":0.4201551882338861,"IFEval":42.01551882338861,"BBH Raw":0.501124270710985,"BBH":28.504906370089667,"MATH Lvl 5 Raw":0.09818731117824774,"MATH Lvl 5":9.818731117824774,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.41502083333333334,"MUSR":10.777604166666672,"MMLU-PRO Raw":0.3699301861702128,"MMLU-PRO":29.99224290780142,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-07","Submission Date":"2024-06-26","Generation":1,"Base Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.1-gamma-0.1 (Merge)"},{"eval_name":"johnsutor_Llama-3-8B-Instruct_breadcrumbs_ties-density-0.3-gamma-0.01_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.3-gamma-0.01 📑","fullname":"johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.3-gamma-0.01","Model sha":"fa77530fe3723d7b15b06b88c3ca6110a8421742","Average ⬆️":20.586572385911417,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.1115852623492612,"IFEval Raw":0.35178659290682057,"IFEval":35.178659290682056,"BBH Raw":0.49985217584312186,"BBH":29.136918888444114,"MATH Lvl 5 Raw":0.023413897280966767,"MATH Lvl 5":2.3413897280966767,"GPQA Raw":0.3062080536912752,"GPQA":7.494407158836691,"MUSR Raw":0.48710416666666667,"MUSR":20.3546875,"MMLU-PRO Raw":0.3611203457446808,"MMLU-PRO":29.01337174940898,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-07","Submission Date":"2024-06-26","Generation":1,"Base Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.3-gamma-0.01 (Merge)"},{"eval_name":"johnsutor_Llama-3-8B-Instruct_breadcrumbs_ties-density-0.3-gamma-0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.3-gamma-0.1 📑","fullname":"johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.3-gamma-0.1","Model sha":"6fe73aa7f9c5b59297739166e9557089d39e5fc7","Average ⬆️":21.723601789562878,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.70367132552859,"IFEval Raw":0.42038014689911657,"IFEval":42.03801468991166,"BBH Raw":0.5107301269172088,"BBH":30.244175919150706,"MATH Lvl 5 Raw":0.08761329305135952,"MATH Lvl 5":8.761329305135952,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.42785416666666665,"MUSR":11.915104166666671,"MMLU-PRO Raw":0.37101063829787234,"MMLU-PRO":30.112293144208035,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-07","Submission Date":"2024-06-26","Generation":1,"Base Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.3-gamma-0.1 (Merge)"},{"eval_name":"johnsutor_Llama-3-8B-Instruct_breadcrumbs_ties-density-0.5-gamma-0.01_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.5-gamma-0.01 📑","fullname":"johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.5-gamma-0.01","Model sha":"a31f86b538ba8b2983620cc27a741bc9a81a7e2f","Average ⬆️":20.250340892451284,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9053695429986484,"IFEval Raw":0.34541682735142754,"IFEval":34.54168273514276,"BBH Raw":0.4983827321097329,"BBH":29.32060751365874,"MATH Lvl 5 Raw":0.02190332326283988,"MATH Lvl 5":2.190332326283988,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.49113541666666666,"MUSR":21.058593749999996,"MMLU-PRO Raw":0.3531416223404255,"MMLU-PRO":28.126846926713938,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-07","Submission Date":"2024-06-26","Generation":1,"Base Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.5-gamma-0.01 (Merge)"},{"eval_name":"johnsutor_Llama-3-8B-Instruct_breadcrumbs_ties-density-0.5-gamma-0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.5-gamma-0.1 📑","fullname":"johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.5-gamma-0.1","Model sha":"f9d5bab1c1d0d6890e89b513225d13f68a1c6d75","Average ⬆️":21.442231277824096,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5867146866582529,"IFEval Raw":0.40916435058976847,"IFEval":40.916435058976845,"BBH Raw":0.513665952913411,"BBH":30.693077471988918,"MATH Lvl 5 Raw":0.08081570996978851,"MATH Lvl 5":8.08157099697885,"GPQA Raw":0.2953020134228188,"GPQA":6.040268456375841,"MUSR Raw":0.43569791666666663,"MUSR":13.262239583333335,"MMLU-PRO Raw":0.366938164893617,"MMLU-PRO":29.659796099290777,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-07","Submission Date":"2024-06-26","Generation":1,"Base Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.5-gamma-0.1 (Merge)"},{"eval_name":"johnsutor_Llama-3-8B-Instruct_breadcrumbs_ties-density-0.7-gamma-0.01_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.7-gamma-0.01 📑","fullname":"johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.7-gamma-0.01","Model sha":"d30c75506feaec957dc73bc5c040159c310ecf4c","Average ⬆️":19.28808146621785,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8169628425306639,"IFEval Raw":0.29038728351884113,"IFEval":29.03872835188411,"BBH Raw":0.4967337534367295,"BBH":28.739266057268594,"MATH Lvl 5 Raw":0.014350453172205438,"MATH Lvl 5":1.4350453172205437,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.4990729166666667,"MUSR":22.250781249999992,"MMLU-PRO Raw":0.34898603723404253,"MMLU-PRO":27.665115248226947,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-07","Submission Date":"2024-06-26","Generation":1,"Base Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.7-gamma-0.01 (Merge)"},{"eval_name":"johnsutor_Llama-3-8B-Instruct_breadcrumbs_ties-density-0.7-gamma-0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.7-gamma-0.1 📑","fullname":"johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.7-gamma-0.1","Model sha":"cd52bafe64e82d466d0bc590da5399f2299d24e1","Average ⬆️":21.626887508307224,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6125248160666634,"IFEval Raw":0.41988036188424493,"IFEval":41.98803618842449,"BBH Raw":0.5146905664948336,"BBH":31.007758447741608,"MATH Lvl 5 Raw":0.08081570996978851,"MATH Lvl 5":8.08157099697885,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.43576041666666665,"MUSR":13.136718750000002,"MMLU-PRO Raw":0.3615359042553192,"MMLU-PRO":29.05954491725768,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-07","Submission Date":"2024-06-26","Generation":1,"Base Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.7-gamma-0.1 (Merge)"},{"eval_name":"johnsutor_Llama-3-8B-Instruct_breadcrumbs_ties-density-0.9-gamma-0.01_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.9-gamma-0.01 📑","fullname":"johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.9-gamma-0.01","Model sha":"4c30fdbe0708afefe50788ea640c3dfab294c77f","Average ⬆️":19.06061039400886,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8012618523667672,"IFEval Raw":0.29131149793658606,"IFEval":29.131149793658604,"BBH Raw":0.49182964384768835,"BBH":28.219373273671142,"MATH Lvl 5 Raw":0.010574018126888218,"MATH Lvl 5":1.0574018126888218,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.4976770833333333,"MUSR":21.976302083333326,"MMLU-PRO Raw":0.34541223404255317,"MMLU-PRO":27.268026004728128,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-07","Submission Date":"2024-06-26","Generation":1,"Base Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.9-gamma-0.01 (Merge)"},{"eval_name":"johnsutor_Llama-3-8B-Instruct_breadcrumbs_ties-density-0.9-gamma-0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.9-gamma-0.1 📑","fullname":"johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.9-gamma-0.1","Model sha":"378a7cad3e34a1a8b11e77edd95b02ff0d228da2","Average ⬆️":21.361497158834098,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8598235896259063,"IFEval Raw":0.41623337189767595,"IFEval":41.6233371897676,"BBH Raw":0.5138610942606995,"BBH":30.841602413783743,"MATH Lvl 5 Raw":0.07779456193353475,"MATH Lvl 5":7.779456193353475,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.43172916666666666,"MUSR":12.499479166666669,"MMLU-PRO Raw":0.3624501329787234,"MMLU-PRO":29.161125886524825,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-07","Submission Date":"2024-06-26","Generation":1,"Base Model":"johnsutor/Llama-3-8B-Instruct_breadcrumbs_ties-density-0.9-gamma-0.1 (Merge)"},{"eval_name":"johnsutor_Llama-3-8B-Instruct_dare_linear_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"johnsutor/Llama-3-8B-Instruct_dare_linear 📑","fullname":"johnsutor/Llama-3-8B-Instruct_dare_linear","Model sha":"abb81fd8fdc2ad32f65befcb7ae369c9837cd563","Average ⬆️":14.123522915539402,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8205118781666902,"IFEval Raw":0.21454961723781787,"IFEval":21.454961723781786,"BBH Raw":0.4282807940700452,"BBH":19.610998997495773,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.49792708333333335,"MUSR":21.807552083333334,"MMLU-PRO Raw":0.24143949468085107,"MMLU-PRO":15.715499408983453,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-07","Submission Date":"2024-06-26","Generation":1,"Base Model":"johnsutor/Llama-3-8B-Instruct_dare_linear (Merge)"},{"eval_name":"johnsutor_Llama-3-8B-Instruct_dare_ties-density-0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"johnsutor/Llama-3-8B-Instruct_dare_ties-density-0.1 📑","fullname":"johnsutor/Llama-3-8B-Instruct_dare_ties-density-0.1","Model sha":"e7a3a3b955d945f53da8301b958f0b90a28a62d3","Average ⬆️":11.632495167787908,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8222681657441384,"IFEval Raw":0.18907055501624578,"IFEval":18.907055501624576,"BBH Raw":0.41187360174735804,"BBH":16.85891694951123,"MATH Lvl 5 Raw":0.0007552870090634441,"MATH Lvl 5":0.0755287009063444,"GPQA Raw":0.27181208053691275,"GPQA":2.9082774049216997,"MUSR Raw":0.46580208333333334,"MUSR":16.991927083333334,"MMLU-PRO Raw":0.22647938829787234,"MMLU-PRO":14.05326536643026,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-07","Submission Date":"2024-06-26","Generation":1,"Base Model":"johnsutor/Llama-3-8B-Instruct_dare_ties-density-0.1 (Merge)"},{"eval_name":"johnsutor_Llama-3-8B-Instruct_dare_ties-density-0.3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"johnsutor/Llama-3-8B-Instruct_dare_ties-density-0.3 📑","fullname":"johnsutor/Llama-3-8B-Instruct_dare_ties-density-0.3","Model sha":"6f966d14d7236f3da6d1ea9ce3bd9b20808e02a9","Average ⬆️":15.96894703975495,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.846769484109694,"IFEval Raw":0.21132705665412216,"IFEval":21.132705665412217,"BBH Raw":0.4558569854124363,"BBH":23.0949356647322,"MATH Lvl 5 Raw":0.0015105740181268882,"MATH Lvl 5":0.1510574018126888,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.5069479166666667,"MUSR":22.50182291666667,"MMLU-PRO Raw":0.30402260638297873,"MMLU-PRO":22.669178486997634,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-07","Submission Date":"2024-06-26","Generation":1,"Base Model":"johnsutor/Llama-3-8B-Instruct_dare_ties-density-0.3 (Merge)"},{"eval_name":"johnsutor_Llama-3-8B-Instruct_dare_ties-density-0.7_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"johnsutor/Llama-3-8B-Instruct_dare_ties-density-0.7 📑","fullname":"johnsutor/Llama-3-8B-Instruct_dare_ties-density-0.7","Model sha":"b14b5cd07feb749e42b0567b1e387b390bed033e","Average ⬆️":16.77203043517005,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.0754243303213493,"IFEval Raw":0.20338368861288048,"IFEval":20.338368861288046,"BBH Raw":0.4722858888388635,"BBH":25.253545989338345,"MATH Lvl 5 Raw":0.0030211480362537764,"MATH Lvl 5":0.3021148036253776,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.5110104166666667,"MUSR":23.709635416666668,"MMLU-PRO Raw":0.3148271276595745,"MMLU-PRO":23.869680851063833,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-07","Submission Date":"2024-06-26","Generation":1,"Base Model":"johnsutor/Llama-3-8B-Instruct_dare_ties-density-0.7 (Merge)"},{"eval_name":"johnsutor_Llama-3-8B-Instruct_dare_ties-density-0.9_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"johnsutor/Llama-3-8B-Instruct_dare_ties-density-0.9 📑","fullname":"johnsutor/Llama-3-8B-Instruct_dare_ties-density-0.9","Model sha":"","Average ⬆️":17.30976967313407,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.659320863272562,"IFEval Raw":0.21607335203925582,"IFEval":21.607335203925583,"BBH Raw":0.46639610671811504,"BBH":24.68762324471831,"MATH Lvl 5 Raw":0.0015105740181268882,"MATH Lvl 5":0.1510574018126888,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.5230416666666667,"MUSR":25.88020833333333,"MMLU-PRO Raw":0.3143284574468085,"MMLU-PRO":23.814273049645386,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-07","Submission Date":"2024-06-26","Generation":1,"Base Model":"johnsutor/Llama-3-8B-Instruct_dare_ties-density-0.9 (Merge)"},{"eval_name":"johnsutor_Llama-3-8B-Instruct_linear_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"johnsutor/Llama-3-8B-Instruct_linear 📑","fullname":"johnsutor/Llama-3-8B-Instruct_linear","Model sha":"7449157fbc2e8b02e5b6e8ad56b4b2bd7ea82e9d","Average ⬆️":21.370872595590694,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6522123560637827,"IFEval Raw":0.4308213318439518,"IFEval":43.08213318439518,"BBH Raw":0.5031496839210309,"BBH":28.778577217548463,"MATH Lvl 5 Raw":0.10045317220543806,"MATH Lvl 5":10.045317220543806,"GPQA Raw":0.2953020134228188,"GPQA":6.040268456375841,"MUSR Raw":0.40971874999999996,"MUSR":10.14817708333333,"MMLU-PRO Raw":0.37117686170212766,"MMLU-PRO":30.13076241134751,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-07","Submission Date":"2024-06-26","Generation":1,"Base Model":"johnsutor/Llama-3-8B-Instruct_linear (Merge)"},{"eval_name":"johnsutor_Llama-3-8B-Instruct_ties-density-0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"johnsutor/Llama-3-8B-Instruct_ties-density-0.1 📑","fullname":"johnsutor/Llama-3-8B-Instruct_ties-density-0.1","Model sha":"84793f89ebe3be5b5bd9a797d4bbdf374c07419d","Average ⬆️":20.428512140604372,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5727219149830023,"IFEval Raw":0.41161229980895137,"IFEval":41.161229980895136,"BBH Raw":0.5021445196013956,"BBH":28.768718884316495,"MATH Lvl 5 Raw":0.07930513595166164,"MATH Lvl 5":7.930513595166164,"GPQA Raw":0.28859060402684567,"GPQA":5.145413870246088,"MUSR Raw":0.417375,"MUSR":10.671875000000002,"MMLU-PRO Raw":0.36003989361702127,"MMLU-PRO":28.893321513002363,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-07","Submission Date":"2024-06-26","Generation":1,"Base Model":"johnsutor/Llama-3-8B-Instruct_ties-density-0.1 (Merge)"},{"eval_name":"johnsutor_Llama-3-8B-Instruct_ties-density-0.3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"johnsutor/Llama-3-8B-Instruct_ties-density-0.3 📑","fullname":"johnsutor/Llama-3-8B-Instruct_ties-density-0.3","Model sha":"8d051f3eec3fc93a4521073c2d290c4ff9144fc1","Average ⬆️":18.85496971399459,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9146706651081538,"IFEval Raw":0.3626278274977061,"IFEval":36.26278274977061,"BBH Raw":0.49061122520005807,"BBH":27.724506656987163,"MATH Lvl 5 Raw":0.06722054380664652,"MATH Lvl 5":6.722054380664652,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.40248958333333335,"MUSR":10.477864583333336,"MMLU-PRO Raw":0.33211436170212766,"MMLU-PRO":25.790484633569736,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-07","Submission Date":"2024-06-26","Generation":1,"Base Model":"johnsutor/Llama-3-8B-Instruct_ties-density-0.3 (Merge)"},{"eval_name":"johnsutor_Llama-3-8B-Instruct_ties-density-0.5_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"johnsutor/Llama-3-8B-Instruct_ties-density-0.5 📑","fullname":"johnsutor/Llama-3-8B-Instruct_ties-density-0.5","Model sha":"c857e33c30016960f114e3a049f5dae41d68bfe7","Average ⬆️":18.221595666098747,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6838661913258426,"IFEval Raw":0.37966373666316483,"IFEval":37.966373666316485,"BBH Raw":0.47931248948849836,"BBH":26.01209708592899,"MATH Lvl 5 Raw":0.06117824773413897,"MATH Lvl 5":6.117824773413897,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.3879791666666667,"MUSR":7.797395833333334,"MMLU-PRO Raw":0.31748670212765956,"MMLU-PRO":24.165189125295505,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-07","Submission Date":"2024-06-26","Generation":1,"Base Model":"johnsutor/Llama-3-8B-Instruct_ties-density-0.5 (Merge)"},{"eval_name":"johnsutor_Llama-3-8B-Instruct_ties-density-0.7_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"johnsutor/Llama-3-8B-Instruct_ties-density-0.7 📑","fullname":"johnsutor/Llama-3-8B-Instruct_ties-density-0.7","Model sha":"8d7d8bbb1e8cba5e51337f97bc3d6d8ae40544d5","Average ⬆️":18.056542734095075,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.796101901515267,"IFEval Raw":0.3681232463197649,"IFEval":36.81232463197649,"BBH Raw":0.4738186124296502,"BBH":25.371407671115207,"MATH Lvl 5 Raw":0.06722054380664652,"MATH Lvl 5":6.722054380664652,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.3880729166666667,"MUSR":7.575781250000001,"MMLU-PRO Raw":0.3152426861702128,"MMLU-PRO":23.91585401891253,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-07","Submission Date":"2024-06-26","Generation":1,"Base Model":"johnsutor/Llama-3-8B-Instruct_ties-density-0.7 (Merge)"},{"eval_name":"johnsutor_Llama-3-8B-Instruct_ties-density-0.9_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"johnsutor/Llama-3-8B-Instruct_ties-density-0.9 📑","fullname":"johnsutor/Llama-3-8B-Instruct_ties-density-0.9","Model sha":"57c280ce43fe81a23c966b48de6db7f4a85383a3","Average ⬆️":18.13585052124981,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8021161854626704,"IFEval Raw":0.3858085435533274,"IFEval":38.58085435533274,"BBH Raw":0.47354321136013144,"BBH":25.46373486461887,"MATH Lvl 5 Raw":0.061933534743202415,"MATH Lvl 5":6.193353474320242,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.3880416666666667,"MUSR":7.738541666666667,"MMLU-PRO Raw":0.3181515957446808,"MMLU-PRO":24.23906619385342,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-07","Submission Date":"2024-06-26","Generation":1,"Base Model":"johnsutor/Llama-3-8B-Instruct_ties-density-0.9 (Merge)"},{"eval_name":"jpacifico_Chocolatine-14B-Instruct-4k-DPO_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"jpacifico/Chocolatine-14B-Instruct-4k-DPO 📑","fullname":"jpacifico/Chocolatine-14B-Instruct-4k-DPO","Model sha":"30677e58010979af26b70240846fdf7ff38cbbf2","Average ⬆️":30.316420737984473,"Hub License":"mit","Hub ❤️":1,"#Params (B)":13.96,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":9.896402070152561,"IFEval Raw":0.4688648341954902,"IFEval":46.886483419549016,"BBH Raw":0.6299582409761587,"BBH":48.02072159780435,"MATH Lvl 5 Raw":0.1782477341389728,"MATH Lvl 5":17.82477341389728,"GPQA Raw":0.3414429530201342,"GPQA":12.192393736017896,"MUSR Raw":0.44388541666666664,"MUSR":15.15234375,"MMLU-PRO Raw":0.4763962765957447,"MMLU-PRO":41.8218085106383,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-01","Submission Date":"2024-08-08","Generation":0,"Base Model":"jpacifico/Chocolatine-14B-Instruct-4k-DPO"},{"eval_name":"jpacifico_Chocolatine-14B-Instruct-DPO-v1.2_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"jpacifico/Chocolatine-14B-Instruct-DPO-v1.2 📑","fullname":"jpacifico/Chocolatine-14B-Instruct-DPO-v1.2","Model sha":"d34bbd55b48e553f28579d86f3ccae19726c6b39","Average ⬆️":33.79581095053082,"Hub License":"mit","Hub ❤️":14,"#Params (B)":13.96,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.081206506576796,"IFEval Raw":0.6852107962428579,"IFEval":68.52107962428579,"BBH Raw":0.6438408959901142,"BBH":49.845064475726,"MATH Lvl 5 Raw":0.20921450151057402,"MATH Lvl 5":20.921450151057403,"GPQA Raw":0.32550335570469796,"GPQA":10.067114093959727,"MUSR Raw":0.4267708333333333,"MUSR":12.346354166666671,"MMLU-PRO Raw":0.46966422872340424,"MMLU-PRO":41.073803191489354,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-12","Submission Date":"2024-08-28","Generation":0,"Base Model":"jpacifico/Chocolatine-14B-Instruct-DPO-v1.2"},{"eval_name":"jpacifico_Chocolatine-14B-Instruct-DPO-v1.3_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"jpacifico/Chocolatine-14B-Instruct-DPO-v1.3 📑","fullname":"jpacifico/Chocolatine-14B-Instruct-DPO-v1.3","Model sha":"145732abae63ecdcae9770d47b5c29dd67550837","Average ⬆️":42.42049137915473,"Hub License":"mit","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.696518369708774,"IFEval Raw":0.703995398874985,"IFEval":70.39953988749849,"BBH Raw":0.6846125547592651,"BBH":54.84648579293099,"MATH Lvl 5 Raw":0.5619335347432024,"MATH Lvl 5":56.19335347432024,"GPQA Raw":0.3414429530201342,"GPQA":12.192393736017896,"MUSR Raw":0.42339583333333336,"MUSR":12.291145833333333,"MMLU-PRO Raw":0.5374002659574468,"MMLU-PRO":48.60002955082743,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-22","Submission Date":"2025-01-20","Generation":1,"Base Model":"jpacifico/Chocolatine-14B-Instruct-DPO-v1.3 (Merge)"},{"eval_name":"jpacifico_Chocolatine-2-14B-Instruct-DPO-v2.0b1_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jpacifico/Chocolatine-2-14B-Instruct-DPO-v2.0b1 📑","fullname":"jpacifico/Chocolatine-2-14B-Instruct-DPO-v2.0b1","Model sha":"023a26b311482d3d849684b2f0e235779d0a9d67","Average ⬆️":27.971479912083165,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6779976929912963,"IFEval Raw":0.10334024831890495,"IFEval":10.334024831890495,"BBH Raw":0.669567432054888,"BBH":52.01883589019085,"MATH Lvl 5 Raw":0.2756797583081571,"MATH Lvl 5":27.567975830815712,"GPQA Raw":0.37583892617449666,"GPQA":16.778523489932887,"MUSR Raw":0.44673958333333336,"MUSR":15.309114583333335,"MMLU-PRO Raw":0.5123836436170213,"MMLU-PRO":45.8204048463357,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-22","Generation":0,"Base Model":"Removed"},{"eval_name":"jpacifico_Chocolatine-2-14B-Instruct-v2.0_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jpacifico/Chocolatine-2-14B-Instruct-v2.0 📑","fullname":"jpacifico/Chocolatine-2-14B-Instruct-v2.0","Model sha":"46123d125c3f2a7f05e96bd6f25d4acd9e6c1bb8","Average ⬆️":33.39132529353342,"Hub License":"mit","Hub ❤️":1,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8617544792855065,"IFEval Raw":0.0885273297073986,"IFEval":8.85273297073986,"BBH Raw":0.6769929749559443,"BBH":53.42017331810562,"MATH Lvl 5 Raw":0.48036253776435045,"MATH Lvl 5":48.036253776435046,"GPQA Raw":0.3875838926174497,"GPQA":18.34451901565996,"MUSR Raw":0.5021145833333334,"MUSR":23.897656249999997,"MMLU-PRO Raw":0.5301695478723404,"MMLU-PRO":47.796616430260045,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-05","Submission Date":"2025-02-05","Generation":0,"Base Model":"jpacifico/Chocolatine-2-14B-Instruct-v2.0"},{"eval_name":"jpacifico_Chocolatine-2-14B-Instruct-v2.0.1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jpacifico/Chocolatine-2-14B-Instruct-v2.0.1 📑","fullname":"jpacifico/Chocolatine-2-14B-Instruct-v2.0.1","Model sha":"2d682f3fcc93c15dcca03ea11e8663e39eac4c53","Average ⬆️":33.080572523928765,"Hub License":"","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8069401829717737,"IFEval Raw":0.07421419611076388,"IFEval":7.421419611076388,"BBH Raw":0.6736278064166185,"BBH":52.9014914620923,"MATH Lvl 5 Raw":0.479607250755287,"MATH Lvl 5":47.9607250755287,"GPQA Raw":0.39177852348993286,"GPQA":18.903803131991047,"MUSR Raw":0.50075,"MUSR":23.527083333333334,"MMLU-PRO Raw":0.5299202127659575,"MMLU-PRO":47.76891252955083,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-03","Generation":0,"Base Model":"Removed"},{"eval_name":"jpacifico_Chocolatine-2-14B-Instruct-v2.0.3_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"jpacifico/Chocolatine-2-14B-Instruct-v2.0.3 📑","fullname":"jpacifico/Chocolatine-2-14B-Instruct-v2.0.3","Model sha":"6b576e8845f27d3472e522eca31f962bf16648b6","Average ⬆️":41.32784968296863,"Hub License":"apache-2.0","Hub ❤️":11,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.812492225830732,"IFEval Raw":0.7037205725253439,"IFEval":70.37205725253439,"BBH Raw":0.6548026688308357,"BBH":50.631344939951724,"MATH Lvl 5 Raw":0.4206948640483384,"MATH Lvl 5":42.06948640483384,"GPQA Raw":0.37919463087248323,"GPQA":17.225950782997764,"MUSR Raw":0.47681250000000003,"MUSR":19.06822916666667,"MMLU-PRO Raw":0.5374002659574468,"MMLU-PRO":48.60002955082743,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-06","Submission Date":"2025-02-06","Generation":0,"Base Model":"jpacifico/Chocolatine-2-14B-Instruct-v2.0.3"},{"eval_name":"jpacifico_Chocolatine-2-14B-Instruct-v2.0b2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"jpacifico/Chocolatine-2-14B-Instruct-v2.0b2 📑","fullname":"jpacifico/Chocolatine-2-14B-Instruct-v2.0b2","Model sha":"961454f7242d9a35b85c40bf7ca37821edb8edc2","Average ⬆️":41.24635883058548,"Hub License":"mit","Hub ❤️":6,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.7287942170831587,"IFEval Raw":0.7240787776433197,"IFEval":72.40787776433197,"BBH Raw":0.6475822300543483,"BBH":49.578491329758265,"MATH Lvl 5 Raw":0.3950151057401813,"MATH Lvl 5":39.50151057401813,"GPQA Raw":0.38338926174496646,"GPQA":17.785234899328863,"MUSR Raw":0.48075,"MUSR":19.660416666666666,"MMLU-PRO Raw":0.5369015957446809,"MMLU-PRO":48.54462174940899,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-23","Submission Date":"2025-01-24","Generation":0,"Base Model":"jpacifico/Chocolatine-2-14B-Instruct-v2.0b2"},{"eval_name":"jpacifico_Chocolatine-2-14B-Instruct-v2.0b3_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"jpacifico/Chocolatine-2-14B-Instruct-v2.0b3 📑","fullname":"jpacifico/Chocolatine-2-14B-Instruct-v2.0b3","Model sha":"73116c04c78e401dd6291f5755b2cdf31aca7068","Average ⬆️":41.4335223068507,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.850071904512919,"IFEval Raw":0.7322969720342026,"IFEval":73.22969720342026,"BBH Raw":0.646878884179919,"BBH":49.56651063787595,"MATH Lvl 5 Raw":0.4108761329305136,"MATH Lvl 5":41.08761329305136,"GPQA Raw":0.37919463087248323,"GPQA":17.225950782997764,"MUSR Raw":0.47811458333333334,"MUSR":19.29765625,"MMLU-PRO Raw":0.5337433510638298,"MMLU-PRO":48.19370567375886,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-27","Generation":0,"Base Model":"jpacifico/Chocolatine-2-14B-Instruct-v2.0b3"},{"eval_name":"jpacifico_Chocolatine-3B-Instruct-DPO-Revised_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"jpacifico/Chocolatine-3B-Instruct-DPO-Revised 📑","fullname":"jpacifico/Chocolatine-3B-Instruct-DPO-Revised","Model sha":"c403df6c0f78148cfb477972455cbd859149311a","Average ⬆️":28.22663122048826,"Hub License":"mit","Hub ❤️":28,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5094489904099078,"IFEval Raw":0.5622625744136669,"IFEval":56.226257441366684,"BBH Raw":0.5539982344792619,"BBH":37.1552860906475,"MATH Lvl 5 Raw":0.18051359516616314,"MATH Lvl 5":18.051359516616312,"GPQA Raw":0.3221476510067114,"GPQA":9.61968680089485,"MUSR Raw":0.44534375,"MUSR":15.101302083333328,"MMLU-PRO Raw":0.3988530585106383,"MMLU-PRO":33.205895390070914,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-17","Submission Date":"2024-07-19","Generation":0,"Base Model":"jpacifico/Chocolatine-3B-Instruct-DPO-Revised"},{"eval_name":"jpacifico_Chocolatine-3B-Instruct-DPO-v1.0_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"jpacifico/Chocolatine-3B-Instruct-DPO-v1.0 📑","fullname":"jpacifico/Chocolatine-3B-Instruct-DPO-v1.0","Model sha":"98d049b8f8c305cfba81adae498a95e6b5647d4a","Average ⬆️":25.429590501932733,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.598445886916085,"IFEval Raw":0.3737184005106451,"IFEval":37.37184005106451,"BBH Raw":0.5471398082537478,"BBH":36.554520056455814,"MATH Lvl 5 Raw":0.1782477341389728,"MATH Lvl 5":17.82477341389728,"GPQA Raw":0.31543624161073824,"GPQA":8.7248322147651,"MUSR Raw":0.4754791666666667,"MUSR":19.468229166666664,"MMLU-PRO Raw":0.3937001329787234,"MMLU-PRO":32.63334810874704,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-11","Submission Date":"2024-07-11","Generation":0,"Base Model":"jpacifico/Chocolatine-3B-Instruct-DPO-v1.0"},{"eval_name":"jpacifico_Chocolatine-3B-Instruct-DPO-v1.2_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"jpacifico/Chocolatine-3B-Instruct-DPO-v1.2 📑","fullname":"jpacifico/Chocolatine-3B-Instruct-DPO-v1.2","Model sha":"ebc9de6c266586adb1ec0db31bf050d1cd8fdffe","Average ⬆️":27.861913021910855,"Hub License":"mit","Hub ❤️":9,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9488891070112528,"IFEval Raw":0.5455014915978493,"IFEval":54.55014915978493,"BBH Raw":0.5487182027245813,"BBH":35.99938785144921,"MATH Lvl 5 Raw":0.20468277945619334,"MATH Lvl 5":20.468277945619334,"GPQA Raw":0.3389261744966443,"GPQA":11.85682326621924,"MUSR Raw":0.41542708333333334,"MUSR":12.328385416666668,"MMLU-PRO Raw":0.3877160904255319,"MMLU-PRO":31.96845449172577,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-22","Submission Date":"2024-08-28","Generation":0,"Base Model":"jpacifico/Chocolatine-3B-Instruct-DPO-v1.2"},{"eval_name":"jpacifico_Distilucie-7B-Math-Instruct-DPO-v0.1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jpacifico/Distilucie-7B-Math-Instruct-DPO-v0.1 📑","fullname":"jpacifico/Distilucie-7B-Math-Instruct-DPO-v0.1","Model sha":"b1ea75c097bf8c64d6ceb0c03140ca346e13692e","Average ⬆️":11.128777731316648,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":6.707,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.5573261754243181,"IFEval Raw":0.30475028479988653,"IFEval":30.475028479988655,"BBH Raw":0.38346961466103785,"BBH":14.914767084175816,"MATH Lvl 5 Raw":0.0256797583081571,"MATH Lvl 5":2.56797583081571,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.3644479166666667,"MUSR":3.2226562499999996,"MMLU-PRO Raw":0.1809341755319149,"MMLU-PRO":8.992686170212766,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-02","Submission Date":"2025-03-02","Generation":0,"Base Model":"jpacifico/Distilucie-7B-Math-Instruct-DPO-v0.1"},{"eval_name":"jpacifico_Lucie-7B-Instruct-DPO-v1.1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jpacifico/Lucie-7B-Instruct-DPO-v1.1 📑","fullname":"jpacifico/Lucie-7B-Instruct-DPO-v1.1","Model sha":"eea677f0abd298574708d41351b3aeb5cd348756","Average ⬆️":11.704829753358311,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":6.707,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.4837132153094756,"IFEval Raw":0.31209413245743517,"IFEval":31.209413245743512,"BBH Raw":0.37810118011411814,"BBH":14.205402704412565,"MATH Lvl 5 Raw":0.023413897280966767,"MATH Lvl 5":2.3413897280966767,"GPQA Raw":0.287751677852349,"GPQA":5.033557046979867,"MUSR Raw":0.40159374999999997,"MUSR":8.132552083333332,"MMLU-PRO Raw":0.18375997340425532,"MMLU-PRO":9.306663711583923,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-17","Submission Date":"2025-02-25","Generation":0,"Base Model":"jpacifico/Lucie-7B-Instruct-DPO-v1.1"},{"eval_name":"jpacifico_Lucie-7B-Instruct-DPO-v1.1.3_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jpacifico/Lucie-7B-Instruct-DPO-v1.1.3 📑","fullname":"jpacifico/Lucie-7B-Instruct-DPO-v1.1.3","Model sha":"32ba7b0321e1050cd473fe4ef598075f6c77532a","Average ⬆️":10.946784224112013,"Hub License":"","Hub ❤️":0,"#Params (B)":6.707,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.4789030712987271,"IFEval Raw":0.3044754584502453,"IFEval":30.447545845024532,"BBH Raw":0.381900181819828,"BBH":14.565626762986701,"MATH Lvl 5 Raw":0.02416918429003021,"MATH Lvl 5":2.416918429003021,"GPQA Raw":0.2860738255033557,"GPQA":4.809843400447425,"MUSR Raw":0.38178124999999996,"MUSR":4.955989583333333,"MMLU-PRO Raw":0.1763630319148936,"MMLU-PRO":8.484781323877066,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-04","Generation":0,"Base Model":"Removed"},{"eval_name":"jpacifico_Lucie-7B-Instruct-Merged-Model_Stock-v1.0_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jpacifico/Lucie-7B-Instruct-Merged-Model_Stock-v1.0 📑","fullname":"jpacifico/Lucie-7B-Instruct-Merged-Model_Stock-v1.0","Model sha":"24219e509c7dcc3afd5012951fb4b190a36c9cba","Average ⬆️":11.63540112320866,"Hub License":"","Hub ❤️":0,"#Params (B)":6.707,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.49242190189876767,"IFEval Raw":0.32335979645119395,"IFEval":32.335979645119394,"BBH Raw":0.3802022135816421,"BBH":14.756535323843266,"MATH Lvl 5 Raw":0.02416918429003021,"MATH Lvl 5":2.416918429003021,"GPQA Raw":0.28859060402684567,"GPQA":5.145413870246088,"MUSR Raw":0.38438541666666665,"MUSR":5.481510416666667,"MMLU-PRO Raw":0.1870844414893617,"MMLU-PRO":9.676049054373523,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-26","Submission Date":"2025-02-26","Generation":1,"Base Model":"jpacifico/Lucie-7B-Instruct-Merged-Model_Stock-v1.0 (Merge)"},{"eval_name":"jpacifico_Lucie-7B-Instruct-Merged-Model_Stock-v1.1_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jpacifico/Lucie-7B-Instruct-Merged-Model_Stock-v1.1 📑","fullname":"jpacifico/Lucie-7B-Instruct-Merged-Model_Stock-v1.1","Model sha":"b1e18403e60b62f980715bed673aa34ac8a59c7c","Average ⬆️":10.89983260022945,"Hub License":"","Hub ❤️":0,"#Params (B)":6.707,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.5822830688657448,"IFEval Raw":0.30142798884736943,"IFEval":30.14279888473694,"BBH Raw":0.38078615414710804,"BBH":14.68047975728274,"MATH Lvl 5 Raw":0.027945619335347432,"MATH Lvl 5":2.794561933534743,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.37502083333333336,"MUSR":3.8442708333333346,"MMLU-PRO Raw":0.18617021276595744,"MMLU-PRO":9.574468085106382,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-02","Generation":0,"Base Model":"Removed"},{"eval_name":"jpacifico_Lucie-Boosted-7B-Instruct_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jpacifico/Lucie-Boosted-7B-Instruct 📑","fullname":"jpacifico/Lucie-Boosted-7B-Instruct","Model sha":"520a92d2cf75cd6ddfa6dcbc93c31dbf7f23939f","Average ⬆️":8.306616536792435,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":6.707,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9901122137826461,"IFEval Raw":0.25661467129438775,"IFEval":25.661467129438776,"BBH Raw":0.34654827210803724,"BBH":10.258060724767985,"MATH Lvl 5 Raw":0.01283987915407855,"MATH Lvl 5":1.283987915407855,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.369875,"MUSR":3.4010416666666683,"MMLU-PRO Raw":0.1629820478723404,"MMLU-PRO":6.998005319148934,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-16","Submission Date":"2025-01-27","Generation":0,"Base Model":"jpacifico/Lucie-Boosted-7B-Instruct"},{"eval_name":"jsfs11_L3-8B-Stheno-slerp_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"jsfs11/L3-8B-Stheno-slerp 📑","fullname":"jsfs11/L3-8B-Stheno-slerp","Model sha":"b74450cac91180fcd92d72d60377e2d0a0b1bd11","Average ⬆️":24.999084327806248,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0704594209467124,"IFEval Raw":0.6751940407008958,"IFEval":67.51940407008958,"BBH Raw":0.5325675903618755,"BBH":33.31031560721856,"MATH Lvl 5 Raw":0.09894259818731117,"MATH Lvl 5":9.894259818731117,"GPQA Raw":0.28523489932885904,"GPQA":4.697986577181204,"MUSR Raw":0.3725416666666667,"MUSR":5.134375000000001,"MMLU-PRO Raw":0.36494348404255317,"MMLU-PRO":29.43816489361702,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-18","Submission Date":"2025-01-07","Generation":1,"Base Model":"jsfs11/L3-8B-Stheno-slerp (Merge)"},{"eval_name":"jsfs11_MixtureofMerges-MoE-4x7b-v4_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"jsfs11/MixtureofMerges-MoE-4x7b-v4 📑","fullname":"jsfs11/MixtureofMerges-MoE-4x7b-v4","Model sha":"2b98406f20a874184dbffb5ed24e1f4b5063ec4b","Average ⬆️":20.022361213958778,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":24.154,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.7676556130817755,"IFEval Raw":0.40299405577201824,"IFEval":40.299405577201824,"BBH Raw":0.5169007103786006,"BBH":32.21799819533692,"MATH Lvl 5 Raw":0.0634441087613293,"MATH Lvl 5":6.3444108761329305,"GPQA Raw":0.2860738255033557,"GPQA":4.809843400447425,"MUSR Raw":0.43855208333333334,"MUSR":13.885677083333334,"MMLU-PRO Raw":0.30319148936170215,"MMLU-PRO":22.576832151300238,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-02-11","Submission Date":"2024-08-05","Generation":1,"Base Model":"jsfs11/MixtureofMerges-MoE-4x7b-v4 (Merge)"},{"eval_name":"jsfs11_MixtureofMerges-MoE-4x7b-v5_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"jsfs11/MixtureofMerges-MoE-4x7b-v5 📑","fullname":"jsfs11/MixtureofMerges-MoE-4x7b-v5","Model sha":"c1b5ce7144b966062df7627d2482a59e0df3757c","Average ⬆️":20.434941072567536,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":24.154,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.8625448069978474,"IFEval Raw":0.41993022956865567,"IFEval":41.99302295686556,"BBH Raw":0.5198481257083689,"BBH":32.82672418068055,"MATH Lvl 5 Raw":0.0755287009063444,"MATH Lvl 5":7.552870090634441,"GPQA Raw":0.28439597315436244,"GPQA":4.5861297539149914,"MUSR Raw":0.4304895833333333,"MUSR":12.344531250000003,"MMLU-PRO Raw":0.3097573138297872,"MMLU-PRO":23.30636820330969,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-02-25","Submission Date":"2024-08-05","Generation":1,"Base Model":"jsfs11/MixtureofMerges-MoE-4x7b-v5 (Merge)"},{"eval_name":"kaist-ai_janus-7b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"kaist-ai/janus-7b 📑","fullname":"kaist-ai/janus-7b","Model sha":"f19c614ae7c81db06af1655d297c67afa99ad286","Average ⬆️":17.616998787714394,"Hub License":"apache-2.0","Hub ❤️":8,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2132069966814876,"IFEval Raw":0.37751499355044615,"IFEval":37.751499355044615,"BBH Raw":0.4693667591541633,"BBH":25.749870021061568,"MATH Lvl 5 Raw":0.04078549848942598,"MATH Lvl 5":4.078549848942599,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.4401041666666667,"MUSR":14.279687500000003,"MMLU-PRO Raw":0.28740026595744683,"MMLU-PRO":20.822251773049647,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-04","Submission Date":"2024-10-09","Generation":1,"Base Model":"alpindale/Mistral-7B-v0.2-hf"},{"eval_name":"kaist-ai_janus-dpo-7b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"kaist-ai/janus-dpo-7b 📑","fullname":"kaist-ai/janus-dpo-7b","Model sha":"a414396b6d03fba75d12ccf7d8391186b4b639ce","Average ⬆️":18.53164895276002,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2528567073492922,"IFEval Raw":0.4002712802031942,"IFEval":40.027128020319424,"BBH Raw":0.4772581104894978,"BBH":27.090901576814417,"MATH Lvl 5 Raw":0.04154078549848943,"MATH Lvl 5":4.1540785498489425,"GPQA Raw":0.28187919463087246,"GPQA":4.250559284116329,"MUSR Raw":0.43873958333333335,"MUSR":13.709114583333337,"MMLU-PRO Raw":0.2976230053191489,"MMLU-PRO":21.95811170212766,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-25","Submission Date":"2024-10-09","Generation":1,"Base Model":"Removed"},{"eval_name":"kaist-ai_janus-rm-7b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LLMForSequenceRegression","Model":"kaist-ai/janus-rm-7b 📑","fullname":"kaist-ai/janus-rm-7b","Model sha":"ffdbcc353ad4034fdfa68a767d265920d5f3e71c","Average ⬆️":4.775598832496902,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":7.111,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.0782212020370971,"IFEval Raw":0.177804891022487,"IFEval":17.7804891022487,"BBH Raw":0.3056467446788138,"BBH":3.2777812036470793,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2516778523489933,"GPQA":0.22371364653244186,"MUSR Raw":0.38829166666666665,"MUSR":5.969791666666667,"MMLU-PRO Raw":0.11261635638297872,"MMLU-PRO":1.4018173758865236,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-09","Submission Date":"2024-10-09","Generation":0,"Base Model":"kaist-ai/janus-rm-7b"},{"eval_name":"kaist-ai_mistral-orpo-capybara-7k_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"kaist-ai/mistral-orpo-capybara-7k 📑","fullname":"kaist-ai/mistral-orpo-capybara-7k","Model sha":"24c1172060658a1923c9b454796857e2cc59fbeb","Average ⬆️":19.22089458033309,"Hub License":"mit","Hub ❤️":26,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3214870679674993,"IFEval Raw":0.536733644507684,"IFEval":53.6733644507684,"BBH Raw":0.4488995185492166,"BBH":23.434359116276923,"MATH Lvl 5 Raw":0.03927492447129909,"MATH Lvl 5":3.927492447129909,"GPQA Raw":0.2860738255033557,"GPQA":4.809843400447425,"MUSR Raw":0.3963541666666666,"MUSR":7.57760416666667,"MMLU-PRO Raw":0.297124335106383,"MMLU-PRO":21.90270390070922,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-03-23","Submission Date":"2024-10-09","Generation":1,"Base Model":"kaist-ai/mistral-orpo-capybara-7k (Merge)"},{"eval_name":"kavonalds_BunderMaxx-0710_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"kavonalds/BunderMaxx-0710 📑","fullname":"kavonalds/BunderMaxx-0710","Model sha":"926bc1c4eff036fda0a56e4650366bbd35ae64ec","Average ⬆️":16.371169453634327,"Hub License":"","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.3468797122616692,"IFEval Raw":0.32825569488955975,"IFEval":32.82556948895597,"BBH Raw":0.6650758850169982,"BBH":51.57754755283705,"MATH Lvl 5 Raw":0.06797583081570997,"MATH Lvl 5":6.797583081570997,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.3393333333333333,"MUSR":2.0833333333333326,"MMLU-PRO Raw":0.13139960106382978,"MMLU-PRO":3.4888445626477527,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-26","Generation":0,"Base Model":"Removed"},{"eval_name":"kavonalds_BunderMaxx-0710_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"kavonalds/BunderMaxx-0710 📑","fullname":"kavonalds/BunderMaxx-0710","Model sha":"926bc1c4eff036fda0a56e4650366bbd35ae64ec","Average ⬆️":13.954599839870426,"Hub License":"","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.3648219238808784,"IFEval Raw":0.27007894608527594,"IFEval":27.007894608527597,"BBH Raw":0.556586279503196,"BBH":36.109779627024714,"MATH Lvl 5 Raw":0.06797583081570997,"MATH Lvl 5":6.797583081570997,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.3681979166666667,"MUSR":4.791406249999999,"MMLU-PRO Raw":0.1449468085106383,"MMLU-PRO":4.994089834515365,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-26","Generation":0,"Base Model":"Removed"},{"eval_name":"kavonalds_BunderMaxx-1010_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"kavonalds/BunderMaxx-1010 📑","fullname":"kavonalds/BunderMaxx-1010","Model sha":"84903278a74a863ae317bb3f4678a1440c67187a","Average ⬆️":17.42694830116734,"Hub License":"","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.35028869393205664,"IFEval Raw":0.2980558252104416,"IFEval":29.805582521044165,"BBH Raw":0.7019840419971701,"BBH":56.82265210373464,"MATH Lvl 5 Raw":0.10498489425981873,"MATH Lvl 5":10.498489425981873,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.3484479166666667,"MUSR":3.489322916666666,"MMLU-PRO Raw":0.12242353723404255,"MMLU-PRO":2.491504137115838,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-26","Generation":0,"Base Model":"Removed"},{"eval_name":"kavonalds_Lancer-1-1b-Instruct_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"kavonalds/Lancer-1-1b-Instruct 📑","fullname":"kavonalds/Lancer-1-1b-Instruct","Model sha":"1fcd28f30158c8990c62a13f7750de1a98f229e2","Average ⬆️":12.306110155307538,"Hub License":"","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.3665848496232295,"IFEval Raw":0.5545940327220664,"IFEval":55.459403272206636,"BBH Raw":0.32532742727549835,"BBH":6.035793918460105,"MATH Lvl 5 Raw":0.03927492447129909,"MATH Lvl 5":3.927492447129909,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.3144375,"MUSR":0.5333333333333338,"MMLU-PRO Raw":0.1568317819148936,"MMLU-PRO":6.314642434988178,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-16","Generation":0,"Base Model":"Removed"},{"eval_name":"kayfour_T3Q-Qwen2.5-7B-it-KOR-Safe_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"kayfour/T3Q-Qwen2.5-7B-it-KOR-Safe 📑","fullname":"kayfour/T3Q-Qwen2.5-7B-it-KOR-Safe","Model sha":"7a737c91827de2c67a632090730a03dae0921e3a","Average ⬆️":32.418098677759176,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6672713485131164,"IFEval Raw":0.6081497094376255,"IFEval":60.814970943762546,"BBH Raw":0.5549941776226351,"BBH":36.45157980184221,"MATH Lvl 5 Raw":0.37613293051359514,"MATH Lvl 5":37.61329305135951,"GPQA Raw":0.3213087248322148,"GPQA":9.507829977628639,"MUSR Raw":0.42772916666666666,"MUSR":11.632812500000002,"MMLU-PRO Raw":0.44639295212765956,"MMLU-PRO":38.48810579196217,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-11","Submission Date":"2025-02-20","Generation":0,"Base Model":"kayfour/T3Q-Qwen2.5-7B-it-KOR-Safe"},{"eval_name":"keeeeenw_MicroLlama_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"keeeeenw/MicroLlama 📑","fullname":"keeeeenw/MicroLlama","Model sha":"8d5874ca07b86ea1ea2e71eea96212278506ba65","Average ⬆️":5.266088341806957,"Hub License":"apache-2.0","Hub ❤️":45,"#Params (B)":0.305,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.371535779070013,"IFEval Raw":0.19853765785892544,"IFEval":19.85376578589254,"BBH Raw":0.3007313991347165,"BBH":2.831363636363637,"MATH Lvl 5 Raw":0.011329305135951661,"MATH Lvl 5":1.1329305135951662,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.36981249999999993,"MUSR":4.793229166666666,"MMLU-PRO Raw":0.11377992021276596,"MMLU-PRO":1.5311022458628842,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-03-29","Submission Date":"2024-09-15","Generation":0,"Base Model":"keeeeenw/MicroLlama"},{"eval_name":"kekmodel_StopCarbon-10.7B-v5_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"kekmodel/StopCarbon-10.7B-v5 📑","fullname":"kekmodel/StopCarbon-10.7B-v5","Model sha":"7d59819dce2439f6c83b4f5c21a68aa882ff5ac9","Average ⬆️":20.93299222055526,"Hub License":"cc-by-nc-sa-4.0","Hub ❤️":2,"#Params (B)":10.732,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4905873692729197,"IFEval Raw":0.47283651821611106,"IFEval":47.2836518216111,"BBH Raw":0.5177716413471513,"BBH":31.9932224557197,"MATH Lvl 5 Raw":0.055891238670694864,"MATH Lvl 5":5.589123867069486,"GPQA Raw":0.3062080536912752,"GPQA":7.494407158836691,"MUSR Raw":0.4019375,"MUSR":9.27552083333333,"MMLU-PRO Raw":0.3156582446808511,"MMLU-PRO":23.96202718676123,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2023-12-30","Submission Date":"2024-07-25","Generation":0,"Base Model":"kekmodel/StopCarbon-10.7B-v5"},{"eval_name":"kevin009_llamaRAGdrama_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"kevin009/llamaRAGdrama 📑","fullname":"kevin009/llamaRAGdrama","Model sha":"8c103ca8fa6dd9a8d3dab81b319408095e9a1ad8","Average ⬆️":13.348717196012394,"Hub License":"apache-2.0","Hub ❤️":7,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.279278093587749,"IFEval Raw":0.2598372318780835,"IFEval":25.98372318780835,"BBH Raw":0.4007385667099335,"BBH":16.637813694151937,"MATH Lvl 5 Raw":0.04305135951661632,"MATH Lvl 5":4.305135951661631,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.43157291666666664,"MUSR":12.113281250000002,"MMLU-PRO Raw":0.27235704787234044,"MMLU-PRO":19.150783096926716,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-02-04","Submission Date":"2024-06-26","Generation":0,"Base Model":"kevin009/llamaRAGdrama"},{"eval_name":"khoantap_cheap-moe-merge_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2MoeForCausalLM","Model":"khoantap/cheap-moe-merge 📑","fullname":"khoantap/cheap-moe-merge","Model sha":"1bb9f1fe81fafd43cf8dbbeae1eae43da665d3f4","Average ⬆️":21.655014581085677,"Hub License":"","Hub ❤️":0,"#Params (B)":19.305,"Available on the hub":false,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.786928186769573,"IFEval Raw":0.4557008736818309,"IFEval":45.57008736818309,"BBH Raw":0.513116897226939,"BBH":29.799724462846836,"MATH Lvl 5 Raw":0.09214501510574018,"MATH Lvl 5":9.214501510574017,"GPQA Raw":0.2953020134228188,"GPQA":6.040268456375841,"MUSR Raw":0.4103020833333333,"MUSR":13.321093749999998,"MMLU-PRO Raw":0.3338597074468085,"MMLU-PRO":25.984411938534276,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-20","Submission Date":"2025-01-21","Generation":0,"Base Model":"khoantap/cheap-moe-merge"},{"eval_name":"khoantap_llama-3-8b-stock-merge_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"khoantap/llama-3-8b-stock-merge 📑","fullname":"khoantap/llama-3-8b-stock-merge","Model sha":"0ba787be8f982dab1415aaeaf66afb58579574b8","Average ⬆️":23.933563133579472,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4837990968618608,"IFEval Raw":0.48117993590340297,"IFEval":48.1179935903403,"BBH Raw":0.5162255701726589,"BBH":30.760623629541772,"MATH Lvl 5 Raw":0.16163141993957703,"MATH Lvl 5":16.1631419939577,"GPQA Raw":0.3179530201342282,"GPQA":9.060402684563762,"MUSR Raw":0.39458333333333334,"MUSR":8.389583333333334,"MMLU-PRO Raw":0.37998670212765956,"MMLU-PRO":31.109633569739948,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-17","Submission Date":"2025-01-21","Generation":0,"Base Model":"khoantap/llama-3-8b-stock-merge"},{"eval_name":"khoantap_llama-breadcrumbs-ties-merge_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"khoantap/llama-breadcrumbs-ties-merge 📑","fullname":"khoantap/llama-breadcrumbs-ties-merge","Model sha":"57e28eb2dc698f1d6f807145efe61f4be0e6bfe4","Average ⬆️":17.906279895712146,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4975703501702071,"IFEval Raw":0.22051933314716063,"IFEval":22.051933314716063,"BBH Raw":0.5415928172799896,"BBH":33.78078314143679,"MATH Lvl 5 Raw":0.11253776435045318,"MATH Lvl 5":11.253776435045317,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.44344791666666666,"MUSR":14.097656250000002,"MMLU-PRO Raw":0.3171542553191489,"MMLU-PRO":24.128250591016545,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-17","Submission Date":"2025-01-21","Generation":0,"Base Model":"khoantap/llama-breadcrumbs-ties-merge"},{"eval_name":"khoantap_llama-evolve-ties-best-merge_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"khoantap/llama-evolve-ties-best-merge 📑","fullname":"khoantap/llama-evolve-ties-best-merge","Model sha":"8616af5c46c02605a57e46dcfe5d960f767541d9","Average ⬆️":27.644113718571266,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4619226795471676,"IFEval Raw":0.6743950495795601,"IFEval":67.439504957956,"BBH Raw":0.5413565104914732,"BBH":34.84865280113286,"MATH Lvl 5 Raw":0.15634441087613293,"MATH Lvl 5":15.634441087613293,"GPQA Raw":0.31711409395973156,"GPQA":8.948545861297541,"MUSR Raw":0.39455208333333336,"MUSR":7.219010416666666,"MMLU-PRO Raw":0.3859707446808511,"MMLU-PRO":31.774527186761226,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-20","Submission Date":"2025-01-21","Generation":0,"Base Model":"khoantap/llama-evolve-ties-best-merge"},{"eval_name":"khoantap_llama-linear-0.5-0.5-1-merge_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"khoantap/llama-linear-0.5-0.5-1-merge 📑","fullname":"khoantap/llama-linear-0.5-0.5-1-merge","Model sha":"a131718ecb2fa7da4a873fc2cfa4bae180bf9c7a","Average ⬆️":25.90696272224101,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4518757123498789,"IFEval Raw":0.48122980358781364,"IFEval":48.12298035878136,"BBH Raw":0.5643013649244941,"BBH":38.20585226683991,"MATH Lvl 5 Raw":0.2054380664652568,"MATH Lvl 5":20.54380664652568,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.41427083333333337,"MUSR":9.483854166666667,"MMLU-PRO Raw":0.38331117021276595,"MMLU-PRO":31.47901891252955,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-17","Submission Date":"2025-01-21","Generation":0,"Base Model":"khoantap/llama-linear-0.5-0.5-1-merge"},{"eval_name":"khoantap_llama-linear-0.5-1-0.5-merge_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"khoantap/llama-linear-0.5-1-0.5-merge 📑","fullname":"khoantap/llama-linear-0.5-1-0.5-merge","Model sha":"ac380e0915db101279ea64defeff6ef45fb653e5","Average ⬆️":25.550040759082293,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3970814355436818,"IFEval Raw":0.5031616111916382,"IFEval":50.31616111916382,"BBH Raw":0.5950766502131658,"BBH":42.29147047597542,"MATH Lvl 5 Raw":0.14803625377643503,"MATH Lvl 5":14.803625377643503,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.4171875,"MUSR":10.181770833333333,"MMLU-PRO Raw":0.3690159574468085,"MMLU-PRO":29.89066193853428,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-17","Submission Date":"2025-01-21","Generation":0,"Base Model":"khoantap/llama-linear-0.5-1-0.5-merge"},{"eval_name":"khoantap_llama-linear-1-0.5-0.5-merge_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"khoantap/llama-linear-1-0.5-0.5-merge 📑","fullname":"khoantap/llama-linear-1-0.5-0.5-merge","Model sha":"b71a096c0541759b219850134d81e8bbb3de8db4","Average ⬆️":25.278191179525752,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4401876994687541,"IFEval Raw":0.45145436331156885,"IFEval":45.14543633115689,"BBH Raw":0.5526017944110775,"BBH":36.494370655874725,"MATH Lvl 5 Raw":0.24773413897280966,"MATH Lvl 5":24.773413897280967,"GPQA Raw":0.29278523489932884,"GPQA":5.7046979865771785,"MUSR Raw":0.4117604166666667,"MUSR":10.270052083333335,"MMLU-PRO Raw":0.363530585106383,"MMLU-PRO":29.281176122931434,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-17","Submission Date":"2025-01-21","Generation":0,"Base Model":"khoantap/llama-linear-1-0.5-0.5-merge"},{"eval_name":"khoantap_llama-slerp-merge_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"khoantap/llama-slerp-merge 📑","fullname":"khoantap/llama-slerp-merge","Model sha":"011e6ceb076efa340a3b88f525de1523769d760d","Average ⬆️":24.169846243728667,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4480991046886789,"IFEval Raw":0.49799088640363126,"IFEval":49.799088640363124,"BBH Raw":0.5782782780315171,"BBH":39.91531358821765,"MATH Lvl 5 Raw":0.08308157099697885,"MATH Lvl 5":8.308157099697885,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.40531249999999996,"MUSR":10.19739583333333,"MMLU-PRO Raw":0.3677692819148936,"MMLU-PRO":29.752142434988176,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-17","Submission Date":"2025-01-21","Generation":0,"Base Model":"khoantap/llama-slerp-merge"},{"eval_name":"khoantap_moe-out-merge_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2MoeForCausalLM","Model":"khoantap/moe-out-merge 📑","fullname":"khoantap/moe-out-merge","Model sha":"6ded40192b68587aeb2eb05c8f1d4f09a4cfa3f5","Average ⬆️":21.17751635635514,"Hub License":"","Hub ❤️":0,"#Params (B)":19.305,"Available on the hub":false,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.691127876028741,"IFEval Raw":0.4504802812094133,"IFEval":45.048028120941325,"BBH Raw":0.515116897226939,"BBH":30.04120594432831,"MATH Lvl 5 Raw":0.09290030211480363,"MATH Lvl 5":9.290030211480364,"GPQA Raw":0.28859060402684567,"GPQA":5.145413870246088,"MUSR Raw":0.40630208333333334,"MUSR":11.454427083333336,"MMLU-PRO Raw":0.3347739361702128,"MMLU-PRO":26.08599290780142,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-20","Submission Date":"2025-01-21","Generation":0,"Base Model":"khoantap/moe-out-merge"},{"eval_name":"khulaifi95_Llama-3.1-8B-Reason-Blend-888k_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"khulaifi95/Llama-3.1-8B-Reason-Blend-888k 📑","fullname":"khulaifi95/Llama-3.1-8B-Reason-Blend-888k","Model sha":"bf30101a0cbfca2265528aa9ffc4397f7581df7e","Average ⬆️":21.101958513598035,"Hub License":"other","Hub ❤️":3,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.37775724599284,"IFEval Raw":0.583170432230925,"IFEval":58.317043223092504,"BBH Raw":0.4789526925494476,"BBH":26.547568201488428,"MATH Lvl 5 Raw":0.11555891238670694,"MATH Lvl 5":11.555891238670695,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.3379375,"MUSR":2.9421874999999997,"MMLU-PRO Raw":0.3100066489361702,"MMLU-PRO":23.33407210401891,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-24","Submission Date":"2024-12-27","Generation":1,"Base Model":"khulaifi95/Llama-3.1-8B-Reason-Blend-888k (Merge)"},{"eval_name":"kms7530_chemeng_llama-3-8b-Instruct-bnb-4bit_24_1_100_1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"?","Model":"kms7530/chemeng_llama-3-8b-Instruct-bnb-4bit_24_1_100_1 📑","fullname":"kms7530/chemeng_llama-3-8b-Instruct-bnb-4bit_24_1_100_1","Model sha":"f296897830363557c84cc4a942c2cd1f91818ae4","Average ⬆️":17.99671713302148,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":9.3,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.599955449714945,"IFEval Raw":0.5455014915978493,"IFEval":54.55014915978493,"BBH Raw":0.42890394469736065,"BBH":19.079190454097787,"MATH Lvl 5 Raw":0.061933534743202415,"MATH Lvl 5":6.193353474320242,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.38206249999999997,"MUSR":5.491145833333334,"MMLU-PRO Raw":0.2798371010638298,"MMLU-PRO":19.98190011820331,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-10","Submission Date":"2024-10-14","Generation":2,"Base Model":"Removed"},{"eval_name":"kms7530_chemeng_phi-3-mini-4k-instruct-bnb-4bit_16_4_100_1_nonmath_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"?","Model":"kms7530/chemeng_phi-3-mini-4k-instruct-bnb-4bit_16_4_100_1_nonmath 📑","fullname":"kms7530/chemeng_phi-3-mini-4k-instruct-bnb-4bit_16_4_100_1_nonmath","Model sha":"81453e5718775630581ab9950e6c0ccf0d7a4177","Average ⬆️":22.110300080411182,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":4.132,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.7139691114871574,"IFEval Raw":0.4863251727638222,"IFEval":48.63251727638222,"BBH Raw":0.49871846432893613,"BBH":29.259630505683372,"MATH Lvl 5 Raw":0.10800604229607251,"MATH Lvl 5":10.80060422960725,"GPQA Raw":0.3104026845637584,"GPQA":8.05369127516779,"MUSR Raw":0.39828125,"MUSR":8.351822916666668,"MMLU-PRO Raw":0.3480718085106383,"MMLU-PRO":27.56353427895981,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-23","Submission Date":"2024-11-25","Generation":1,"Base Model":"unsloth/Phi-3-mini-4k-instruct-bnb-4bit"},{"eval_name":"kms7530_chemeng_qwen-math-7b_24_1_100_1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"?","Model":"kms7530/chemeng_qwen-math-7b_24_1_100_1 📑","fullname":"kms7530/chemeng_qwen-math-7b_24_1_100_1","Model sha":"b3c1a1875fe4679e8c402b2bde02ae6c1127eb63","Average ⬆️":11.66485615226577,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.911,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.794124236950634,"IFEval Raw":0.211052230304481,"IFEval":21.1052230304481,"BBH Raw":0.3578007894497858,"BBH":10.326751194458689,"MATH Lvl 5 Raw":0.2243202416918429,"MATH Lvl 5":22.432024169184288,"GPQA Raw":0.24412751677852348,"GPQA":0.0,"MUSR Raw":0.3686979166666666,"MUSR":3.2539062499999996,"MMLU-PRO Raw":0.21584109042553193,"MMLU-PRO":12.871232269503546,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-10","Submission Date":"2024-10-14","Generation":4,"Base Model":"Qwen/Qwen2.5-7B"},{"eval_name":"kms7530_chemeng_qwen-math-7b_24_1_100_1_nonmath_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Adapter","Architecture":"?","Model":"kms7530/chemeng_qwen-math-7b_24_1_100_1_nonmath 📑","fullname":"kms7530/chemeng_qwen-math-7b_24_1_100_1_nonmath","Model sha":"ef9926d75ab1d54532f6a30dd5e760355eb9aa4d","Average ⬆️":16.982090044361417,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":15.231,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.5580615242566784,"IFEval Raw":0.25836336476105626,"IFEval":25.836336476105622,"BBH Raw":0.3892856967853256,"BBH":14.135344732061384,"MATH Lvl 5 Raw":0.30966767371601206,"MATH Lvl 5":30.966767371601208,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.40869791666666666,"MUSR":9.453906249999998,"MMLU-PRO Raw":0.24517952127659576,"MMLU-PRO":16.13105791962175,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-21","Submission Date":"2024-11-22","Generation":4,"Base Model":"Qwen/Qwen2.5-7B"},{"eval_name":"kno10_ende-chat-0.0.5_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"kno10/ende-chat-0.0.5 📑","fullname":"kno10/ende-chat-0.0.5","Model sha":"fff913e8ce204bab72b02582b663db669cb61412","Average ⬆️":10.850085123772722,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.891,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.9640345290148185,"IFEval Raw":0.3404455733010634,"IFEval":34.04455733010634,"BBH Raw":0.3604365707523862,"BBH":11.125830654491324,"MATH Lvl 5 Raw":0.02039274924471299,"MATH Lvl 5":2.0392749244712993,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.39384375,"MUSR":7.097135416666668,"MMLU-PRO Raw":0.17902260638297873,"MMLU-PRO":8.780289598108746,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-27","Submission Date":"2024-06-27","Generation":0,"Base Model":"kno10/ende-chat-0.0.5"},{"eval_name":"kno10_ende-chat-0.0.7_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"kno10/ende-chat-0.0.7 📑","fullname":"kno10/ende-chat-0.0.7","Model sha":"1d45f51e5a3387378cea1036b0c65f2893466dd6","Average ⬆️":13.371913816595809,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.891,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9167316612184144,"IFEval Raw":0.440063476021401,"IFEval":44.006347602140096,"BBH Raw":0.37918745577624335,"BBH":13.57894913417845,"MATH Lvl 5 Raw":0.017371601208459216,"MATH Lvl 5":1.7371601208459215,"GPQA Raw":0.28104026845637586,"GPQA":4.138702460850116,"MUSR Raw":0.386125,"MUSR":6.032291666666666,"MMLU-PRO Raw":0.19664228723404256,"MMLU-PRO":10.738031914893616,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-30","Submission Date":"2024-07-30","Generation":0,"Base Model":"kno10/ende-chat-0.0.7"},{"eval_name":"kyutai_helium-1-preview-2b_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"HeliumForCausalLM","Model":"kyutai/helium-1-preview-2b 📑","fullname":"kyutai/helium-1-preview-2b","Model sha":"dab850c85de673482dbf28b873064a274583e3b3","Average ⬆️":9.329143600411902,"Hub License":"cc-by-4.0","Hub ❤️":140,"#Params (B)":2.173,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6881615613910846,"IFEval Raw":0.26136096667952147,"IFEval":26.136096667952145,"BBH Raw":0.3638164815956466,"BBH":10.945139672307278,"MATH Lvl 5 Raw":0.013595166163141994,"MATH Lvl 5":1.3595166163141994,"GPQA Raw":0.2785234899328859,"GPQA":3.8031319910514525,"MUSR Raw":0.3549583333333333,"MUSR":4.036458333333333,"MMLU-PRO Raw":0.18725066489361702,"MMLU-PRO":9.694518321513002,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2025-01-13","Submission Date":"2025-01-14","Generation":0,"Base Model":"kyutai/helium-1-preview-2b"},{"eval_name":"kz919_QwQ-0.5B-Distilled-SFT_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"kz919/QwQ-0.5B-Distilled-SFT 📑","fullname":"kz919/QwQ-0.5B-Distilled-SFT","Model sha":"06b5127157cad87614a851f7b7b2ec2a9b8bd49d","Average ⬆️":9.089107211771186,"Hub License":"apache-2.0","Hub ❤️":23,"#Params (B)":0.494,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.019595475018066,"IFEval Raw":0.3076725311063534,"IFEval":30.767253110635338,"BBH Raw":0.3256291569645335,"BBH":7.277628928283643,"MATH Lvl 5 Raw":0.07401812688821752,"MATH Lvl 5":7.401812688821751,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.3408541666666667,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.15874335106382978,"MMLU-PRO":6.527039007092197,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-05","Submission Date":"2025-01-10","Generation":1,"Base Model":"kz919/QwQ-0.5B-Distilled-SFT (Merge)"},{"eval_name":"ladydaina_ECE-FDF_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"ladydaina/ECE-FDF 📑","fullname":"ladydaina/ECE-FDF","Model sha":"81e709d727e9ba5cf8707fe0c5c08e688a4cc6bd","Average ⬆️":20.04236528565559,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8924481728804147,"IFEval Raw":0.3728440537773109,"IFEval":37.28440537773109,"BBH Raw":0.5150177593278346,"BBH":32.250998220060005,"MATH Lvl 5 Raw":0.08157099697885196,"MATH Lvl 5":8.157099697885197,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.45039583333333333,"MUSR":15.899479166666666,"MMLU-PRO Raw":0.30069813829787234,"MMLU-PRO":22.299793144208035,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-14","Submission Date":"2024-11-14","Generation":1,"Base Model":"ladydaina/ECE-FDF (Merge)"},{"eval_name":"laislemke_LLaMA-2-vicuna-7b-slerp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"laislemke/LLaMA-2-vicuna-7b-slerp 📑","fullname":"laislemke/LLaMA-2-vicuna-7b-slerp","Model sha":"84a64f0ac8ff7db632a9d012fd5f4dcdf1eff950","Average ⬆️":7.694402356108033,"Hub License":"llama2","Hub ❤️":0,"#Params (B)":6.738,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1941514924080088,"IFEval Raw":0.29320979445648654,"IFEval":29.320979445648653,"BBH Raw":0.29862163052356266,"BBH":2.598263938597983,"MATH Lvl 5 Raw":0.011329305135951661,"MATH Lvl 5":1.1329305135951662,"GPQA Raw":0.27348993288590606,"GPQA":3.1319910514541416,"MUSR Raw":0.3833020833333333,"MUSR":6.179427083333336,"MMLU-PRO Raw":0.13422539893617022,"MMLU-PRO":3.8028221040189125,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-07-03","Submission Date":"2024-07-03","Generation":1,"Base Model":"laislemke/LLaMA-2-vicuna-7b-slerp (Merge)"},{"eval_name":"lalainy_ECE-PRYMMAL-0.5B-FT-V5-MUSR_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"lalainy/ECE-PRYMMAL-0.5B-FT-V5-MUSR 📑","fullname":"lalainy/ECE-PRYMMAL-0.5B-FT-V5-MUSR","Model sha":"bf80bf3d14a79b5dcb322b97b6dbaf10e316a3ee","Average ⬆️":7.057838460114436,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.165879958375255,"IFEval Raw":0.21377500587330506,"IFEval":21.377500587330506,"BBH Raw":0.32694393820046386,"BBH":6.485922419195989,"MATH Lvl 5 Raw":0.045317220543806644,"MATH Lvl 5":4.531722054380665,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.32625,"MUSR":0.7812499999999996,"MMLU-PRO Raw":0.15334109042553193,"MMLU-PRO":5.926787825059102,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-22","Submission Date":"2024-10-22","Generation":0,"Base Model":"lalainy/ECE-PRYMMAL-0.5B-FT-V5-MUSR"},{"eval_name":"lalainy_ECE-PRYMMAL-0.5B-SLERP-V4_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"lalainy/ECE-PRYMMAL-0.5B-SLERP-V4 📑","fullname":"lalainy/ECE-PRYMMAL-0.5B-SLERP-V4","Model sha":"3a34c33dba0f02cd8c5172f45b6f6510cad1563d","Average ⬆️":4.3809433295396625,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8909308333202324,"IFEval Raw":0.15639724819035714,"IFEval":15.639724819035713,"BBH Raw":0.2894308596288922,"BBH":2.096080371265706,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2625838926174497,"GPQA":1.6778523489932917,"MUSR Raw":0.37892708333333336,"MUSR":4.99921875,"MMLU-PRO Raw":0.11685505319148937,"MMLU-PRO":1.8727836879432622,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-22","Submission Date":"2024-10-22","Generation":0,"Base Model":"lalainy/ECE-PRYMMAL-0.5B-SLERP-V4"},{"eval_name":"lalainy_ECE-PRYMMAL-YL-0.5B-SLERP-BIS-V1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"lalainy/ECE-PRYMMAL-YL-0.5B-SLERP-BIS-V1 📑","fullname":"lalainy/ECE-PRYMMAL-YL-0.5B-SLERP-BIS-V1","Model sha":"7865b6f386969b831e9c1754914463154fecbda2","Average ⬆️":3.6107222690519762,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.0505467135859123,"IFEval Raw":0.1437075847639818,"IFEval":14.37075847639818,"BBH Raw":0.3031946898842932,"BBH":2.92944936253925,"MATH Lvl 5 Raw":0.0007552870090634441,"MATH Lvl 5":0.0755287009063444,"GPQA Raw":0.2348993288590604,"GPQA":0.0,"MUSR Raw":0.3646041666666667,"MUSR":2.9421874999999997,"MMLU-PRO Raw":0.11211768617021277,"MMLU-PRO":1.3464095744680846,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-09","Submission Date":"2024-11-12","Generation":0,"Base Model":"lalainy/ECE-PRYMMAL-YL-0.5B-SLERP-BIS-V1"},{"eval_name":"lalainy_ECE-PRYMMAL-YL-1B-SLERP-V3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"lalainy/ECE-PRYMMAL-YL-1B-SLERP-V3 📑","fullname":"lalainy/ECE-PRYMMAL-YL-1B-SLERP-V3","Model sha":"eef4293be744aef0524f00a7657e915a6601a459","Average ⬆️":16.44790148688646,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.186213983282585,"IFEval Raw":0.325008754549041,"IFEval":32.500875454904104,"BBH Raw":0.42245501886651654,"BBH":18.22865501035824,"MATH Lvl 5 Raw":0.09743202416918428,"MATH Lvl 5":9.743202416918429,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.42128125,"MUSR":10.82682291666667,"MMLU-PRO Raw":0.2931349734042553,"MMLU-PRO":21.4594414893617,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-12","Submission Date":"2024-11-12","Generation":0,"Base Model":"lalainy/ECE-PRYMMAL-YL-1B-SLERP-V3"},{"eval_name":"lalainy_ECE-PRYMMAL-YL-1B-SLERP-V4_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"lalainy/ECE-PRYMMAL-YL-1B-SLERP-V4 📑","fullname":"lalainy/ECE-PRYMMAL-YL-1B-SLERP-V4","Model sha":"dfa5e42b6f4f83cacc3b9e7d0ff05fec7f941835","Average ⬆️":16.43838512195718,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2237425131364639,"IFEval Raw":0.33235260220658963,"IFEval":33.23526022065896,"BBH Raw":0.4170742409015322,"BBH":17.411751961605876,"MATH Lvl 5 Raw":0.10045317220543806,"MATH Lvl 5":10.045317220543806,"GPQA Raw":0.2860738255033557,"GPQA":4.809843400447425,"MUSR Raw":0.4306145833333333,"MUSR":12.093489583333332,"MMLU-PRO Raw":0.289311835106383,"MMLU-PRO":21.034648345153663,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-12","Submission Date":"2024-11-12","Generation":0,"Base Model":"lalainy/ECE-PRYMMAL-YL-1B-SLERP-V4"},{"eval_name":"lalainy_ECE-PRYMMAL-YL-6B-SLERP-V1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"lalainy/ECE-PRYMMAL-YL-6B-SLERP-V1 📑","fullname":"lalainy/ECE-PRYMMAL-YL-6B-SLERP-V1","Model sha":"56789ff5fcc863460fce652ebe6ed6bb5a4bd30c","Average ⬆️":20.037041744632443,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":6.061,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.003160791822773,"IFEval Raw":0.3264072660540699,"IFEval":32.64072660540699,"BBH Raw":0.46293726502592586,"BBH":24.515258836802445,"MATH Lvl 5 Raw":0.1268882175226586,"MATH Lvl 5":12.688821752265861,"GPQA Raw":0.28859060402684567,"GPQA":5.145413870246088,"MUSR Raw":0.48639583333333336,"MUSR":20.632812500000004,"MMLU-PRO Raw":0.32139295212765956,"MMLU-PRO":24.599216903073284,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-08","Submission Date":"2024-11-08","Generation":0,"Base Model":"lalainy/ECE-PRYMMAL-YL-6B-SLERP-V1"},{"eval_name":"lalainy_ECE-PRYMMAL-YL-6B-SLERP-V2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"lalainy/ECE-PRYMMAL-YL-6B-SLERP-V2 📑","fullname":"lalainy/ECE-PRYMMAL-YL-6B-SLERP-V2","Model sha":"18d282d0206ae8f878a9cfa80ce4eaf042056569","Average ⬆️":20.01164616460848,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":6.061,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.99626226450699,"IFEval Raw":0.3248835312526319,"IFEval":32.48835312526319,"BBH Raw":0.46293726502592586,"BBH":24.515258836802445,"MATH Lvl 5 Raw":0.1268882175226586,"MATH Lvl 5":12.688821752265861,"GPQA Raw":0.28859060402684567,"GPQA":5.145413870246088,"MUSR Raw":0.48639583333333336,"MUSR":20.632812500000004,"MMLU-PRO Raw":0.32139295212765956,"MMLU-PRO":24.599216903073284,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-09","Submission Date":"2024-11-09","Generation":0,"Base Model":"lalainy/ECE-PRYMMAL-YL-6B-SLERP-V2"},{"eval_name":"langgptai_Qwen-las-v0.1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Adapter","Architecture":"?","Model":"langgptai/Qwen-las-v0.1 📑","fullname":"langgptai/Qwen-las-v0.1","Model sha":"a7a4d4945d28bac955554c9abd2f74a71ebbf22f","Average ⬆️":11.633178497007412,"Hub License":"other","Hub ❤️":0,"#Params (B)":7.901,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.596192830549491,"IFEval Raw":0.33010412372504955,"IFEval":33.01041237250495,"BBH Raw":0.38925525629956187,"BBH":14.698639898107368,"MATH Lvl 5 Raw":0.03700906344410876,"MATH Lvl 5":3.7009063444108756,"GPQA Raw":0.24664429530201343,"GPQA":0.0,"MUSR Raw":0.37009374999999994,"MUSR":3.66171875,"MMLU-PRO Raw":0.2325465425531915,"MMLU-PRO":14.727393617021276,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-26","Submission Date":"2024-06-27","Generation":1,"Base Model":"Qwen/Qwen1.5-4B-Chat"},{"eval_name":"langgptai_qwen1.5-7b-chat-sa-v0.1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Adapter","Architecture":"?","Model":"langgptai/qwen1.5-7b-chat-sa-v0.1 📑","fullname":"langgptai/qwen1.5-7b-chat-sa-v0.1","Model sha":"5f4f5e69ac7f1d508f8369e977de208b4803444b","Average ⬆️":16.580170752646193,"Hub License":"other","Hub ❤️":0,"#Params (B)":15.443,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.464321083426148,"IFEval Raw":0.42677429221133256,"IFEval":42.67742922113326,"BBH Raw":0.4325267992878656,"BBH":20.302342129934097,"MATH Lvl 5 Raw":0.030211480362537766,"MATH Lvl 5":3.0211480362537766,"GPQA Raw":0.31208053691275167,"GPQA":8.277404921700223,"MUSR Raw":0.3551458333333333,"MUSR":3.0598958333333326,"MMLU-PRO Raw":0.29928523936170215,"MMLU-PRO":22.14280437352246,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-30","Submission Date":"2024-06-27","Generation":1,"Base Model":"Qwen/Qwen1.5-7B-Chat"},{"eval_name":"lars1234_Mistral-Small-24B-Instruct-2501-writer_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"lars1234/Mistral-Small-24B-Instruct-2501-writer 📑","fullname":"lars1234/Mistral-Small-24B-Instruct-2501-writer","Model sha":"45850ca22637c0f5eaa2aa1fd22cf6d8aa619d47","Average ⬆️":39.855790317231644,"Hub License":"apache-2.0","Hub ❤️":12,"#Params (B)":23.572,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2963527696731758,"IFEval Raw":0.6565346613651777,"IFEval":65.65346613651778,"BBH Raw":0.6733164099871131,"BBH":52.78404012259051,"MATH Lvl 5 Raw":0.3557401812688822,"MATH Lvl 5":35.57401812688822,"GPQA Raw":0.38926174496644295,"GPQA":18.568232662192393,"MUSR Raw":0.46453125,"MUSR":17.133072916666663,"MMLU-PRO Raw":0.5447972074468085,"MMLU-PRO":49.42191193853428,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-07","Generation":1,"Base Model":"lars1234/Mistral-Small-24B-Instruct-2501-writer (Merge)"},{"eval_name":"leafspark_Llama-3.1-8B-MultiReflection-Instruct_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"leafspark/Llama-3.1-8B-MultiReflection-Instruct 📑","fullname":"leafspark/Llama-3.1-8B-MultiReflection-Instruct","Model sha":"b748441154efdbd7690d773b0194197bfc136ed0","Average ⬆️":26.87834660945809,"Hub License":"llama3.1","Hub ❤️":5,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6968936655051676,"IFEval Raw":0.7125382872999197,"IFEval":71.25382872999197,"BBH Raw":0.5009088261495708,"BBH":28.448045037118618,"MATH Lvl 5 Raw":0.17069486404833836,"MATH Lvl 5":17.069486404833835,"GPQA Raw":0.29278523489932884,"GPQA":5.7046979865771785,"MUSR Raw":0.3681979166666667,"MUSR":8.524739583333336,"MMLU-PRO Raw":0.37242353723404253,"MMLU-PRO":30.269281914893615,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-15","Submission Date":"2024-09-15","Generation":1,"Base Model":"leafspark/Llama-3.1-8B-MultiReflection-Instruct (Merge)"},{"eval_name":"lemon07r_Gemma-2-Ataraxy-9B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"lemon07r/Gemma-2-Ataraxy-9B 📑","fullname":"lemon07r/Gemma-2-Ataraxy-9B","Model sha":"fb22193268c7a6c3b4598255999ce2de3af8c256","Average ⬆️":23.711508058895607,"Hub License":"gemma","Hub ❤️":75,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.821376360861339,"IFEval Raw":0.3008772279773224,"IFEval":30.08772279773224,"BBH Raw":0.5931298417725773,"BBH":42.03199052898647,"MATH Lvl 5 Raw":0.08534743202416918,"MATH Lvl 5":8.534743202416918,"GPQA Raw":0.3347315436241611,"GPQA":11.297539149888143,"MUSR Raw":0.4424270833333333,"MUSR":14.47005208333333,"MMLU-PRO Raw":0.4226230053191489,"MMLU-PRO":35.847000591016545,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-08-14","Submission Date":"2024-08-27","Generation":1,"Base Model":"lemon07r/Gemma-2-Ataraxy-9B (Merge)"},{"eval_name":"lemon07r_Gemma-2-Ataraxy-Advanced-9B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"lemon07r/Gemma-2-Ataraxy-Advanced-9B 📑","fullname":"lemon07r/Gemma-2-Ataraxy-Advanced-9B","Model sha":"960654f5780f0b458367a6b591ad8440892c2aad","Average ⬆️":28.34483988750465,"Hub License":"","Hub ❤️":4,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":6.454554490472016,"IFEval Raw":0.5515964308036011,"IFEval":55.15964308036011,"BBH Raw":0.5889067263184956,"BBH":41.16143815473681,"MATH Lvl 5 Raw":0.19788519637462235,"MATH Lvl 5":19.788519637462233,"GPQA Raw":0.33557046979865773,"GPQA":11.409395973154364,"MUSR Raw":0.3760729166666667,"MUSR":6.509114583333333,"MMLU-PRO Raw":0.4243683510638298,"MMLU-PRO":36.040927895981085,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-30","Submission Date":"2024-09-30","Generation":1,"Base Model":"lemon07r/Gemma-2-Ataraxy-Advanced-9B (Merge)"},{"eval_name":"lemon07r_Gemma-2-Ataraxy-Remix-9B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"lemon07r/Gemma-2-Ataraxy-Remix-9B 📑","fullname":"lemon07r/Gemma-2-Ataraxy-Remix-9B","Model sha":"f917a9be9f86d58fe122d58ba84cf4b08e4a975e","Average ⬆️":32.35834799113052,"Hub License":"","Hub ❤️":5,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.314881808199638,"IFEval Raw":0.7083416446140685,"IFEval":70.83416446140684,"BBH Raw":0.5892021015046846,"BBH":41.59231281593379,"MATH Lvl 5 Raw":0.20166163141993956,"MATH Lvl 5":20.166163141993955,"GPQA Raw":0.3389261744966443,"GPQA":11.85682326621924,"MUSR Raw":0.4371875,"MUSR":13.715104166666663,"MMLU-PRO Raw":0.42386968085106386,"MMLU-PRO":35.985520094562645,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-30","Submission Date":"2024-09-30","Generation":1,"Base Model":"lemon07r/Gemma-2-Ataraxy-Remix-9B (Merge)"},{"eval_name":"lemon07r_Gemma-2-Ataraxy-v2-9B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"lemon07r/Gemma-2-Ataraxy-v2-9B 📑","fullname":"lemon07r/Gemma-2-Ataraxy-v2-9B","Model sha":"77aca48ac25eb2cbe8c0751a4ef77e5face34d80","Average ⬆️":20.43264188820716,"Hub License":"","Hub ❤️":17,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.992483788088308,"IFEval Raw":0.21362429464930827,"IFEval":21.362429464930827,"BBH Raw":0.5765835815625312,"BBH":39.79685359725269,"MATH Lvl 5 Raw":0.08459214501510574,"MATH Lvl 5":8.459214501510575,"GPQA Raw":0.3422818791946309,"GPQA":12.304250559284117,"MUSR Raw":0.34838541666666667,"MUSR":4.881510416666667,"MMLU-PRO Raw":0.422124335106383,"MMLU-PRO":35.791592789598106,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-28","Submission Date":"2024-09-28","Generation":1,"Base Model":"lemon07r/Gemma-2-Ataraxy-v2-9B (Merge)"},{"eval_name":"lemon07r_Gemma-2-Ataraxy-v2a-9B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"lemon07r/Gemma-2-Ataraxy-v2a-9B 📑","fullname":"lemon07r/Gemma-2-Ataraxy-v2a-9B","Model sha":"899fb093d80569fc919f53217e3acf031dde89a5","Average ⬆️":16.03899884599574,"Hub License":"","Hub ❤️":2,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.9627924712961695,"IFEval Raw":0.15946909755005606,"IFEval":15.946909755005606,"BBH Raw":0.518248966271832,"BBH":31.19852836941699,"MATH Lvl 5 Raw":0.06117824773413897,"MATH Lvl 5":6.117824773413897,"GPQA Raw":0.33976510067114096,"GPQA":11.968680089485462,"MUSR Raw":0.31647916666666664,"MUSR":3.0598958333333326,"MMLU-PRO Raw":0.35147938829787234,"MMLU-PRO":27.942154255319146,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-29","Submission Date":"2024-09-29","Generation":1,"Base Model":"lemon07r/Gemma-2-Ataraxy-v2a-9B (Merge)"},{"eval_name":"lemon07r_Gemma-2-Ataraxy-v2f-9B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"lemon07r/Gemma-2-Ataraxy-v2f-9B 📑","fullname":"lemon07r/Gemma-2-Ataraxy-v2f-9B","Model sha":"44da9d6a9bc7be5a9af24fb0951047849d5f717d","Average ⬆️":20.70451439160213,"Hub License":"","Hub ❤️":2,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":6.797191109957615,"IFEval Raw":0.37911408396388246,"IFEval":37.911408396388246,"BBH Raw":0.5192845467961766,"BBH":31.421336195418803,"MATH Lvl 5 Raw":0.1163141993957704,"MATH Lvl 5":11.63141993957704,"GPQA Raw":0.3389261744966443,"GPQA":11.85682326621924,"MUSR Raw":0.3231458333333333,"MUSR":3.5932291666666667,"MMLU-PRO Raw":0.3503158244680851,"MMLU-PRO":27.812869385342786,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-30","Submission Date":"2024-09-30","Generation":1,"Base Model":"lemon07r/Gemma-2-Ataraxy-v2f-9B (Merge)"},{"eval_name":"lemon07r_Gemma-2-Ataraxy-v3-Advanced-9B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"lemon07r/Gemma-2-Ataraxy-v3-Advanced-9B 📑","fullname":"lemon07r/Gemma-2-Ataraxy-v3-Advanced-9B","Model sha":"318afe2b44a150780e44483a0f90a499e81f946f","Average ⬆️":31.430553707803153,"Hub License":"","Hub ❤️":3,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.575991958976661,"IFEval Raw":0.6601816513517467,"IFEval":66.01816513517468,"BBH Raw":0.5935146853737787,"BBH":42.21047229127766,"MATH Lvl 5 Raw":0.18731117824773413,"MATH Lvl 5":18.731117824773413,"GPQA Raw":0.33640939597315433,"GPQA":11.521252796420578,"MUSR Raw":0.44496874999999997,"MUSR":14.58776041666667,"MMLU-PRO Raw":0.41963098404255317,"MMLU-PRO":35.51455378250591,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-09","Submission Date":"2024-10-09","Generation":1,"Base Model":"lemon07r/Gemma-2-Ataraxy-v3-Advanced-9B (Merge)"},{"eval_name":"lemon07r_Gemma-2-Ataraxy-v3b-9B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"lemon07r/Gemma-2-Ataraxy-v3b-9B 📑","fullname":"lemon07r/Gemma-2-Ataraxy-v3b-9B","Model sha":"de8bbacddabf22dad89658d3b3d358b3eccbd59c","Average ⬆️":32.188534615134834,"Hub License":"","Hub ❤️":2,"#Params (B)":9.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.607455531980445,"IFEval Raw":0.6809144181881852,"IFEval":68.09144181881851,"BBH Raw":0.5907698162898164,"BBH":41.62398549212332,"MATH Lvl 5 Raw":0.21525679758308158,"MATH Lvl 5":21.525679758308158,"GPQA Raw":0.33305369127516776,"GPQA":11.073825503355701,"MUSR Raw":0.44887499999999997,"MUSR":15.209374999999996,"MMLU-PRO Raw":0.4204621010638298,"MMLU-PRO":35.606900118203306,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-08","Submission Date":"2024-10-08","Generation":1,"Base Model":"lemon07r/Gemma-2-Ataraxy-v3b-9B (Merge)"},{"eval_name":"lemon07r_Gemma-2-Ataraxy-v3i-9B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"lemon07r/Gemma-2-Ataraxy-v3i-9B 📑","fullname":"lemon07r/Gemma-2-Ataraxy-v3i-9B","Model sha":"8bd1ce81b6f42ebeebd9957b605c7313eedbe0a8","Average ⬆️":23.824039054205116,"Hub License":"","Hub ❤️":3,"#Params (B)":9.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":6.951019763878497,"IFEval Raw":0.4203047912871182,"IFEval":42.03047912871182,"BBH Raw":0.5625750779805955,"BBH":38.238824874777286,"MATH Lvl 5 Raw":0.15332326283987915,"MATH Lvl 5":15.332326283987916,"GPQA Raw":0.32802013422818793,"GPQA":10.402684563758392,"MUSR Raw":0.31806249999999997,"MUSR":1.7578124999999993,"MMLU-PRO Raw":0.41663896276595747,"MMLU-PRO":35.182106973995275,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-06","Submission Date":"2024-10-06","Generation":1,"Base Model":"lemon07r/Gemma-2-Ataraxy-v3i-9B (Merge)"},{"eval_name":"lemon07r_Gemma-2-Ataraxy-v3j-9B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"lemon07r/Gemma-2-Ataraxy-v3j-9B 📑","fullname":"lemon07r/Gemma-2-Ataraxy-v3j-9B","Model sha":"7ad4a1bf604f37bd82f3470dbc24870896d7287d","Average ⬆️":23.987245785456135,"Hub License":"","Hub ❤️":2,"#Params (B)":9.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":6.827644953576105,"IFEval Raw":0.4169326276501904,"IFEval":41.69326276501904,"BBH Raw":0.5632286961183511,"BBH":38.16656919949616,"MATH Lvl 5 Raw":0.1691842900302115,"MATH Lvl 5":16.91842900302115,"GPQA Raw":0.32802013422818793,"GPQA":10.402684563758392,"MUSR Raw":0.31803125,"MUSR":1.920572916666666,"MMLU-PRO Raw":0.41339760638297873,"MMLU-PRO":34.821956264775416,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-09","Submission Date":"2024-10-09","Generation":1,"Base Model":"lemon07r/Gemma-2-Ataraxy-v3j-9B (Merge)"},{"eval_name":"lemon07r_Gemma-2-Ataraxy-v4-Advanced-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"lemon07r/Gemma-2-Ataraxy-v4-Advanced-9B 📑","fullname":"lemon07r/Gemma-2-Ataraxy-v4-Advanced-9B","Model sha":"bc9edb78753fc60a22268cd91e93e43dd9fbc648","Average ⬆️":33.40277377153587,"Hub License":"","Hub ❤️":6,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.659128481215576,"IFEval Raw":0.7015474496558022,"IFEval":70.15474496558022,"BBH Raw":0.6023627309683861,"BBH":43.18189722480503,"MATH Lvl 5 Raw":0.21525679758308158,"MATH Lvl 5":21.525679758308158,"GPQA Raw":0.3389261744966443,"GPQA":11.85682326621924,"MUSR Raw":0.4580520833333333,"MUSR":16.289843750000003,"MMLU-PRO Raw":0.4366688829787234,"MMLU-PRO":37.4076536643026,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-13","Submission Date":"2024-10-14","Generation":1,"Base Model":"lemon07r/Gemma-2-Ataraxy-v4-Advanced-9B (Merge)"},{"eval_name":"lemon07r_Gemma-2-Ataraxy-v4a-Advanced-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"lemon07r/Gemma-2-Ataraxy-v4a-Advanced-9B 📑","fullname":"lemon07r/Gemma-2-Ataraxy-v4a-Advanced-9B","Model sha":"78dca140ec1b704233c932706fc9640404433cc5","Average ⬆️":33.2858610237303,"Hub License":"","Hub ❤️":4,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.5792358936199395,"IFEval Raw":0.7135123694020753,"IFEval":71.35123694020754,"BBH Raw":0.598838715496553,"BBH":42.73751687792403,"MATH Lvl 5 Raw":0.21148036253776434,"MATH Lvl 5":21.148036253776432,"GPQA Raw":0.34395973154362414,"GPQA":12.527964205816552,"MUSR Raw":0.44890625,"MUSR":15.179947916666663,"MMLU-PRO Raw":0.4309341755319149,"MMLU-PRO":36.77046394799054,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-14","Submission Date":"2024-10-14","Generation":1,"Base Model":"lemon07r/Gemma-2-Ataraxy-v4a-Advanced-9B (Merge)"},{"eval_name":"lemon07r_Gemma-2-Ataraxy-v4b-9B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"lemon07r/Gemma-2-Ataraxy-v4b-9B 📑","fullname":"lemon07r/Gemma-2-Ataraxy-v4b-9B","Model sha":"70dc6ddfaede76ff01584922fca53ba90837cd52","Average ⬆️":33.46834927886008,"Hub License":"","Hub ❤️":2,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.8500336804843585,"IFEval Raw":0.6878338364428604,"IFEval":68.78338364428605,"BBH Raw":0.6039158192304305,"BBH":43.44273930792989,"MATH Lvl 5 Raw":0.23338368580060423,"MATH Lvl 5":23.338368580060422,"GPQA Raw":0.34060402684563756,"GPQA":12.080536912751676,"MUSR Raw":0.45547916666666666,"MUSR":15.868229166666667,"MMLU-PRO Raw":0.4356715425531915,"MMLU-PRO":37.29683806146573,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-16","Submission Date":"2024-10-22","Generation":1,"Base Model":"lemon07r/Gemma-2-Ataraxy-v4b-9B (Merge)"},{"eval_name":"lemon07r_Gemma-2-Ataraxy-v4c-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"lemon07r/Gemma-2-Ataraxy-v4c-9B 📑","fullname":"lemon07r/Gemma-2-Ataraxy-v4c-9B","Model sha":"26f2619a432266a5f73c135804b1aa34f00ec689","Average ⬆️":33.406962694028415,"Hub License":"","Hub ❤️":4,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.530475180368803,"IFEval Raw":0.6945282960323054,"IFEval":69.45282960323055,"BBH Raw":0.6084319292299174,"BBH":44.12536650674094,"MATH Lvl 5 Raw":0.22658610271903323,"MATH Lvl 5":22.658610271903324,"GPQA Raw":0.3338926174496644,"GPQA":11.185682326621922,"MUSR Raw":0.45278124999999997,"MUSR":15.297656249999998,"MMLU-PRO Raw":0.43949468085106386,"MMLU-PRO":37.72163120567376,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-16","Submission Date":"2024-10-16","Generation":1,"Base Model":"lemon07r/Gemma-2-Ataraxy-v4c-9B (Merge)"},{"eval_name":"lemon07r_Gemma-2-Ataraxy-v4d-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"lemon07r/Gemma-2-Ataraxy-v4d-9B 📑","fullname":"lemon07r/Gemma-2-Ataraxy-v4d-9B","Model sha":"24f9ad78e42c92df5277b3aea4deb4083a8625d9","Average ⬆️":34.242385930783996,"Hub License":"gemma","Hub ❤️":15,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.370554856308457,"IFEval Raw":0.7250029920610646,"IFEval":72.50029920610646,"BBH Raw":0.6054158192304304,"BBH":43.595239307929894,"MATH Lvl 5 Raw":0.23338368580060423,"MATH Lvl 5":23.338368580060422,"GPQA Raw":0.34731543624161076,"GPQA":12.975391498881436,"MUSR Raw":0.4541458333333333,"MUSR":15.868229166666664,"MMLU-PRO Raw":0.4345910904255319,"MMLU-PRO":37.1767878250591,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-25","Submission Date":"2024-10-25","Generation":1,"Base Model":"lemon07r/Gemma-2-Ataraxy-v4d-9B (Merge)"},{"eval_name":"lemon07r_Llama-3-RedMagic4-8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"lemon07r/Llama-3-RedMagic4-8B 📑","fullname":"lemon07r/Llama-3-RedMagic4-8B","Model sha":"65ee08a0434f1903a8971640fc3cca6c8ae8590e","Average ⬆️":19.430990497953946,"Hub License":"llama3","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5971920239970157,"IFEval Raw":0.4864005283758206,"IFEval":48.64005283758206,"BBH Raw":0.42560489470390417,"BBH":19.475746974326068,"MATH Lvl 5 Raw":0.08987915407854985,"MATH Lvl 5":8.987915407854985,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.3766354166666666,"MUSR":4.379427083333333,"MMLU-PRO Raw":0.3676030585106383,"MMLU-PRO":29.733673167848696,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-19","Submission Date":"2024-06-26","Generation":1,"Base Model":"lemon07r/Llama-3-RedMagic4-8B (Merge)"},{"eval_name":"lemon07r_llama-3-NeuralMahou-8b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"lemon07r/llama-3-NeuralMahou-8b 📑","fullname":"lemon07r/llama-3-NeuralMahou-8b","Model sha":"59a0937df85f9d6d65d15dbb4a7c06b6ad8a0305","Average ⬆️":19.846074213837827,"Hub License":"llama3","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6924554086165793,"IFEval Raw":0.49009738604680025,"IFEval":49.009738604680024,"BBH Raw":0.41841123683301523,"BBH":18.69206874721008,"MATH Lvl 5 Raw":0.10196374622356495,"MATH Lvl 5":10.196374622356496,"GPQA Raw":0.28859060402684567,"GPQA":5.145413870246088,"MUSR Raw":0.3872708333333333,"MUSR":6.142187500000001,"MMLU-PRO Raw":0.3690159574468085,"MMLU-PRO":29.89066193853428,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-05-30","Submission Date":"2024-06-26","Generation":1,"Base Model":"lemon07r/llama-3-NeuralMahou-8b (Merge)"},{"eval_name":"lesubra_ECE-EIFFEL-3B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"lesubra/ECE-EIFFEL-3B 📑","fullname":"lesubra/ECE-EIFFEL-3B","Model sha":"aa56433ac824d245ac82d5e55ce8e589df0711ec","Average ⬆️":22.50442333553349,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.3088140916354853,"IFEval Raw":0.3469405621528655,"IFEval":34.69405621528655,"BBH Raw":0.5101583259186949,"BBH":31.286439186186243,"MATH Lvl 5 Raw":0.1216012084592145,"MATH Lvl 5":12.16012084592145,"GPQA Raw":0.3313758389261745,"GPQA":10.850111856823268,"MUSR Raw":0.43622916666666667,"MUSR":14.6953125,"MMLU-PRO Raw":0.3820644946808511,"MMLU-PRO":31.340499408983447,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-01","Submission Date":"2024-10-01","Generation":0,"Base Model":"lesubra/ECE-EIFFEL-3B"},{"eval_name":"lesubra_ECE-EIFFEL-3Bv2_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"lesubra/ECE-EIFFEL-3Bv2 📑","fullname":"lesubra/ECE-EIFFEL-3Bv2","Model sha":"b059d1a0d49f09d6df34d93f133d24f6641bc535","Average ⬆️":23.141091471464545,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7206899111516973,"IFEval Raw":0.30130276555096036,"IFEval":30.13027655509603,"BBH Raw":0.5424007873371969,"BBH":36.35313296509659,"MATH Lvl 5 Raw":0.11858006042296072,"MATH Lvl 5":11.858006042296072,"GPQA Raw":0.33557046979865773,"GPQA":11.409395973154364,"MUSR Raw":0.4442916666666667,"MUSR":15.769791666666665,"MMLU-PRO Raw":0.39993351063829785,"MMLU-PRO":33.32594562647754,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-03","Submission Date":"2024-10-03","Generation":0,"Base Model":"lesubra/ECE-EIFFEL-3Bv2"},{"eval_name":"lesubra_ECE-EIFFEL-3Bv3_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"lesubra/ECE-EIFFEL-3Bv3 📑","fullname":"lesubra/ECE-EIFFEL-3Bv3","Model sha":"2cd31e58d38b96626a8a83192b5d2eec6669f5e2","Average ⬆️":25.50122739306737,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4342936747088417,"IFEval Raw":0.3786142989490109,"IFEval":37.861429894901086,"BBH Raw":0.5469446669064592,"BBH":36.46408334995511,"MATH Lvl 5 Raw":0.16691842900302115,"MATH Lvl 5":16.691842900302113,"GPQA Raw":0.3296979865771812,"GPQA":10.626398210290827,"MUSR Raw":0.46751041666666665,"MUSR":18.30546875,"MMLU-PRO Raw":0.39752327127659576,"MMLU-PRO":33.05814125295508,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-07","Submission Date":"2024-10-07","Generation":0,"Base Model":"lesubra/ECE-EIFFEL-3Bv3"},{"eval_name":"lesubra_ECE-PRYMMAL-3B-SLERP-V1_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"lesubra/ECE-PRYMMAL-3B-SLERP-V1 📑","fullname":"lesubra/ECE-PRYMMAL-3B-SLERP-V1","Model sha":"e46f1de93f10b1a57f9175653fd29dda355a61e6","Average ⬆️":23.135359696186224,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4271879067095128,"IFEval Raw":0.2932840418977203,"IFEval":29.328404189772023,"BBH Raw":0.5340594627933309,"BBH":35.05306761164019,"MATH Lvl 5 Raw":0.1661631419939577,"MATH Lvl 5":16.61631419939577,"GPQA Raw":0.31711409395973156,"GPQA":8.948545861297541,"MUSR Raw":0.45951041666666664,"MUSR":16.638802083333335,"MMLU-PRO Raw":0.3900432180851064,"MMLU-PRO":32.227024231678485,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-28","Submission Date":"2024-10-28","Generation":0,"Base Model":"lesubra/ECE-PRYMMAL-3B-SLERP-V1"},{"eval_name":"lesubra_ECE-PRYMMAL-3B-SLERP-V2_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"lesubra/ECE-PRYMMAL-3B-SLERP-V2 📑","fullname":"lesubra/ECE-PRYMMAL-3B-SLERP-V2","Model sha":"ba617ea0b1ed5497f62bf49635c30bcfb0547133","Average ⬆️":23.135359696186224,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4606505124151785,"IFEval Raw":0.2932840418977203,"IFEval":29.328404189772023,"BBH Raw":0.5340594627933309,"BBH":35.05306761164019,"MATH Lvl 5 Raw":0.1661631419939577,"MATH Lvl 5":16.61631419939577,"GPQA Raw":0.31711409395973156,"GPQA":8.948545861297541,"MUSR Raw":0.45951041666666664,"MUSR":16.638802083333335,"MMLU-PRO Raw":0.3900432180851064,"MMLU-PRO":32.227024231678485,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-28","Submission Date":"2024-10-28","Generation":0,"Base Model":"lesubra/ECE-PRYMMAL-3B-SLERP-V2"},{"eval_name":"lesubra_ECE-PRYMMAL-3B-SLERP_2-V1_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"lesubra/ECE-PRYMMAL-3B-SLERP_2-V1 📑","fullname":"lesubra/ECE-PRYMMAL-3B-SLERP_2-V1","Model sha":"354e5c732dd2fde016da1e33a018d2d2787f7805","Average ⬆️":24.961424176446453,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2788553558488625,"IFEval Raw":0.3649006857360692,"IFEval":36.49006857360692,"BBH Raw":0.5411447467732948,"BBH":35.710681082357645,"MATH Lvl 5 Raw":0.16767371601208458,"MATH Lvl 5":16.76737160120846,"GPQA Raw":0.3213087248322148,"GPQA":9.507829977628639,"MUSR Raw":0.4661458333333333,"MUSR":18.068229166666665,"MMLU-PRO Raw":0.3990192819148936,"MMLU-PRO":33.2243646572104,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-06","Submission Date":"2024-11-06","Generation":0,"Base Model":"lesubra/ECE-PRYMMAL-3B-SLERP_2-V1"},{"eval_name":"lesubra_ECE-PRYMMAL-3B-SLERP_2-V2_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"lesubra/ECE-PRYMMAL-3B-SLERP_2-V2 📑","fullname":"lesubra/ECE-PRYMMAL-3B-SLERP_2-V2","Model sha":"d5074a951206f946a6be331a74bd4fa381d348eb","Average ⬆️":24.98681975647042,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.071033580260257,"IFEval Raw":0.3664244205375071,"IFEval":36.64244205375071,"BBH Raw":0.5411447467732948,"BBH":35.710681082357645,"MATH Lvl 5 Raw":0.16767371601208458,"MATH Lvl 5":16.76737160120846,"GPQA Raw":0.3213087248322148,"GPQA":9.507829977628639,"MUSR Raw":0.4661458333333333,"MUSR":18.068229166666665,"MMLU-PRO Raw":0.3990192819148936,"MMLU-PRO":33.2243646572104,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-06","Submission Date":"2024-11-06","Generation":0,"Base Model":"lesubra/ECE-PRYMMAL-3B-SLERP_2-V2"},{"eval_name":"lesubra_merge-test_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"lesubra/merge-test 📑","fullname":"lesubra/merge-test","Model sha":"39895c64dd646443719873a2ab2b19d3afe4f86c","Average ⬆️":26.075520921002326,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9370512511842015,"IFEval Raw":0.538257379309122,"IFEval":53.8257379309122,"BBH Raw":0.5240434385320306,"BBH":33.353311441745,"MATH Lvl 5 Raw":0.12084592145015106,"MATH Lvl 5":12.084592145015106,"GPQA Raw":0.3221476510067114,"GPQA":9.61968680089485,"MUSR Raw":0.44190625,"MUSR":15.638281249999997,"MMLU-PRO Raw":0.38738364361702127,"MMLU-PRO":31.93151595744681,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-27","Submission Date":"2024-09-27","Generation":0,"Base Model":"lesubra/merge-test"},{"eval_name":"lightblue_suzume-llama-3-8B-multilingual_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"lightblue/suzume-llama-3-8B-multilingual 📑","fullname":"lightblue/suzume-llama-3-8B-multilingual","Model sha":"0cb15aa9ec685eef494f9a15f65aefcfe3c04c66","Average ⬆️":23.98630635028447,"Hub License":"other","Hub ❤️":110,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6819792497844037,"IFEval Raw":0.6678003253589365,"IFEval":66.78003253589365,"BBH Raw":0.49499524187359745,"BBH":28.895092037237777,"MATH Lvl 5 Raw":0.09441087613293052,"MATH Lvl 5":9.441087613293051,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.39768749999999997,"MUSR":7.8442708333333355,"MMLU-PRO Raw":0.33834773936170215,"MMLU-PRO":26.483082151300234,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-23","Submission Date":"2024-07-30","Generation":1,"Base Model":"meta-llama/Meta-Llama-3-8B-Instruct"},{"eval_name":"lightblue_suzume-llama-3-8B-multilingual-orpo-borda-full_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"lightblue/suzume-llama-3-8B-multilingual-orpo-borda-full 📑","fullname":"lightblue/suzume-llama-3-8B-multilingual-orpo-borda-full","Model sha":"ac04e23fb8861c188f8ecddfecc4250b40aee04d","Average ⬆️":20.301707657676165,"Hub License":"cc-by-nc-4.0","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6051331756851843,"IFEval Raw":0.5817464327983085,"IFEval":58.174643279830846,"BBH Raw":0.4714219934773132,"BBH":25.075474888496917,"MATH Lvl 5 Raw":0.07628398791540786,"MATH Lvl 5":7.628398791540786,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.3221875,"MUSR":4.040104166666668,"MMLU-PRO Raw":0.33095079787234044,"MMLU-PRO":25.66119976359338,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-25","Submission Date":"2024-07-29","Generation":2,"Base Model":"meta-llama/Meta-Llama-3-8B-Instruct"},{"eval_name":"lightblue_suzume-llama-3-8B-multilingual-orpo-borda-half_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"lightblue/suzume-llama-3-8B-multilingual-orpo-borda-half 📑","fullname":"lightblue/suzume-llama-3-8B-multilingual-orpo-borda-half","Model sha":"b82150a9840ba5ba93918c745adc70afc6ad2ce1","Average ⬆️":21.50979670721306,"Hub License":"cc-by-nc-4.0","Hub ❤️":16,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7726738903491541,"IFEval Raw":0.6249107922534431,"IFEval":62.49107922534431,"BBH Raw":0.47074584910573014,"BBH":26.34859792572119,"MATH Lvl 5 Raw":0.09063444108761329,"MATH Lvl 5":9.06344410876133,"GPQA Raw":0.24496644295302014,"GPQA":0.0,"MUSR Raw":0.35158333333333336,"MUSR":2.114583333333334,"MMLU-PRO Raw":0.36136968085106386,"MMLU-PRO":29.041075650118202,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-25","Submission Date":"2024-06-29","Generation":2,"Base Model":"meta-llama/Meta-Llama-3-8B-Instruct"},{"eval_name":"lightblue_suzume-llama-3-8B-multilingual-orpo-borda-top25_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"lightblue/suzume-llama-3-8B-multilingual-orpo-borda-top25 📑","fullname":"lightblue/suzume-llama-3-8B-multilingual-orpo-borda-top25","Model sha":"5a2f17238cc83932e00613d285f8bf6b8f4a0c3a","Average ⬆️":23.684768112420983,"Hub License":"cc-by-nc-4.0","Hub ❤️":3,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6697367010796205,"IFEval Raw":0.6636535503574958,"IFEval":66.36535503574959,"BBH Raw":0.4864641205580417,"BBH":27.665285015300114,"MATH Lvl 5 Raw":0.1042296072507553,"MATH Lvl 5":10.42296072507553,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.35660416666666667,"MUSR":4.808854166666668,"MMLU-PRO Raw":0.3684341755319149,"MMLU-PRO":29.826019503546092,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-26","Submission Date":"2024-06-29","Generation":2,"Base Model":"meta-llama/Meta-Llama-3-8B-Instruct"},{"eval_name":"lightblue_suzume-llama-3-8B-multilingual-orpo-borda-top75_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"lightblue/suzume-llama-3-8B-multilingual-orpo-borda-top75 📑","fullname":"lightblue/suzume-llama-3-8B-multilingual-orpo-borda-top75","Model sha":"555f4a0092f239557e1aa34f9d489e8156b907bb","Average ⬆️":23.647119777794057,"Hub License":"cc-by-nc-4.0","Hub ❤️":3,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8930085171067998,"IFEval Raw":0.6687245397766814,"IFEval":66.87245397766813,"BBH Raw":0.48333166095856117,"BBH":28.056255938988922,"MATH Lvl 5 Raw":0.07854984894259819,"MATH Lvl 5":7.854984894259818,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.3816875,"MUSR":5.3109375000000005,"MMLU-PRO Raw":0.37691156914893614,"MMLU-PRO":30.767952127659566,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-26","Submission Date":"2024-06-29","Generation":2,"Base Model":"meta-llama/Meta-Llama-3-8B-Instruct"},{"eval_name":"lkoenig_BBAI_145__bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"lkoenig/BBAI_145_ 📑","fullname":"lkoenig/BBAI_145_","Model sha":"99e3e08fd5154b863b41d07b88fc8c67f4bab0ea","Average ⬆️":29.670567492403322,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8429295416019482,"IFEval Raw":0.44503473007176514,"IFEval":44.50347300717651,"BBH Raw":0.5567169940219221,"BBH":36.73010277668871,"MATH Lvl 5 Raw":0.3610271903323263,"MATH Lvl 5":36.102719033232624,"GPQA Raw":0.3162751677852349,"GPQA":8.83668903803132,"MUSR Raw":0.4382083333333333,"MUSR":13.076041666666669,"MMLU-PRO Raw":0.448969414893617,"MMLU-PRO":38.77437943262411,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-26","Submission Date":"2025-02-26","Generation":1,"Base Model":"lkoenig/BBAI_145_ (Merge)"},{"eval_name":"lkoenig_BBAI_200_Gemma_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"lkoenig/BBAI_200_Gemma 📑","fullname":"lkoenig/BBAI_200_Gemma","Model sha":"ebb82acd5ce0a2c906d730d229db0260190f6056","Average ⬆️":5.086148057258666,"Hub License":"","Hub ❤️":0,"#Params (B)":19.3,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.2482047638736105,"IFEval Raw":0.07051733843978422,"IFEval":7.051733843978422,"BBH Raw":0.3449044607726533,"BBH":9.395846417818936,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.36311458333333335,"MUSR":4.289322916666667,"MMLU-PRO Raw":0.16788563829787234,"MMLU-PRO":7.542848699763592,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-26","Submission Date":"2025-02-26","Generation":1,"Base Model":"lkoenig/BBAI_200_Gemma (Merge)"},{"eval_name":"lkoenig_BBAI_212_QwenLawLo_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"lkoenig/BBAI_212_QwenLawLo 📑","fullname":"lkoenig/BBAI_212_QwenLawLo","Model sha":"e4229aee1152cd8f3923528d0d1e7480a78cc798","Average ⬆️":29.879847291376716,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6815753688502857,"IFEval Raw":0.4566250880995758,"IFEval":45.66250880995758,"BBH Raw":0.5574113357405873,"BBH":36.93312368555738,"MATH Lvl 5 Raw":0.3602719033232628,"MATH Lvl 5":36.02719033232628,"GPQA Raw":0.3162751677852349,"GPQA":8.83668903803132,"MUSR Raw":0.43696874999999996,"MUSR":13.054427083333337,"MMLU-PRO Raw":0.44888630319148937,"MMLU-PRO":38.765144799054376,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-01","Submission Date":"2025-03-01","Generation":1,"Base Model":"lkoenig/BBAI_212_QwenLawLo (Merge)"},{"eval_name":"lkoenig_BBAI_212_Qwencore_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"lkoenig/BBAI_212_Qwencore 📑","fullname":"lkoenig/BBAI_212_Qwencore","Model sha":"032f274a2f3fb7a4e1cd6f876d7e3fbe557d7027","Average ⬆️":29.286401247119155,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6966295253661859,"IFEval Raw":0.4384400058511416,"IFEval":43.84400058511416,"BBH Raw":0.556868234536878,"BBH":36.74407860821423,"MATH Lvl 5 Raw":0.34894259818731116,"MATH Lvl 5":34.894259818731115,"GPQA Raw":0.3162751677852349,"GPQA":8.83668903803132,"MUSR Raw":0.4343333333333333,"MUSR":12.625000000000002,"MMLU-PRO Raw":0.448969414893617,"MMLU-PRO":38.77437943262411,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-27","Generation":1,"Base Model":"lkoenig/BBAI_212_Qwencore (Merge)"},{"eval_name":"lkoenig_BBAI_230_Xiaqwen_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"lkoenig/BBAI_230_Xiaqwen 📑","fullname":"lkoenig/BBAI_230_Xiaqwen","Model sha":"54ab14c2731a9f4cae610407b83b59c82bdf761a","Average ⬆️":30.155385860810895,"Hub License":"","Hub ❤️":2,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7278725264579338,"IFEval Raw":0.4648931501748693,"IFEval":46.48931501748693,"BBH Raw":0.557779565750489,"BBH":36.82828817621174,"MATH Lvl 5 Raw":0.36631419939577037,"MATH Lvl 5":36.631419939577036,"GPQA Raw":0.313758389261745,"GPQA":8.501118568232664,"MUSR Raw":0.4422083333333333,"MUSR":13.809375000000003,"MMLU-PRO Raw":0.4480551861702128,"MMLU-PRO":38.672798463356976,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-26","Submission Date":"2025-02-26","Generation":1,"Base Model":"lkoenig/BBAI_230_Xiaqwen (Merge)"},{"eval_name":"lkoenig_BBAI_375_QwenDyancabs_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"lkoenig/BBAI_375_QwenDyancabs 📑","fullname":"lkoenig/BBAI_375_QwenDyancabs","Model sha":"2a21d76baa1a59605d7b5df0ff091efd7452a001","Average ⬆️":30.23229065895235,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6564723678266879,"IFEval Raw":0.4565752204151651,"IFEval":45.657522041516515,"BBH Raw":0.5571383122938682,"BBH":36.71718233521738,"MATH Lvl 5 Raw":0.377643504531722,"MATH Lvl 5":37.7643504531722,"GPQA Raw":0.31291946308724833,"GPQA":8.389261744966444,"MUSR Raw":0.44617708333333334,"MUSR":14.238802083333333,"MMLU-PRO Raw":0.4476396276595745,"MMLU-PRO":38.62662529550827,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-27","Generation":1,"Base Model":"lkoenig/BBAI_375_QwenDyancabs (Merge)"},{"eval_name":"lkoenig_BBAI_456_QwenKoen_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"lkoenig/BBAI_456_QwenKoen 📑","fullname":"lkoenig/BBAI_456_QwenKoen","Model sha":"a56aa459673eb7d685ee663b51371bc84b67c814","Average ⬆️":29.811925443075086,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6667178605086506,"IFEval Raw":0.45292823042859615,"IFEval":45.29282304285961,"BBH Raw":0.5552713612233481,"BBH":36.549146151614444,"MATH Lvl 5 Raw":0.3685800604229607,"MATH Lvl 5":36.85800604229607,"GPQA Raw":0.31291946308724833,"GPQA":8.389261744966444,"MUSR Raw":0.4395104166666666,"MUSR":13.238802083333335,"MMLU-PRO Raw":0.4468916223404255,"MMLU-PRO":38.54351359338061,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-01","Submission Date":"2025-03-01","Generation":1,"Base Model":"lkoenig/BBAI_456_QwenKoen (Merge)"},{"eval_name":"lkoenig_BBAI_7B_KoenQwenDyan_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"lkoenig/BBAI_7B_KoenQwenDyan 📑","fullname":"lkoenig/BBAI_7B_KoenQwenDyan","Model sha":"6638a1360874843766f32c576f6cad02536fb1c8","Average ⬆️":32.02495361134858,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.672759751244066,"IFEval Raw":0.5807224830117421,"IFEval":58.07224830117421,"BBH Raw":0.5536566841353078,"BBH":36.2457227762662,"MATH Lvl 5 Raw":0.37386706948640486,"MATH Lvl 5":37.38670694864049,"GPQA Raw":0.3179530201342282,"GPQA":9.060402684563762,"MUSR Raw":0.43687499999999996,"MUSR":12.942708333333336,"MMLU-PRO Raw":0.44597739361702127,"MMLU-PRO":38.44193262411347,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-02","Submission Date":"2025-03-08","Generation":1,"Base Model":"lkoenig/BBAI_7B_KoenQwenDyan (Merge)"},{"eval_name":"lkoenig_BBAI_7B_Qwen2.5koen_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"lkoenig/BBAI_7B_Qwen2.5koen 📑","fullname":"lkoenig/BBAI_7B_Qwen2.5koen","Model sha":"fb6914a9b1b8234a73920be9ae8ed935bda35f4b","Average ⬆️":29.836311993118755,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6607702241816975,"IFEval Raw":0.45999725173650363,"IFEval":45.99972517365036,"BBH Raw":0.5544031312134464,"BBH":36.307407586886015,"MATH Lvl 5 Raw":0.36555891238670696,"MATH Lvl 5":36.5558912386707,"GPQA Raw":0.31291946308724833,"GPQA":8.389261744966444,"MUSR Raw":0.43690625,"MUSR":13.046614583333335,"MMLU-PRO Raw":0.4484707446808511,"MMLU-PRO":38.71897163120567,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-01","Submission Date":"2025-03-01","Generation":1,"Base Model":"lkoenig/BBAI_7B_Qwen2.5koen (Merge)"},{"eval_name":"lkoenig_BBAI_7B_QwenDyanKoenLo_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"lkoenig/BBAI_7B_QwenDyanKoenLo 📑","fullname":"lkoenig/BBAI_7B_QwenDyanKoenLo","Model sha":"ce3449d15a540fefdcf6c64ed87176fa45450e1b","Average ⬆️":30.01758177649708,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6754508597915261,"IFEval Raw":0.46631714960748594,"IFEval":46.631714960748596,"BBH Raw":0.5562461525503201,"BBH":36.678248178014,"MATH Lvl 5 Raw":0.3640483383685801,"MATH Lvl 5":36.40483383685801,"GPQA Raw":0.3187919463087248,"GPQA":9.172259507829976,"MUSR Raw":0.4343020833333333,"MUSR":12.721093750000001,"MMLU-PRO Raw":0.4464760638297872,"MMLU-PRO":38.49734042553191,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-02","Submission Date":"2025-03-08","Generation":1,"Base Model":"lkoenig/BBAI_7B_QwenDyanKoenLo (Merge)"},{"eval_name":"lkoenig_BBAI_7B_QwenDyancabsLAW_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"lkoenig/BBAI_7B_QwenDyancabsLAW 📑","fullname":"lkoenig/BBAI_7B_QwenDyancabsLAW","Model sha":"343b0c0d3d92386e9d3756f37bb0b27a4479a1ce","Average ⬆️":31.816743980264878,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6552148107125473,"IFEval Raw":0.5549685944405289,"IFEval":55.49685944405289,"BBH Raw":0.5578836606885887,"BBH":36.77999384422684,"MATH Lvl 5 Raw":0.3678247734138973,"MATH Lvl 5":36.78247734138973,"GPQA Raw":0.3187919463087248,"GPQA":9.172259507829976,"MUSR Raw":0.4461145833333333,"MUSR":14.09765625,"MMLU-PRO Raw":0.4471409574468085,"MMLU-PRO":38.57121749408983,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-01","Submission Date":"2025-03-01","Generation":1,"Base Model":"lkoenig/BBAI_7B_QwenDyancabsLAW (Merge)"},{"eval_name":"llmat_Mistral-v0.3-7B-ORPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"llmat/Mistral-v0.3-7B-ORPO 📑","fullname":"llmat/Mistral-v0.3-7B-ORPO","Model sha":"868d8a51e8deb6fd948eabe5bc296c53bcf41073","Average ⬆️":12.399290010550855,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8980608067578275,"IFEval Raw":0.3770406964631622,"IFEval":37.70406964631621,"BBH Raw":0.39776607302918093,"BBH":14.86315851911541,"MATH Lvl 5 Raw":0.02416918429003021,"MATH Lvl 5":2.416918429003021,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.35552083333333334,"MUSR":2.973437500000001,"MMLU-PRO Raw":0.2278091755319149,"MMLU-PRO":14.2010195035461,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-04","Submission Date":"2024-09-02","Generation":2,"Base Model":"mistralai/Mistral-7B-v0.3"},{"eval_name":"llmat_Mistral-v0.3-7B-ORPO_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"llmat/Mistral-v0.3-7B-ORPO 📑","fullname":"llmat/Mistral-v0.3-7B-ORPO","Model sha":"868d8a51e8deb6fd948eabe5bc296c53bcf41073","Average ⬆️":12.024321589275658,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6268180652325449,"IFEval Raw":0.3639764713183243,"IFEval":36.39764713183243,"BBH Raw":0.400465557804411,"BBH":15.59149132338697,"MATH Lvl 5 Raw":0.0015105740181268882,"MATH Lvl 5":0.1510574018126888,"GPQA Raw":0.26929530201342283,"GPQA":2.572706935123044,"MUSR Raw":0.3528541666666667,"MUSR":2.973437500000001,"MMLU-PRO Raw":0.23013630319148937,"MMLU-PRO":14.459589243498819,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-04","Submission Date":"2024-08-06","Generation":2,"Base Model":"mistralai/Mistral-7B-v0.3"},{"eval_name":"llnYou_ECE-PRYMMAL-YL-1B-SLERP-V5_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"llnYou/ECE-PRYMMAL-YL-1B-SLERP-V5 📑","fullname":"llnYou/ECE-PRYMMAL-YL-1B-SLERP-V5","Model sha":"6facb36cea2f670e32d6571846f00aa4cf5aaa86","Average ⬆️":15.836336402400669,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2803565086009958,"IFEval Raw":0.33125329680802496,"IFEval":33.125329680802494,"BBH Raw":0.42329545804357255,"BBH":18.879659027462832,"MATH Lvl 5 Raw":0.11102719033232629,"MATH Lvl 5":11.10271903323263,"GPQA Raw":0.2860738255033557,"GPQA":4.809843400447425,"MUSR Raw":0.3868020833333334,"MUSR":5.650260416666666,"MMLU-PRO Raw":0.29305186170212766,"MMLU-PRO":21.45020685579196,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-12","Submission Date":"2024-11-12","Generation":0,"Base Model":"llnYou/ECE-PRYMMAL-YL-1B-SLERP-V5"},{"eval_name":"llnYou_ECE-PRYMMAL-YL-1B-SLERP-V6_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"llnYou/ECE-PRYMMAL-YL-1B-SLERP-V6 📑","fullname":"llnYou/ECE-PRYMMAL-YL-1B-SLERP-V6","Model sha":"f15fb39e40475348e7d349c3ec2f346ffca39377","Average ⬆️":9.395273583656481,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.357,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1108290864726493,"IFEval Raw":0.13876181864120535,"IFEval":13.876181864120534,"BBH Raw":0.3944027089700251,"BBH":14.538923027777068,"MATH Lvl 5 Raw":0.0022658610271903325,"MATH Lvl 5":0.22658610271903326,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.39279166666666665,"MUSR":7.365624999999999,"MMLU-PRO Raw":0.2349567819148936,"MMLU-PRO":14.995197990543732,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-13","Submission Date":"2024-11-13","Generation":0,"Base Model":"llnYou/ECE-PRYMMAL-YL-1B-SLERP-V6"},{"eval_name":"llnYou_ECE-PRYMMAL-YL-3B-SLERP-V1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"llnYou/ECE-PRYMMAL-YL-3B-SLERP-V1 📑","fullname":"llnYou/ECE-PRYMMAL-YL-3B-SLERP-V1","Model sha":"4918220543f4923137d20204a5ea396f65f6b956","Average ⬆️":11.626794158168616,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":2.81,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1587768568716361,"IFEval Raw":0.23463299600615256,"IFEval":23.463299600615258,"BBH Raw":0.4018418465179459,"BBH":15.79746247814972,"MATH Lvl 5 Raw":0.00906344410876133,"MATH Lvl 5":0.906344410876133,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.3364479166666667,"MUSR":3.2226562499999996,"MMLU-PRO Raw":0.2849900265957447,"MMLU-PRO":20.554447399527188,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-12","Submission Date":"2024-11-13","Generation":0,"Base Model":"llnYou/ECE-PRYMMAL-YL-3B-SLERP-V1"},{"eval_name":"llnYou_ECE-PRYMMAL-YL-3B-SLERP-V2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"llnYou/ECE-PRYMMAL-YL-3B-SLERP-V2 📑","fullname":"llnYou/ECE-PRYMMAL-YL-3B-SLERP-V2","Model sha":"c3d4fbef1a10ef2746c47c0379b4247c784758e5","Average ⬆️":11.813468340726132,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":2.81,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.0876183581709418,"IFEval Raw":0.2309361383351729,"IFEval":23.09361383351729,"BBH Raw":0.39897709281426197,"BBH":15.20224370386771,"MATH Lvl 5 Raw":0.01283987915407855,"MATH Lvl 5":1.283987915407855,"GPQA Raw":0.27684563758389263,"GPQA":3.5794183445190177,"MUSR Raw":0.3587708333333333,"MUSR":6.613020833333334,"MMLU-PRO Raw":0.28997672872340424,"MMLU-PRO":21.108525413711583,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-12","Submission Date":"2024-11-13","Generation":0,"Base Model":"llnYou/ECE-PRYMMAL-YL-3B-SLERP-V2"},{"eval_name":"llnYou_ECE-PRYMMAL-YL-3B-SLERP-V3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"llnYou/ECE-PRYMMAL-YL-3B-SLERP-V3 📑","fullname":"llnYou/ECE-PRYMMAL-YL-3B-SLERP-V3","Model sha":"90648507743059de96334fdc97309b6f2af3d01d","Average ⬆️":23.42685471667849,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.086650979183976,"IFEval Raw":0.35808100285021516,"IFEval":35.80810028502152,"BBH Raw":0.5473121918055145,"BBH":36.62575632451354,"MATH Lvl 5 Raw":0.1299093655589124,"MATH Lvl 5":12.990936555891238,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.43613541666666666,"MUSR":14.050260416666662,"MMLU-PRO Raw":0.40433843085106386,"MMLU-PRO":33.81538120567376,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-13","Submission Date":"2024-11-13","Generation":0,"Base Model":"llnYou/ECE-PRYMMAL-YL-3B-SLERP-V3"},{"eval_name":"lmsys_vicuna-13b-v1.3_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"lmsys/vicuna-13b-v1.3 📑","fullname":"lmsys/vicuna-13b-v1.3","Model sha":"6566e9cb1787585d1147dcf4f9bc48f29e1328d2","Average ⬆️":10.435533675653645,"Hub License":"","Hub ❤️":198,"#Params (B)":13.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.188465811376766,"IFEval Raw":0.3343506340953115,"IFEval":33.43506340953115,"BBH Raw":0.3384399312777569,"BBH":7.4897893116292105,"MATH Lvl 5 Raw":0.014350453172205438,"MATH Lvl 5":1.4350453172205437,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.3727291666666666,"MUSR":4.091145833333333,"MMLU-PRO Raw":0.2243184840425532,"MMLU-PRO":13.813164893617023,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-06-18","Submission Date":"2024-06-28","Generation":0,"Base Model":"lmsys/vicuna-13b-v1.3"},{"eval_name":"lmsys_vicuna-7b-v1.3_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"lmsys/vicuna-7b-v1.3 📑","fullname":"lmsys/vicuna-7b-v1.3","Model sha":"236eeeab96f0dc2e463f2bebb7bb49809279c6d6","Average ⬆️":8.525809191714858,"Hub License":"","Hub ❤️":132,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1267564062407687,"IFEval Raw":0.29086158060612505,"IFEval":29.086158060612505,"BBH Raw":0.3298410006592924,"BBH":6.461378796018201,"MATH Lvl 5 Raw":0.01283987915407855,"MATH Lvl 5":1.283987915407855,"GPQA Raw":0.2424496644295302,"GPQA":0.0,"MUSR Raw":0.3793333333333333,"MUSR":5.0166666666666675,"MMLU-PRO Raw":0.18375997340425532,"MMLU-PRO":9.306663711583923,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-06-18","Submission Date":"2024-06-28","Generation":0,"Base Model":"lmsys/vicuna-7b-v1.3"},{"eval_name":"lmsys_vicuna-7b-v1.5_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"lmsys/vicuna-7b-v1.5 📑","fullname":"lmsys/vicuna-7b-v1.5","Model sha":"3321f76e3f527bd14065daf69dad9344000a201d","Average ⬆️":10.885152314855338,"Hub License":"llama2","Hub ❤️":335,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2054362102644438,"IFEval Raw":0.23515716077784724,"IFEval":23.515716077784724,"BBH Raw":0.39470436842233775,"BBH":15.15250931284372,"MATH Lvl 5 Raw":0.013595166163141994,"MATH Lvl 5":1.3595166163141994,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.42311458333333335,"MUSR":11.422656250000001,"MMLU-PRO Raw":0.21467752659574468,"MMLU-PRO":12.741947399527188,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-07-29","Submission Date":"2024-06-12","Generation":0,"Base Model":"lmsys/vicuna-7b-v1.5"},{"eval_name":"lodrick-the-lafted_llama-3.1-8b-instruct-ortho-v7_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"lodrick-the-lafted/llama-3.1-8b-instruct-ortho-v7 📑","fullname":"lodrick-the-lafted/llama-3.1-8b-instruct-ortho-v7","Model sha":"6b7673cd78398c3a8c92f8e759aaae6409e96978","Average ⬆️":11.812819354645235,"Hub License":"wtfpl","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8631477143759163,"IFEval Raw":0.3514618988727687,"IFEval":35.14618988727687,"BBH Raw":0.39069140261362917,"BBH":14.43786307942362,"MATH Lvl 5 Raw":0.027190332326283987,"MATH Lvl 5":2.719033232628399,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.36159375,"MUSR":4.732552083333332,"MMLU-PRO Raw":0.1973902925531915,"MMLU-PRO":10.821143617021276,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-25","Submission Date":"2024-07-30","Generation":0,"Base Model":"lodrick-the-lafted/llama-3.1-8b-instruct-ortho-v7"},{"eval_name":"lordjia_Llama-3-Cantonese-8B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"lordjia/Llama-3-Cantonese-8B-Instruct 📑","fullname":"lordjia/Llama-3-Cantonese-8B-Instruct","Model sha":"ea98e9b1ab3ea0d66e5270816e43d7a70aaaa151","Average ⬆️":24.271708884717096,"Hub License":"llama3","Hub ❤️":6,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5354059256889798,"IFEval Raw":0.6669259786256023,"IFEval":66.69259786256023,"BBH Raw":0.4814148018954038,"BBH":26.79103884029782,"MATH Lvl 5 Raw":0.0891238670694864,"MATH Lvl 5":8.91238670694864,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.40460416666666665,"MUSR":9.47552083333334,"MMLU-PRO Raw":0.35147938829787234,"MMLU-PRO":27.942154255319146,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-16","Submission Date":"2024-08-03","Generation":0,"Base Model":"lordjia/Llama-3-Cantonese-8B-Instruct"},{"eval_name":"lordjia_Qwen2-Cantonese-7B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"lordjia/Qwen2-Cantonese-7B-Instruct 📑","fullname":"lordjia/Qwen2-Cantonese-7B-Instruct","Model sha":"eb8b0faee749d167fd70e74f5e579094c4cfe7fb","Average ⬆️":26.309196155583507,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.032013591793652,"IFEval Raw":0.5435278394659503,"IFEval":54.35278394659503,"BBH Raw":0.5215311346221223,"BBH":32.45321665791298,"MATH Lvl 5 Raw":0.25604229607250756,"MATH Lvl 5":25.604229607250755,"GPQA Raw":0.2953020134228188,"GPQA":6.040268456375841,"MUSR Raw":0.40038541666666666,"MUSR":7.814843749999999,"MMLU-PRO Raw":0.38430851063829785,"MMLU-PRO":31.589834515366427,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-13","Submission Date":"2024-08-03","Generation":0,"Base Model":"lordjia/Qwen2-Cantonese-7B-Instruct"},{"eval_name":"lt-asset_nova-1.3b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"NovaForCausalLM","Model":"lt-asset/nova-1.3b 📑","fullname":"lt-asset/nova-1.3b","Model sha":"766eb459b5aa1e084b5474bb86ade09f9bed8fca","Average ⬆️":3.8536506008151683,"Hub License":"bsd-3-clause-clear","Hub ❤️":4,"#Params (B)":1.347,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.4954933143986224,"IFEval Raw":0.1214255951985177,"IFEval":12.14255951985177,"BBH Raw":0.31700122104895806,"BBH":4.437619873492811,"MATH Lvl 5 Raw":0.012084592145015106,"MATH Lvl 5":1.2084592145015105,"GPQA Raw":0.24916107382550334,"GPQA":0.0,"MUSR Raw":0.36978125,"MUSR":3.755989583333333,"MMLU-PRO Raw":0.11419547872340426,"MMLU-PRO":1.5772754137115832,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-01-20","Submission Date":"2024-11-16","Generation":0,"Base Model":"lt-asset/nova-1.3b"},{"eval_name":"lunahr_thea-3b-50r-u1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"lunahr/thea-3b-50r-u1 📑","fullname":"lunahr/thea-3b-50r-u1","Model sha":"34371d851aa8c2f6fa2e05061a357196d8892d65","Average ⬆️":19.037090298507373,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7253496126746135,"IFEval Raw":0.6030288523340293,"IFEval":60.30288523340292,"BBH Raw":0.41046731029294475,"BBH":16.2229363475435,"MATH Lvl 5 Raw":0.1042296072507553,"MATH Lvl 5":10.42296072507553,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.3181875,"MUSR":2.706770833333334,"MMLU-PRO Raw":0.2808344414893617,"MMLU-PRO":20.09271572104019,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-11","Submission Date":"2025-01-11","Generation":2,"Base Model":"CreitinGameplays/Llama-3.2-3b-Instruct-uncensored-refinetune (Merge)"},{"eval_name":"lunahr_thea-v2-3b-50r_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"lunahr/thea-v2-3b-50r 📑","fullname":"lunahr/thea-v2-3b-50r","Model sha":"b6c37e548658795006b2603dc500e6df01c674eb","Average ⬆️":12.953795195391686,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.265276493490633,"IFEval Raw":0.370396104558128,"IFEval":37.0396104558128,"BBH Raw":0.4194416192911743,"BBH":18.711907810841776,"MATH Lvl 5 Raw":0.02416918429003021,"MATH Lvl 5":2.416918429003021,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.3221875,"MUSR":2.4401041666666674,"MMLU-PRO Raw":0.2409408244680851,"MMLU-PRO":15.660091607565011,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-13","Submission Date":"2024-12-14","Generation":3,"Base Model":"Removed"},{"eval_name":"m42-health_Llama3-Med42-70B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"m42-health/Llama3-Med42-70B 📑","fullname":"m42-health/Llama3-Med42-70B","Model sha":"867064e18aad7bf3f4795f20dcb25a1108952543","Average ⬆️":35.68301603364157,"Hub License":"llama3","Hub ❤️":44,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":50.82246883597565,"IFEval Raw":0.6291074349392944,"IFEval":62.91074349392944,"BBH Raw":0.6687891109485058,"BBH":52.9713478709021,"MATH Lvl 5 Raw":0.2258308157099698,"MATH Lvl 5":22.58308157099698,"GPQA Raw":0.34731543624161076,"GPQA":12.975391498881436,"MUSR Raw":0.46289583333333334,"MUSR":18.628645833333334,"MMLU-PRO Raw":0.4962599734042553,"MMLU-PRO":44.02888593380615,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-27","Submission Date":"2024-12-11","Generation":0,"Base Model":"m42-health/Llama3-Med42-70B"},{"eval_name":"macadeliccc_Samantha-Qwen-2-7B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"macadeliccc/Samantha-Qwen-2-7B 📑","fullname":"macadeliccc/Samantha-Qwen-2-7B","Model sha":"59058972fa9b56d132d04589eb17cbba277c2826","Average ⬆️":25.06508576450433,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.6796147912948087,"IFEval Raw":0.4377152621710395,"IFEval":43.771526217103954,"BBH Raw":0.5082341412476951,"BBH":31.41189390746123,"MATH Lvl 5 Raw":0.21148036253776434,"MATH Lvl 5":21.148036253776432,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.4799479166666667,"MUSR":20.160156250000004,"MMLU-PRO Raw":0.3779089095744681,"MMLU-PRO":30.87876773049646,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-15","Submission Date":"2024-08-05","Generation":1,"Base Model":"Qwen/Qwen2-7B"},{"eval_name":"macadeliccc_magistrate-3.2-3b-base_bfloat16","Precision":"bfloat16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"macadeliccc/magistrate-3.2-3b-base 📑","fullname":"macadeliccc/magistrate-3.2-3b-base","Model sha":"2a40ac9ca1904fca2c1e69573e27f0ff8039b738","Average ⬆️":6.046097363125316,"Hub License":"llama3.2","Hub ❤️":1,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.460685925775111,"IFEval Raw":0.1159301763764589,"IFEval":11.59301763764589,"BBH Raw":0.3342701056047533,"BBH":6.910280939116192,"MATH Lvl 5 Raw":0.011329305135951661,"MATH Lvl 5":1.1329305135951662,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.39759374999999997,"MUSR":7.532552083333333,"MMLU-PRO Raw":0.16888297872340424,"MMLU-PRO":7.65366430260047,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-28","Submission Date":"2024-10-01","Generation":1,"Base Model":"meta-llama/Llama-3.2-3B"},{"eval_name":"macadeliccc_magistrate-3.2-3b-it_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"macadeliccc/magistrate-3.2-3b-it 📑","fullname":"macadeliccc/magistrate-3.2-3b-it","Model sha":"122961278c97195dd59d67b244907359013e4de5","Average ⬆️":7.088076253678785,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4059020586066877,"IFEval Raw":0.22918744486850445,"IFEval":22.918744486850443,"BBH Raw":0.3256506790327196,"BBH":5.323155419813335,"MATH Lvl 5 Raw":0.019637462235649546,"MATH Lvl 5":1.9637462235649545,"GPQA Raw":0.24748322147651006,"GPQA":0.0,"MUSR Raw":0.3763229166666667,"MUSR":5.740364583333334,"MMLU-PRO Raw":0.15924202127659576,"MMLU-PRO":6.582446808510639,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-01","Submission Date":"2024-10-01","Generation":2,"Base Model":"meta-llama/Llama-3.2-3B"},{"eval_name":"magnifi_Phi3_intent_v56_3_w_unknown_5_lr_0.002_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"magnifi/Phi3_intent_v56_3_w_unknown_5_lr_0.002 📑","fullname":"magnifi/Phi3_intent_v56_3_w_unknown_5_lr_0.002","Model sha":"8a7bdc02074a472ac693dd326c05aef56d00aa40","Average ⬆️":7.1244683931064765,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.15722794736490572,"IFEval Raw":0.20181008612703183,"IFEval":20.181008612703184,"BBH Raw":0.3281563256810973,"BBH":5.851019142844943,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.41229166666666667,"MUSR":9.569791666666667,"MMLU-PRO Raw":0.1471908244680851,"MMLU-PRO":5.243424940898343,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-10","Submission Date":"2025-03-10","Generation":1,"Base Model":"unsloth/Phi-3-mini-4k-instruct-bnb-4bit"},{"eval_name":"maldv_Awqward2.5-32B-Instruct_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"maldv/Awqward2.5-32B-Instruct 📑","fullname":"maldv/Awqward2.5-32B-Instruct","Model sha":"fd8f6751645a1923d588f80ec1d8292cb69691a1","Average ⬆️":46.74902268350894,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":7.445094544222052,"IFEval Raw":0.8254697535871487,"IFEval":82.54697535871487,"BBH Raw":0.6974465506773041,"BBH":57.20733868173476,"MATH Lvl 5 Raw":0.6231117824773413,"MATH Lvl 5":62.311178247734134,"GPQA Raw":0.34060402684563756,"GPQA":12.080536912751676,"MUSR Raw":0.42748958333333337,"MUSR":13.86953125,"MMLU-PRO Raw":0.5723071808510638,"MMLU-PRO":52.478575650118195,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-18","Submission Date":"2024-12-18","Generation":1,"Base Model":"maldv/Awqward2.5-32B-Instruct (Merge)"},{"eval_name":"maldv_Lytta2.5-32B-Instruct_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"maldv/Lytta2.5-32B-Instruct 📑","fullname":"maldv/Lytta2.5-32B-Instruct","Model sha":"d5ecf702a5c25e0e900fb6e44283864557b03ce5","Average ⬆️":24.790451743833525,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":10.239978563915981,"IFEval Raw":0.25079455843827714,"IFEval":25.07945584382771,"BBH Raw":0.559971089357847,"BBH":37.03153984906665,"MATH Lvl 5 Raw":0.34441087613293053,"MATH Lvl 5":34.44108761329305,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.37685416666666666,"MUSR":4.973437500000002,"MMLU-PRO Raw":0.5048204787234043,"MMLU-PRO":44.98005319148937,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-07","Generation":1,"Base Model":"maldv/Lytta2.5-32B-Instruct (Merge)"},{"eval_name":"maldv_Qwentile2.5-32B-Instruct_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"maldv/Qwentile2.5-32B-Instruct 📑","fullname":"maldv/Qwentile2.5-32B-Instruct","Model sha":"1cb04716c8aba33838b7f5dad99b23b7f0c6c152","Average ⬆️":45.9002633632381,"Hub License":"apache-2.0","Hub ❤️":32,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":7.065083471182076,"IFEval Raw":0.7393161256576994,"IFEval":73.93161256576994,"BBH Raw":0.6962837451098368,"BBH":57.205877636883635,"MATH Lvl 5 Raw":0.5219033232628398,"MATH Lvl 5":52.190332326283986,"GPQA Raw":0.38422818791946306,"GPQA":17.897091722595075,"MUSR Raw":0.4682291666666667,"MUSR":19.96197916666667,"MMLU-PRO Raw":0.5879321808510638,"MMLU-PRO":54.214686761229316,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-19","Submission Date":"2024-12-19","Generation":1,"Base Model":"maldv/Qwentile2.5-32B-Instruct (Merge)"},{"eval_name":"maldv_badger-kappa-llama-3-8b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"maldv/badger-kappa-llama-3-8b 📑","fullname":"maldv/badger-kappa-llama-3-8b","Model sha":"aa6863eb816ca6ad29453b8aaf846962c4328998","Average ⬆️":21.166688498001093,"Hub License":"llama3","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9182506457299924,"IFEval Raw":0.46946435457918323,"IFEval":46.94643545791833,"BBH Raw":0.5084927997756815,"BBH":30.153238604373765,"MATH Lvl 5 Raw":0.08610271903323263,"MATH Lvl 5":8.610271903323262,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.3765104166666666,"MUSR":4.297135416666666,"MMLU-PRO Raw":0.3695146276595745,"MMLU-PRO":29.94606973995272,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-02","Submission Date":"2024-06-27","Generation":0,"Base Model":"maldv/badger-kappa-llama-3-8b"},{"eval_name":"maldv_badger-lambda-llama-3-8b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"maldv/badger-lambda-llama-3-8b 📑","fullname":"maldv/badger-lambda-llama-3-8b","Model sha":"8ef157d0d3c12212ca5e70d354869aed90e03f22","Average ⬆️":20.943850248259498,"Hub License":"cc-by-nc-4.0","Hub ❤️":10,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.2220444352948254,"IFEval Raw":0.4860758343417687,"IFEval":48.607583434176874,"BBH Raw":0.49634866510444836,"BBH":28.103050014353716,"MATH Lvl 5 Raw":0.09441087613293052,"MATH Lvl 5":9.441087613293051,"GPQA Raw":0.28187919463087246,"GPQA":4.250559284116329,"MUSR Raw":0.3753645833333333,"MUSR":4.520572916666667,"MMLU-PRO Raw":0.37666223404255317,"MMLU-PRO":30.740248226950357,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-10","Submission Date":"2024-06-26","Generation":0,"Base Model":"maldv/badger-lambda-llama-3-8b"},{"eval_name":"maldv_badger-mu-llama-3-8b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"maldv/badger-mu-llama-3-8b 📑","fullname":"maldv/badger-mu-llama-3-8b","Model sha":"952a269bb1e6c18ee772c6d088e74d305df4425d","Average ⬆️":20.322170525640896,"Hub License":"cc-by-nc-4.0","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8092706264539988,"IFEval Raw":0.49194581488229006,"IFEval":49.194581488229005,"BBH Raw":0.514287576852281,"BBH":30.51396514214568,"MATH Lvl 5 Raw":0.055891238670694864,"MATH Lvl 5":5.589123867069486,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.35545833333333327,"MUSR":5.69895833333333,"MMLU-PRO Raw":0.3673537234042553,"MMLU-PRO":29.70596926713948,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-27","Submission Date":"2024-06-27","Generation":0,"Base Model":"maldv/badger-mu-llama-3-8b"},{"eval_name":"maldv_badger-writer-llama-3-8b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"maldv/badger-writer-llama-3-8b 📑","fullname":"maldv/badger-writer-llama-3-8b","Model sha":"1d8134d01af87e994571ae16ccd7b31cce42418f","Average ⬆️":21.09688762786649,"Hub License":"cc-by-nc-4.0","Hub ❤️":9,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.4716210285401963,"IFEval Raw":0.5303140112678804,"IFEval":53.03140112678803,"BBH Raw":0.4863893856673737,"BBH":26.878360614538398,"MATH Lvl 5 Raw":0.0755287009063444,"MATH Lvl 5":7.552870090634441,"GPQA Raw":0.28942953020134227,"GPQA":5.257270693512303,"MUSR Raw":0.35809375000000004,"MUSR":3.195052083333334,"MMLU-PRO Raw":0.3759973404255319,"MMLU-PRO":30.666371158392437,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-17","Submission Date":"2024-06-26","Generation":1,"Base Model":"maldv/badger-writer-llama-3-8b (Merge)"},{"eval_name":"marcuscedricridia_Cheng-1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/Cheng-1 📑","fullname":"marcuscedricridia/Cheng-1","Model sha":"cd8c9dd37c67c2e1b7c683fdd5e72b7f08c074b9","Average ⬆️":36.05830324427348,"Hub License":"mit","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.072174042569459,"IFEval Raw":0.7788833628106757,"IFEval":77.88833628106758,"BBH Raw":0.5524677845280024,"BBH":36.536366691615335,"MATH Lvl 5 Raw":0.48942598187311176,"MATH Lvl 5":48.94259818731118,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.4073333333333333,"MUSR":9.616666666666669,"MMLU-PRO Raw":0.43492353723404253,"MMLU-PRO":37.21372635933806,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-03-10","Submission Date":"2025-03-12","Generation":0,"Base Model":"marcuscedricridia/Cheng-1"},{"eval_name":"marcuscedricridia_Cheng-2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/Cheng-2 📑","fullname":"marcuscedricridia/Cheng-2","Model sha":"c22f780671f65fd4566fc9fefca6afdf9f09e3c0","Average ⬆️":42.84836261136232,"Hub License":"","Hub ❤️":1,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.626526680992532,"IFEval Raw":0.8337378156624423,"IFEval":83.37378156624423,"BBH Raw":0.6498988582965893,"BBH":49.97518634878575,"MATH Lvl 5 Raw":0.5438066465256798,"MATH Lvl 5":54.38066465256798,"GPQA Raw":0.34563758389261745,"GPQA":12.751677852348994,"MUSR Raw":0.41933333333333334,"MUSR":12.016666666666664,"MMLU-PRO Raw":0.5013297872340425,"MMLU-PRO":44.59219858156028,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-12","Submission Date":"2025-03-12","Generation":1,"Base Model":"marcuscedricridia/Cheng-2 (Merge)"},{"eval_name":"marcuscedricridia_Cheng-2-v1.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/Cheng-2-v1.1 📑","fullname":"marcuscedricridia/Cheng-2-v1.1","Model sha":"c007eb2377bc2ce46fe2b75b6e306baae2fe8691","Average ⬆️":42.679378045404626,"Hub License":"","Hub ❤️":1,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6672849363315172,"IFEval Raw":0.8269934883885868,"IFEval":82.69934883885867,"BBH Raw":0.6510142192324059,"BBH":50.248143037694966,"MATH Lvl 5 Raw":0.5392749244712991,"MATH Lvl 5":53.92749244712991,"GPQA Raw":0.34312080536912754,"GPQA":12.416107382550338,"MUSR Raw":0.41672916666666665,"MUSR":11.491145833333336,"MMLU-PRO Raw":0.5076462765957447,"MMLU-PRO":45.29403073286053,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-12","Submission Date":"2025-03-12","Generation":1,"Base Model":"marcuscedricridia/Cheng-2-v1.1 (Merge)"},{"eval_name":"marcuscedricridia_Hush-Qwen2.5-7B-MST_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/Hush-Qwen2.5-7B-MST 📑","fullname":"marcuscedricridia/Hush-Qwen2.5-7B-MST","Model sha":"3f9957f0c0812e781ce27ba6372ba5f1a1b88143","Average ⬆️":33.66195961349608,"Hub License":"","Hub ❤️":1,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6958530315799107,"IFEval Raw":0.7488330961847898,"IFEval":74.88330961847896,"BBH Raw":0.5458495423775734,"BBH":35.35007344104428,"MATH Lvl 5 Raw":0.4244712990936556,"MATH Lvl 5":42.44712990936556,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.3913645833333333,"MUSR":6.987239583333333,"MMLU-PRO Raw":0.41630651595744683,"MMLU-PRO":35.145168439716315,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-09","Submission Date":"2025-03-09","Generation":1,"Base Model":"marcuscedricridia/Hush-Qwen2.5-7B-MST (Merge)"},{"eval_name":"marcuscedricridia_Hush-Qwen2.5-7B-MST-v1.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/Hush-Qwen2.5-7B-MST-v1.1 📑","fullname":"marcuscedricridia/Hush-Qwen2.5-7B-MST-v1.1","Model sha":"61c74d22df2900512a70e6320446d33c895a3706","Average ⬆️":35.229152099424084,"Hub License":"","Hub ❤️":1,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6743135699592855,"IFEval Raw":0.7444868504457063,"IFEval":74.44868504457062,"BBH Raw":0.555919540267728,"BBH":36.82982562300872,"MATH Lvl 5 Raw":0.4652567975830816,"MATH Lvl 5":46.52567975830816,"GPQA Raw":0.3062080536912752,"GPQA":7.494407158836691,"MUSR Raw":0.4073333333333333,"MUSR":9.41666666666667,"MMLU-PRO Raw":0.429936835106383,"MMLU-PRO":36.65964834515366,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-09","Submission Date":"2025-03-09","Generation":1,"Base Model":"marcuscedricridia/Hush-Qwen2.5-7B-MST-v1.1 (Merge)"},{"eval_name":"marcuscedricridia_Hush-Qwen2.5-7B-MST-v1.3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/Hush-Qwen2.5-7B-MST-v1.3 📑","fullname":"marcuscedricridia/Hush-Qwen2.5-7B-MST-v1.3","Model sha":"4043f735c65a687241b74c8d9e62783376ace3f0","Average ⬆️":35.73029750670216,"Hub License":"","Hub ❤️":1,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7067317403547374,"IFEval Raw":0.704320092909037,"IFEval":70.4320092909037,"BBH Raw":0.5516165586639877,"BBH":36.45190695170704,"MATH Lvl 5 Raw":0.47583081570996977,"MATH Lvl 5":47.583081570996974,"GPQA Raw":0.3145973154362416,"GPQA":8.612975391498878,"MUSR Raw":0.43105208333333334,"MUSR":13.081510416666669,"MMLU-PRO Raw":0.44398271276595747,"MMLU-PRO":38.22030141843972,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-09","Submission Date":"2025-03-09","Generation":1,"Base Model":"marcuscedricridia/Hush-Qwen2.5-7B-MST-v1.3 (Merge)"},{"eval_name":"marcuscedricridia_Hush-Qwen2.5-7B-Preview_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/Hush-Qwen2.5-7B-Preview 📑","fullname":"marcuscedricridia/Hush-Qwen2.5-7B-Preview","Model sha":"3787aba9fef0e1ffd01757d1f3471fc84b948a05","Average ⬆️":35.12716296399811,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6838750927656837,"IFEval Raw":0.7962439660101863,"IFEval":79.62439660101863,"BBH Raw":0.5431064770878757,"BBH":35.32875647048946,"MATH Lvl 5 Raw":0.37537764350453173,"MATH Lvl 5":37.53776435045317,"GPQA Raw":0.311241610738255,"GPQA":8.165548098434002,"MUSR Raw":0.4298125,"MUSR":12.7265625,"MMLU-PRO Raw":0.43641954787234044,"MMLU-PRO":37.37994976359338,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-07","Submission Date":"2025-03-07","Generation":1,"Base Model":"marcuscedricridia/Hush-Qwen2.5-7B-Preview (Merge)"},{"eval_name":"marcuscedricridia_Hush-Qwen2.5-7B-RP-v1.4-1M_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/Hush-Qwen2.5-7B-RP-v1.4-1M 📑","fullname":"marcuscedricridia/Hush-Qwen2.5-7B-RP-v1.4-1M","Model sha":"879c76f96c960efcd5db8ef1a98379319e69a5c3","Average ⬆️":33.31791936262957,"Hub License":"","Hub ❤️":2,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7061472523162416,"IFEval Raw":0.7727884236049238,"IFEval":77.27884236049238,"BBH Raw":0.5295123017150106,"BBH":32.681799063269544,"MATH Lvl 5 Raw":0.3368580060422961,"MATH Lvl 5":33.68580060422961,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.44327083333333334,"MUSR":14.942187500000003,"MMLU-PRO Raw":0.4134807180851064,"MMLU-PRO":34.83119089834515,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-08","Submission Date":"2025-03-10","Generation":1,"Base Model":"marcuscedricridia/Hush-Qwen2.5-7B-RP-v1.4-1M (Merge)"},{"eval_name":"marcuscedricridia_Hush-Qwen2.5-7B-v1.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/Hush-Qwen2.5-7B-v1.1 📑","fullname":"marcuscedricridia/Hush-Qwen2.5-7B-v1.1","Model sha":"ad2151f84cc141aa20a85542308b3a14add5f1fa","Average ⬆️":35.47835434931775,"Hub License":"","Hub ❤️":1,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6900126630786094,"IFEval Raw":0.7889499860370484,"IFEval":78.89499860370483,"BBH Raw":0.5383575636307666,"BBH":34.40003587057091,"MATH Lvl 5 Raw":0.4380664652567976,"MATH Lvl 5":43.80664652567976,"GPQA Raw":0.3162751677852349,"GPQA":8.83668903803132,"MUSR Raw":0.4179375,"MUSR":11.075520833333336,"MMLU-PRO Raw":0.4227061170212766,"MMLU-PRO":35.85623522458629,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-08","Submission Date":"2025-03-08","Generation":1,"Base Model":"marcuscedricridia/Hush-Qwen2.5-7B-v1.1 (Merge)"},{"eval_name":"marcuscedricridia_Hush-Qwen2.5-7B-v1.2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/Hush-Qwen2.5-7B-v1.2 📑","fullname":"marcuscedricridia/Hush-Qwen2.5-7B-v1.2","Model sha":"f612046f36daa8afd7a1bd396e70d3869dda8638","Average ⬆️":35.53808932923916,"Hub License":"","Hub ❤️":1,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6894710937811266,"IFEval Raw":0.7865020368178655,"IFEval":78.65020368178655,"BBH Raw":0.540250407222091,"BBH":34.7406275243418,"MATH Lvl 5 Raw":0.44033232628398794,"MATH Lvl 5":44.03323262839879,"GPQA Raw":0.3145973154362416,"GPQA":8.612975391498878,"MUSR Raw":0.421875,"MUSR":11.667708333333337,"MMLU-PRO Raw":0.4197140957446808,"MMLU-PRO":35.52378841607564,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-08","Submission Date":"2025-03-08","Generation":1,"Base Model":"marcuscedricridia/Hush-Qwen2.5-7B-v1.2 (Merge)"},{"eval_name":"marcuscedricridia_Hush-Qwen2.5-7B-v1.3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/Hush-Qwen2.5-7B-v1.3 📑","fullname":"marcuscedricridia/Hush-Qwen2.5-7B-v1.3","Model sha":"22714b419eb73afe1fb8016a67240634ddc99897","Average ⬆️":33.93143365739242,"Hub License":"","Hub ❤️":2,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6526124113262405,"IFEval Raw":0.7856276900845313,"IFEval":78.56276900845313,"BBH Raw":0.5326893189699237,"BBH":33.96881934058692,"MATH Lvl 5 Raw":0.3323262839879154,"MATH Lvl 5":33.23262839879154,"GPQA Raw":0.31208053691275167,"GPQA":8.277404921700223,"MUSR Raw":0.42463541666666665,"MUSR":12.379427083333335,"MMLU-PRO Raw":0.43450797872340424,"MMLU-PRO":37.167553191489354,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-08","Submission Date":"2025-03-08","Generation":1,"Base Model":"marcuscedricridia/Hush-Qwen2.5-7B-v1.3 (Merge)"},{"eval_name":"marcuscedricridia_Hush-Qwen2.5-7B-v1.4_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/Hush-Qwen2.5-7B-v1.4 📑","fullname":"marcuscedricridia/Hush-Qwen2.5-7B-v1.4","Model sha":"dd001376afe7f7c98c584d201bedcc4ad234ad7e","Average ⬆️":35.18387958085206,"Hub License":"","Hub ❤️":1,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6864942532990541,"IFEval Raw":0.7834545672149895,"IFEval":78.34545672149895,"BBH Raw":0.54229983590397,"BBH":35.05829745506504,"MATH Lvl 5 Raw":0.4259818731117825,"MATH Lvl 5":42.59818731117825,"GPQA Raw":0.311241610738255,"GPQA":8.165548098434002,"MUSR Raw":0.4231770833333333,"MUSR":11.430468750000001,"MMLU-PRO Raw":0.4195478723404255,"MMLU-PRO":35.50531914893617,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-08","Submission Date":"2025-03-08","Generation":1,"Base Model":"marcuscedricridia/Hush-Qwen2.5-7B-v1.4 (Merge)"},{"eval_name":"marcuscedricridia_Qwen2.5-7B-Preview_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/Qwen2.5-7B-Preview 📑","fullname":"marcuscedricridia/Qwen2.5-7B-Preview","Model sha":"935631778e482a336c34b15fdede64d2571685f0","Average ⬆️":33.62064174853305,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7067649389855902,"IFEval Raw":0.7679423928509688,"IFEval":76.79423928509688,"BBH Raw":0.5359781834039953,"BBH":33.85996689538109,"MATH Lvl 5 Raw":0.34441087613293053,"MATH Lvl 5":34.44108761329305,"GPQA Raw":0.3238255033557047,"GPQA":9.843400447427292,"MUSR Raw":0.41403125,"MUSR":10.587239583333336,"MMLU-PRO Raw":0.42578125,"MMLU-PRO":36.19791666666667,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-09","Submission Date":"2025-03-09","Generation":1,"Base Model":"marcuscedricridia/Qwen2.5-7B-Preview (Merge)"},{"eval_name":"marcuscedricridia_Yell-Qwen2.5-7B-Preview_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/Yell-Qwen2.5-7B-Preview 📑","fullname":"marcuscedricridia/Yell-Qwen2.5-7B-Preview","Model sha":"9c9cadc3c25e04502821433e49b17502551de37e","Average ⬆️":26.147687224987916,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6761295398176718,"IFEval Raw":0.5838696879834395,"IFEval":58.38696879834396,"BBH Raw":0.537136379549371,"BBH":34.76337530701511,"MATH Lvl 5 Raw":0.19259818731117825,"MATH Lvl 5":19.259818731117825,"GPQA Raw":0.28104026845637586,"GPQA":4.138702460850116,"MUSR Raw":0.40463541666666664,"MUSR":9.246093750000002,"MMLU-PRO Raw":0.37982047872340424,"MMLU-PRO":31.091164302600465,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-08","Submission Date":"2025-03-08","Generation":1,"Base Model":"marcuscedricridia/Yell-Qwen2.5-7B-Preview (Merge)"},{"eval_name":"marcuscedricridia_Yell-Qwen2.5-7B-Preview-v1.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/Yell-Qwen2.5-7B-Preview-v1.1 📑","fullname":"marcuscedricridia/Yell-Qwen2.5-7B-Preview-v1.1","Model sha":"99739c789f117c83527c3940a236d1741c1fae30","Average ⬆️":26.093952629179146,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.671546849924999,"IFEval Raw":0.5757013612769672,"IFEval":57.57013612769673,"BBH Raw":0.5347734083768815,"BBH":34.15662850738155,"MATH Lvl 5 Raw":0.18957703927492447,"MATH Lvl 5":18.957703927492446,"GPQA Raw":0.2860738255033557,"GPQA":4.809843400447425,"MUSR Raw":0.4059375,"MUSR":9.608854166666667,"MMLU-PRO Raw":0.38314494680851063,"MMLU-PRO":31.460549645390074,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-08","Submission Date":"2025-03-08","Generation":1,"Base Model":"marcuscedricridia/Yell-Qwen2.5-7B-Preview-v1.1 (Merge)"},{"eval_name":"marcuscedricridia_absolute-o1-7b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/absolute-o1-7b 📑","fullname":"marcuscedricridia/absolute-o1-7b","Model sha":"d11523bb20f692efb61fc72cff79eee70b0ecf0b","Average ⬆️":36.52860800635401,"Hub License":"","Hub ❤️":1,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6894055907798708,"IFEval Raw":0.7515558717536137,"IFEval":75.15558717536138,"BBH Raw":0.5469413884153854,"BBH":35.655762760822036,"MATH Lvl 5 Raw":0.5083081570996979,"MATH Lvl 5":50.83081570996979,"GPQA Raw":0.3196308724832215,"GPQA":9.284116331096197,"MUSR Raw":0.4113645833333333,"MUSR":10.32057291666667,"MMLU-PRO Raw":0.44132313829787234,"MMLU-PRO":37.92479314420804,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-27","Generation":1,"Base Model":"marcuscedricridia/absolute-o1-7b (Merge)"},{"eval_name":"marcuscedricridia_cursa-o1-7b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/cursa-o1-7b 📑","fullname":"marcuscedricridia/cursa-o1-7b","Model sha":"5ab72cb7de828a3064d69e05008662161cd25684","Average ⬆️":36.70965718904586,"Hub License":"","Hub ❤️":1,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6845874324660594,"IFEval Raw":0.7628215357473725,"IFEval":76.28215357473725,"BBH Raw":0.5465860023973769,"BBH":35.70429131124187,"MATH Lvl 5 Raw":0.4954682779456193,"MATH Lvl 5":49.546827794561935,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.4300625,"MUSR":13.42447916666667,"MMLU-PRO Raw":0.4392453457446808,"MMLU-PRO":37.69392730496453,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-27","Generation":1,"Base Model":"marcuscedricridia/cursa-o1-7b (Merge)"},{"eval_name":"marcuscedricridia_cursa-o1-7b-2-28-2025_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/cursa-o1-7b-2-28-2025 📑","fullname":"marcuscedricridia/cursa-o1-7b-2-28-2025","Model sha":"50faf0f516e0afa0530daa7813366a147149b079","Average ⬆️":35.843864079561996,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6999771631262225,"IFEval Raw":0.7467098409996586,"IFEval":74.67098409996586,"BBH Raw":0.538413713363387,"BBH":34.668302854132016,"MATH Lvl 5 Raw":0.4811178247734139,"MATH Lvl 5":48.11178247734139,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.42733333333333334,"MUSR":12.616666666666667,"MMLU-PRO Raw":0.4365026595744681,"MMLU-PRO":37.38918439716312,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-27","Generation":1,"Base Model":"marcuscedricridia/cursa-o1-7b-2-28-2025 (Merge)"},{"eval_name":"marcuscedricridia_cursa-o1-7b-v1.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/cursa-o1-7b-v1.1 📑","fullname":"marcuscedricridia/cursa-o1-7b-v1.1","Model sha":"7932d91ce03991a94866f4d7291c9866b3733906","Average ⬆️":36.502776909004204,"Hub License":"","Hub ❤️":2,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6935658180791084,"IFEval Raw":0.7527549125209998,"IFEval":75.27549125209998,"BBH Raw":0.5492557305346194,"BBH":36.06689595024021,"MATH Lvl 5 Raw":0.4984894259818731,"MATH Lvl 5":49.848942598187314,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.425875,"MUSR":12.534375000000002,"MMLU-PRO Raw":0.43916223404255317,"MMLU-PRO":37.6846926713948,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-28","Submission Date":"2025-02-28","Generation":1,"Base Model":"marcuscedricridia/cursa-o1-7b-v1.1 (Merge)"},{"eval_name":"marcuscedricridia_cursa-o1-7b-v1.2-normalize-false_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/cursa-o1-7b-v1.2-normalize-false 📑","fullname":"marcuscedricridia/cursa-o1-7b-v1.2-normalize-false","Model sha":"96735a68663bcc13ed471697f9b1ade1551312d0","Average ⬆️":36.79978502425582,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6751990549019224,"IFEval Raw":0.7615726272955757,"IFEval":76.15726272955757,"BBH Raw":0.5492349810703803,"BBH":36.12772971752309,"MATH Lvl 5 Raw":0.49924471299093653,"MATH Lvl 5":49.92447129909365,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.4272708333333333,"MUSR":12.808854166666668,"MMLU-PRO Raw":0.4435671542553192,"MMLU-PRO":38.17412825059102,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-28","Submission Date":"2025-02-28","Generation":1,"Base Model":"marcuscedricridia/cursa-o1-7b-v1.2-normalize-false (Merge)"},{"eval_name":"marcuscedricridia_cursor-o1-7b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/cursor-o1-7b 📑","fullname":"marcuscedricridia/cursor-o1-7b","Model sha":"e2deb6ec40fe3aaa52d8fe30c9ef2123bd8b2abd","Average ⬆️":20.571431098235255,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7800219303340636,"IFEval Raw":0.4106880853912065,"IFEval":41.068808539120646,"BBH Raw":0.5007453242508472,"BBH":28.820714356242792,"MATH Lvl 5 Raw":0.14123867069486404,"MATH Lvl 5":14.123867069486403,"GPQA Raw":0.28104026845637586,"GPQA":4.138702460850116,"MUSR Raw":0.41009375,"MUSR":10.261718750000002,"MMLU-PRO Raw":0.32513297872340424,"MMLU-PRO":25.014775413711583,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-26","Generation":0,"Base Model":"Removed"},{"eval_name":"marcuscedricridia_cursorr-o1.2-7b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/cursorr-o1.2-7b 📑","fullname":"marcuscedricridia/cursorr-o1.2-7b","Model sha":"7aa4af42a5100355d36120451a9b71c11b397097","Average ⬆️":4.069130519573485,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6764200040790131,"IFEval Raw":0.1659895743294459,"IFEval":16.598957432944587,"BBH Raw":0.3068134113454804,"BBH":3.4654936219477315,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.25419463087248323,"GPQA":0.5592841163310973,"MUSR Raw":0.35384375,"MUSR":2.897135416666666,"MMLU-PRO Raw":0.10804521276595745,"MMLU-PRO":0.8939125295508273,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-26","Generation":0,"Base Model":"Removed"},{"eval_name":"marcuscedricridia_etr1o-explicit-v1.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/etr1o-explicit-v1.1 📑","fullname":"marcuscedricridia/etr1o-explicit-v1.1","Model sha":"5d4d240f0b0abfe4566efde3ec4843a3ca1c8b31","Average ⬆️":8.109189405741137,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8023332738780068,"IFEval Raw":0.28803906966847964,"IFEval":28.80390696684797,"BBH Raw":0.31316553135589525,"BBH":4.190313048867292,"MATH Lvl 5 Raw":0.004531722054380665,"MATH Lvl 5":0.4531722054380665,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.4110520833333333,"MUSR":9.348177083333333,"MMLU-PRO Raw":0.11951462765957446,"MMLU-PRO":2.1682919621749397,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-03","Generation":0,"Base Model":"Removed"},{"eval_name":"marcuscedricridia_etr1o-explicit-v1.2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/etr1o-explicit-v1.2 📑","fullname":"marcuscedricridia/etr1o-explicit-v1.2","Model sha":"b00fd4311767963b1e3b12c1f808ebfb428da125","Average ⬆️":4.805786982236451,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6925911936091056,"IFEval Raw":0.1504020443534267,"IFEval":15.04020443534267,"BBH Raw":0.29497368605886115,"BBH":1.9825717963953267,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.40311458333333333,"MUSR":8.955989583333334,"MMLU-PRO Raw":0.11261635638297872,"MMLU-PRO":1.4018173758865236,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-03","Generation":0,"Base Model":"Removed"},{"eval_name":"marcuscedricridia_etr1o-v1.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/etr1o-v1.1 📑","fullname":"marcuscedricridia/etr1o-v1.1","Model sha":"6aaf3b43c713ac0964528705bd771b0f128c2c4d","Average ⬆️":4.967503215885146,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4274969923485479,"IFEval Raw":0.15971954414287426,"IFEval":15.971954414287424,"BBH Raw":0.31003625778742805,"BBH":3.321013560260136,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.25671140939597314,"GPQA":0.8948545861297527,"MUSR Raw":0.40165625,"MUSR":7.873697916666665,"MMLU-PRO Raw":0.11569148936170212,"MMLU-PRO":1.7434988179669018,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-04","Submission Date":"2025-03-04","Generation":1,"Base Model":"marcuscedricridia/etr1o-v1.1 (Merge)"},{"eval_name":"marcuscedricridia_etr1o-v1.2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/etr1o-v1.2 📑","fullname":"marcuscedricridia/etr1o-v1.2","Model sha":"835c7a4f1cd397e72fa7e90d56c0bc02377d0722","Average ⬆️":39.91280232445549,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7821409347839607,"IFEval Raw":0.7286998497320443,"IFEval":72.86998497320442,"BBH Raw":0.6349035922791185,"BBH":47.700911102136416,"MATH Lvl 5 Raw":0.35876132930513593,"MATH Lvl 5":35.87613293051359,"GPQA Raw":0.37583892617449666,"GPQA":16.778523489932887,"MUSR Raw":0.4714479166666667,"MUSR":18.297656250000003,"MMLU-PRO Raw":0.5315824468085106,"MMLU-PRO":47.953605200945624,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-04","Submission Date":"2025-03-04","Generation":1,"Base Model":"marcuscedricridia/etr1o-v1.2 (Merge)"},{"eval_name":"marcuscedricridia_fan-o1-7b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/fan-o1-7b 📑","fullname":"marcuscedricridia/fan-o1-7b","Model sha":"f687a7029b01b79314dce6b31098383f8838c8b9","Average ⬆️":20.506029356913686,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6796565802562364,"IFEval Raw":0.4455588948434598,"IFEval":44.55588948434598,"BBH Raw":0.4849058892394324,"BBH":26.546331472502214,"MATH Lvl 5 Raw":0.16163141993957703,"MATH Lvl 5":16.1631419939577,"GPQA Raw":0.28439597315436244,"GPQA":4.5861297539149914,"MUSR Raw":0.3833645833333333,"MUSR":5.920572916666668,"MMLU-PRO Raw":0.3273769946808511,"MMLU-PRO":25.26411052009456,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-27","Generation":0,"Base Model":"Removed"},{"eval_name":"marcuscedricridia_olmner-7b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/olmner-7b 📑","fullname":"marcuscedricridia/olmner-7b","Model sha":"9c7bd318b35ab3df4ca91b5d3a3434f81680034f","Average ⬆️":35.56417304972707,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6545304247150346,"IFEval Raw":0.7253775537795273,"IFEval":72.53775537795272,"BBH Raw":0.5471591805569388,"BBH":35.74684409479422,"MATH Lvl 5 Raw":0.46299093655589124,"MATH Lvl 5":46.299093655589125,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.43796875,"MUSR":14.31276041666667,"MMLU-PRO Raw":0.4309341755319149,"MMLU-PRO":36.77046394799054,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-27","Generation":0,"Base Model":"Removed"},{"eval_name":"marcuscedricridia_olmner-della-7b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/olmner-della-7b 📑","fullname":"marcuscedricridia/olmner-della-7b","Model sha":"6e7d48350df281683fc54afe035a7984fc561306","Average ⬆️":36.354392479860905,"Hub License":"","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.651305802502441,"IFEval Raw":0.7636958824807067,"IFEval":76.36958824807067,"BBH Raw":0.5491231851969524,"BBH":35.896041596647144,"MATH Lvl 5 Raw":0.4962235649546828,"MATH Lvl 5":49.62235649546828,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.4207604166666667,"MUSR":11.795052083333333,"MMLU-PRO Raw":0.43858045212765956,"MMLU-PRO":37.62005023640661,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-27","Generation":1,"Base Model":"marcuscedricridia/olmner-della-7b (Merge)"},{"eval_name":"marcuscedricridia_olmner-o1-7b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/olmner-o1-7b 📑","fullname":"marcuscedricridia/olmner-o1-7b","Model sha":"b98b6ccf2b20346e760ab3db77d518ce92adf5fb","Average ⬆️":36.292532643734724,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6713850918516362,"IFEval Raw":0.7527549125209998,"IFEval":75.27549125209998,"BBH Raw":0.5480873056178129,"BBH":35.68672724705917,"MATH Lvl 5 Raw":0.49244712990936557,"MATH Lvl 5":49.244712990936556,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.42990625,"MUSR":13.104947916666669,"MMLU-PRO Raw":0.43858045212765956,"MMLU-PRO":37.62005023640661,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-27","Generation":0,"Base Model":"Removed"},{"eval_name":"marcuscedricridia_olmner-sbr-7b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/olmner-sbr-7b 📑","fullname":"marcuscedricridia/olmner-sbr-7b","Model sha":"8af017146aef2673138387020d311b19b6c60ef1","Average ⬆️":36.29850278097941,"Hub License":"","Hub ❤️":1,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6974451975798761,"IFEval Raw":0.7600488924941378,"IFEval":76.00488924941378,"BBH Raw":0.5461642048146724,"BBH":35.71538595353347,"MATH Lvl 5 Raw":0.4947129909365559,"MATH Lvl 5":49.47129909365559,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.4153645833333333,"MUSR":10.853906250000003,"MMLU-PRO Raw":0.4412400265957447,"MMLU-PRO":37.9155585106383,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-01","Submission Date":"2025-03-01","Generation":1,"Base Model":"marcuscedricridia/olmner-sbr-7b (Merge)"},{"eval_name":"marcuscedricridia_post-cursa-o1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/post-cursa-o1 📑","fullname":"marcuscedricridia/post-cursa-o1","Model sha":"ec7e81808cb91d95ebbcc6e35bed6aaf01c0a5bb","Average ⬆️":36.661699398945466,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6909705612974125,"IFEval Raw":0.7628215357473725,"IFEval":76.28215357473725,"BBH Raw":0.5479692437233474,"BBH":35.82728921979409,"MATH Lvl 5 Raw":0.4871601208459215,"MATH Lvl 5":48.716012084592144,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.43514583333333334,"MUSR":13.859895833333335,"MMLU-PRO Raw":0.4360871010638298,"MMLU-PRO":37.34301122931442,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-28","Generation":1,"Base Model":"marcuscedricridia/post-cursa-o1 (Merge)"},{"eval_name":"marcuscedricridia_pre-cursa-o1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/pre-cursa-o1 📑","fullname":"marcuscedricridia/pre-cursa-o1","Model sha":"2912216a41a29bb0cbc2f0234f26c8bd4aeaed74","Average ⬆️":36.45904597530088,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7019430148436578,"IFEval Raw":0.740889728143548,"IFEval":74.0889728143548,"BBH Raw":0.5461688442794247,"BBH":35.72155461706918,"MATH Lvl 5 Raw":0.5037764350453172,"MATH Lvl 5":50.37764350453172,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.42596875,"MUSR":12.579427083333336,"MMLU-PRO Raw":0.4424035904255319,"MMLU-PRO":38.04484338061466,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-28","Generation":1,"Base Model":"marcuscedricridia/pre-cursa-o1 (Merge)"},{"eval_name":"marcuscedricridia_pre-cursa-o1-v1.2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/pre-cursa-o1-v1.2 📑","fullname":"marcuscedricridia/pre-cursa-o1-v1.2","Model sha":"f1db05705595b63739a88ef8ca338707e0bbafc6","Average ⬆️":36.886278898117105,"Hub License":"","Hub ❤️":1,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6879118341708577,"IFEval Raw":0.7548781677061308,"IFEval":75.48781677061308,"BBH Raw":0.5486788313377599,"BBH":36.1178124071646,"MATH Lvl 5 Raw":0.506797583081571,"MATH Lvl 5":50.6797583081571,"GPQA Raw":0.31291946308724833,"GPQA":8.389261744966444,"MUSR Raw":0.42723958333333334,"MUSR":12.838281250000003,"MMLU-PRO Raw":0.4402426861702128,"MMLU-PRO":37.80474290780142,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-28","Generation":1,"Base Model":"marcuscedricridia/pre-cursa-o1-v1.2 (Merge)"},{"eval_name":"marcuscedricridia_pre-cursa-o1-v1.3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/pre-cursa-o1-v1.3 📑","fullname":"marcuscedricridia/pre-cursa-o1-v1.3","Model sha":"f33523f9bc4c3524381bede36b8d4d422c7f9cad","Average ⬆️":36.71219961022997,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6831272927020302,"IFEval Raw":0.7506815250202795,"IFEval":75.06815250202794,"BBH Raw":0.5454519705653261,"BBH":35.4685970258894,"MATH Lvl 5 Raw":0.5075528700906344,"MATH Lvl 5":50.755287009063444,"GPQA Raw":0.31291946308724833,"GPQA":8.389261744966444,"MUSR Raw":0.42714583333333334,"MUSR":12.593229166666669,"MMLU-PRO Raw":0.4419880319148936,"MMLU-PRO":37.99867021276595,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-28","Generation":1,"Base Model":"marcuscedricridia/pre-cursa-o1-v1.3 (Merge)"},{"eval_name":"marcuscedricridia_pre-cursa-o1-v1.4_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/pre-cursa-o1-v1.4 📑","fullname":"marcuscedricridia/pre-cursa-o1-v1.4","Model sha":"636558c7a765cc4356a79b51ff479a50dd15fc14","Average ⬆️":36.264047353976316,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.691780936716261,"IFEval Raw":0.748783228500379,"IFEval":74.8783228500379,"BBH Raw":0.5493014138981462,"BBH":35.98044535759805,"MATH Lvl 5 Raw":0.48338368580060426,"MATH Lvl 5":48.338368580060425,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.42851041666666667,"MUSR":12.830468750000003,"MMLU-PRO Raw":0.4435671542553192,"MMLU-PRO":38.17412825059102,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-28","Generation":1,"Base Model":"marcuscedricridia/pre-cursa-o1-v1.4 (Merge)"},{"eval_name":"marcuscedricridia_pre-cursa-o1-v1.6_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/pre-cursa-o1-v1.6 📑","fullname":"marcuscedricridia/pre-cursa-o1-v1.6","Model sha":"044f5202846d83e8cf352ae999e087661ff31665","Average ⬆️":36.795179506465466,"Hub License":"","Hub ❤️":1,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6700119516121076,"IFEval Raw":0.7527549125209998,"IFEval":75.27549125209998,"BBH Raw":0.5473342320067097,"BBH":35.92091323812233,"MATH Lvl 5 Raw":0.5,"MATH Lvl 5":50.0,"GPQA Raw":0.32046979865771813,"GPQA":9.395973154362418,"MUSR Raw":0.4233645833333333,"MUSR":12.253906250000002,"MMLU-PRO Raw":0.44132313829787234,"MMLU-PRO":37.92479314420804,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-28","Generation":1,"Base Model":"marcuscedricridia/pre-cursa-o1-v1.6 (Merge)"},{"eval_name":"marcuscedricridia_r1o-et_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/r1o-et 📑","fullname":"marcuscedricridia/r1o-et","Model sha":"c0393cc3b2e0f32383a0c4a0cec27eb2eb36ef7e","Average ⬆️":14.343384030894796,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6715149105937247,"IFEval Raw":0.3596800932636516,"IFEval":35.968009326365156,"BBH Raw":0.42092007019831174,"BBH":18.9129347129545,"MATH Lvl 5 Raw":0.07930513595166164,"MATH Lvl 5":7.930513595166164,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.3579375,"MUSR":2.675520833333333,"MMLU-PRO Raw":0.2579787234042553,"MMLU-PRO":17.5531914893617,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-02","Submission Date":"2025-03-02","Generation":1,"Base Model":"marcuscedricridia/r1o-et (Merge)"},{"eval_name":"marcuscedricridia_sbr-o1-7b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/sbr-o1-7b 📑","fullname":"marcuscedricridia/sbr-o1-7b","Model sha":"8e92f7967b8dc6e3770834bbcabc031ba3e8b13d","Average ⬆️":36.69314046938948,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6722542404365971,"IFEval Raw":0.7454609325478618,"IFEval":74.54609325478619,"BBH Raw":0.5478826565229475,"BBH":35.77966356053602,"MATH Lvl 5 Raw":0.4984894259818731,"MATH Lvl 5":49.848942598187314,"GPQA Raw":0.3104026845637584,"GPQA":8.05369127516779,"MUSR Raw":0.4404166666666667,"MUSR":14.652083333333337,"MMLU-PRO Raw":0.43550531914893614,"MMLU-PRO":37.278368794326234,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-27","Generation":1,"Base Model":"marcuscedricridia/sbr-o1-7b (Merge)"},{"eval_name":"marcuscedricridia_stray-r1o-et_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"marcuscedricridia/stray-r1o-et 📑","fullname":"marcuscedricridia/stray-r1o-et","Model sha":"7930bd53216aaad96325543fc64dc4a2917ebfce","Average ⬆️":5.1276666327892615,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7094334830006445,"IFEval Raw":0.15622215720953736,"IFEval":15.622215720953736,"BBH Raw":0.2967459956151434,"BBH":2.6446684279500334,"MATH Lvl 5 Raw":0.004531722054380665,"MATH Lvl 5":0.4531722054380665,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.4085729166666667,"MUSR":9.438281250000001,"MMLU-PRO Raw":0.109375,"MMLU-PRO":1.041666666666666,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-01","Submission Date":"2025-03-03","Generation":1,"Base Model":"marcuscedricridia/stray-r1o-et (Merge)"},{"eval_name":"matouLeLoup_ECE-PRYMMAL-0.5B-FT-EnhancedMUSREnsembleV3_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"matouLeLoup/ECE-PRYMMAL-0.5B-FT-EnhancedMUSREnsembleV3 📑","fullname":"matouLeLoup/ECE-PRYMMAL-0.5B-FT-EnhancedMUSREnsembleV3","Model sha":"60c5853d376d4b62b19dd4c4741224d0246ec5b4","Average ⬆️":7.224121473565234,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7035439123483884,"IFEval Raw":0.18732186154957736,"IFEval":18.732186154957734,"BBH Raw":0.3239117424825444,"BBH":7.9185120409032566,"MATH Lvl 5 Raw":0.026435045317220542,"MATH Lvl 5":2.643504531722054,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.37520833333333337,"MUSR":4.601041666666668,"MMLU-PRO Raw":0.17195811170212766,"MMLU-PRO":7.99534574468085,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-01","Generation":0,"Base Model":"Removed"},{"eval_name":"matouLeLoup_ECE-PRYMMAL-0.5B-FT-MUSR-ENSEMBLE-V2Mathis_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"matouLeLoup/ECE-PRYMMAL-0.5B-FT-MUSR-ENSEMBLE-V2Mathis 📑","fullname":"matouLeLoup/ECE-PRYMMAL-0.5B-FT-MUSR-ENSEMBLE-V2Mathis","Model sha":"3fd229bcc3b4d2502ed7f3bdd48ccb5c97e83212","Average ⬆️":7.224121473565234,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7290301608684984,"IFEval Raw":0.18732186154957736,"IFEval":18.732186154957734,"BBH Raw":0.3239117424825444,"BBH":7.9185120409032566,"MATH Lvl 5 Raw":0.026435045317220542,"MATH Lvl 5":2.643504531722054,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.37520833333333337,"MUSR":4.601041666666668,"MMLU-PRO Raw":0.17195811170212766,"MMLU-PRO":7.99534574468085,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-31","Generation":0,"Base Model":"Removed"},{"eval_name":"matouLeLoup_ECE-PRYMMAL-0.5B-FT-V4-MUSR-ENSEMBLE-Mathis_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"matouLeLoup/ECE-PRYMMAL-0.5B-FT-V4-MUSR-ENSEMBLE-Mathis 📑","fullname":"matouLeLoup/ECE-PRYMMAL-0.5B-FT-V4-MUSR-ENSEMBLE-Mathis","Model sha":"455945ed4318bbeae008a253f877f56a68291b8b","Average ⬆️":7.224121473565234,"Hub License":"","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7281217213354472,"IFEval Raw":0.18732186154957736,"IFEval":18.732186154957734,"BBH Raw":0.3239117424825444,"BBH":7.9185120409032566,"MATH Lvl 5 Raw":0.026435045317220542,"MATH Lvl 5":2.643504531722054,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.37520833333333337,"MUSR":4.601041666666668,"MMLU-PRO Raw":0.17195811170212766,"MMLU-PRO":7.99534574468085,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-31","Generation":0,"Base Model":"Removed"},{"eval_name":"matouLeLoup_ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"matouLeLoup/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis 📑","fullname":"matouLeLoup/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis","Model sha":"dd86c3d7f77748a0ba18d911ceb93358a69ce160","Average ⬆️":7.257344997193762,"Hub License":"","Hub ❤️":1,"#Params (B)":0.494,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8201847180981525,"IFEval Raw":0.18824607596732226,"IFEval":18.824607596732225,"BBH Raw":0.32327887380902803,"BBH":8.079577103291848,"MATH Lvl 5 Raw":0.027190332326283987,"MATH Lvl 5":2.719033232628399,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.3684791666666667,"MUSR":4.1265625,"MMLU-PRO Raw":0.17204122340425532,"MMLU-PRO":8.00458037825059,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-25","Submission Date":"2024-10-31","Generation":0,"Base Model":"matouLeLoup/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis"},{"eval_name":"matouLeLoup_ECE-PRYMMAL-0.5B-FT-V5-MUSR-Mathis_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"?","Model":"matouLeLoup/ECE-PRYMMAL-0.5B-FT-V5-MUSR-Mathis 📑","fullname":"matouLeLoup/ECE-PRYMMAL-0.5B-FT-V5-MUSR-Mathis","Model sha":"7a9d848188a674302d64a865786d4508be19571a","Average ⬆️":5.9763915232152165,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.1979019569021543,"IFEval Raw":0.16521496296493304,"IFEval":16.521496296493304,"BBH Raw":0.30237295164613204,"BBH":3.0833518776266557,"MATH Lvl 5 Raw":0.0188821752265861,"MATH Lvl 5":1.8882175226586102,"GPQA Raw":0.25671140939597314,"GPQA":0.8948545861297527,"MUSR Raw":0.42730208333333336,"MUSR":12.179427083333335,"MMLU-PRO Raw":0.1116190159574468,"MMLU-PRO":1.2910017730496441,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-12","Generation":0,"Base Model":"Removed"},{"eval_name":"mattshumer_Reflection-Llama-3.1-70B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"mattshumer/Reflection-Llama-3.1-70B 📑","fullname":"mattshumer/Reflection-Llama-3.1-70B","Model sha":"458962ed801fac4eadd01a91a2029a3a82f4cd84","Average ⬆️":24.392555308681647,"Hub License":"llama3.1","Hub ❤️":1714,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":39.03104120119348,"IFEval Raw":0.00452133671990319,"IFEval":0.45213367199031906,"BBH Raw":0.645001286484342,"BBH":47.86623716674634,"MATH Lvl 5 Raw":0.21450151057401812,"MATH Lvl 5":21.45015105740181,"GPQA Raw":0.36325503355704697,"GPQA":15.100671140939594,"MUSR Raw":0.45765625000000004,"MUSR":17.540364583333332,"MMLU-PRO Raw":0.4955119680851064,"MMLU-PRO":43.94577423167848,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-05","Submission Date":"2024-12-25","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-70B"},{"eval_name":"mattshumer_ref_70_e3_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"mattshumer/ref_70_e3 📑","fullname":"mattshumer/ref_70_e3","Model sha":"5d2d9dbb9e0bf61879255f63f1b787296fe524cc","Average ⬆️":35.395599658838286,"Hub License":"llama3.1","Hub ❤️":58,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":64.10397419494268,"IFEval Raw":0.6294321289733462,"IFEval":62.943212897334625,"BBH Raw":0.6500839481104265,"BBH":49.27446660003019,"MATH Lvl 5 Raw":0.2794561933534743,"MATH Lvl 5":27.945619335347434,"GPQA Raw":0.33557046979865773,"GPQA":11.409395973154364,"MUSR Raw":0.4327604166666667,"MUSR":12.995052083333334,"MMLU-PRO Raw":0.5302526595744681,"MMLU-PRO":47.80585106382979,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-08","Submission Date":"2024-09-08","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-70B"},{"eval_name":"maywell_Qwen2-7B-Multilingual-RP_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"maywell/Qwen2-7B-Multilingual-RP 📑","fullname":"maywell/Qwen2-7B-Multilingual-RP","Model sha":"487e8f0498419e4d1188f661dbb63bd629be4638","Average ⬆️":23.450878693391584,"Hub License":"apache-2.0","Hub ❤️":55,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.918825671514629,"IFEval Raw":0.4347176602525743,"IFEval":43.47176602525742,"BBH Raw":0.5062058680861069,"BBH":30.54356147647468,"MATH Lvl 5 Raw":0.2243202416918429,"MATH Lvl 5":22.432024169184288,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.3695625,"MUSR":6.228645833333334,"MMLU-PRO Raw":0.3858876329787234,"MMLU-PRO":31.765292553191493,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-24","Submission Date":"2024-09-05","Generation":0,"Base Model":"maywell/Qwen2-7B-Multilingual-RP"},{"eval_name":"meditsolutions_Llama-3.1-MedIT-SUN-8B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"meditsolutions/Llama-3.1-MedIT-SUN-8B 📑","fullname":"meditsolutions/Llama-3.1-MedIT-SUN-8B","Model sha":"0c11abbaa40e76b538b8c0f9c50e965078999087","Average ⬆️":30.19415971775715,"Hub License":"llama3.1","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4261000691308154,"IFEval Raw":0.7837293935646308,"IFEval":78.37293935646308,"BBH Raw":0.5186924904597405,"BBH":32.001650567550215,"MATH Lvl 5 Raw":0.20921450151057402,"MATH Lvl 5":20.921450151057403,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.40562499999999996,"MUSR":9.636458333333328,"MMLU-PRO Raw":0.3916223404255319,"MMLU-PRO":32.402482269503544,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-06","Submission Date":"2024-11-06","Generation":1,"Base Model":"meditsolutions/Llama-3.1-MedIT-SUN-8B (Merge)"},{"eval_name":"meditsolutions_Llama-3.2-SUN-1B-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaMedITForCausalLM","Model":"meditsolutions/Llama-3.2-SUN-1B-Instruct 📑","fullname":"meditsolutions/Llama-3.2-SUN-1B-Instruct","Model sha":"538477c528ecd80f9537b0d4ea730b7b9b529115","Average ⬆️":15.524297116936125,"Hub License":"llama3.2","Hub ❤️":4,"#Params (B)":1.498,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7034879137518993,"IFEval Raw":0.6412973133507981,"IFEval":64.12973133507981,"BBH Raw":0.34738999022447486,"BBH":9.183738602498957,"MATH Lvl 5 Raw":0.07099697885196375,"MATH Lvl 5":7.099697885196375,"GPQA Raw":0.2424496644295302,"GPQA":0.0,"MUSR Raw":0.35136458333333337,"MUSR":4.053906250000002,"MMLU-PRO Raw":0.17810837765957446,"MMLU-PRO":8.678708628841607,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-27","Submission Date":"2024-11-27","Generation":1,"Base Model":"meditsolutions/Llama-3.2-SUN-1B-Instruct (Merge)"},{"eval_name":"meditsolutions_Llama-3.2-SUN-1B-chat_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"meditsolutions/Llama-3.2-SUN-1B-chat 📑","fullname":"meditsolutions/Llama-3.2-SUN-1B-chat","Model sha":"a67791cfc31d09c3e96bd8c62a386f6107378087","Average ⬆️":13.641365564259702,"Hub License":"llama3.2","Hub ❤️":2,"#Params (B)":1.498,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0954387327649717,"IFEval Raw":0.5481743994822625,"IFEval":54.81743994822626,"BBH Raw":0.35144575516411386,"BBH":8.690237956315015,"MATH Lvl 5 Raw":0.06419939577039276,"MATH Lvl 5":6.419939577039275,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.3249166666666667,"MUSR":1.0479166666666664,"MMLU-PRO Raw":0.18375997340425532,"MMLU-PRO":9.306663711583923,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-03","Submission Date":"2024-11-07","Generation":1,"Base Model":"meditsolutions/Llama-3.2-SUN-1B-chat (Merge)"},{"eval_name":"meditsolutions_Llama-3.2-SUN-2.4B-checkpoint-26000_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"meditsolutions/Llama-3.2-SUN-2.4B-checkpoint-26000 📑","fullname":"meditsolutions/Llama-3.2-SUN-2.4B-checkpoint-26000","Model sha":"1300885555ca8bbed20a57cf0ec9f7ae014200c3","Average ⬆️":8.143484964590147,"Hub License":"llama3.2","Hub ❤️":2,"#Params (B)":2.209,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6263405267461448,"IFEval Raw":0.28139447776344545,"IFEval":28.139447776344547,"BBH Raw":0.3017752699243885,"BBH":2.8953053502640427,"MATH Lvl 5 Raw":0.01812688821752266,"MATH Lvl 5":1.812688821752266,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.41033333333333327,"MUSR":8.491666666666665,"MMLU-PRO Raw":0.1344747340425532,"MMLU-PRO":3.830526004728132,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-27","Submission Date":"2024-10-04","Generation":1,"Base Model":"meditsolutions/Llama-3.2-SUN-2.4B-checkpoint-26000 (Merge)"},{"eval_name":"meditsolutions_Llama-3.2-SUN-2.4B-checkpoint-34800_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"meditsolutions/Llama-3.2-SUN-2.4B-checkpoint-34800 📑","fullname":"meditsolutions/Llama-3.2-SUN-2.4B-checkpoint-34800","Model sha":"ef65f05f577a69a1992349c8d33c96cd099844f7","Average ⬆️":8.193102548827737,"Hub License":"llama3.2","Hub ❤️":2,"#Params (B)":2.209,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6310659932660034,"IFEval Raw":0.25009530268576263,"IFEval":25.009530268576263,"BBH Raw":0.3161124673749052,"BBH":5.466179719646344,"MATH Lvl 5 Raw":0.010574018126888218,"MATH Lvl 5":1.0574018126888218,"GPQA Raw":0.2860738255033557,"GPQA":4.809843400447425,"MUSR Raw":0.4022395833333334,"MUSR":8.846614583333333,"MMLU-PRO Raw":0.13572140957446807,"MMLU-PRO":3.9690455082742293,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-27","Submission Date":"2024-10-05","Generation":1,"Base Model":"meditsolutions/Llama-3.2-SUN-2.4B-checkpoint-34800 (Merge)"},{"eval_name":"meditsolutions_Llama-3.2-SUN-2.4B-v1.0.0_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"meditsolutions/Llama-3.2-SUN-2.4B-v1.0.0 📑","fullname":"meditsolutions/Llama-3.2-SUN-2.4B-v1.0.0","Model sha":"b8a31c62ab4acbd4c645fd882d899c4ec7280677","Average ⬆️":13.31712952335647,"Hub License":"llama3.2","Hub ❤️":2,"#Params (B)":2.472,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.0196429945678105,"IFEval Raw":0.5636865738462834,"IFEval":56.36865738462834,"BBH Raw":0.3390826682107771,"BBH":7.211667793228333,"MATH Lvl 5 Raw":0.06268882175226587,"MATH Lvl 5":6.268882175226587,"GPQA Raw":0.2575503355704698,"GPQA":1.0067114093959737,"MUSR Raw":0.32094791666666667,"MUSR":3.0184895833333347,"MMLU-PRO Raw":0.15425531914893617,"MMLU-PRO":6.02836879432624,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-27","Submission Date":"2024-10-20","Generation":1,"Base Model":"meditsolutions/Llama-3.2-SUN-2.4B-v1.0.0 (Merge)"},{"eval_name":"meditsolutions_Llama-3.2-SUN-2.5B-chat_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"meditsolutions/Llama-3.2-SUN-2.5B-chat 📑","fullname":"meditsolutions/Llama-3.2-SUN-2.5B-chat","Model sha":"2bd68a18c0f7984f430acbc2efad76344177aba0","Average ⬆️":13.98771014319157,"Hub License":"llama3.2","Hub ❤️":2,"#Params (B)":2.472,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.9139059464793857,"IFEval Raw":0.560414145578177,"IFEval":56.0414145578177,"BBH Raw":0.3574734302161124,"BBH":9.40909318881213,"MATH Lvl 5 Raw":0.07099697885196375,"MATH Lvl 5":7.099697885196375,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.3155208333333333,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.1813497340425532,"MMLU-PRO":9.038859338061465,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-27","Submission Date":"2024-10-26","Generation":1,"Base Model":"meditsolutions/Llama-3.2-SUN-2.5B-chat (Merge)"},{"eval_name":"meditsolutions_Llama-3.2-SUN-HDIC-1B-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"meditsolutions/Llama-3.2-SUN-HDIC-1B-Instruct 📑","fullname":"meditsolutions/Llama-3.2-SUN-HDIC-1B-Instruct","Model sha":"44d22fc1c0a85f880e75397b7fd3d0c6c1408f57","Average ⬆️":15.901863518867478,"Hub License":"llama3.2","Hub ❤️":1,"#Params (B)":1.498,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7079900426911147,"IFEval Raw":0.6826631116548536,"IFEval":68.26631116548536,"BBH Raw":0.3507731670753292,"BBH":9.529081854604923,"MATH Lvl 5 Raw":0.061933534743202415,"MATH Lvl 5":6.193353474320242,"GPQA Raw":0.23657718120805368,"GPQA":0.0,"MUSR Raw":0.3593645833333334,"MUSR":3.7872395833333345,"MMLU-PRO Raw":0.16871675531914893,"MMLU-PRO":7.635195035460991,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-11","Submission Date":"2024-12-11","Generation":1,"Base Model":"meditsolutions/Llama-3.2-SUN-HDIC-1B-Instruct (Merge)"},{"eval_name":"meditsolutions_MSH-Lite-7B-v1-Bielik-v2.3-Instruct-Llama-Prune_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"meditsolutions/MSH-Lite-7B-v1-Bielik-v2.3-Instruct-Llama-Prune 📑","fullname":"meditsolutions/MSH-Lite-7B-v1-Bielik-v2.3-Instruct-Llama-Prune","Model sha":"a0ffd0cd00cab2245c1f0edcef4d1d8ead4c6d6e","Average ⬆️":14.528174671948811,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.646,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.1181999813821943,"IFEval Raw":0.36550020611976225,"IFEval":36.55002061197622,"BBH Raw":0.4034845834509661,"BBH":16.138425927069104,"MATH Lvl 5 Raw":0.026435045317220542,"MATH Lvl 5":2.643504531722054,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.42534374999999996,"MUSR":11.56796875,"MMLU-PRO Raw":0.21899933510638298,"MMLU-PRO":13.222148345153665,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-12","Submission Date":"2024-11-13","Generation":1,"Base Model":"meditsolutions/MSH-Lite-7B-v1-Bielik-v2.3-Instruct-Llama-Prune (Merge)"},{"eval_name":"meditsolutions_MSH-v1-Bielik-v2.3-Instruct-MedIT-merge_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"meditsolutions/MSH-v1-Bielik-v2.3-Instruct-MedIT-merge 📑","fullname":"meditsolutions/MSH-v1-Bielik-v2.3-Instruct-MedIT-merge","Model sha":"2db5e8871fb3be7e658e3bc6e2885d26b891b8b8","Average ⬆️":28.55070593519018,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":11.169,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6854816575360465,"IFEval Raw":0.5814217387642566,"IFEval":58.14217387642566,"BBH Raw":0.5671722290858499,"BBH":38.0234352820579,"MATH Lvl 5 Raw":0.20770392749244712,"MATH Lvl 5":20.770392749244714,"GPQA Raw":0.34563758389261745,"GPQA":12.751677852348994,"MUSR Raw":0.43845833333333334,"MUSR":13.840624999999996,"MMLU-PRO Raw":0.3499833776595745,"MMLU-PRO":27.77593085106383,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-29","Submission Date":"2024-11-06","Generation":1,"Base Model":"meditsolutions/MSH-v1-Bielik-v2.3-Instruct-MedIT-merge (Merge)"},{"eval_name":"meditsolutions_MedIT-Mesh-3B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"meditsolutions/MedIT-Mesh-3B-Instruct 📑","fullname":"meditsolutions/MedIT-Mesh-3B-Instruct","Model sha":"469d1a58f7747c3d456b3308b5a7042df4ab49e3","Average ⬆️":28.318227712460025,"Hub License":"mit","Hub ❤️":1,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0609726975903322,"IFEval Raw":0.5814217387642566,"IFEval":58.14217387642566,"BBH Raw":0.5575523356865378,"BBH":37.54705419374355,"MATH Lvl 5 Raw":0.20317220543806647,"MATH Lvl 5":20.31722054380665,"GPQA Raw":0.3238255033557047,"GPQA":9.843400447427292,"MUSR Raw":0.4047604166666667,"MUSR":10.595052083333334,"MMLU-PRO Raw":0.4011801861702128,"MMLU-PRO":33.46446513002365,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-01","Submission Date":"2024-11-01","Generation":1,"Base Model":"meditsolutions/MedIT-Mesh-3B-Instruct (Merge)"},{"eval_name":"meditsolutions_SmolLM2-MedIT-Upscale-2B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"meditsolutions/SmolLM2-MedIT-Upscale-2B 📑","fullname":"meditsolutions/SmolLM2-MedIT-Upscale-2B","Model sha":"5696c9ea7cbdee0f8ad1845f5a2dc7309f376143","Average ⬆️":15.922534280948163,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":2.114,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6722832325143988,"IFEval Raw":0.6429207835210575,"IFEval":64.29207835210575,"BBH Raw":0.3551122445928012,"BBH":10.514326138245686,"MATH Lvl 5 Raw":0.055891238670694864,"MATH Lvl 5":5.589123867069486,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.33136458333333335,"MUSR":2.4539062499999997,"MMLU-PRO Raw":0.19705784574468085,"MMLU-PRO":10.784205082742316,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-02","Submission Date":"2024-12-02","Generation":1,"Base Model":"meditsolutions/SmolLM2-MedIT-Upscale-2B (Merge)"},{"eval_name":"meetkai_functionary-small-v3.1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"meetkai/functionary-small-v3.1 📑","fullname":"meetkai/functionary-small-v3.1","Model sha":"8e43bc1d2e259b91799e704c410a95b8ca458121","Average ⬆️":24.08333552224185,"Hub License":"mit","Hub ❤️":18,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4087393985659924,"IFEval Raw":0.6274584768414474,"IFEval":62.74584768414474,"BBH Raw":0.4981781042779377,"BBH":28.616314665836143,"MATH Lvl 5 Raw":0.15709969788519637,"MATH Lvl 5":15.709969788519636,"GPQA Raw":0.28859060402684567,"GPQA":5.145413870246088,"MUSR Raw":0.3833645833333333,"MUSR":6.1872395833333345,"MMLU-PRO Raw":0.33485704787234044,"MMLU-PRO":26.09522754137116,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-26","Submission Date":"2024-11-10","Generation":0,"Base Model":"meetkai/functionary-small-v3.1"},{"eval_name":"meraGPT_mera-mix-4x7B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"meraGPT/mera-mix-4x7B 📑","fullname":"meraGPT/mera-mix-4x7B","Model sha":"09d965c5ef9b66ce419986027e03a915cb869e43","Average ⬆️":17.854958732939675,"Hub License":"apache-2.0","Hub ❤️":18,"#Params (B)":24.154,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.3288013261759777,"IFEval Raw":0.4831779677921249,"IFEval":48.317796779212486,"BBH Raw":0.40189899163661713,"BBH":17.48643895465503,"MATH Lvl 5 Raw":0.05362537764350453,"MATH Lvl 5":5.362537764350453,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.40565625,"MUSR":9.273697916666668,"MMLU-PRO Raw":0.27476728723404253,"MMLU-PRO":19.418587470449168,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-13","Submission Date":"2024-06-27","Generation":0,"Base Model":"meraGPT/mera-mix-4x7B"},{"eval_name":"mergekit-community_JAJUKA-WEWILLNEVERFORGETYOU-3B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"mergekit-community/JAJUKA-WEWILLNEVERFORGETYOU-3B 📑","fullname":"mergekit-community/JAJUKA-WEWILLNEVERFORGETYOU-3B","Model sha":"b4f2b833913f2f7b3ef009b67b47463f10c87e7d","Average ⬆️":19.545574104726295,"Hub License":"","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.5939820838944418,"IFEval Raw":0.49406907006742107,"IFEval":49.40690700674211,"BBH Raw":0.436971949757697,"BBH":20.143745533955016,"MATH Lvl 5 Raw":0.12462235649546828,"MATH Lvl 5":12.462235649546828,"GPQA Raw":0.29278523489932884,"GPQA":5.7046979865771785,"MUSR Raw":0.36562500000000003,"MUSR":6.969791666666668,"MMLU-PRO Raw":0.3032746010638298,"MMLU-PRO":22.586066784869978,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-26","Submission Date":"2025-02-26","Generation":1,"Base Model":"mergekit-community/JAJUKA-WEWILLNEVERFORGETYOU-3B (Merge)"},{"eval_name":"mergekit-community_SuperQwen-2.5-1.5B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"mergekit-community/SuperQwen-2.5-1.5B 📑","fullname":"mergekit-community/SuperQwen-2.5-1.5B","Model sha":"40caabd01f4d263eaff180005128019697ce7ad4","Average ⬆️":3.2597119953830176,"Hub License":"","Hub ❤️":2,"#Params (B)":1.777,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1848733045334847,"IFEval Raw":0.1336409615376091,"IFEval":13.36409615376091,"BBH Raw":0.2906897601443365,"BBH":1.735104550745163,"MATH Lvl 5 Raw":0.019637462235649546,"MATH Lvl 5":1.9637462235649545,"GPQA Raw":0.25419463087248323,"GPQA":0.5592841163310973,"MUSR Raw":0.3355208333333333,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.10746343085106383,"MMLU-PRO":0.8292700945626471,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-25","Generation":1,"Base Model":"mergekit-community/SuperQwen-2.5-1.5B (Merge)"},{"eval_name":"mergekit-community_VirtuosoSmall-InstructModelStock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"mergekit-community/VirtuosoSmall-InstructModelStock 📑","fullname":"mergekit-community/VirtuosoSmall-InstructModelStock","Model sha":"4ac90913a36d0f1b7bcf6ed31561137d1f7b0aa6","Average ⬆️":38.226936795467445,"Hub License":"","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.973855401053847,"IFEval Raw":0.5237946426592552,"IFEval":52.37946426592552,"BBH Raw":0.6517899193567194,"BBH":49.941772258845,"MATH Lvl 5 Raw":0.4093655589123867,"MATH Lvl 5":40.93655589123867,"GPQA Raw":0.3825503355704698,"GPQA":17.67337807606264,"MUSR Raw":0.4755729166666667,"MUSR":19.31328125,"MMLU-PRO Raw":0.5420545212765957,"MMLU-PRO":49.11716903073285,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-19","Submission Date":"2024-12-19","Generation":1,"Base Model":"mergekit-community/VirtuosoSmall-InstructModelStock (Merge)"},{"eval_name":"mergekit-community_diabolic6045_ELN-AOC-CAIN_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"mergekit-community/diabolic6045_ELN-AOC-CAIN 📑","fullname":"mergekit-community/diabolic6045_ELN-AOC-CAIN","Model sha":"8c58c8a7139d8002e2acabc66199aad25bb95453","Average ⬆️":4.069643163144771,"Hub License":"","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7230044845561019,"IFEval Raw":0.0861547361002141,"IFEval":8.615473610021409,"BBH Raw":0.31256779393862577,"BBH":4.63001485442662,"MATH Lvl 5 Raw":0.012084592145015106,"MATH Lvl 5":1.2084592145015105,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.36575,"MUSR":6.052083333333336,"MMLU-PRO Raw":0.11909906914893617,"MMLU-PRO":2.1221187943262403,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-05","Submission Date":"2025-01-05","Generation":1,"Base Model":"mergekit-community/diabolic6045_ELN-AOC-CAIN (Merge)"},{"eval_name":"mergekit-community_mergekit-dare_ties-ajgjgea_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"mergekit-community/mergekit-dare_ties-ajgjgea 📑","fullname":"mergekit-community/mergekit-dare_ties-ajgjgea","Model sha":"13203710422db795468a10e1d9fe623d0759a9da","Average ⬆️":13.518727290811396,"Hub License":"","Hub ❤️":0,"#Params (B)":1.498,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6912931762856392,"IFEval Raw":0.5263423272472595,"IFEval":52.63423272472595,"BBH Raw":0.3494703687455365,"BBH":9.245558662707438,"MATH Lvl 5 Raw":0.06419939577039276,"MATH Lvl 5":6.419939577039275,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.3289166666666667,"MUSR":2.6479166666666676,"MMLU-PRO Raw":0.17436835106382978,"MMLU-PRO":8.263150118203308,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-25","Generation":1,"Base Model":"mergekit-community/mergekit-dare_ties-ajgjgea (Merge)"},{"eval_name":"mergekit-community_mergekit-della-zgowfmf_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"mergekit-community/mergekit-della-zgowfmf 📑","fullname":"mergekit-community/mergekit-della-zgowfmf","Model sha":"8d99e6b381db8b64944b3dcfb05daa444206782d","Average ⬆️":37.278572482000335,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.871068971831803,"IFEval Raw":0.4827535383892516,"IFEval":48.275353838925156,"BBH Raw":0.6590790528029254,"BBH":50.99537348773462,"MATH Lvl 5 Raw":0.36178247734138974,"MATH Lvl 5":36.17824773413897,"GPQA Raw":0.3901006711409396,"GPQA":18.680089485458616,"MUSR Raw":0.4833854166666667,"MUSR":20.489843749999995,"MMLU-PRO Raw":0.5414727393617021,"MMLU-PRO":49.05252659574468,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-19","Submission Date":"2024-12-19","Generation":1,"Base Model":"mergekit-community/mergekit-della-zgowfmf (Merge)"},{"eval_name":"mergekit-community_mergekit-model_stock-azgztvm_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"mergekit-community/mergekit-model_stock-azgztvm 📑","fullname":"mergekit-community/mergekit-model_stock-azgztvm","Model sha":"7f63ea96f89147daf909251cd3c1f1a20e005559","Average ⬆️":38.37425822937247,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.067797803780636,"IFEval Raw":0.5061592131101034,"IFEval":50.61592131101034,"BBH Raw":0.6542775546755846,"BBH":50.29437669451047,"MATH Lvl 5 Raw":0.43731117824773413,"MATH Lvl 5":43.73111782477341,"GPQA Raw":0.38171140939597314,"GPQA":17.561521252796418,"MUSR Raw":0.47300000000000003,"MUSR":19.091666666666665,"MMLU-PRO Raw":0.5405585106382979,"MMLU-PRO":48.95094562647754,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-20","Submission Date":"2024-12-20","Generation":1,"Base Model":"mergekit-community/mergekit-model_stock-azgztvm (Merge)"},{"eval_name":"mergekit-community_mergekit-slerp-fmrazcr_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"mergekit-community/mergekit-slerp-fmrazcr 📑","fullname":"mergekit-community/mergekit-slerp-fmrazcr","Model sha":"87305622616c521e66fd48c48fc9b6eeb6287ff8","Average ⬆️":22.697490367242235,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4609692317722878,"IFEval Raw":0.41743241266506204,"IFEval":41.7432412665062,"BBH Raw":0.5341624678276029,"BBH":33.65092926552356,"MATH Lvl 5 Raw":0.11933534743202417,"MATH Lvl 5":11.933534743202417,"GPQA Raw":0.311241610738255,"GPQA":8.165548098434002,"MUSR Raw":0.41045833333333337,"MUSR":9.840625000000001,"MMLU-PRO Raw":0.3776595744680851,"MMLU-PRO":30.851063829787233,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-26","Submission Date":"2024-12-26","Generation":1,"Base Model":"mergekit-community/mergekit-slerp-fmrazcr (Merge)"},{"eval_name":"mergekit-community_mergekit-ties-rraxdhv_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"mergekit-community/mergekit-ties-rraxdhv 📑","fullname":"mergekit-community/mergekit-ties-rraxdhv","Model sha":"27862d9e4e53426ab3274b316b5af3381c562e6d","Average ⬆️":16.32304915695013,"Hub License":"","Hub ❤️":0,"#Params (B)":9.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.8996389501796522,"IFEval Raw":0.11230756614671294,"IFEval":11.230756614671295,"BBH Raw":0.5183590984128971,"BBH":31.666384922678485,"MATH Lvl 5 Raw":0.04003021148036254,"MATH Lvl 5":4.003021148036254,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.42019791666666667,"MUSR":10.991406249999999,"MMLU-PRO Raw":0.39095744680851063,"MMLU-PRO":32.328605200945624,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-26","Submission Date":"2025-01-26","Generation":1,"Base Model":"mergekit-community/mergekit-ties-rraxdhv (Merge)"},{"eval_name":"mergekit-community_mergekit-ties-ykqemwr_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"mergekit-community/mergekit-ties-ykqemwr 📑","fullname":"mergekit-community/mergekit-ties-ykqemwr","Model sha":"81ba78a711ee017c3174f0b3cbf2135ec5b45d3d","Average ⬆️":22.441350549989938,"Hub License":"","Hub ❤️":0,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.0678520276800887,"IFEval Raw":0.35995491961329273,"IFEval":35.99549196132927,"BBH Raw":0.5455496677885336,"BBH":34.709885806490576,"MATH Lvl 5 Raw":0.12235649546827794,"MATH Lvl 5":12.235649546827794,"GPQA Raw":0.3221476510067114,"GPQA":9.61968680089485,"MUSR Raw":0.4197916666666666,"MUSR":11.707291666666663,"MMLU-PRO Raw":0.3734208776595745,"MMLU-PRO":30.38009751773049,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-25","Submission Date":"2024-12-25","Generation":1,"Base Model":"mergekit-community/mergekit-ties-ykqemwr (Merge)"},{"eval_name":"mergekit-community_sexeh_time_testing_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"mergekit-community/sexeh_time_testing 📑","fullname":"mergekit-community/sexeh_time_testing","Model sha":"78a3c6eb8ee3d92f3c3669d91e3869ed5ca20a5c","Average ⬆️":25.63134503622095,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0850648010111519,"IFEval Raw":0.7329463601023063,"IFEval":73.29463601023062,"BBH Raw":0.5241321549202608,"BBH":32.4874943439471,"MATH Lvl 5 Raw":0.08987915407854985,"MATH Lvl 5":8.987915407854985,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.36190625000000004,"MUSR":3.9049479166666674,"MMLU-PRO Raw":0.36668882978723405,"MMLU-PRO":29.63209219858156,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"mergekit-community/sexeh_time_testing (Merge)"},{"eval_name":"meta-llama_Llama-2-13b-chat-hf_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"meta-llama/Llama-2-13b-chat-hf 📑","fullname":"meta-llama/Llama-2-13b-chat-hf","Model sha":"a2cb7a712bb6e5e736ca7f8cd98167f81a0b5bd8","Average ⬆️":11.12963532656997,"Hub License":"llama2","Hub ❤️":1067,"#Params (B)":13.016,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7491390164303326,"IFEval Raw":0.398472719052115,"IFEval":39.8472719052115,"BBH Raw":0.33427367066714186,"BBH":7.155379968626988,"MATH Lvl 5 Raw":0.013595166163141994,"MATH Lvl 5":1.3595166163141994,"GPQA Raw":0.23154362416107382,"GPQA":0.0,"MUSR Raw":0.40072916666666664,"MUSR":8.1578125,"MMLU-PRO Raw":0.19232047872340424,"MMLU-PRO":10.257830969267138,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-07-13","Submission Date":"2024-06-12","Generation":0,"Base Model":"meta-llama/Llama-2-13b-chat-hf"},{"eval_name":"meta-llama_Llama-2-13b-hf_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"meta-llama/Llama-2-13b-hf 📑","fullname":"meta-llama/Llama-2-13b-hf","Model sha":"5c31dfb671ce7cfe2d7bb7c04375e44c55e815b1","Average ⬆️":11.065185981273997,"Hub License":"llama2","Hub ❤️":594,"#Params (B)":13.016,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.224760312615953,"IFEval Raw":0.24824687385027283,"IFEval":24.824687385027282,"BBH Raw":0.41256242233835055,"BBH":17.222559825058127,"MATH Lvl 5 Raw":0.015105740181268883,"MATH Lvl 5":1.5105740181268883,"GPQA Raw":0.28104026845637586,"GPQA":4.138702460850116,"MUSR Raw":0.35375,"MUSR":3.385416666666666,"MMLU-PRO Raw":0.23778257978723405,"MMLU-PRO":15.309175531914892,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-07-13","Submission Date":"2024-06-12","Generation":0,"Base Model":"meta-llama/Llama-2-13b-hf"},{"eval_name":"meta-llama_Llama-2-70b-chat-hf_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"meta-llama/Llama-2-70b-chat-hf 📑","fullname":"meta-llama/Llama-2-70b-chat-hf","Model sha":"e9149a12809580e8602995856f8098ce973d1080","Average ⬆️":13.073695775827504,"Hub License":"llama2","Hub ❤️":2182,"#Params (B)":68.977,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":45.79691011052116,"IFEval Raw":0.49579227560650185,"IFEval":49.57922756065019,"BBH Raw":0.30424741461642657,"BBH":4.613767082590614,"MATH Lvl 5 Raw":0.02945619335347432,"MATH Lvl 5":2.9456193353474323,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.3686666666666667,"MUSR":3.4833333333333356,"MMLU-PRO Raw":0.2432679521276596,"MMLU-PRO":15.918661347517732,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-07-14","Submission Date":"2024-06-12","Generation":0,"Base Model":"meta-llama/Llama-2-70b-chat-hf"},{"eval_name":"meta-llama_Llama-2-70b-hf_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"meta-llama/Llama-2-70b-hf 📑","fullname":"meta-llama/Llama-2-70b-hf","Model sha":"3aba440b59558f995867ba6e1f58f21d0336b5bb","Average ⬆️":18.372598605703004,"Hub License":"llama2","Hub ❤️":846,"#Params (B)":68.977,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":59.24249323430371,"IFEval Raw":0.2406780675274937,"IFEval":24.06780675274937,"BBH Raw":0.5472591190449342,"BBH":35.900061863721675,"MATH Lvl 5 Raw":0.0324773413897281,"MATH Lvl 5":3.2477341389728096,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.41235416666666663,"MUSR":9.777604166666668,"MMLU-PRO Raw":0.37175864361702127,"MMLU-PRO":30.1954048463357,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-07-11","Submission Date":"2024-06-12","Generation":0,"Base Model":"meta-llama/Llama-2-70b-hf"},{"eval_name":"meta-llama_Llama-2-7b-chat-hf_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"meta-llama/Llama-2-7b-chat-hf 📑","fullname":"meta-llama/Llama-2-7b-chat-hf","Model sha":"f5db02db724555f92da89c216ac04704f23d4590","Average ⬆️":9.609483264152255,"Hub License":"llama2","Hub ❤️":4318,"#Params (B)":6.738,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7913927457321086,"IFEval Raw":0.3986478100329348,"IFEval":39.86478100329349,"BBH Raw":0.3113546355002185,"BBH":4.459171645959485,"MATH Lvl 5 Raw":0.019637462235649546,"MATH Lvl 5":1.9637462235649545,"GPQA Raw":0.2533557046979866,"GPQA":0.44742729306487633,"MUSR Raw":0.3675520833333333,"MUSR":3.27734375,"MMLU-PRO Raw":0.16879986702127658,"MMLU-PRO":7.644429669030731,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-07-13","Submission Date":"2024-08-30","Generation":0,"Base Model":"meta-llama/Llama-2-7b-chat-hf"},{"eval_name":"meta-llama_Llama-2-7b-hf_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"meta-llama/Llama-2-7b-hf 📑","fullname":"meta-llama/Llama-2-7b-hf","Model sha":"01c7f73d771dfac7d292323805ebc428287df4f9","Average ⬆️":8.806357596540016,"Hub License":"llama2","Hub ❤️":1985,"#Params (B)":6.738,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1261891255441274,"IFEval Raw":0.2518938638368418,"IFEval":25.18938638368418,"BBH Raw":0.34961958199821835,"BBH":10.35141665784897,"MATH Lvl 5 Raw":0.017371601208459216,"MATH Lvl 5":1.7371601208459215,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.37006249999999996,"MUSR":3.7578125,"MMLU-PRO Raw":0.18608710106382978,"MMLU-PRO":9.56523345153664,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-07-13","Submission Date":"2024-06-12","Generation":0,"Base Model":"meta-llama/Llama-2-7b-hf"},{"eval_name":"meta-llama_Llama-3.1-70B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"meta-llama/Llama-3.1-70B 📑","fullname":"meta-llama/Llama-3.1-70B","Model sha":"f7d3cc45ed4ff669a354baf2e0f05e65799a0bee","Average ⬆️":26.200215843375947,"Hub License":"llama3.1","Hub ❤️":350,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":13.601852032718597,"IFEval Raw":0.16843752354862876,"IFEval":16.843752354862875,"BBH Raw":0.626006918317161,"BBH":46.39941295581887,"MATH Lvl 5 Raw":0.18429003021148038,"MATH Lvl 5":18.429003021148038,"GPQA Raw":0.3875838926174497,"GPQA":18.34451901565996,"MUSR Raw":0.4571875,"MUSR":16.581770833333337,"MMLU-PRO Raw":0.4654255319148936,"MMLU-PRO":40.602836879432616,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-07-14","Submission Date":"2024-07-23","Generation":0,"Base Model":"meta-llama/Llama-3.1-70B"},{"eval_name":"meta-llama_Llama-3.1-70B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"meta-llama/Llama-3.1-70B-Instruct 📑","fullname":"meta-llama/Llama-3.1-70B-Instruct","Model sha":"b9461463b511ed3c0762467538ea32cf7c9669f2","Average ⬆️":43.409948245645786,"Hub License":"llama3.1","Hub ❤️":797,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":40.22182401425256,"IFEval Raw":0.8668854195756149,"IFEval":86.6885419575615,"BBH Raw":0.6917287453663654,"BBH":55.92799173898473,"MATH Lvl 5 Raw":0.3806646525679758,"MATH Lvl 5":38.066465256797585,"GPQA Raw":0.3565436241610738,"GPQA":14.205816554809845,"MUSR Raw":0.45806250000000004,"MUSR":17.691145833333334,"MMLU-PRO Raw":0.5309175531914894,"MMLU-PRO":47.87972813238771,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-07-16","Submission Date":"2024-08-15","Generation":1,"Base Model":"meta-llama/Meta-Llama-3.1-70B"},{"eval_name":"meta-llama_Llama-3.1-8B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"meta-llama/Llama-3.1-8B 📑","fullname":"meta-llama/Llama-3.1-8B","Model sha":"d04e592bb4f6aa9cfee91e2e20afa771667e1d4b","Average ⬆️":14.42086519266696,"Hub License":"llama3.1","Hub ❤️":1503,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4264871618876929,"IFEval Raw":0.12459828809780273,"IFEval":12.459828809780273,"BBH Raw":0.46595905446007296,"BBH":25.30447063475493,"MATH Lvl 5 Raw":0.06570996978851963,"MATH Lvl 5":6.570996978851963,"GPQA Raw":0.3104026845637584,"GPQA":8.05369127516779,"MUSR Raw":0.3811875,"MUSR":8.715104166666668,"MMLU-PRO Raw":0.32878989361702127,"MMLU-PRO":25.42109929078014,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-07-14","Submission Date":"2024-12-07","Generation":0,"Base Model":"meta-llama/Llama-3.1-8B"},{"eval_name":"meta-llama_Llama-3.1-8B-Instruct_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"meta-llama/Llama-3.1-8B-Instruct 📑","fullname":"meta-llama/Llama-3.1-8B-Instruct","Model sha":"0e9e39f249a16976918f6564b8830bc894c89659","Average ⬆️":23.763729445470883,"Hub License":"llama3.1","Hub ❤️":3759,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.1060373342307948,"IFEval Raw":0.4921707735475206,"IFEval":49.217077354752064,"BBH Raw":0.5087032184331889,"BBH":29.379192497334035,"MATH Lvl 5 Raw":0.1555891238670695,"MATH Lvl 5":15.55891238670695,"GPQA Raw":0.31543624161073824,"GPQA":8.7248322147651,"MUSR Raw":0.39715625000000004,"MUSR":8.611197916666667,"MMLU-PRO Raw":0.37982047872340424,"MMLU-PRO":31.091164302600465,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-07-18","Submission Date":"2025-02-06","Generation":1,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"meta-llama_Llama-3.2-1B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"meta-llama/Llama-3.2-1B 📑","fullname":"meta-llama/Llama-3.2-1B","Model sha":"a7c18587d7f473bfea02aa5639aa349403307b54","Average ⬆️":4.195140014045501,"Hub License":"llama3.2","Hub ❤️":1700,"#Params (B)":1.24,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.83825703568204,"IFEval Raw":0.14777900415342402,"IFEval":14.777900415342401,"BBH Raw":0.31149540964608097,"BBH":4.366029656556756,"MATH Lvl 5 Raw":0.012084592145015106,"MATH Lvl 5":1.2084592145015105,"GPQA Raw":0.22818791946308725,"GPQA":0.0,"MUSR Raw":0.3447291666666667,"MUSR":2.5578125000000003,"MMLU-PRO Raw":0.12034574468085106,"MMLU-PRO":2.2606382978723394,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-09-18","Submission Date":"2024-09-23","Generation":0,"Base Model":"meta-llama/Llama-3.2-1B"},{"eval_name":"meta-llama_Llama-3.2-1B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"meta-llama/Llama-3.2-1B-Instruct 📑","fullname":"meta-llama/Llama-3.2-1B-Instruct","Model sha":"d0a2081ed47e20ce524e8bc5d132f3fad2f69ff0","Average ⬆️":14.443126333711135,"Hub License":"llama3.2","Hub ❤️":831,"#Params (B)":1.24,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8098090498152448,"IFEval Raw":0.5698313807364459,"IFEval":56.9831380736446,"BBH Raw":0.34968498061768266,"BBH":8.742521312303046,"MATH Lvl 5 Raw":0.0702416918429003,"MATH Lvl 5":7.02416918429003,"GPQA Raw":0.2751677852348993,"GPQA":3.355704697986576,"MUSR Raw":0.3328541666666667,"MUSR":2.973437500000001,"MMLU-PRO Raw":0.16821808510638298,"MMLU-PRO":7.579787234042552,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-09-18","Submission Date":"2024-09-23","Generation":0,"Base Model":"meta-llama/Llama-3.2-1B-Instruct"},{"eval_name":"meta-llama_Llama-3.2-3B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"meta-llama/Llama-3.2-3B 📑","fullname":"meta-llama/Llama-3.2-3B","Model sha":"95c102307f55fbd6d18ddf28bfbcb537ffdc2806","Average ⬆️":8.697822716562822,"Hub License":"llama3.2","Hub ❤️":529,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.0137352826123074,"IFEval Raw":0.13374069690643048,"IFEval":13.374069690643047,"BBH Raw":0.3905117116991059,"BBH":14.232664884364107,"MATH Lvl 5 Raw":0.0188821752265861,"MATH Lvl 5":1.8882175226586102,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.35771875000000003,"MUSR":3.8148437499999996,"MMLU-PRO Raw":0.2487533244680851,"MMLU-PRO":16.528147163120565,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-09-18","Submission Date":"2024-09-27","Generation":0,"Base Model":"meta-llama/Llama-3.2-3B"},{"eval_name":"meta-llama_Llama-3.2-3B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"meta-llama/Llama-3.2-3B-Instruct 📑","fullname":"meta-llama/Llama-3.2-3B-Instruct","Model sha":"276b29ce8303c9b88966a9b32fc75692dce4d8e1","Average ⬆️":24.204650807793456,"Hub License":"llama3.2","Hub ❤️":1245,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9279617086879264,"IFEval Raw":0.7393161256576994,"IFEval":73.93161256576994,"BBH Raw":0.4610070239466069,"BBH":24.059186446885473,"MATH Lvl 5 Raw":0.17673716012084592,"MATH Lvl 5":17.673716012084594,"GPQA Raw":0.2785234899328859,"GPQA":3.8031319910514525,"MUSR Raw":0.3528541666666667,"MUSR":1.3734374999999996,"MMLU-PRO Raw":0.3194813829787234,"MMLU-PRO":24.386820330969268,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-09-18","Submission Date":"2024-09-27","Generation":0,"Base Model":"meta-llama/Llama-3.2-3B-Instruct"},{"eval_name":"meta-llama_Llama-3.3-70B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"meta-llama/Llama-3.3-70B-Instruct 📑","fullname":"meta-llama/Llama-3.3-70B-Instruct","Model sha":"","Average ⬆️":44.84747145129876,"Hub License":"llama3.3","Hub ❤️":2169,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":76.55907410745293,"IFEval Raw":0.8997581971391464,"IFEval":89.97581971391463,"BBH Raw":0.6919312828325811,"BBH":56.561410788022194,"MATH Lvl 5 Raw":0.48338368580060426,"MATH Lvl 5":48.338368580060425,"GPQA Raw":0.3288590604026846,"GPQA":10.514541387024611,"MUSR Raw":0.44612500000000005,"MUSR":15.565624999999999,"MMLU-PRO Raw":0.5331615691489362,"MMLU-PRO":48.12906323877069,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-11-26","Submission Date":"2024-12-03","Generation":1,"Base Model":"meta-llama/Llama-3.3-70B-Instruct (Merge)"},{"eval_name":"meta-llama_Meta-Llama-3-70B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"meta-llama/Meta-Llama-3-70B 📑","fullname":"meta-llama/Meta-Llama-3-70B","Model sha":"b4d08b7db49d488da3ac49adf25a6b9ac01ae338","Average ⬆️":26.705350171613343,"Hub License":"llama3","Hub ❤️":854,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":46.8143715587228,"IFEval Raw":0.1603190645265673,"IFEval":16.031906452656727,"BBH Raw":0.6461074599904467,"BBH":48.709812647505885,"MATH Lvl 5 Raw":0.18580060422960726,"MATH Lvl 5":18.580060422960727,"GPQA Raw":0.3976510067114094,"GPQA":19.686800894854585,"MUSR Raw":0.4518229166666667,"MUSR":16.011197916666664,"MMLU-PRO Raw":0.4709109042553192,"MMLU-PRO":41.21232269503546,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-04-17","Submission Date":"2024-06-12","Generation":0,"Base Model":"meta-llama/Meta-Llama-3-70B"},{"eval_name":"meta-llama_Meta-Llama-3-70B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"meta-llama/Meta-Llama-3-70B-Instruct 📑","fullname":"meta-llama/Meta-Llama-3-70B-Instruct","Model sha":"7129260dd854a80eb10ace5f61c20324b472b31c","Average ⬆️":36.37222412927012,"Hub License":"llama3","Hub ❤️":1464,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":36.478300235478294,"IFEval Raw":0.8099077115387172,"IFEval":80.99077115387172,"BBH Raw":0.6546699432372051,"BBH":50.18513318440344,"MATH Lvl 5 Raw":0.24471299093655588,"MATH Lvl 5":24.47129909365559,"GPQA Raw":0.28691275167785235,"GPQA":4.921700223713646,"MUSR Raw":0.4153645833333333,"MUSR":10.92057291666667,"MMLU-PRO Raw":0.5206948138297872,"MMLU-PRO":46.74386820330969,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-04-17","Submission Date":"2024-06-12","Generation":1,"Base Model":"meta-llama/Meta-Llama-3-70B"},{"eval_name":"meta-llama_Meta-Llama-3-8B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"meta-llama/Meta-Llama-3-8B 📑","fullname":"meta-llama/Meta-Llama-3-8B","Model sha":"62bd457b6fe961a42a631306577e622c83876cb6","Average ⬆️":13.626857071686075,"Hub License":"llama3","Hub ❤️":6093,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7451369952216194,"IFEval Raw":0.14550614591506092,"IFEval":14.550614591506093,"BBH Raw":0.4597905195240255,"BBH":24.50076379676797,"MATH Lvl 5 Raw":0.045317220543806644,"MATH Lvl 5":4.531722054380665,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.36140625,"MUSR":6.242447916666666,"MMLU-PRO Raw":0.32097739361702127,"MMLU-PRO":24.553043735224584,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-04-17","Submission Date":"2024-06-12","Generation":0,"Base Model":"meta-llama/Meta-Llama-3-8B"},{"eval_name":"meta-llama_Meta-Llama-3-8B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"meta-llama/Meta-Llama-3-8B-Instruct 📑","fullname":"meta-llama/Meta-Llama-3-8B-Instruct","Model sha":"e1945c40cd546c78e41f1151f4db032b271faeaa","Average ⬆️":23.908735693936837,"Hub License":"llama3","Hub ❤️":3873,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7974996778909468,"IFEval Raw":0.7408398604591373,"IFEval":74.08398604591373,"BBH Raw":0.49887111136169526,"BBH":28.244949576343615,"MATH Lvl 5 Raw":0.08685800604229607,"MATH Lvl 5":8.685800604229607,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.3568229166666667,"MUSR":1.602864583333335,"MMLU-PRO Raw":0.3664394946808511,"MMLU-PRO":29.604388297872337,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-04-17","Submission Date":"2024-06-12","Generation":0,"Base Model":"meta-llama/Meta-Llama-3-8B-Instruct"},{"eval_name":"meta-llama_Meta-Llama-3-8B-Instruct_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"meta-llama/Meta-Llama-3-8B-Instruct 📑","fullname":"meta-llama/Meta-Llama-3-8B-Instruct","Model sha":"e1945c40cd546c78e41f1151f4db032b271faeaa","Average ⬆️":20.609159446025874,"Hub License":"llama3","Hub ❤️":3873,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.898946514376925,"IFEval Raw":0.47823220166934843,"IFEval":47.823220166934846,"BBH Raw":0.4910264175128683,"BBH":26.795283502573653,"MATH Lvl 5 Raw":0.09138972809667674,"MATH Lvl 5":9.138972809667674,"GPQA Raw":0.29278523489932884,"GPQA":5.7046979865771785,"MUSR Raw":0.3805416666666666,"MUSR":5.401041666666668,"MMLU-PRO Raw":0.359125664893617,"MMLU-PRO":28.791740543735223,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-04-17","Submission Date":"2024-07-08","Generation":0,"Base Model":"meta-llama/Meta-Llama-3-8B-Instruct"},{"eval_name":"mhl1_Qwen2.5-0.5B-cinstruct-stage1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"mhl1/Qwen2.5-0.5B-cinstruct-stage1 📑","fullname":"mhl1/Qwen2.5-0.5B-cinstruct-stage1","Model sha":"19d55d8d5bf1e7d98a865121862f3781a27b1b2e","Average ⬆️":4.551664639073516,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7648014609925822,"IFEval Raw":0.14817905379947427,"IFEval":14.81790537994743,"BBH Raw":0.32557832478283544,"BBH":5.7245272906248355,"MATH Lvl 5 Raw":0.01283987915407855,"MATH Lvl 5":1.283987915407855,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.35003125,"MUSR":1.920572916666666,"MMLU-PRO Raw":0.11394614361702128,"MMLU-PRO":1.549571513002364,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-08","Submission Date":"2025-01-08","Generation":1,"Base Model":"mhl1/Qwen2.5-0.5B-cinstruct-stage1 (Merge)"},{"eval_name":"microsoft_DialoGPT-medium_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"GPT2LMHeadModel","Model":"microsoft/DialoGPT-medium 📑","fullname":"microsoft/DialoGPT-medium","Model sha":"7b40bb0f92c45fefa957d088000d8648e5c7fa33","Average ⬆️":5.251433606790305,"Hub License":"mit","Hub ❤️":360,"#Params (B)":0.345,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.2589289702005322,"IFEval Raw":0.14790422744983311,"IFEval":14.79042274498331,"BBH Raw":0.3014156380141994,"BBH":2.5568557723352243,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.25419463087248323,"GPQA":0.5592841163310973,"MUSR Raw":0.4286666666666667,"MUSR":12.283333333333333,"MMLU-PRO Raw":0.1118683510638298,"MMLU-PRO":1.3187056737588652,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2022-03-02","Submission Date":"2024-06-13","Generation":0,"Base Model":"microsoft/DialoGPT-medium"},{"eval_name":"microsoft_Orca-2-13b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"microsoft/Orca-2-13b 📑","fullname":"microsoft/Orca-2-13b","Model sha":"2539ff53e6baa4cc603774ad5a2d646f4041ea4e","Average ⬆️":18.501871091807203,"Hub License":"other","Hub ❤️":666,"#Params (B)":13.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.0171633991909843,"IFEval Raw":0.3127933882099496,"IFEval":31.27933882099496,"BBH Raw":0.48844897288396094,"BBH":27.308019499942578,"MATH Lvl 5 Raw":0.03172205438066465,"MATH Lvl 5":3.1722054380664653,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.5129687500000001,"MUSR":25.787760416666668,"MMLU-PRO Raw":0.27493351063829785,"MMLU-PRO":19.437056737588648,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-11-14","Submission Date":"2024-06-12","Generation":0,"Base Model":"microsoft/Orca-2-13b"},{"eval_name":"microsoft_Orca-2-7b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"microsoft/Orca-2-7b 📑","fullname":"microsoft/Orca-2-7b","Model sha":"60e31e6bdcf582ad103b807cb74b73ee1d2c4b17","Average ⬆️":14.404830081400474,"Hub License":"other","Hub ❤️":218,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8106704974598915,"IFEval Raw":0.2183462102776189,"IFEval":21.83462102776189,"BBH Raw":0.4452132267545943,"BBH":22.429468402818458,"MATH Lvl 5 Raw":0.019637462235649546,"MATH Lvl 5":1.9637462235649545,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.5026145833333333,"MUSR":24.093489583333326,"MMLU-PRO Raw":0.23188164893617022,"MMLU-PRO":14.653516548463358,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-11-14","Submission Date":"2024-06-12","Generation":0,"Base Model":"microsoft/Orca-2-7b"},{"eval_name":"microsoft_Phi-3-medium-128k-instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"microsoft/Phi-3-medium-128k-instruct 📑","fullname":"microsoft/Phi-3-medium-128k-instruct","Model sha":"fa7d2aa4f5ea69b2e36b20d050cdae79c9bfbb3f","Average ⬆️":32.026356176108685,"Hub License":"mit","Hub ❤️":381,"#Params (B)":13.96,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.8951174890523355,"IFEval Raw":0.6040029344361849,"IFEval":60.400293443618494,"BBH Raw":0.6382322530870549,"BBH":48.46045127399018,"MATH Lvl 5 Raw":0.19184290030211482,"MATH Lvl 5":19.184290030211482,"GPQA Raw":0.33640939597315433,"GPQA":11.521252796420578,"MUSR Raw":0.4129479166666667,"MUSR":11.351822916666663,"MMLU-PRO Raw":0.47116023936170215,"MMLU-PRO":41.24002659574468,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-07","Submission Date":"2024-08-21","Generation":0,"Base Model":"microsoft/Phi-3-medium-128k-instruct"},{"eval_name":"microsoft_Phi-3-medium-4k-instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"microsoft/Phi-3-medium-4k-instruct 📑","fullname":"microsoft/Phi-3-medium-4k-instruct","Model sha":"d194e4e74ffad5a5e193e26af25bcfc80c7f1ffc","Average ⬆️":33.09765943937642,"Hub License":"mit","Hub ❤️":217,"#Params (B)":13.96,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.9105250466587322,"IFEval Raw":0.6422713954529538,"IFEval":64.22713954529537,"BBH Raw":0.6412464890555547,"BBH":49.38061007422016,"MATH Lvl 5 Raw":0.19561933534743203,"MATH Lvl 5":19.561933534743204,"GPQA Raw":0.33640939597315433,"GPQA":11.521252796420578,"MUSR Raw":0.42575,"MUSR":13.052083333333334,"MMLU-PRO Raw":0.4675864361702128,"MMLU-PRO":40.84293735224587,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-07","Submission Date":"2024-06-12","Generation":0,"Base Model":"microsoft/Phi-3-medium-4k-instruct"},{"eval_name":"microsoft_Phi-3-mini-128k-instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"microsoft/Phi-3-mini-128k-instruct 📑","fullname":"microsoft/Phi-3-mini-128k-instruct","Model sha":"5be6479b4bc06a081e8f4c6ece294241ccd32dec","Average ⬆️":26.343809931865636,"Hub License":"mit","Hub ❤️":1636,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":48.44450318537764,"IFEval Raw":0.5976331688807919,"IFEval":59.76331688807919,"BBH Raw":0.5574531792679852,"BBH":37.09976663224031,"MATH Lvl 5 Raw":0.1404833836858006,"MATH Lvl 5":14.04833836858006,"GPQA Raw":0.3179530201342282,"GPQA":9.060402684563762,"MUSR Raw":0.3936875,"MUSR":7.710937500000003,"MMLU-PRO Raw":0.3734208776595745,"MMLU-PRO":30.38009751773049,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-04-22","Submission Date":"2024-08-21","Generation":0,"Base Model":"microsoft/Phi-3-mini-128k-instruct"},{"eval_name":"microsoft_Phi-3-mini-4k-instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"microsoft/Phi-3-mini-4k-instruct 📑","fullname":"microsoft/Phi-3-mini-4k-instruct","Model sha":"ff07dc01615f8113924aed013115ab2abd32115b","Average ⬆️":25.967732638041607,"Hub License":"mit","Hub ❤️":1154,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8040748299123722,"IFEval Raw":0.5612884923115112,"IFEval":56.12884923115112,"BBH Raw":0.5675972626334875,"BBH":39.2693352377728,"MATH Lvl 5 Raw":0.1163141993957704,"MATH Lvl 5":11.63141993957704,"GPQA Raw":0.3196308724832215,"GPQA":9.284116331096197,"MUSR Raw":0.3950208333333333,"MUSR":7.644270833333336,"MMLU-PRO Raw":0.38663563829787234,"MMLU-PRO":31.848404255319146,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-04-22","Submission Date":"2024-06-12","Generation":0,"Base Model":"microsoft/Phi-3-mini-4k-instruct"},{"eval_name":"microsoft_Phi-3-mini-4k-instruct_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"microsoft/Phi-3-mini-4k-instruct 📑","fullname":"microsoft/Phi-3-mini-4k-instruct","Model sha":"c1358f8a35e6d2af81890deffbbfa575b978c62f","Average ⬆️":27.562174043592282,"Hub License":"mit","Hub ❤️":1154,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5733985309086815,"IFEval Raw":0.547674614467391,"IFEval":54.76746144673909,"BBH Raw":0.5490718919495822,"BBH":36.55985530518785,"MATH Lvl 5 Raw":0.16389728096676737,"MATH Lvl 5":16.389728096676738,"GPQA Raw":0.33221476510067116,"GPQA":10.96196868008949,"MUSR Raw":0.42841666666666667,"MUSR":13.118749999999997,"MMLU-PRO Raw":0.4021775265957447,"MMLU-PRO":33.57528073286053,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-04-22","Submission Date":"2024-07-02","Generation":0,"Base Model":"microsoft/Phi-3-mini-4k-instruct"},{"eval_name":"microsoft_Phi-3-small-128k-instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Phi3SmallForCausalLM","Model":"microsoft/Phi-3-small-128k-instruct 📑","fullname":"microsoft/Phi-3-small-128k-instruct","Model sha":"f80aaa30bfc64c2b8ab214b541d9050e97163bc4","Average ⬆️":31.96780316372565,"Hub License":"mit","Hub ❤️":175,"#Params (B)":7.392,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.8980242595219776,"IFEval Raw":0.6368258443153056,"IFEval":63.68258443153056,"BBH Raw":0.6202176778696983,"BBH":45.63406964144793,"MATH Lvl 5 Raw":0.2026086956521739,"MATH Lvl 5":20.26086956521739,"GPQA Raw":0.31711409395973156,"GPQA":8.948545861297541,"MUSR Raw":0.43784375000000003,"MUSR":14.49713541666666,"MMLU-PRO Raw":0.4490525265957447,"MMLU-PRO":38.783614066193856,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-07","Submission Date":"2024-06-13","Generation":0,"Base Model":"microsoft/Phi-3-small-128k-instruct"},{"eval_name":"microsoft_Phi-3-small-8k-instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Phi3SmallForCausalLM","Model":"microsoft/Phi-3-small-8k-instruct 📑","fullname":"microsoft/Phi-3-small-8k-instruct","Model sha":"1535ae26fb4faada95c6950e8bc6e867cdad6b00","Average ⬆️":32.34201367038736,"Hub License":"mit","Hub ❤️":165,"#Params (B)":7.392,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.050907207043598,"IFEval Raw":0.6496651107949131,"IFEval":64.96651107949131,"BBH Raw":0.6208364880870563,"BBH":46.205570366389075,"MATH Lvl 5 Raw":0.18869565217391304,"MATH Lvl 5":18.869565217391305,"GPQA Raw":0.31208053691275167,"GPQA":8.277404921700223,"MUSR Raw":0.45579166666666665,"MUSR":16.77395833333333,"MMLU-PRO Raw":0.4506316489361702,"MMLU-PRO":38.95907210401891,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-07","Submission Date":"2024-06-13","Generation":0,"Base Model":"microsoft/Phi-3-small-8k-instruct"},{"eval_name":"microsoft_Phi-3.5-MoE-instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"microsoft/Phi-3.5-MoE-instruct 📑","fullname":"microsoft/Phi-3.5-MoE-instruct","Model sha":"482a9ba0eb0e1fa1671e3560e009d7cec2e5147c","Average ⬆️":36.8789647220093,"Hub License":"mit","Hub ❤️":556,"#Params (B)":42.0,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":9.264557227888623,"IFEval Raw":0.692454908531585,"IFEval":69.2454908531585,"BBH Raw":0.640762564622586,"BBH":48.77464635932187,"MATH Lvl 5 Raw":0.3119335347432024,"MATH Lvl 5":31.19335347432024,"GPQA Raw":0.35570469798657717,"GPQA":14.093959731543624,"MUSR Raw":0.4564791666666667,"MUSR":17.326562499999998,"MMLU-PRO Raw":0.46575797872340424,"MMLU-PRO":40.639775413711575,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-08-17","Submission Date":"2024-08-21","Generation":0,"Base Model":"microsoft/Phi-3.5-MoE-instruct"},{"eval_name":"microsoft_Phi-3.5-mini-instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"microsoft/Phi-3.5-mini-instruct 📑","fullname":"microsoft/Phi-3.5-mini-instruct","Model sha":"64963004ad95869fa73a30279371c8778509ac84","Average ⬆️":28.184391192864627,"Hub License":"mit","Hub ❤️":844,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":7.392008604674748,"IFEval Raw":0.5774500547436359,"IFEval":57.74500547436358,"BBH Raw":0.5517785126111956,"BBH":36.74585390851661,"MATH Lvl 5 Raw":0.19637462235649547,"MATH Lvl 5":19.637462235649547,"GPQA Raw":0.33976510067114096,"GPQA":11.968680089485462,"MUSR Raw":0.402125,"MUSR":10.098958333333334,"MMLU-PRO Raw":0.39619348404255317,"MMLU-PRO":32.91038711583924,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-08-16","Submission Date":"2024-08-21","Generation":0,"Base Model":"microsoft/Phi-3.5-mini-instruct"},{"eval_name":"microsoft_Phi-4-mini-instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"microsoft/Phi-4-mini-instruct 📑","fullname":"microsoft/Phi-4-mini-instruct","Model sha":"f984c153f9e5738b59f28190d593bd9ad40745bb","Average ⬆️":29.412433568419846,"Hub License":"mit","Hub ❤️":375,"#Params (B)":3.836,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8282398315230278,"IFEval Raw":0.7377923908562614,"IFEval":73.77923908562614,"BBH Raw":0.568862935505404,"BBH":38.73553611173529,"MATH Lvl 5 Raw":0.16993957703927492,"MATH Lvl 5":16.993957703927492,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.3873020833333333,"MUSR":6.446093750000002,"MMLU-PRO Raw":0.39320146276595747,"MMLU-PRO":32.5779403073286,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2025-02-19","Submission Date":"2025-02-28","Generation":0,"Base Model":"microsoft/Phi-4-mini-instruct"},{"eval_name":"microsoft_phi-1_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"PhiForCausalLM","Model":"microsoft/phi-1 📑","fullname":"microsoft/phi-1","Model sha":"b9ac0e6d78d43970ecf88e9e0154b3a7da20ed89","Average ⬆️":5.574318195377169,"Hub License":"mit","Hub ❤️":211,"#Params (B)":1.418,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.5724584950561591,"IFEval Raw":0.20680571993421898,"IFEval":20.6805719934219,"BBH Raw":0.31394755895837845,"BBH":4.273999212214679,"MATH Lvl 5 Raw":0.009818731117824773,"MATH Lvl 5":0.9818731117824773,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.35251041666666666,"MUSR":3.697135416666667,"MMLU-PRO Raw":0.11619015957446809,"MMLU-PRO":1.798906619385342,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-09-10","Submission Date":"2024-06-13","Generation":0,"Base Model":"microsoft/phi-1"},{"eval_name":"microsoft_phi-1_5_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"PhiForCausalLM","Model":"microsoft/phi-1_5 📑","fullname":"microsoft/phi-1_5","Model sha":"675aa382d814580b22651a30acb1a585d7c25963","Average ⬆️":7.170966845799231,"Hub License":"mit","Hub ❤️":1328,"#Params (B)":1.418,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6817241381152663,"IFEval Raw":0.2032839532440591,"IFEval":20.32839532440591,"BBH Raw":0.33597583211996657,"BBH":7.468938770070243,"MATH Lvl 5 Raw":0.01812688821752266,"MATH Lvl 5":1.812688821752266,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.34041666666666665,"MUSR":3.385416666666666,"MMLU-PRO Raw":0.16913231382978725,"MMLU-PRO":7.6813682033096935,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-09-10","Submission Date":"2024-06-09","Generation":0,"Base Model":"microsoft/phi-1_5"},{"eval_name":"microsoft_phi-2_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"PhiForCausalLM","Model":"microsoft/phi-2 📑","fullname":"microsoft/phi-2","Model sha":"ef382358ec9e382308935a992d908de099b64c23","Average ⬆️":15.534291558214901,"Hub License":"mit","Hub ❤️":3293,"#Params (B)":2.78,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8470419651804781,"IFEval Raw":0.273875539125077,"IFEval":27.3875539125077,"BBH Raw":0.4881208771249696,"BBH":28.038519293439304,"MATH Lvl 5 Raw":0.02945619335347432,"MATH Lvl 5":2.9456193353474323,"GPQA Raw":0.27181208053691275,"GPQA":2.9082774049216997,"MUSR Raw":0.4098958333333333,"MUSR":13.83697916666666,"MMLU-PRO Raw":0.26279920212765956,"MMLU-PRO":18.088800236406616,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-12-13","Submission Date":"2024-06-09","Generation":0,"Base Model":"microsoft/phi-2"},{"eval_name":"microsoft_phi-4_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"microsoft/phi-4 📑","fullname":"microsoft/phi-4","Model sha":"381727a5ee103da6c1b14ecd3d39cd09832cbcf8","Average ⬆️":29.48341679122318,"Hub License":"mit","Hub ❤️":1919,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8783618221059865,"IFEval Raw":0.048785001573602486,"IFEval":4.878500157360248,"BBH Raw":0.6703464626619114,"BBH":52.57567157258284,"MATH Lvl 5 Raw":0.27870090634441086,"MATH Lvl 5":27.870090634441087,"GPQA Raw":0.401006711409396,"GPQA":20.134228187919465,"MUSR Raw":0.5033541666666667,"MUSR":23.719270833333326,"MMLU-PRO Raw":0.5295046542553191,"MMLU-PRO":47.722739361702125,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-12-11","Submission Date":"2025-01-08","Generation":0,"Base Model":"microsoft/phi-4"},{"eval_name":"microsoft_phi-4_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"microsoft/phi-4 📑","fullname":"microsoft/phi-4","Model sha":"381727a5ee103da6c1b14ecd3d39cd09832cbcf8","Average ⬆️":30.35812781134617,"Hub License":"mit","Hub ❤️":1919,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.7731595658140327,"IFEval Raw":0.0585269307659233,"IFEval":5.852693076592331,"BBH Raw":0.6690562305322874,"BBH":52.42784845820486,"MATH Lvl 5 Raw":0.3164652567975831,"MATH Lvl 5":31.64652567975831,"GPQA Raw":0.40604026845637586,"GPQA":20.805369127516784,"MUSR Raw":0.5033541666666667,"MUSR":23.7859375,"MMLU-PRO Raw":0.5286735372340425,"MMLU-PRO":47.630393026004725,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-12-11","Submission Date":"2025-01-08","Generation":0,"Base Model":"microsoft/phi-4"},{"eval_name":"migtissera_Llama-3-70B-Synthia-v3.5_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"migtissera/Llama-3-70B-Synthia-v3.5 📑","fullname":"migtissera/Llama-3-70B-Synthia-v3.5","Model sha":"8744db0bccfc18f1847633da9d29fc89b35b4190","Average ⬆️":35.56935395079021,"Hub License":"llama3","Hub ❤️":5,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":17.539395979120005,"IFEval Raw":0.6076499244227538,"IFEval":60.764992442275386,"BBH Raw":0.6488638026271278,"BBH":49.118159695748176,"MATH Lvl 5 Raw":0.21148036253776434,"MATH Lvl 5":21.148036253776432,"GPQA Raw":0.3875838926174497,"GPQA":18.34451901565996,"MUSR Raw":0.49219791666666673,"MUSR":23.39140625,"MMLU-PRO Raw":0.4658410904255319,"MMLU-PRO":40.64901004728132,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-26","Submission Date":"2024-08-28","Generation":0,"Base Model":"migtissera/Llama-3-70B-Synthia-v3.5"},{"eval_name":"migtissera_Llama-3-8B-Synthia-v3.5_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"migtissera/Llama-3-8B-Synthia-v3.5 📑","fullname":"migtissera/Llama-3-8B-Synthia-v3.5","Model sha":"af4990801a24fee7acf16370cb5aa5643b5e9d6c","Average ⬆️":19.948440145189334,"Hub License":"llama3","Hub ❤️":15,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6573967325482626,"IFEval Raw":0.5069582042314393,"IFEval":50.69582042314393,"BBH Raw":0.4887940933660044,"BBH":27.542339430057652,"MATH Lvl 5 Raw":0.06570996978851963,"MATH Lvl 5":6.570996978851963,"GPQA Raw":0.27181208053691275,"GPQA":2.9082774049216997,"MUSR Raw":0.40438541666666666,"MUSR":9.414843749999996,"MMLU-PRO Raw":0.30302526595744683,"MMLU-PRO":22.558362884160758,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-17","Submission Date":"2024-08-28","Generation":0,"Base Model":"migtissera/Llama-3-8B-Synthia-v3.5"},{"eval_name":"migtissera_Tess-3-7B-SFT_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"migtissera/Tess-3-7B-SFT 📑","fullname":"migtissera/Tess-3-7B-SFT","Model sha":"404de3b56564dbd43cd64d97f8574b43189462f3","Average ⬆️":17.20945620208202,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":7.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2943395475718065,"IFEval Raw":0.3946262583279033,"IFEval":39.46262583279033,"BBH Raw":0.46073483895076217,"BBH":24.123847398237004,"MATH Lvl 5 Raw":0.04003021148036254,"MATH Lvl 5":4.003021148036254,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.4112708333333333,"MUSR":10.275520833333333,"MMLU-PRO Raw":0.30335771276595747,"MMLU-PRO":22.595301418439718,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-09","Submission Date":"2024-07-20","Generation":1,"Base Model":"mistralai/Mistral-7B-v0.3"},{"eval_name":"migtissera_Tess-3-Mistral-Nemo-12B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"migtissera/Tess-3-Mistral-Nemo-12B 📑","fullname":"migtissera/Tess-3-Mistral-Nemo-12B","Model sha":"0b82dea6e8f4aed4a1c2e10198d68991c30d171b","Average ⬆️":16.720173026027776,"Hub License":"apache-2.0","Hub ❤️":12,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.7799837130254446,"IFEval Raw":0.335499807178287,"IFEval":33.549980717828696,"BBH Raw":0.489942302453045,"BBH":28.042728344416503,"MATH Lvl 5 Raw":0.05740181268882175,"MATH Lvl 5":5.740181268882175,"GPQA Raw":0.25083892617449666,"GPQA":0.11185682326622093,"MUSR Raw":0.44578125,"MUSR":15.489322916666671,"MMLU-PRO Raw":0.25648271276595747,"MMLU-PRO":17.386968085106382,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-13","Submission Date":"2024-09-16","Generation":0,"Base Model":"migtissera/Tess-3-Mistral-Nemo-12B"},{"eval_name":"migtissera_Tess-v2.5-Phi-3-medium-128k-14B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"migtissera/Tess-v2.5-Phi-3-medium-128k-14B 📑","fullname":"migtissera/Tess-v2.5-Phi-3-medium-128k-14B","Model sha":"3a4dbce32e765f659d418c57f0040d290b8b480d","Average ⬆️":24.14120139478955,"Hub License":"mit","Hub ❤️":4,"#Params (B)":13.96,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.476340449162089,"IFEval Raw":0.45387682460316403,"IFEval":45.3876824603164,"BBH Raw":0.6206613823135703,"BBH":46.21582810863877,"MATH Lvl 5 Raw":0.05060422960725076,"MATH Lvl 5":5.0604229607250755,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.41130208333333335,"MUSR":10.112760416666669,"MMLU-PRO Raw":0.3731715425531915,"MMLU-PRO":30.352393617021285,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-05","Submission Date":"2024-08-30","Generation":1,"Base Model":"microsoft/Phi-3-medium-128k-instruct"},{"eval_name":"migtissera_Tess-v2.5.2-Qwen2-72B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"migtissera/Tess-v2.5.2-Qwen2-72B 📑","fullname":"migtissera/Tess-v2.5.2-Qwen2-72B","Model sha":"0435e634ad9bc8b1172395a535b78e6f25f3594f","Average ⬆️":33.60333761198978,"Hub License":"other","Hub ❤️":11,"#Params (B)":72.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":29.226174533933744,"IFEval Raw":0.44943084349525925,"IFEval":44.943084349525925,"BBH Raw":0.6646791891060648,"BBH":52.30813577387958,"MATH Lvl 5 Raw":0.2938066465256798,"MATH Lvl 5":29.38066465256798,"GPQA Raw":0.35067114093959734,"GPQA":13.422818791946312,"MUSR Raw":0.41883333333333334,"MUSR":10.887500000000003,"MMLU-PRO Raw":0.5561003989361702,"MMLU-PRO":50.67782210401892,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-13","Submission Date":"2024-08-10","Generation":0,"Base Model":"migtissera/Tess-v2.5.2-Qwen2-72B"},{"eval_name":"migtissera_Trinity-2-Codestral-22B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"migtissera/Trinity-2-Codestral-22B 📑","fullname":"migtissera/Trinity-2-Codestral-22B","Model sha":"5f20b9d8af1a75c135c70bd7295e58301cce63fc","Average ⬆️":21.995244491801476,"Hub License":"other","Hub ❤️":12,"#Params (B)":22.247,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.0043146213260017,"IFEval Raw":0.4202050559182968,"IFEval":42.020505591829675,"BBH Raw":0.5593244825460373,"BBH":36.41273800501431,"MATH Lvl 5 Raw":0.09667673716012085,"MATH Lvl 5":9.667673716012084,"GPQA Raw":0.3145973154362416,"GPQA":8.612975391498878,"MUSR Raw":0.4110520833333333,"MUSR":9.61484375,"MMLU-PRO Raw":0.3307845744680851,"MMLU-PRO":25.642730496453904,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-07","Submission Date":"2024-09-16","Generation":1,"Base Model":"mistralai/Codestral-22B-v0.1"},{"eval_name":"migtissera_Trinity-2-Codestral-22B-v0.2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"migtissera/Trinity-2-Codestral-22B-v0.2 📑","fullname":"migtissera/Trinity-2-Codestral-22B-v0.2","Model sha":"63513c3eb9b7c552fc163f58a2e7dc1fa09573b5","Average ⬆️":21.869825084599302,"Hub License":"other","Hub ❤️":7,"#Params (B)":22.247,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5535215928704613,"IFEval Raw":0.43446832183052075,"IFEval":43.44683218305208,"BBH Raw":0.5686364683055418,"BBH":37.61424608895926,"MATH Lvl 5 Raw":0.08383685800604229,"MATH Lvl 5":8.38368580060423,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.40447916666666667,"MUSR":9.059895833333337,"MMLU-PRO Raw":0.33402593085106386,"MMLU-PRO":26.002881205673763,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-13","Submission Date":"2024-08-28","Generation":1,"Base Model":"mistralai/Codestral-22B-v0.1"},{"eval_name":"migtissera_Trinity-2-Codestral-22B-v0.2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"migtissera/Trinity-2-Codestral-22B-v0.2 📑","fullname":"migtissera/Trinity-2-Codestral-22B-v0.2","Model sha":"9452a82ac7bfa9092a061ec913e9078ef3525a03","Average ⬆️":22.250269105139868,"Hub License":"other","Hub ❤️":7,"#Params (B)":22.247,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.122415137327222,"IFEval Raw":0.44301121025545553,"IFEval":44.301121025545555,"BBH Raw":0.5706466356198404,"BBH":37.78604101957199,"MATH Lvl 5 Raw":0.08685800604229607,"MATH Lvl 5":8.685800604229607,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.4031458333333333,"MUSR":8.859895833333338,"MMLU-PRO Raw":0.3353557180851064,"MMLU-PRO":26.150635342789595,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-13","Submission Date":"2024-09-16","Generation":1,"Base Model":"mistralai/Codestral-22B-v0.1"},{"eval_name":"mindw96_DeepSeek-llama3.3-Bllossom-8B-DACON-LLM3_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"mindw96/DeepSeek-llama3.3-Bllossom-8B-DACON-LLM3 📑","fullname":"mindw96/DeepSeek-llama3.3-Bllossom-8B-DACON-LLM3","Model sha":"03cffd19ee78646543e020e2ebc9d553a4c5242b","Average ⬆️":4.009061305596173,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.553126557664898,"IFEval Raw":0.13881168632561602,"IFEval":13.881168632561604,"BBH Raw":0.3067536965504715,"BBH":3.315965497566667,"MATH Lvl 5 Raw":0.008308157099697885,"MATH Lvl 5":0.8308157099697886,"GPQA Raw":0.25083892617449666,"GPQA":0.11185682326622093,"MUSR Raw":0.3792083333333333,"MUSR":4.734375,"MMLU-PRO Raw":0.11062167553191489,"MMLU-PRO":1.1801861702127647,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-17","Generation":0,"Base Model":"Removed"},{"eval_name":"minghaowu_Qwen1.5-1.8B-OpenHermes-2.5_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"minghaowu/Qwen1.5-1.8B-OpenHermes-2.5 📑","fullname":"minghaowu/Qwen1.5-1.8B-OpenHermes-2.5","Model sha":"40700de82968350c192318877fe522630d0ef76d","Average ⬆️":8.684751175879422,"Hub License":"","Hub ❤️":0,"#Params (B)":1.837,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.1898006910849936,"IFEval Raw":0.27779735546128714,"IFEval":27.779735546128713,"BBH Raw":0.33746396801266015,"BBH":7.561477534247794,"MATH Lvl 5 Raw":0.02416918429003021,"MATH Lvl 5":2.416918429003021,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.3528854166666667,"MUSR":1.0773437500000014,"MMLU-PRO Raw":0.17918882978723405,"MMLU-PRO":8.798758865248226,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-12","Generation":0,"Base Model":"Removed"},{"eval_name":"ministral_Ministral-3b-instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"ministral/Ministral-3b-instruct 📑","fullname":"ministral/Ministral-3b-instruct","Model sha":"2c95908929198d6e69af8638f0dbbd9bc6b93f9e","Average ⬆️":3.520082773406306,"Hub License":"apache-2.0","Hub ❤️":48,"#Params (B)":3.316,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.5289738610329241,"IFEval Raw":0.1357642167227401,"IFEval":13.57642167227401,"BBH Raw":0.31918598478332383,"BBH":4.675863578564667,"MATH Lvl 5 Raw":0.008308157099697885,"MATH Lvl 5":0.8308157099697886,"GPQA Raw":0.2516778523489933,"GPQA":0.22371364653244186,"MUSR Raw":0.33825,"MUSR":0.7812499999999996,"MMLU-PRO Raw":0.10929188829787234,"MMLU-PRO":1.032432033096926,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-03-14","Submission Date":"2024-10-25","Generation":0,"Base Model":"ministral/Ministral-3b-instruct"},{"eval_name":"mistral-community_Mistral-7B-v0.2_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"mistral-community/Mistral-7B-v0.2 📑","fullname":"mistral-community/Mistral-7B-v0.2","Model sha":"2c3e624962b1a3f3fbf52e15969565caa7bc064a","Average ⬆️":14.215362442692104,"Hub License":"apache-2.0","Hub ❤️":232,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1064265558408706,"IFEval Raw":0.22663976028050017,"IFEval":22.663976028050016,"BBH Raw":0.4510187962797583,"BBH":23.950865383029594,"MATH Lvl 5 Raw":0.030211480362537766,"MATH Lvl 5":3.0211480362537766,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.4031770833333333,"MUSR":8.363802083333333,"MMLU-PRO Raw":0.2952958776595745,"MMLU-PRO":21.699541962174944,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-03-23","Submission Date":"2024-06-12","Generation":0,"Base Model":"mistral-community/Mistral-7B-v0.2"},{"eval_name":"mistral-community_Mixtral-8x22B-v0.1_float16","Precision":"float16","Type":"❓ other","T":"❓","Weight type":"Original","Architecture":"Unknown","Model":"mistral-community/Mixtral-8x22B-v0.1 📑","fullname":"mistral-community/Mixtral-8x22B-v0.1","Model sha":"ab1e8c1950cf359e2a25de9b274ab836adb6dbab","Average ⬆️":16.827390145446955,"Hub License":"apache-2.0","Hub ❤️":674,"#Params (B)":0.0,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":15.173201632269498,"IFEval Raw":0.3166564417177914,"IFEval":31.665644171779142,"BBH Raw":0.38000000000000006,"BBH":12.647903050108935,"MATH Lvl 5 Raw":0.15428571428571428,"MATH Lvl 5":15.428571428571427,"GPQA Raw":0.33,"GPQA":10.666666666666668,"MUSR Raw":0.35333333333333333,"MUSR":1.6666666666666659,"MMLU-PRO Raw":0.36,"MMLU-PRO":28.888888888888893,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-04-10","Submission Date":"","Generation":0,"Base Model":"mistral-community/Mixtral-8x22B-v0.1"},{"eval_name":"mistral-community_mixtral-8x22B-v0.3_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"mistral-community/mixtral-8x22B-v0.3 📑","fullname":"mistral-community/mixtral-8x22B-v0.3","Model sha":"211b177b79ab5ef245ee334d106c27623e786882","Average ⬆️":25.801994725345732,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":140.63,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":104.98897033710952,"IFEval Raw":0.25826362939223485,"IFEval":25.826362939223486,"BBH Raw":0.6250002178435845,"BBH":45.73104089763324,"MATH Lvl 5 Raw":0.18353474320241692,"MATH Lvl 5":18.35347432024169,"GPQA Raw":0.3775167785234899,"GPQA":17.00223713646532,"MUSR Raw":0.4036979166666667,"MUSR":7.462239583333335,"MMLU-PRO Raw":0.46392952127659576,"MMLU-PRO":40.4366134751773,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-25","Submission Date":"2024-06-13","Generation":0,"Base Model":"mistral-community/mixtral-8x22B-v0.3"},{"eval_name":"mistralai_Codestral-22B-v0.1_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"mistralai/Codestral-22B-v0.1 📑","fullname":"mistralai/Codestral-22B-v0.1","Model sha":"8f5fe23af91885222a1563283c87416745a5e212","Average ⬆️":23.27991740686463,"Hub License":"other","Hub ❤️":1236,"#Params (B)":22.247,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.6133391218762,"IFEval Raw":0.5771752283939946,"IFEval":57.717522839399464,"BBH Raw":0.5139136921003167,"BBH":30.737634411945635,"MATH Lvl 5 Raw":0.10045317220543806,"MATH Lvl 5":10.045317220543806,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.4187083333333333,"MUSR":10.738541666666668,"MMLU-PRO Raw":0.3155751329787234,"MMLU-PRO":23.95279255319149,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-29","Submission Date":"2024-09-28","Generation":0,"Base Model":"mistralai/Codestral-22B-v0.1"},{"eval_name":"mistralai_Ministral-8B-Instruct-2410_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"mistralai/Ministral-8B-Instruct-2410 📑","fullname":"mistralai/Ministral-8B-Instruct-2410","Model sha":"199e57c1d66379760f6413f79d27008d1d1dbd6e","Average ⬆️":24.185603139774845,"Hub License":"other","Hub ❤️":447,"#Params (B)":8.02,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.594172784313864,"IFEval Raw":0.5896399331551394,"IFEval":58.963993315513946,"BBH Raw":0.47616402016891385,"BBH":25.82477440941784,"MATH Lvl 5 Raw":0.19561933534743203,"MATH Lvl 5":19.561933534743204,"GPQA Raw":0.28439597315436244,"GPQA":4.5861297539149914,"MUSR Raw":0.41375,"MUSR":10.718750000000005,"MMLU-PRO Raw":0.3291223404255319,"MMLU-PRO":25.458037825059098,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-10-15","Submission Date":"2024-12-01","Generation":0,"Base Model":"mistralai/Ministral-8B-Instruct-2410"},{"eval_name":"mistralai_Mistral-7B-Instruct-v0.1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"mistralai/Mistral-7B-Instruct-v0.1 📑","fullname":"mistralai/Mistral-7B-Instruct-v0.1","Model sha":"73068f3702d050a2fd5aa2ca1e612e5036429398","Average ⬆️":12.771229395030618,"Hub License":"apache-2.0","Hub ❤️":1601,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8629137373078644,"IFEval Raw":0.4487060998151571,"IFEval":44.87060998151571,"BBH Raw":0.33548084759810987,"BBH":7.647020535827543,"MATH Lvl 5 Raw":0.022658610271903322,"MATH Lvl 5":2.2658610271903323,"GPQA Raw":0.25,"GPQA":0.0,"MUSR Raw":0.38476041666666666,"MUSR":6.12838541666667,"MMLU-PRO Raw":0.24143949468085107,"MMLU-PRO":15.715499408983453,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-09-27","Submission Date":"2024-06-27","Generation":1,"Base Model":"mistralai/Mistral-7B-v0.1"},{"eval_name":"mistralai_Mistral-7B-Instruct-v0.2_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"mistralai/Mistral-7B-Instruct-v0.2 📑","fullname":"mistralai/Mistral-7B-Instruct-v0.2","Model sha":"41b61a33a2483885c981aa79e0df6b32407ed873","Average ⬆️":18.50789159273764,"Hub License":"apache-2.0","Hub ❤️":2688,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0688132581019694,"IFEval Raw":0.5496227786717023,"IFEval":54.96227786717022,"BBH Raw":0.44597355203292793,"BBH":22.910601936713604,"MATH Lvl 5 Raw":0.030211480362537766,"MATH Lvl 5":3.0211480362537766,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.39660416666666665,"MUSR":7.608854166666667,"MMLU-PRO Raw":0.2716921542553192,"MMLU-PRO":19.076906028368796,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-12-11","Submission Date":"2024-06-12","Generation":0,"Base Model":"mistralai/Mistral-7B-Instruct-v0.2"},{"eval_name":"mistralai_Mistral-7B-Instruct-v0.3_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"mistralai/Mistral-7B-Instruct-v0.3 📑","fullname":"mistralai/Mistral-7B-Instruct-v0.3","Model sha":"83e9aa141f2e28c82232fea5325f54edf17c43de","Average ⬆️":19.225098776905867,"Hub License":"apache-2.0","Hub ❤️":1515,"#Params (B)":7.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0755669287782,"IFEval Raw":0.5465254413844156,"IFEval":54.652544138441556,"BBH Raw":0.47219631712648397,"BBH":25.56911494885904,"MATH Lvl 5 Raw":0.03851963746223565,"MATH Lvl 5":3.8519637462235647,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.37390625000000005,"MUSR":4.304947916666669,"MMLU-PRO Raw":0.30751329787234044,"MMLU-PRO":23.057033096926716,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-22","Submission Date":"2024-06-12","Generation":1,"Base Model":"mistralai/Mistral-7B-v0.3"},{"eval_name":"mistralai_Mistral-7B-v0.1_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"mistralai/Mistral-7B-v0.1 📑","fullname":"mistralai/Mistral-7B-v0.1","Model sha":"26bca36bde8333b5d7f72e9ed20ccda6a618af24","Average ⬆️":14.575358924083135,"Hub License":"apache-2.0","Hub ❤️":3655,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7780735286284418,"IFEval Raw":0.2385548123423627,"IFEval":23.855481234236272,"BBH Raw":0.4419401145517045,"BBH":22.0182553990746,"MATH Lvl 5 Raw":0.02945619335347432,"MATH Lvl 5":2.9456193353474323,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.4139375,"MUSR":10.675520833333335,"MMLU-PRO Raw":0.30127992021276595,"MMLU-PRO":22.364435579196215,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-09-20","Submission Date":"2024-06-12","Generation":0,"Base Model":"mistralai/Mistral-7B-v0.1"},{"eval_name":"mistralai_Mistral-7B-v0.3_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"mistralai/Mistral-7B-v0.3 📑","fullname":"mistralai/Mistral-7B-v0.3","Model sha":"b67d6a03ca097c5122fa65904fce0413500bf8c8","Average ⬆️":14.229760590840252,"Hub License":"apache-2.0","Hub ❤️":450,"#Params (B)":7.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7629089045793841,"IFEval Raw":0.22663976028050017,"IFEval":22.663976028050016,"BBH Raw":0.45168546294642503,"BBH":24.03725427191849,"MATH Lvl 5 Raw":0.030211480362537766,"MATH Lvl 5":3.0211480362537766,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.4031770833333333,"MUSR":8.363802083333333,"MMLU-PRO Raw":0.2952958776595745,"MMLU-PRO":21.699541962174944,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-22","Submission Date":"2024-06-12","Generation":0,"Base Model":"mistralai/Mistral-7B-v0.3"},{"eval_name":"mistralai_Mistral-Large-Instruct-2411_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"mistralai/Mistral-Large-Instruct-2411 📑","fullname":"mistralai/Mistral-Large-Instruct-2411","Model sha":"3a5cb136f6106edf5c1210369068eb5a4f787cab","Average ⬆️":46.524214355965,"Hub License":"other","Hub ❤️":211,"#Params (B)":122.61,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":52.54461045774598,"IFEval Raw":0.8400577135334246,"IFEval":84.00577135334247,"BBH Raw":0.6746647735675069,"BBH":52.7448919952634,"MATH Lvl 5 Raw":0.4954682779456193,"MATH Lvl 5":49.546827794561935,"GPQA Raw":0.43708053691275167,"GPQA":24.94407158836689,"MUSR Raw":0.454,"MUSR":17.216666666666665,"MMLU-PRO Raw":0.5561835106382979,"MMLU-PRO":50.687056737588655,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-11-14","Submission Date":"2024-11-19","Generation":0,"Base Model":"mistralai/Mistral-Large-Instruct-2411"},{"eval_name":"mistralai_Mistral-Nemo-Base-2407_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"mistralai/Mistral-Nemo-Base-2407 📑","fullname":"mistralai/Mistral-Nemo-Base-2407","Model sha":"d2efb15544d5401f761235bef327babb850887d0","Average ⬆️":15.239356042755924,"Hub License":"apache-2.0","Hub ❤️":299,"#Params (B)":11.58,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.4059909098206287,"IFEval Raw":0.16299197241098062,"IFEval":16.299197241098064,"BBH Raw":0.5035062000369291,"BBH":29.374736440966874,"MATH Lvl 5 Raw":0.05966767371601209,"MATH Lvl 5":5.966767371601208,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.3921354166666667,"MUSR":6.516927083333336,"MMLU-PRO Raw":0.34715757978723405,"MMLU-PRO":27.46195330969267,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-07-18","Submission Date":"2024-07-19","Generation":0,"Base Model":"mistralai/Mistral-Nemo-Base-2407"},{"eval_name":"mistralai_Mistral-Nemo-Instruct-2407_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"mistralai/Mistral-Nemo-Instruct-2407 📑","fullname":"mistralai/Mistral-Nemo-Instruct-2407","Model sha":"4d14c1db68fe20dbf80b8eca85d39b909c5fe1d5","Average ⬆️":24.665599941304677,"Hub License":"apache-2.0","Hub ❤️":1495,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.468047939362798,"IFEval Raw":0.6380248850826917,"IFEval":63.80248850826917,"BBH Raw":0.5036523950310812,"BBH":29.679970381152803,"MATH Lvl 5 Raw":0.1268882175226586,"MATH Lvl 5":12.688821752265861,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.38999999999999996,"MUSR":8.483333333333333,"MMLU-PRO Raw":0.3517287234042553,"MMLU-PRO":27.969858156028373,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-07-17","Submission Date":"2024-08-29","Generation":1,"Base Model":"mistralai/Mistral-Nemo-Base-2407"},{"eval_name":"mistralai_Mistral-Small-24B-Base-2501_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"mistralai/Mistral-Small-24B-Base-2501 📑","fullname":"mistralai/Mistral-Small-24B-Base-2501","Model sha":"a8f19b61efa3c0a8d8a5f901ed48b30ff6b8c70e","Average ⬆️":27.195130187978368,"Hub License":"apache-2.0","Hub ❤️":231,"#Params (B)":23.572,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.275624553104299,"IFEval Raw":0.16723848278124265,"IFEval":16.723848278124265,"BBH Raw":0.6441860347172437,"BBH":48.53757597081616,"MATH Lvl 5 Raw":0.1971299093655589,"MATH Lvl 5":19.71299093655589,"GPQA Raw":0.3875838926174497,"GPQA":18.34451901565996,"MUSR Raw":0.42366666666666664,"MUSR":10.891666666666667,"MMLU-PRO Raw":0.5406416223404256,"MMLU-PRO":48.96018026004729,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2025-01-23","Submission Date":"2025-01-30","Generation":0,"Base Model":"mistralai/Mistral-Small-24B-Base-2501"},{"eval_name":"mistralai_Mistral-Small-Instruct-2409_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"mistralai/Mistral-Small-Instruct-2409 📑","fullname":"mistralai/Mistral-Small-Instruct-2409","Model sha":"63e53df6575e7085d62113f4383835ff979b3795","Average ⬆️":26.262748976418276,"Hub License":"other","Hub ❤️":382,"#Params (B)":22.05,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3793375088517446,"IFEval Raw":0.666975846310013,"IFEval":66.69758463100129,"BBH Raw":0.5213075098146217,"BBH":30.7920960925092,"MATH Lvl 5 Raw":0.14350453172205438,"MATH Lvl 5":14.350453172205437,"GPQA Raw":0.3238255033557047,"GPQA":9.843400447427292,"MUSR Raw":0.36320833333333336,"MUSR":3.001041666666666,"MMLU-PRO Raw":0.39602726063829785,"MMLU-PRO":32.89191784869976,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-09-17","Submission Date":"2024-09-19","Generation":0,"Base Model":"mistralai/Mistral-Small-Instruct-2409"},{"eval_name":"mistralai_Mistral-Small-Instruct-2409_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"mistralai/Mistral-Small-Instruct-2409 📑","fullname":"mistralai/Mistral-Small-Instruct-2409","Model sha":"63e53df6575e7085d62113f4383835ff979b3795","Average ⬆️":29.918947504475216,"Hub License":"other","Hub ❤️":382,"#Params (B)":22.247,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.220014976082721,"IFEval Raw":0.6282829558903709,"IFEval":62.82829558903709,"BBH Raw":0.5830283846898211,"BBH":40.559713034899204,"MATH Lvl 5 Raw":0.2039274924471299,"MATH Lvl 5":20.39274924471299,"GPQA Raw":0.33305369127516776,"GPQA":11.073825503355701,"MUSR Raw":0.4063333333333334,"MUSR":10.225000000000001,"MMLU-PRO Raw":0.409906914893617,"MMLU-PRO":34.43410165484633,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-09-17","Submission Date":"2024-09-25","Generation":0,"Base Model":"mistralai/Mistral-Small-Instruct-2409"},{"eval_name":"mistralai_Mixtral-8x22B-Instruct-v0.1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"mistralai/Mixtral-8x22B-Instruct-v0.1 📑","fullname":"mistralai/Mixtral-8x22B-Instruct-v0.1","Model sha":"b0c3516041d014f640267b14feb4e9a84c8e8c71","Average ⬆️":33.88568028808198,"Hub License":"apache-2.0","Hub ❤️":719,"#Params (B)":140.621,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":47.14757859237797,"IFEval Raw":0.7183584001560305,"IFEval":71.83584001560305,"BBH Raw":0.6124924926272018,"BBH":44.11434558724835,"MATH Lvl 5 Raw":0.18731117824773413,"MATH Lvl 5":18.731117824773413,"GPQA Raw":0.3733221476510067,"GPQA":16.442953020134222,"MUSR Raw":0.43111458333333336,"MUSR":13.489322916666664,"MMLU-PRO Raw":0.44830452127659576,"MMLU-PRO":38.70050236406619,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-04-16","Submission Date":"2024-06-12","Generation":1,"Base Model":"mistralai/Mixtral-8x22B-v0.1"},{"eval_name":"mistralai_Mixtral-8x22B-v0.1_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"mistralai/Mixtral-8x22B-v0.1 📑","fullname":"mistralai/Mixtral-8x22B-v0.1","Model sha":"b03e260818710044a2f088d88fab12bb220884fb","Average ⬆️":25.74093627522265,"Hub License":"apache-2.0","Hub ❤️":215,"#Params (B)":140.621,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":157.56579172301616,"IFEval Raw":0.25826362939223485,"IFEval":25.826362939223486,"BBH Raw":0.6239807473187268,"BBH":45.58840384342722,"MATH Lvl 5 Raw":0.18353474320241692,"MATH Lvl 5":18.35347432024169,"GPQA Raw":0.37583892617449666,"GPQA":16.778523489932887,"MUSR Raw":0.4036979166666667,"MUSR":7.462239583333335,"MMLU-PRO Raw":0.46392952127659576,"MMLU-PRO":40.4366134751773,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-04-16","Submission Date":"2024-06-12","Generation":0,"Base Model":"mistralai/Mixtral-8x22B-v0.1"},{"eval_name":"mistralai_Mixtral-8x7B-Instruct-v0.1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"mistralai/Mixtral-8x7B-Instruct-v0.1 📑","fullname":"mistralai/Mixtral-8x7B-Instruct-v0.1","Model sha":"1e637f2d7cb0a9d6fb1922f305cb784995190a83","Average ⬆️":23.8171027058463,"Hub License":"apache-2.0","Hub ❤️":4352,"#Params (B)":46.703,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":17.48498670577522,"IFEval Raw":0.5599143605633053,"IFEval":55.991436056330535,"BBH Raw":0.49623654013356494,"BBH":29.742398380967334,"MATH Lvl 5 Raw":0.09138972809667674,"MATH Lvl 5":9.138972809667674,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.42032291666666666,"MUSR":11.073697916666667,"MMLU-PRO Raw":0.36918218085106386,"MMLU-PRO":29.909131205673756,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-12-10","Submission Date":"2024-06-12","Generation":1,"Base Model":"mistralai/Mixtral-8x7B-v0.1"},{"eval_name":"mistralai_Mixtral-8x7B-v0.1_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"mistralai/Mixtral-8x7B-v0.1 📑","fullname":"mistralai/Mixtral-8x7B-v0.1","Model sha":"985aa055896a8f943d4a9f2572e6ea1341823841","Average ⬆️":19.56528101279984,"Hub License":"apache-2.0","Hub ❤️":1693,"#Params (B)":46.703,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":23.377818804576776,"IFEval Raw":0.24152692633324024,"IFEval":24.152692633324023,"BBH Raw":0.508666743762444,"BBH":30.294194918961484,"MATH Lvl 5 Raw":0.10196374622356495,"MATH Lvl 5":10.196374622356496,"GPQA Raw":0.313758389261745,"GPQA":8.501118568232664,"MUSR Raw":0.43213541666666666,"MUSR":12.58359375,"MMLU-PRO Raw":0.3849734042553192,"MMLU-PRO":31.663711583924346,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-12-01","Submission Date":"2024-08-20","Generation":0,"Base Model":"mistralai/Mixtral-8x7B-v0.1"},{"eval_name":"mistralai_Mixtral-8x7B-v0.1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"mistralai/Mixtral-8x7B-v0.1 📑","fullname":"mistralai/Mixtral-8x7B-v0.1","Model sha":"985aa055896a8f943d4a9f2572e6ea1341823841","Average ⬆️":19.665108918316083,"Hub License":"apache-2.0","Hub ❤️":1693,"#Params (B)":46.703,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.135099854813959,"IFEval Raw":0.23260947618984296,"IFEval":23.260947618984297,"BBH Raw":0.5097711377553386,"BBH":30.4002992674255,"MATH Lvl 5 Raw":0.09365558912386707,"MATH Lvl 5":9.365558912386707,"GPQA Raw":0.32046979865771813,"GPQA":9.395973154362418,"MUSR Raw":0.4413125,"MUSR":13.6640625,"MMLU-PRO Raw":0.3871343085106383,"MMLU-PRO":31.903812056737586,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-12-01","Submission Date":"2024-06-27","Generation":0,"Base Model":"mistralai/Mixtral-8x7B-v0.1"},{"eval_name":"mixtao_MixTAO-7Bx2-MoE-v8.1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"mixtao/MixTAO-7Bx2-MoE-v8.1 📑","fullname":"mixtao/MixTAO-7Bx2-MoE-v8.1","Model sha":"339130b87b6ef2484fea9fbfacba8a714ac03347","Average ⬆️":21.07792698379691,"Hub License":"apache-2.0","Hub ❤️":55,"#Params (B)":12.879,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.848070143547014,"IFEval Raw":0.41623337189767595,"IFEval":41.6233371897676,"BBH Raw":0.5189059391733521,"BBH":32.31034233969924,"MATH Lvl 5 Raw":0.09063444108761329,"MATH Lvl 5":9.06344410876133,"GPQA Raw":0.28439597315436244,"GPQA":4.5861297539149914,"MUSR Raw":0.4463333333333333,"MUSR":15.291666666666664,"MMLU-PRO Raw":0.3123337765957447,"MMLU-PRO":23.592641843971627,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-02-26","Submission Date":"2024-10-04","Generation":0,"Base Model":"mixtao/MixTAO-7Bx2-MoE-v8.1"},{"eval_name":"mkurman_llama-3.2-MEDIT-3B-o1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"mkurman/llama-3.2-MEDIT-3B-o1 📑","fullname":"mkurman/llama-3.2-MEDIT-3B-o1","Model sha":"b85c09ebdd588d98a0bc9daa52a78a4317d712db","Average ⬆️":17.028893537984814,"Hub License":"llama3.2","Hub ❤️":12,"#Params (B)":3.607,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1526858646753746,"IFEval Raw":0.43816517950150047,"IFEval":43.81651795015004,"BBH Raw":0.43996584807961553,"BBH":20.819346310345164,"MATH Lvl 5 Raw":0.13066465256797583,"MATH Lvl 5":13.066465256797583,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.3565416666666667,"MUSR":3.001041666666666,"MMLU-PRO Raw":0.27410239361702127,"MMLU-PRO":19.344710401891252,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-03","Submission Date":"2025-01-07","Generation":1,"Base Model":"mkurman/llama-3.2-MEDIT-3B-o1 (Merge)"},{"eval_name":"mkurman_phi-4-MedIT-11B-exp-1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Phi3ForCausalLM","Model":"mkurman/phi-4-MedIT-11B-exp-1 📑","fullname":"mkurman/phi-4-MedIT-11B-exp-1","Model sha":"7ee6cc2dac29514784142da4d4d2bb4d77dc96dc","Average ⬆️":24.60723512531726,"Hub License":"","Hub ❤️":0,"#Params (B)":11.514,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5993077108986922,"IFEval Raw":0.5947607902587357,"IFEval":59.476079025873574,"BBH Raw":0.5413943771388249,"BBH":34.73718585543679,"MATH Lvl 5 Raw":0.08987915407854985,"MATH Lvl 5":8.987915407854985,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.38479166666666664,"MUSR":6.232291666666669,"MMLU-PRO Raw":0.38248005319148937,"MMLU-PRO":31.386672576832154,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-10","Generation":0,"Base Model":"Removed"},{"eval_name":"mkurman_phi4-MedIT-10B-o1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaMedITForCausalLM","Model":"mkurman/phi4-MedIT-10B-o1 📑","fullname":"mkurman/phi4-MedIT-10B-o1","Model sha":"2664ba0eb6272f27c6c8d88416ae6f9ace7ba01d","Average ⬆️":18.92073804361014,"Hub License":"mit","Hub ❤️":4,"#Params (B)":10.255,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.718869422646144,"IFEval Raw":0.34629117408476173,"IFEval":34.629117408476176,"BBH Raw":0.519820312240642,"BBH":31.19028076222879,"MATH Lvl 5 Raw":0.1148036253776435,"MATH Lvl 5":11.48036253776435,"GPQA Raw":0.24580536912751677,"GPQA":0.0,"MUSR Raw":0.39679166666666665,"MUSR":8.365625000000001,"MMLU-PRO Raw":0.3507313829787234,"MMLU-PRO":27.859042553191493,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-17","Submission Date":"2025-01-18","Generation":0,"Base Model":"mkurman/phi4-MedIT-10B-o1"},{"eval_name":"mkxu_llama-3-8b-instruct-fpo_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"mkxu/llama-3-8b-instruct-fpo 📑","fullname":"mkxu/llama-3-8b-instruct-fpo","Model sha":"984bd038d56d9aa15ecb853111d2dfd8054a337e","Average ⬆️":23.813703419888128,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8134638721206331,"IFEval Raw":0.6790161216682846,"IFEval":67.90161216682846,"BBH Raw":0.4959114413700331,"BBH":28.867564932615277,"MATH Lvl 5 Raw":0.07326283987915408,"MATH Lvl 5":7.326283987915408,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.36578125,"MUSR":6.1559895833333345,"MMLU-PRO Raw":0.36045545212765956,"MMLU-PRO":28.93949468085106,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-16","Submission Date":"2025-02-18","Generation":0,"Base Model":"mkxu/llama-3-8b-instruct-fpo"},{"eval_name":"mkxu_llama-3-8b-po1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"mkxu/llama-3-8b-po1 📑","fullname":"mkxu/llama-3-8b-po1","Model sha":"1b16e10de696c43cd2b49fac9f6195dc551438ee","Average ⬆️":19.767002191701753,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.0243762813337047,"IFEval Raw":0.4081149128756145,"IFEval":40.81149128756145,"BBH Raw":0.49760854852246356,"BBH":29.181758873323105,"MATH Lvl 5 Raw":0.0702416918429003,"MATH Lvl 5":7.02416918429003,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.3804166666666667,"MUSR":6.8520833333333355,"MMLU-PRO Raw":0.3562167553191489,"MMLU-PRO":28.46852836879432,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-29","Submission Date":"2024-11-29","Generation":0,"Base Model":"mkxu/llama-3-8b-po1"},{"eval_name":"mlabonne_AlphaMonarch-7B_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"mlabonne/AlphaMonarch-7B 📑","fullname":"mlabonne/AlphaMonarch-7B","Model sha":"3de065d84411d74e5b3590f67f52b0b71faf6161","Average ⬆️":17.63062119200965,"Hub License":"cc-by-nc-4.0","Hub ❤️":148,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1451434197618258,"IFEval Raw":0.49394384677101205,"IFEval":49.39438467710121,"BBH Raw":0.4625522037183211,"BBH":23.947378025426246,"MATH Lvl 5 Raw":0.04078549848942598,"MATH Lvl 5":4.078549848942599,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.41213541666666664,"MUSR":9.316927083333331,"MMLU-PRO Raw":0.24725731382978725,"MMLU-PRO":16.36192375886525,"Merged":true,"Official Providers":true,"Upload To Hub Date":"2024-02-14","Submission Date":"2024-06-12","Generation":1,"Base Model":"mlabonne/AlphaMonarch-7B (Merge)"},{"eval_name":"mlabonne_Beyonder-4x7B-v3_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"mlabonne/Beyonder-4x7B-v3 📑","fullname":"mlabonne/Beyonder-4x7B-v3","Model sha":"8e923fa480f511ab54d79b44b0487768bdd3de4e","Average ⬆️":19.40685869832663,"Hub License":"cc-by-nc-4.0","Hub ❤️":58,"#Params (B)":24.154,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.7726054141650636,"IFEval Raw":0.5608385749810503,"IFEval":56.08385749810503,"BBH Raw":0.4670522037183211,"BBH":24.557209180110334,"MATH Lvl 5 Raw":0.05362537764350453,"MATH Lvl 5":5.362537764350453,"GPQA Raw":0.28523489932885904,"GPQA":4.697986577181204,"MUSR Raw":0.40454166666666663,"MUSR":8.934375000000001,"MMLU-PRO Raw":0.2512466755319149,"MMLU-PRO":16.805186170212764,"Merged":true,"Official Providers":true,"Upload To Hub Date":"2024-03-21","Submission Date":"2024-06-12","Generation":1,"Base Model":"mlabonne/Beyonder-4x7B-v3 (Merge)"},{"eval_name":"mlabonne_BigQwen2.5-52B-Instruct_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"mlabonne/BigQwen2.5-52B-Instruct 📑","fullname":"mlabonne/BigQwen2.5-52B-Instruct","Model sha":"425b9bffc9871085cc0d42c34138ce776f96ba02","Average ⬆️":43.55000484859215,"Hub License":"apache-2.0","Hub ❤️":7,"#Params (B)":52.268,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":41.174805201061055,"IFEval Raw":0.7913480675718205,"IFEval":79.13480675718205,"BBH Raw":0.7121004678698547,"BBH":59.80960695923371,"MATH Lvl 5 Raw":0.547583081570997,"MATH Lvl 5":54.7583081570997,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.41130208333333335,"MUSR":10.446093750000001,"MMLU-PRO Raw":0.5519448138297872,"MMLU-PRO":50.21609042553191,"Merged":true,"Official Providers":true,"Upload To Hub Date":"2024-09-23","Submission Date":"2024-09-25","Generation":1,"Base Model":"mlabonne/BigQwen2.5-52B-Instruct (Merge)"},{"eval_name":"mlabonne_BigQwen2.5-Echo-47B-Instruct_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"mlabonne/BigQwen2.5-Echo-47B-Instruct 📑","fullname":"mlabonne/BigQwen2.5-Echo-47B-Instruct","Model sha":"f95fcf22f8ab87c2dbb1893b87c8a132820acb5e","Average ⬆️":37.03189501778666,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":47.392,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":17.04615353886009,"IFEval Raw":0.7356691356711305,"IFEval":73.56691356711303,"BBH Raw":0.6125111878044905,"BBH":44.52224375363397,"MATH Lvl 5 Raw":0.4380664652567976,"MATH Lvl 5":43.80664652567976,"GPQA Raw":0.3145973154362416,"GPQA":8.612975391498878,"MUSR Raw":0.4124791666666667,"MUSR":10.193229166666667,"MMLU-PRO Raw":0.4734042553191489,"MMLU-PRO":41.48936170212765,"Merged":true,"Official Providers":true,"Upload To Hub Date":"2024-09-23","Submission Date":"2024-09-24","Generation":1,"Base Model":"mlabonne/BigQwen2.5-Echo-47B-Instruct (Merge)"},{"eval_name":"mlabonne_ChimeraLlama-3-8B-v2_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"mlabonne/ChimeraLlama-3-8B-v2 📑","fullname":"mlabonne/ChimeraLlama-3-8B-v2","Model sha":"d90a12b1574d7be084e53e0ad610282638ab29cf","Average ⬆️":20.120505180125022,"Hub License":"other","Hub ❤️":14,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6748195150215985,"IFEval Raw":0.44688315890725494,"IFEval":44.6883158907255,"BBH Raw":0.5045597361952603,"BBH":28.47879573339652,"MATH Lvl 5 Raw":0.09063444108761329,"MATH Lvl 5":9.06344410876133,"GPQA Raw":0.28523489932885904,"GPQA":4.697986577181204,"MUSR Raw":0.3790833333333334,"MUSR":5.252083333333334,"MMLU-PRO Raw":0.3568816489361702,"MMLU-PRO":28.54240543735224,"Merged":true,"Official Providers":true,"Upload To Hub Date":"2024-04-22","Submission Date":"2024-08-25","Generation":1,"Base Model":"mlabonne/ChimeraLlama-3-8B-v2 (Merge)"},{"eval_name":"mlabonne_ChimeraLlama-3-8B-v3_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"mlabonne/ChimeraLlama-3-8B-v3 📑","fullname":"mlabonne/ChimeraLlama-3-8B-v3","Model sha":"c8c1787e1426e3979ae82134f4eb7fa332f58ae0","Average ⬆️":20.697130053703557,"Hub License":"other","Hub ❤️":15,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6474791885168099,"IFEval Raw":0.44078821970150317,"IFEval":44.078821970150315,"BBH Raw":0.49781902726529204,"BBH":27.64609355033005,"MATH Lvl 5 Raw":0.08836858006042296,"MATH Lvl 5":8.836858006042297,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.4003541666666666,"MUSR":8.37760416666667,"MMLU-PRO Raw":0.36685505319148937,"MMLU-PRO":29.650561465721044,"Merged":true,"Official Providers":true,"Upload To Hub Date":"2024-05-01","Submission Date":"2024-08-25","Generation":1,"Base Model":"mlabonne/ChimeraLlama-3-8B-v3 (Merge)"},{"eval_name":"mlabonne_Daredevil-8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"mlabonne/Daredevil-8B 📑","fullname":"mlabonne/Daredevil-8B","Model sha":"717953c83631cc9adf2dddccfff06739308f10f7","Average ⬆️":22.40964638898709,"Hub License":"other","Hub ❤️":37,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.0238293771520777,"IFEval Raw":0.45477665926408595,"IFEval":45.4776659264086,"BBH Raw":0.5194408746721715,"BBH":31.626854762529916,"MATH Lvl 5 Raw":0.10649546827794562,"MATH Lvl 5":10.649546827794563,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.393875,"MUSR":7.534375000000003,"MMLU-PRO Raw":0.383061835106383,"MMLU-PRO":31.451315011820324,"Merged":true,"Official Providers":true,"Upload To Hub Date":"2024-05-25","Submission Date":"2024-07-02","Generation":1,"Base Model":"mlabonne/Daredevil-8B (Merge)"},{"eval_name":"mlabonne_Daredevil-8B-abliterated_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"mlabonne/Daredevil-8B-abliterated 📑","fullname":"mlabonne/Daredevil-8B-abliterated","Model sha":"034c0ce8ceeba075d1dff2bac1b113a017c79390","Average ⬆️":19.687995572747763,"Hub License":"other","Hub ❤️":38,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.396723763195856,"IFEval Raw":0.44263664853699297,"IFEval":44.2636648536993,"BBH Raw":0.4254272523147253,"BBH":19.865777111108127,"MATH Lvl 5 Raw":0.09441087613293052,"MATH Lvl 5":9.441087613293051,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.40702083333333333,"MUSR":9.17760416666667,"MMLU-PRO Raw":0.3700964095744681,"MMLU-PRO":30.010712174940902,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-26","Submission Date":"2024-07-02","Generation":0,"Base Model":"mlabonne/Daredevil-8B-abliterated"},{"eval_name":"mlabonne_Hermes-3-Llama-3.1-70B-lorablated_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"mlabonne/Hermes-3-Llama-3.1-70B-lorablated 📑","fullname":"mlabonne/Hermes-3-Llama-3.1-70B-lorablated","Model sha":"4303ff3b524418e9aa5e787d60595a44a6173b02","Average ⬆️":31.74585457101121,"Hub License":"","Hub ❤️":29,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":51.325370823294065,"IFEval Raw":0.34244360518978534,"IFEval":34.24436051897853,"BBH Raw":0.6693171063183693,"BBH":52.75007315730804,"MATH Lvl 5 Raw":0.2243202416918429,"MATH Lvl 5":22.432024169184288,"GPQA Raw":0.36577181208053694,"GPQA":15.436241610738257,"MUSR Raw":0.5029270833333334,"MUSR":24.73255208333333,"MMLU-PRO Raw":0.4679188829787234,"MMLU-PRO":40.87987588652482,"Merged":true,"Official Providers":true,"Upload To Hub Date":"2024-08-16","Submission Date":"2024-11-27","Generation":1,"Base Model":"mlabonne/Hermes-3-Llama-3.1-70B-lorablated (Merge)"},{"eval_name":"mlabonne_Meta-Llama-3.1-8B-Instruct-abliterated_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated 📑","fullname":"mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated","Model sha":"aef878bdf42c119d007322967006fcdef5ae6ee1","Average ⬆️":23.202552271437714,"Hub License":"llama3.1","Hub ❤️":153,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.2739685009650388,"IFEval Raw":0.7329463601023063,"IFEval":73.29463601023062,"BBH Raw":0.48740648734902187,"BBH":27.12916478111247,"MATH Lvl 5 Raw":0.06873111782477341,"MATH Lvl 5":6.873111782477341,"GPQA Raw":0.25671140939597314,"GPQA":0.8948545861297527,"MUSR Raw":0.36488541666666663,"MUSR":3.2106770833333336,"MMLU-PRO Raw":0.3503158244680851,"MMLU-PRO":27.812869385342786,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-07-24","Submission Date":"2024-10-13","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"mlabonne_NeuralBeagle14-7B_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"mlabonne/NeuralBeagle14-7B 📑","fullname":"mlabonne/NeuralBeagle14-7B","Model sha":"1567ad618a0998139654cb355738bb9bc018ca64","Average ⬆️":18.91007634574491,"Hub License":"cc-by-nc-4.0","Hub ❤️":158,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3434142300269432,"IFEval Raw":0.49351941736813876,"IFEval":49.35194173681387,"BBH Raw":0.46278709452353844,"BBH":23.959695145493203,"MATH Lvl 5 Raw":0.05211480362537765,"MATH Lvl 5":5.211480362537765,"GPQA Raw":0.28187919463087246,"GPQA":4.250559284116329,"MUSR Raw":0.43194791666666665,"MUSR":12.893489583333336,"MMLU-PRO Raw":0.2601396276595745,"MMLU-PRO":17.793291962174944,"Merged":true,"Official Providers":true,"Upload To Hub Date":"2024-01-15","Submission Date":"2024-06-27","Generation":2,"Base Model":"mlabonne/Beagle14-7B (Merge)"},{"eval_name":"mlabonne_NeuralDaredevil-8B-abliterated_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"mlabonne/NeuralDaredevil-8B-abliterated 📑","fullname":"mlabonne/NeuralDaredevil-8B-abliterated","Model sha":"2f4a5e8a8522f19dff345c7189b7891468763061","Average ⬆️":27.186740676442742,"Hub License":"llama3","Hub ❤️":196,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.4388458273356126,"IFEval Raw":0.756077208473517,"IFEval":75.60772084735169,"BBH Raw":0.5110566504436299,"BBH":30.30798586214647,"MATH Lvl 5 Raw":0.09063444108761329,"MATH Lvl 5":9.06344410876133,"GPQA Raw":0.3062080536912752,"GPQA":7.494407158836691,"MUSR Raw":0.4019375,"MUSR":9.075520833333337,"MMLU-PRO Raw":0.38414228723404253,"MMLU-PRO":31.57136524822695,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-27","Submission Date":"2024-07-25","Generation":0,"Base Model":"mlabonne/NeuralDaredevil-8B-abliterated"},{"eval_name":"mlabonne_NeuralDaredevil-8B-abliterated_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"mlabonne/NeuralDaredevil-8B-abliterated 📑","fullname":"mlabonne/NeuralDaredevil-8B-abliterated","Model sha":"89b01e3292e031ed85ad21545849182f5627021e","Average ⬆️":21.499914415098534,"Hub License":"llama3","Hub ❤️":196,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9850067516335185,"IFEval Raw":0.41623337189767595,"IFEval":41.6233371897676,"BBH Raw":0.5123964057729099,"BBH":29.763198395755456,"MATH Lvl 5 Raw":0.08534743202416918,"MATH Lvl 5":8.534743202416918,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.4149583333333333,"MUSR":10.903124999999996,"MMLU-PRO Raw":0.3801529255319149,"MMLU-PRO":31.128102836879428,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-27","Submission Date":"2024-06-27","Generation":0,"Base Model":"mlabonne/NeuralDaredevil-8B-abliterated"},{"eval_name":"mlabonne_OrpoLlama-3-8B_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"mlabonne/OrpoLlama-3-8B 📑","fullname":"mlabonne/OrpoLlama-3-8B","Model sha":"7f200e4c84ad0daa3ff6bc414012d8d0bacbf90e","Average ⬆️":15.157036730116474,"Hub License":"other","Hub ❤️":53,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.780599641553538,"IFEval Raw":0.36527524745453177,"IFEval":36.52752474545318,"BBH Raw":0.4424079063503051,"BBH":21.95410762879941,"MATH Lvl 5 Raw":0.055891238670694864,"MATH Lvl 5":5.589123867069486,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.3579375,"MUSR":4.0088541666666675,"MMLU-PRO Raw":0.2705285904255319,"MMLU-PRO":18.947621158392433,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-04-18","Submission Date":"2024-06-12","Generation":1,"Base Model":"meta-llama/Meta-Llama-3-8B"},{"eval_name":"mlabonne_phixtral-2x2_8_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"PhiForCausalLM","Model":"mlabonne/phixtral-2x2_8 📑","fullname":"mlabonne/phixtral-2x2_8","Model sha":"7744a977d83f132ae5808d8c3b70157031f7de44","Average ⬆️":15.553113591688318,"Hub License":"mit","Hub ❤️":148,"#Params (B)":4.458,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9219021341362852,"IFEval Raw":0.3431184811854767,"IFEval":34.31184811854767,"BBH Raw":0.48885941873076205,"BBH":28.502644855771297,"MATH Lvl 5 Raw":0.035498489425981876,"MATH Lvl 5":3.5498489425981874,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.3643541666666667,"MUSR":7.710937500000003,"MMLU-PRO Raw":0.2550698138297872,"MMLU-PRO":17.229979314420802,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-01-07","Submission Date":"2024-06-12","Generation":0,"Base Model":"mlabonne/phixtral-2x2_8"},{"eval_name":"mlx-community_Josiefied-Qwen2.5-0.5B-Instruct-abliterated-v1-float32_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"mlx-community/Josiefied-Qwen2.5-0.5B-Instruct-abliterated-v1-float32 📑","fullname":"mlx-community/Josiefied-Qwen2.5-0.5B-Instruct-abliterated-v1-float32","Model sha":"78ba059029cfbdc819ee80f1e91827b9d3ba1620","Average ⬆️":9.708088086359409,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":0.494,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0003469456246883,"IFEval Raw":0.3368983186833158,"IFEval":33.68983186833158,"BBH Raw":0.32921013057720044,"BBH":7.2211690840719855,"MATH Lvl 5 Raw":0.08459214501510574,"MATH Lvl 5":8.459214501510575,"GPQA Raw":0.2575503355704698,"GPQA":1.0067114093959737,"MUSR Raw":0.3249166666666667,"MUSR":0.7812499999999996,"MMLU-PRO Raw":0.16381316489361702,"MMLU-PRO":7.0903516548463354,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-17","Submission Date":"2025-01-07","Generation":3,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"mlx-community_Mistral-Small-24B-Instruct-2501-bf16_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"mlx-community/Mistral-Small-24B-Instruct-2501-bf16 📑","fullname":"mlx-community/Mistral-Small-24B-Instruct-2501-bf16","Model sha":"92ae924591721abf40ae8dbebb7f37f10a518448","Average ⬆️":38.66942426997438,"Hub License":"apache-2.0","Hub ❤️":6,"#Params (B)":23.572,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.578044788554092,"IFEval Raw":0.6282829558903709,"IFEval":62.82829558903709,"BBH Raw":0.6713272911918485,"BBH":52.39286892867324,"MATH Lvl 5 Raw":0.32250755287009064,"MATH Lvl 5":32.25075528700906,"GPQA Raw":0.3951342281879195,"GPQA":19.35123042505593,"MUSR Raw":0.4618333333333333,"MUSR":16.3625,"MMLU-PRO Raw":0.5394780585106383,"MMLU-PRO":48.83089539007093,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-30","Submission Date":"2025-02-06","Generation":2,"Base Model":"mistralai/Mistral-Small-24B-Instruct-2501 (Merge)"},{"eval_name":"mmnga_Llama-3-70B-japanese-suzume-vector-v0.1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"mmnga/Llama-3-70B-japanese-suzume-vector-v0.1 📑","fullname":"mmnga/Llama-3-70B-japanese-suzume-vector-v0.1","Model sha":"16f98b2d45684af2c4a9ff5da75b00ef13cca808","Average ⬆️":30.38004447303165,"Hub License":"llama3","Hub ❤️":4,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":32.19425003207018,"IFEval Raw":0.4648931501748693,"IFEval":46.48931501748693,"BBH Raw":0.6541763652331517,"BBH":50.02266053282724,"MATH Lvl 5 Raw":0.2326283987915408,"MATH Lvl 5":23.26283987915408,"GPQA Raw":0.2860738255033557,"GPQA":4.809843400447425,"MUSR Raw":0.4140625,"MUSR":10.757812500000002,"MMLU-PRO Raw":0.5224401595744681,"MMLU-PRO":46.937795508274235,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-28","Submission Date":"2024-09-19","Generation":0,"Base Model":"mmnga/Llama-3-70B-japanese-suzume-vector-v0.1"},{"eval_name":"mobiuslabsgmbh_DeepSeek-R1-ReDistill-Llama3-8B-v1.1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"mobiuslabsgmbh/DeepSeek-R1-ReDistill-Llama3-8B-v1.1 📑","fullname":"mobiuslabsgmbh/DeepSeek-R1-ReDistill-Llama3-8B-v1.1","Model sha":"16f6691b234d868a71b2addfc237a6c5088ecb48","Average ⬆️":15.806892418961331,"Hub License":"mit","Hub ❤️":10,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.732228154167841,"IFEval Raw":0.370396104558128,"IFEval":37.0396104558128,"BBH Raw":0.34730320150504124,"BBH":7.891833484522146,"MATH Lvl 5 Raw":0.3285498489425982,"MATH Lvl 5":32.85498489425982,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.33955208333333337,"MUSR":0.9440104166666662,"MMLU-PRO Raw":0.2198304521276596,"MMLU-PRO":13.314494680851062,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-29","Submission Date":"2025-02-16","Generation":1,"Base Model":"mobiuslabsgmbh/DeepSeek-R1-ReDistill-Llama3-8B-v1.1 (Merge)"},{"eval_name":"mobiuslabsgmbh_DeepSeek-R1-ReDistill-Qwen-7B-v1.1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"mobiuslabsgmbh/DeepSeek-R1-ReDistill-Qwen-7B-v1.1 📑","fullname":"mobiuslabsgmbh/DeepSeek-R1-ReDistill-Qwen-7B-v1.1","Model sha":"40f505b1ec4f6008fd9e6867bbe0d338addcafbd","Average ⬆️":17.737904923149653,"Hub License":"mit","Hub ❤️":15,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6752667672164052,"IFEval Raw":0.34731512387132807,"IFEval":34.73151238713281,"BBH Raw":0.36983762765044165,"BBH":11.565400479411357,"MATH Lvl 5 Raw":0.3496978851963746,"MATH Lvl 5":34.96978851963746,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.40088541666666666,"MUSR":8.410677083333333,"MMLU-PRO Raw":0.23262965425531915,"MMLU-PRO":14.736628250591016,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-27","Submission Date":"2025-02-16","Generation":1,"Base Model":"mobiuslabsgmbh/DeepSeek-R1-ReDistill-Qwen-7B-v1.1 (Merge)"},{"eval_name":"moeru-ai_L3.1-Moe-2x8B-v0.2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"moeru-ai/L3.1-Moe-2x8B-v0.2 📑","fullname":"moeru-ai/L3.1-Moe-2x8B-v0.2","Model sha":"1a0b4d4d1e839e332c67c9c16a2fc1f7ccc7f81e","Average ⬆️":28.878094301902436,"Hub License":"llama3.1","Hub ❤️":6,"#Params (B)":13.668,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.853135891354159,"IFEval Raw":0.7347947889377962,"IFEval":73.47947889377961,"BBH Raw":0.5255688392585965,"BBH":32.94589106477927,"MATH Lvl 5 Raw":0.16993957703927492,"MATH Lvl 5":16.993957703927492,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.41985416666666664,"MUSR":11.381770833333329,"MMLU-PRO Raw":0.38580452127659576,"MMLU-PRO":31.756057919621743,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-25","Submission Date":"2024-10-25","Generation":1,"Base Model":"moeru-ai/L3.1-Moe-2x8B-v0.2 (Merge)"},{"eval_name":"moeru-ai_L3.1-Moe-4x8B-v0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"moeru-ai/L3.1-Moe-4x8B-v0.1 📑","fullname":"moeru-ai/L3.1-Moe-4x8B-v0.1","Model sha":"f8d477fad4c02c099c80ef38865c01e2c882e996","Average ⬆️":19.441557290549515,"Hub License":"llama3.1","Hub ❤️":3,"#Params (B)":24.942,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":8.704718244862379,"IFEval Raw":0.433219413378724,"IFEval":43.3219413378724,"BBH Raw":0.49392781736367014,"BBH":27.856764788876916,"MATH Lvl 5 Raw":0.1299093655589124,"MATH Lvl 5":12.990936555891238,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.3609166666666667,"MUSR":3.9812500000000024,"MMLU-PRO Raw":0.34541223404255317,"MMLU-PRO":27.268026004728128,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-23","Submission Date":"2024-10-23","Generation":1,"Base Model":"moeru-ai/L3.1-Moe-4x8B-v0.1 (Merge)"},{"eval_name":"moeru-ai_L3.1-Moe-4x8B-v0.2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"moeru-ai/L3.1-Moe-4x8B-v0.2 📑","fullname":"moeru-ai/L3.1-Moe-4x8B-v0.2","Model sha":"fab49d865eb51f00e955c5624712184c39d207c9","Average ⬆️":18.31051307041189,"Hub License":"llama3.1","Hub ❤️":2,"#Params (B)":24.942,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.732653962817818,"IFEval Raw":0.5406554608438943,"IFEval":54.065546084389425,"BBH Raw":0.446625675582615,"BBH":21.33700714055054,"MATH Lvl 5 Raw":0.10347432024169184,"MATH Lvl 5":10.347432024169184,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.3233958333333333,"MUSR":2.291145833333333,"MMLU-PRO Raw":0.27626329787234044,"MMLU-PRO":19.58481087470449,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-30","Submission Date":"2024-10-30","Generation":1,"Base Model":"moeru-ai/L3.1-Moe-4x8B-v0.2 (Merge)"},{"eval_name":"monsterapi_Llama-3_1-8B-Instruct-orca-ORPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Adapter","Architecture":"?","Model":"monsterapi/Llama-3_1-8B-Instruct-orca-ORPO 📑","fullname":"monsterapi/Llama-3_1-8B-Instruct-orca-ORPO","Model sha":"5206a32e0bd3067aef1ce90f5528ade7d866253f","Average ⬆️":4.832138103419669,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":16.061,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.065360523092142,"IFEval Raw":0.22728914834860392,"IFEval":22.728914834860394,"BBH Raw":0.28653625778742803,"BBH":1.3404688979507675,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.24916107382550334,"GPQA":0.0,"MUSR Raw":0.34447916666666667,"MUSR":3.0598958333333326,"MMLU-PRO Raw":0.11677194148936171,"MMLU-PRO":1.8635490543735225,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-01","Submission Date":"2024-08-30","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"monsterapi_gemma-2-2b-LoRA-MonsterInstruct_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"monsterapi/gemma-2-2b-LoRA-MonsterInstruct 📑","fullname":"monsterapi/gemma-2-2b-LoRA-MonsterInstruct","Model sha":"6422e27e96e15cf93b966c973aacc15f8a27a458","Average ⬆️":12.519872991689503,"Hub License":"gemma","Hub ❤️":0,"#Params (B)":2.614,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.6773750979939996,"IFEval Raw":0.3902545246612322,"IFEval":39.02545246612322,"BBH Raw":0.36496861927498697,"BBH":11.965057260762338,"MATH Lvl 5 Raw":0.05060422960725076,"MATH Lvl 5":5.0604229607250755,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.3643854166666667,"MUSR":5.41484375,"MMLU-PRO Raw":0.19872007978723405,"MMLU-PRO":10.968897754137116,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-03","Submission Date":"2024-08-05","Generation":0,"Base Model":"monsterapi/gemma-2-2b-LoRA-MonsterInstruct"},{"eval_name":"mosaicml_mpt-7b_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"MPTForCausalLM","Model":"mosaicml/mpt-7b 📑","fullname":"mosaicml/mpt-7b","Model sha":"039e37745f00858f0e01e988383a8c4393b1a4f5","Average ⬆️":6.032029339143736,"Hub License":"apache-2.0","Hub ❤️":1167,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2870068503861511,"IFEval Raw":0.21519900530592162,"IFEval":21.51990053059216,"BBH Raw":0.32997415960801324,"BBH":6.550600790794161,"MATH Lvl 5 Raw":0.015861027190332326,"MATH Lvl 5":1.5861027190332326,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.36723958333333334,"MUSR":2.904947916666668,"MMLU-PRO Raw":0.12059507978723404,"MMLU-PRO":2.288342198581559,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-05-05","Submission Date":"2024-06-08","Generation":0,"Base Model":"mosaicml/mpt-7b"},{"eval_name":"mosama_Qwen2.5-1.5B-Instruct-CoT-Reflection_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"mosama/Qwen2.5-1.5B-Instruct-CoT-Reflection 📑","fullname":"mosama/Qwen2.5-1.5B-Instruct-CoT-Reflection","Model sha":"0dd9c511521b05a2eb70d1dfb102c1766be3ae26","Average ⬆️":11.862792186560862,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.180675835076376,"IFEval Raw":0.2870394996387363,"IFEval":28.703949963873633,"BBH Raw":0.41093712633583523,"BBH":17.973737754110076,"MATH Lvl 5 Raw":0.027190332326283987,"MATH Lvl 5":2.719033232628399,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.3211979166666667,"MUSR":1.8666666666666683,"MMLU-PRO Raw":0.26512632978723405,"MMLU-PRO":18.34736997635934,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-22","Submission Date":"2024-12-22","Generation":1,"Base Model":"mosama/Qwen2.5-1.5B-Instruct-CoT-Reflection (Merge)"},{"eval_name":"mrdayl_OpenCogito_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"mrdayl/OpenCogito 📑","fullname":"mrdayl/OpenCogito","Model sha":"f2a54023d176e00311001a73e609fb10ef7416fc","Average ⬆️":22.158547225443215,"Hub License":"","Hub ❤️":0,"#Params (B)":3.086,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":6.847273411295232,"IFEval Raw":0.3933773498761065,"IFEval":39.33773498761065,"BBH Raw":0.47196973414577464,"BBH":26.332720219789724,"MATH Lvl 5 Raw":0.21827794561933533,"MATH Lvl 5":21.827794561933533,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.42401041666666667,"MUSR":11.501302083333336,"MMLU-PRO Raw":0.3451628989361702,"MMLU-PRO":27.24032210401891,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-07","Generation":0,"Base Model":"Removed"},{"eval_name":"mrdayl_OpenCognito_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"mrdayl/OpenCognito 📑","fullname":"mrdayl/OpenCognito","Model sha":"af631967849155d520801331fb1aca9ac5c6055e","Average ⬆️":22.28566396506271,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7731262810208155,"IFEval Raw":0.40621661635571393,"IFEval":40.6216616355714,"BBH Raw":0.4705607805549634,"BBH":25.985835789865746,"MATH Lvl 5 Raw":0.21148036253776434,"MATH Lvl 5":21.148036253776432,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.42934374999999997,"MUSR":12.434635416666667,"MMLU-PRO Raw":0.3443317819148936,"MMLU-PRO":27.14797576832151,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-07","Submission Date":"2025-03-07","Generation":1,"Base Model":"Removed"},{"eval_name":"mrdayl_OpenCognito-r1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"mrdayl/OpenCognito-r1 📑","fullname":"mrdayl/OpenCognito-r1","Model sha":"1dd62e221fee56966697cc391eeba52beea726f4","Average ⬆️":22.15261487014885,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.8373719910619957,"IFEval Raw":0.42412687225450696,"IFEval":42.412687225450696,"BBH Raw":0.4673346036303057,"BBH":25.595543700365017,"MATH Lvl 5 Raw":0.1903323262839879,"MATH Lvl 5":19.033232628398792,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.42407291666666663,"MUSR":11.775781250000003,"MMLU-PRO Raw":0.3474900265957447,"MMLU-PRO":27.498891843971627,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-08","Submission Date":"2025-03-11","Generation":3,"Base Model":"Qwen/Qwen2.5-3B"},{"eval_name":"mrdayl_OpenCognito-r2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"mrdayl/OpenCognito-r2 📑","fullname":"mrdayl/OpenCognito-r2","Model sha":"0d3e3cd82084e6b1ff1b68a4b9732c1fb2c2efd3","Average ⬆️":21.967469611464537,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5756295880841664,"IFEval Raw":0.3958751667797001,"IFEval":39.58751667797001,"BBH Raw":0.46882818163435913,"BBH":25.775897615557778,"MATH Lvl 5 Raw":0.20241691842900303,"MATH Lvl 5":20.241691842900302,"GPQA Raw":0.3062080536912752,"GPQA":7.494407158836691,"MUSR Raw":0.42016666666666663,"MUSR":11.354166666666671,"MMLU-PRO Raw":0.34616023936170215,"MMLU-PRO":27.351137706855795,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-11","Submission Date":"2025-03-13","Generation":4,"Base Model":"Qwen/Qwen2.5-3B"},{"eval_name":"mrdayl_OpenThink_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"mrdayl/OpenThink 📑","fullname":"mrdayl/OpenThink","Model sha":"d23dff000bc8faba0b83a5bec444ff9afc6a000a","Average ⬆️":12.3979226641244,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.777,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7678727607437676,"IFEval Raw":0.20540720842919008,"IFEval":20.540720842919008,"BBH Raw":0.34597850879756104,"BBH":9.176574989757906,"MATH Lvl 5 Raw":0.28851963746223563,"MATH Lvl 5":28.851963746223564,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.32888541666666665,"MUSR":2.010677083333334,"MMLU-PRO Raw":0.18500664893617022,"MMLU-PRO":9.445183215130024,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-22","Submission Date":"2025-02-27","Generation":1,"Base Model":"mrdayl/OpenThink (Merge)"},{"eval_name":"mrm8488_phi-4-14B-grpo-gsm8k-3e_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"mrm8488/phi-4-14B-grpo-gsm8k-3e 📑","fullname":"mrm8488/phi-4-14B-grpo-gsm8k-3e","Model sha":"d8874d5f1dc81b1c251ebb9ccd492d95c25a86b5","Average ⬆️":39.20729001022834,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9518350998409443,"IFEval Raw":0.688533092195375,"IFEval":68.8533092195375,"BBH Raw":0.6805415739665394,"BBH":54.020966104974086,"MATH Lvl 5 Raw":0.452416918429003,"MATH Lvl 5":45.2416918429003,"GPQA Raw":0.33557046979865773,"GPQA":11.409395973154364,"MUSR Raw":0.39939583333333334,"MUSR":8.291145833333333,"MMLU-PRO Raw":0.526845079787234,"MMLU-PRO":47.42723108747045,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-11","Submission Date":"2025-02-13","Generation":2,"Base Model":"microsoft/phi-4"},{"eval_name":"mrm8488_phi-4-14B-grpo-limo_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"mrm8488/phi-4-14B-grpo-limo 📑","fullname":"mrm8488/phi-4-14B-grpo-limo","Model sha":"68d12df3c3240529fc9f6ce5a226e7c0d2d3d245","Average ⬆️":39.0640880591307,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9483571391292158,"IFEval Raw":0.681239112222237,"IFEval":68.12391122222371,"BBH Raw":0.678485424233919,"BBH":53.67590173579206,"MATH Lvl 5 Raw":0.4569486404833837,"MATH Lvl 5":45.69486404833837,"GPQA Raw":0.33640939597315433,"GPQA":11.521252796420578,"MUSR Raw":0.3980625,"MUSR":8.024479166666667,"MMLU-PRO Raw":0.5260970744680851,"MMLU-PRO":47.344119385342786,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-12","Submission Date":"2025-02-13","Generation":2,"Base Model":"microsoft/phi-4"},{"eval_name":"mukaj_Llama-3.1-Hawkish-8B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"mukaj/Llama-3.1-Hawkish-8B 📑","fullname":"mukaj/Llama-3.1-Hawkish-8B","Model sha":"bd4968f565d94e3595e41a260f5550888df3fc85","Average ⬆️":26.581501102977555,"Hub License":"other","Hub ❤️":42,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.364196599849899,"IFEval Raw":0.6720468357291984,"IFEval":67.20468357291985,"BBH Raw":0.4883822828416351,"BBH":28.13584109991744,"MATH Lvl 5 Raw":0.243202416918429,"MATH Lvl 5":24.3202416918429,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.39672916666666663,"MUSR":8.557812499999997,"MMLU-PRO Raw":0.33311170212765956,"MMLU-PRO":25.901300236406616,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-26","Submission Date":"2024-12-18","Generation":0,"Base Model":"mukaj/Llama-3.1-Hawkish-8B"},{"eval_name":"natong19_Mistral-Nemo-Instruct-2407-abliterated_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"natong19/Mistral-Nemo-Instruct-2407-abliterated 📑","fullname":"natong19/Mistral-Nemo-Instruct-2407-abliterated","Model sha":"9c7087f62e6ab10ec4aeeb268e25cb3d4000696b","Average ⬆️":25.017625420548132,"Hub License":"apache-2.0","Hub ❤️":15,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.4757141885799543,"IFEval Raw":0.6392239258500778,"IFEval":63.92239258500778,"BBH Raw":0.5048447739625885,"BBH":29.915044266358993,"MATH Lvl 5 Raw":0.13217522658610273,"MATH Lvl 5":13.217522658610273,"GPQA Raw":0.28691275167785235,"GPQA":4.921700223713646,"MUSR Raw":0.4033333333333333,"MUSR":10.149999999999999,"MMLU-PRO Raw":0.351811835106383,"MMLU-PRO":27.979092789598102,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-15","Submission Date":"2024-09-21","Generation":0,"Base Model":"natong19/Mistral-Nemo-Instruct-2407-abliterated"},{"eval_name":"natong19_Qwen2-7B-Instruct-abliterated_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"natong19/Qwen2-7B-Instruct-abliterated 📑","fullname":"natong19/Qwen2-7B-Instruct-abliterated","Model sha":"127962453ae87879719a82a97384ac1859787a25","Average ⬆️":28.515341600524966,"Hub License":"apache-2.0","Hub ❤️":5,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.1516712075859235,"IFEval Raw":0.5836945970026197,"IFEval":58.36945970026197,"BBH Raw":0.5553035842403061,"BBH":37.746833853463094,"MATH Lvl 5 Raw":0.2764350453172205,"MATH Lvl 5":27.64350453172205,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.4034270833333333,"MUSR":8.92838541666667,"MMLU-PRO Raw":0.3842253989361702,"MMLU-PRO":31.580599881796683,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-14","Submission Date":"2024-07-29","Generation":0,"Base Model":"natong19/Qwen2-7B-Instruct-abliterated"},{"eval_name":"nazimali_Mistral-Nemo-Kurdish_bfloat16","Precision":"bfloat16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nazimali/Mistral-Nemo-Kurdish 📑","fullname":"nazimali/Mistral-Nemo-Kurdish","Model sha":"1eb544577a2874d8df0b77ca83ff1c88dd20f481","Average ⬆️":19.48223781673813,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.6994544571417842,"IFEval Raw":0.3401208792670115,"IFEval":34.012087926701156,"BBH Raw":0.5133321102266589,"BBH":29.855897080399064,"MATH Lvl 5 Raw":0.09592145015105741,"MATH Lvl 5":9.592145015105741,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.4115729166666667,"MUSR":11.77994791666667,"MMLU-PRO Raw":0.3234707446808511,"MMLU-PRO":24.830082742316783,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-09","Submission Date":"2024-10-14","Generation":1,"Base Model":"nazimali/Mistral-Nemo-Kurdish (Merge)"},{"eval_name":"nazimali_Mistral-Nemo-Kurdish-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nazimali/Mistral-Nemo-Kurdish-Instruct 📑","fullname":"nazimali/Mistral-Nemo-Kurdish-Instruct","Model sha":"512140572f11203441e60ca26b5ede2b9979cb1d","Average ⬆️":18.555957634452803,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7021165130013975,"IFEval Raw":0.4963917959901949,"IFEval":49.63917959901949,"BBH Raw":0.4699417600389813,"BBH":25.56142263482943,"MATH Lvl 5 Raw":0.004531722054380665,"MATH Lvl 5":0.4531722054380665,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.397875,"MUSR":8.40104166666667,"MMLU-PRO Raw":0.3062666223404255,"MMLU-PRO":22.91851359338061,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-09","Submission Date":"2024-10-14","Generation":1,"Base Model":"nazimali/Mistral-Nemo-Kurdish-Instruct (Merge)"},{"eval_name":"nazimali_Mistral-Nemo-Kurdish-Instruct_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nazimali/Mistral-Nemo-Kurdish-Instruct 📑","fullname":"nazimali/Mistral-Nemo-Kurdish-Instruct","Model sha":"512140572f11203441e60ca26b5ede2b9979cb1d","Average ⬆️":19.94862211656385,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.503441350239854,"IFEval Raw":0.4860004787297703,"IFEval":48.60004787297703,"BBH Raw":0.47214400722999256,"BBH":26.02174135407743,"MATH Lvl 5 Raw":0.08459214501510574,"MATH Lvl 5":8.459214501510575,"GPQA Raw":0.28439597315436244,"GPQA":4.5861297539149914,"MUSR Raw":0.40057291666666667,"MUSR":8.838281250000003,"MMLU-PRO Raw":0.30867686170212766,"MMLU-PRO":23.186317966903072,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-09","Submission Date":"2024-10-14","Generation":1,"Base Model":"nazimali/Mistral-Nemo-Kurdish-Instruct (Merge)"},{"eval_name":"nbeerbower_BigKartoffel-mistral-nemo-20B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nbeerbower/BigKartoffel-mistral-nemo-20B 📑","fullname":"nbeerbower/BigKartoffel-mistral-nemo-20B","Model sha":"a552090b42c2cb6ed573fc12cf9571eb0faa8174","Average ⬆️":23.763763321614324,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":20.427,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.457533630709938,"IFEval Raw":0.5857181168189294,"IFEval":58.57181168189294,"BBH Raw":0.55148305168682,"BBH":35.79864416611619,"MATH Lvl 5 Raw":0.026435045317220542,"MATH Lvl 5":2.643504531722054,"GPQA Raw":0.28691275167785235,"GPQA":4.921700223713646,"MUSR Raw":0.42804166666666665,"MUSR":12.538541666666665,"MMLU-PRO Raw":0.3529753989361702,"MMLU-PRO":28.10837765957446,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-03-04","Submission Date":"2025-03-05","Generation":1,"Base Model":"nbeerbower/BigKartoffel-mistral-nemo-20B (Merge)"},{"eval_name":"nbeerbower_DoppelKartoffel-Mistral-Nemo-23B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nbeerbower/DoppelKartoffel-Mistral-Nemo-23B 📑","fullname":"nbeerbower/DoppelKartoffel-Mistral-Nemo-23B","Model sha":"c1b2106456bea0b5172d34c8c4b0818bb79a0429","Average ⬆️":19.833865427806835,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":23.153,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.0603037906120116,"IFEval Raw":0.5191480826429429,"IFEval":51.914808264294294,"BBH Raw":0.5217926041279988,"BBH":31.920697385721514,"MATH Lvl 5 Raw":0.030966767371601207,"MATH Lvl 5":3.096676737160121,"GPQA Raw":0.2751677852348993,"GPQA":3.355704697986576,"MUSR Raw":0.3794895833333333,"MUSR":5.602864583333336,"MMLU-PRO Raw":0.3080119680851064,"MMLU-PRO":23.112440898345156,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-15","Submission Date":"2025-02-15","Generation":1,"Base Model":"nbeerbower/DoppelKartoffel-Mistral-Nemo-23B (Merge)"},{"eval_name":"nbeerbower_DoublePotato-Mistral-Nemo-13B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nbeerbower/DoublePotato-Mistral-Nemo-13B 📑","fullname":"nbeerbower/DoublePotato-Mistral-Nemo-13B","Model sha":"7c00ffb0a327260101eb2957a8f5af63443870bf","Average ⬆️":26.79626366510183,"Hub License":"","Hub ❤️":1,"#Params (B)":13.338,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0616733141864731,"IFEval Raw":0.6796156420519777,"IFEval":67.96156420519776,"BBH Raw":0.5437915398770364,"BBH":35.211852906317226,"MATH Lvl 5 Raw":0.04003021148036254,"MATH Lvl 5":4.003021148036254,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.45997916666666666,"MUSR":17.930729166666666,"MMLU-PRO Raw":0.359624335106383,"MMLU-PRO":28.847148345153663,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-13","Submission Date":"2025-02-21","Generation":1,"Base Model":"nbeerbower/DoublePotato-Mistral-Nemo-13B (Merge)"},{"eval_name":"nbeerbower_Dumpling-Qwen2.5-1.5B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"nbeerbower/Dumpling-Qwen2.5-1.5B 📑","fullname":"nbeerbower/Dumpling-Qwen2.5-1.5B","Model sha":"ce189fd8d1d8daec8ccffdd293bfbda81c34a524","Average ⬆️":15.625094396198312,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2052012329738229,"IFEval Raw":0.3698963195432563,"IFEval":36.98963195432563,"BBH Raw":0.4159743091354106,"BBH":18.17835840988572,"MATH Lvl 5 Raw":0.11706948640483383,"MATH Lvl 5":11.706948640483382,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.37276041666666665,"MUSR":4.728385416666668,"MMLU-PRO Raw":0.2771775265957447,"MMLU-PRO":19.686391843971627,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-29","Submission Date":"2025-01-29","Generation":1,"Base Model":"nbeerbower/Dumpling-Qwen2.5-1.5B (Merge)"},{"eval_name":"nbeerbower_Dumpling-Qwen2.5-14B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"nbeerbower/Dumpling-Qwen2.5-14B 📑","fullname":"nbeerbower/Dumpling-Qwen2.5-14B","Model sha":"4ce3f034a983caaf7a0aa49fd3aab2f531e9f2eb","Average ⬆️":34.79872132286164,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3805834781919855,"IFEval Raw":0.6064010159709571,"IFEval":60.64010159709571,"BBH Raw":0.6450644262798378,"BBH":49.666835922992384,"MATH Lvl 5 Raw":0.30966767371601206,"MATH Lvl 5":30.966767371601208,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.43539583333333337,"MUSR":14.357812499999996,"MMLU-PRO Raw":0.5170378989361702,"MMLU-PRO":46.337544326241144,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-14","Submission Date":"2025-02-15","Generation":1,"Base Model":"nbeerbower/Dumpling-Qwen2.5-14B (Merge)"},{"eval_name":"nbeerbower_Dumpling-Qwen2.5-7B-1k-r16_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"nbeerbower/Dumpling-Qwen2.5-7B-1k-r16 📑","fullname":"nbeerbower/Dumpling-Qwen2.5-7B-1k-r16","Model sha":"5295fc4f2ebe7124ce53808dfe8796e2ede7b53c","Average ⬆️":25.2956618399845,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6338280131013287,"IFEval Raw":0.4860004787297703,"IFEval":48.60004787297703,"BBH Raw":0.5214228032573378,"BBH":32.10172952662796,"MATH Lvl 5 Raw":0.236404833836858,"MATH Lvl 5":23.6404833836858,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.4229895833333333,"MUSR":11.873697916666666,"MMLU-PRO Raw":0.39586103723404253,"MMLU-PRO":32.87344858156028,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-31","Submission Date":"2025-02-21","Generation":1,"Base Model":"nbeerbower/Dumpling-Qwen2.5-7B-1k-r16 (Merge)"},{"eval_name":"nbeerbower_Dumpling-Qwen2.5-7B-1k-r64-2e-5_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"nbeerbower/Dumpling-Qwen2.5-7B-1k-r64-2e-5 📑","fullname":"nbeerbower/Dumpling-Qwen2.5-7B-1k-r64-2e-5","Model sha":"e8de9ede88cc20ec887b80a9f722f562cc5a065f","Average ⬆️":25.052668360308672,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6772306626905065,"IFEval Raw":0.417906709752346,"IFEval":41.7906709752346,"BBH Raw":0.5300548108450988,"BBH":33.86711491322243,"MATH Lvl 5 Raw":0.21148036253776434,"MATH Lvl 5":21.148036253776432,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.4486041666666667,"MUSR":16.142187500000002,"MMLU-PRO Raw":0.41215093085106386,"MMLU-PRO":34.683436761229316,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-21","Generation":1,"Base Model":"nbeerbower/Dumpling-Qwen2.5-7B-1k-r64-2e-5 (Merge)"},{"eval_name":"nbeerbower_EVA-abliterated-TIES-Qwen2.5-1.5B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"nbeerbower/EVA-abliterated-TIES-Qwen2.5-1.5B 📑","fullname":"nbeerbower/EVA-abliterated-TIES-Qwen2.5-1.5B","Model sha":"dc0152d7482236dacce20f1f5a3d184073ff01b6","Average ⬆️":15.375831467238891,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.777,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.230458643725809,"IFEval Raw":0.41148707651254224,"IFEval":41.14870765125423,"BBH Raw":0.39965589836197535,"BBH":15.2183657081488,"MATH Lvl 5 Raw":0.13746223564954682,"MATH Lvl 5":13.746223564954683,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.35018750000000004,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.27119348404255317,"MMLU-PRO":19.02149822695035,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-29","Submission Date":"2025-01-29","Generation":1,"Base Model":"nbeerbower/EVA-abliterated-TIES-Qwen2.5-1.5B (Merge)"},{"eval_name":"nbeerbower_EVA-abliterated-TIES-Qwen2.5-14B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"nbeerbower/EVA-abliterated-TIES-Qwen2.5-14B 📑","fullname":"nbeerbower/EVA-abliterated-TIES-Qwen2.5-14B","Model sha":"610b00c3b61b7ff606bbd0fb3608d8236c825869","Average ⬆️":42.16442636538604,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.395555570529591,"IFEval Raw":0.783554302583811,"IFEval":78.35543025838109,"BBH Raw":0.6372016353633118,"BBH":48.522478115727985,"MATH Lvl 5 Raw":0.5045317220543807,"MATH Lvl 5":50.453172205438065,"GPQA Raw":0.3548657718120805,"GPQA":13.982102908277403,"MUSR Raw":0.4406666666666667,"MUSR":14.883333333333335,"MMLU-PRO Raw":0.5211103723404256,"MMLU-PRO":46.790041371158395,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-08","Submission Date":"2025-02-09","Generation":1,"Base Model":"nbeerbower/EVA-abliterated-TIES-Qwen2.5-14B (Merge)"},{"eval_name":"nbeerbower_Flammades-Mistral-Nemo-12B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nbeerbower/Flammades-Mistral-Nemo-12B 📑","fullname":"nbeerbower/Flammades-Mistral-Nemo-12B","Model sha":"ddc76d1976af06aedc7f06bbffcaa34166c1cbdd","Average ⬆️":22.56672421581219,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.254839563055808,"IFEval Raw":0.38415958545548035,"IFEval":38.41595854554804,"BBH Raw":0.5299609345270283,"BBH":32.39377187272594,"MATH Lvl 5 Raw":0.0755287009063444,"MATH Lvl 5":7.552870090634441,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.480625,"MUSR":20.31145833333333,"MMLU-PRO Raw":0.36610704787234044,"MMLU-PRO":29.56744976359338,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-05","Submission Date":"2024-10-06","Generation":1,"Base Model":"nbeerbower/Flammades-Mistral-Nemo-12B (Merge)"},{"eval_name":"nbeerbower_Gemma2-Gutenberg-Doppel-9B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"nbeerbower/Gemma2-Gutenberg-Doppel-9B 📑","fullname":"nbeerbower/Gemma2-Gutenberg-Doppel-9B","Model sha":"f425bc69783891088e89e0afe44ec62b730567ba","Average ⬆️":32.54244427540016,"Hub License":"gemma","Hub ❤️":4,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.8946312576793183,"IFEval Raw":0.7171094917042337,"IFEval":71.71094917042336,"BBH Raw":0.5870114193661848,"BBH":41.08306318800703,"MATH Lvl 5 Raw":0.19788519637462235,"MATH Lvl 5":19.788519637462233,"GPQA Raw":0.3296979865771812,"GPQA":10.626398210290827,"MUSR Raw":0.46078125,"MUSR":17.29765625,"MMLU-PRO Raw":0.41273271276595747,"MMLU-PRO":34.748079196217496,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-29","Submission Date":"2024-10-01","Generation":1,"Base Model":"nbeerbower/Gemma2-Gutenberg-Doppel-9B (Merge)"},{"eval_name":"nbeerbower_Gutensuppe-mistral-nemo-12B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nbeerbower/Gutensuppe-mistral-nemo-12B 📑","fullname":"nbeerbower/Gutensuppe-mistral-nemo-12B","Model sha":"6ee13f347071bc3c4ee95c9dc3488a4093927143","Average ⬆️":22.29422199063106,"Hub License":"","Hub ❤️":6,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.112498654874653,"IFEval Raw":0.29161070404305023,"IFEval":29.161070404305022,"BBH Raw":0.5486832203098263,"BBH":35.56934797458052,"MATH Lvl 5 Raw":0.13293051359516617,"MATH Lvl 5":13.293051359516618,"GPQA Raw":0.337248322147651,"GPQA":11.633109619686799,"MUSR Raw":0.42903125,"MUSR":14.328906249999998,"MMLU-PRO Raw":0.3680186170212766,"MMLU-PRO":29.779846335697403,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-23","Submission Date":"2024-09-03","Generation":1,"Base Model":"nbeerbower/Gutensuppe-mistral-nemo-12B (Merge)"},{"eval_name":"nbeerbower_Hermes2-Gutenberg2-Mistral-7B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nbeerbower/Hermes2-Gutenberg2-Mistral-7B 📑","fullname":"nbeerbower/Hermes2-Gutenberg2-Mistral-7B","Model sha":"5eec0dfd29999ef1d7775010b7e9c7be9ed89bfd","Average ⬆️":19.363860758860653,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.162242015174426,"IFEval Raw":0.37214479802479644,"IFEval":37.214479802479644,"BBH Raw":0.4981450458280896,"BBH":28.907334664767347,"MATH Lvl 5 Raw":0.05740181268882175,"MATH Lvl 5":5.740181268882175,"GPQA Raw":0.28942953020134227,"GPQA":5.257270693512303,"MUSR Raw":0.46230208333333334,"MUSR":16.92109375,"MMLU-PRO Raw":0.29928523936170215,"MMLU-PRO":22.14280437352246,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-30","Submission Date":"2024-10-01","Generation":1,"Base Model":"nbeerbower/Hermes2-Gutenberg2-Mistral-7B (Merge)"},{"eval_name":"nbeerbower_Kartoffel-Deepfry-12B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nbeerbower/Kartoffel-Deepfry-12B 📑","fullname":"nbeerbower/Kartoffel-Deepfry-12B","Model sha":"8c4da9fb61da7561424f8a20a6196a8a817b7430","Average ⬆️":24.14748758265313,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8020515214304915,"IFEval Raw":0.5021620411618949,"IFEval":50.21620411618949,"BBH Raw":0.5365374219062301,"BBH":33.75497378644494,"MATH Lvl 5 Raw":0.06042296072507553,"MATH Lvl 5":6.042296072507553,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.4791666666666667,"MUSR":20.029166666666665,"MMLU-PRO Raw":0.3582114361702128,"MMLU-PRO":28.690159574468087,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-01","Submission Date":"2025-03-01","Generation":1,"Base Model":"nbeerbower/Kartoffel-Deepfry-12B (Merge)"},{"eval_name":"nbeerbower_Llama-3.1-Nemotron-lorablated-70B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"nbeerbower/Llama-3.1-Nemotron-lorablated-70B 📑","fullname":"nbeerbower/Llama-3.1-Nemotron-lorablated-70B","Model sha":"f335a582cdb7fb0e63a7343a908766ebd0ed9882","Average ⬆️":40.87645031021374,"Hub License":"llama3.1","Hub ❤️":15,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":70.17863885649874,"IFEval Raw":0.7228797368759337,"IFEval":72.28797368759336,"BBH Raw":0.6825051293384551,"BBH":54.18258128894629,"MATH Lvl 5 Raw":0.3338368580060423,"MATH Lvl 5":33.383685800604226,"GPQA Raw":0.39093959731543626,"GPQA":18.791946308724835,"MUSR Raw":0.4681666666666667,"MUSR":18.354166666666668,"MMLU-PRO Raw":0.5343251329787234,"MMLU-PRO":48.25834810874704,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-17","Submission Date":"2024-11-27","Generation":1,"Base Model":"nbeerbower/Llama-3.1-Nemotron-lorablated-70B (Merge)"},{"eval_name":"nbeerbower_Llama3.1-Gutenberg-Doppel-70B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"nbeerbower/Llama3.1-Gutenberg-Doppel-70B 📑","fullname":"nbeerbower/Llama3.1-Gutenberg-Doppel-70B","Model sha":"5de156e97f776ce1b88ce5b2e2dc1e7709205a82","Average ⬆️":36.9233900222014,"Hub License":"llama3.1","Hub ❤️":5,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":19.987186070631697,"IFEval Raw":0.7092159913474027,"IFEval":70.92159913474026,"BBH Raw":0.6660891255994471,"BBH":52.556778995199046,"MATH Lvl 5 Raw":0.2122356495468278,"MATH Lvl 5":21.22356495468278,"GPQA Raw":0.3447986577181208,"GPQA":12.639821029082773,"MUSR Raw":0.48971875,"MUSR":22.681510416666665,"MMLU-PRO Raw":0.4736535904255319,"MMLU-PRO":41.51706560283688,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-11","Submission Date":"2024-10-12","Generation":1,"Base Model":"nbeerbower/Llama3.1-Gutenberg-Doppel-70B (Merge)"},{"eval_name":"nbeerbower_Lyra-Gutenberg-mistral-nemo-12B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nbeerbower/Lyra-Gutenberg-mistral-nemo-12B 📑","fullname":"nbeerbower/Lyra-Gutenberg-mistral-nemo-12B","Model sha":"5c506391eb02075e02f4cf5953b443505d646bce","Average ⬆️":22.867363852612016,"Hub License":"cc-by-nc-4.0","Hub ❤️":20,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.8372038801713693,"IFEval Raw":0.34948824674086976,"IFEval":34.94882467408698,"BBH Raw":0.5586245741555749,"BBH":36.99243243937594,"MATH Lvl 5 Raw":0.10120845921450151,"MATH Lvl 5":10.120845921450151,"GPQA Raw":0.3338926174496644,"GPQA":11.185682326621922,"MUSR Raw":0.43566666666666665,"MUSR":14.758333333333331,"MMLU-PRO Raw":0.36278257978723405,"MMLU-PRO":29.19806442080379,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-23","Submission Date":"2024-09-03","Generation":1,"Base Model":"nbeerbower/Lyra-Gutenberg-mistral-nemo-12B (Merge)"},{"eval_name":"nbeerbower_Lyra4-Gutenberg-12B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nbeerbower/Lyra4-Gutenberg-12B 📑","fullname":"nbeerbower/Lyra4-Gutenberg-12B","Model sha":"cb6911be3475da99a810071c04803d6edfb5965b","Average ⬆️":19.84411922998086,"Hub License":"cc-by-nc-4.0","Hub ❤️":20,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.381067171584864,"IFEval Raw":0.2212185888996751,"IFEval":22.12185888996751,"BBH Raw":0.538669487933139,"BBH":34.23559275480162,"MATH Lvl 5 Raw":0.1299093655589124,"MATH Lvl 5":12.990936555891238,"GPQA Raw":0.3187919463087248,"GPQA":9.172259507829976,"MUSR Raw":0.4037916666666666,"MUSR":11.973958333333329,"MMLU-PRO Raw":0.35713098404255317,"MMLU-PRO":28.570109338061467,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-09","Submission Date":"2024-09-12","Generation":1,"Base Model":"nbeerbower/Lyra4-Gutenberg-12B (Merge)"},{"eval_name":"nbeerbower_Lyra4-Gutenberg2-12B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nbeerbower/Lyra4-Gutenberg2-12B 📑","fullname":"nbeerbower/Lyra4-Gutenberg2-12B","Model sha":"6a5f117695cc729de16da87654b979e6df72ed2f","Average ⬆️":19.944881796280978,"Hub License":"cc-by-nc-4.0","Hub ❤️":12,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.6186791428073777,"IFEval Raw":0.25851296781428834,"IFEval":25.851296781428832,"BBH Raw":0.5344527944750038,"BBH":33.73063962440059,"MATH Lvl 5 Raw":0.11706948640483383,"MATH Lvl 5":11.706948640483382,"GPQA Raw":0.31291946308724833,"GPQA":8.389261744966444,"MUSR Raw":0.39721874999999995,"MUSR":11.485677083333329,"MMLU-PRO Raw":0.35654920212765956,"MMLU-PRO":28.50546690307328,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-29","Submission Date":"2024-10-01","Generation":1,"Base Model":"nbeerbower/Lyra4-Gutenberg2-12B (Merge)"},{"eval_name":"nbeerbower_Mahou-1.5-mistral-nemo-12B-lorablated_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nbeerbower/Mahou-1.5-mistral-nemo-12B-lorablated 📑","fullname":"nbeerbower/Mahou-1.5-mistral-nemo-12B-lorablated","Model sha":"8c9eecaace50659647c7d8b569237ad068a6c837","Average ⬆️":27.050923083044733,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.810848990859813,"IFEval Raw":0.6824880206740338,"IFEval":68.24880206740337,"BBH Raw":0.5496040380079439,"BBH":36.077381004161374,"MATH Lvl 5 Raw":0.0891238670694864,"MATH Lvl 5":8.91238670694864,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.45216666666666666,"MUSR":16.554166666666664,"MMLU-PRO Raw":0.35738031914893614,"MMLU-PRO":28.59781323877068,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-19","Submission Date":"2024-10-19","Generation":1,"Base Model":"nbeerbower/Mahou-1.5-mistral-nemo-12B-lorablated (Merge)"},{"eval_name":"nbeerbower_Mistral-Gutenberg-Doppel-7B-FFT_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nbeerbower/Mistral-Gutenberg-Doppel-7B-FFT 📑","fullname":"nbeerbower/Mistral-Gutenberg-Doppel-7B-FFT","Model sha":"5735876465b6f2523fdedb73120c3f97d04556d3","Average ⬆️":18.33827572865676,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8736325668731033,"IFEval Raw":0.5716798095719358,"IFEval":57.16798095719358,"BBH Raw":0.40762540890255944,"BBH":17.34657495584369,"MATH Lvl 5 Raw":0.024924471299093656,"MATH Lvl 5":2.492447129909366,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.4059375,"MUSR":9.342187500000001,"MMLU-PRO Raw":0.2728557180851064,"MMLU-PRO":19.206190898345156,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-18","Submission Date":"2024-11-18","Generation":1,"Base Model":"nbeerbower/Mistral-Gutenberg-Doppel-7B-FFT (Merge)"},{"eval_name":"nbeerbower_Mistral-Nemo-Gutenberg-Doppel-12B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nbeerbower/Mistral-Nemo-Gutenberg-Doppel-12B 📑","fullname":"nbeerbower/Mistral-Nemo-Gutenberg-Doppel-12B","Model sha":"0eaaac89d4b53e94d5b78220b24439a026ee29e6","Average ⬆️":21.53798697951247,"Hub License":"apache-2.0","Hub ❤️":5,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.553542590294508,"IFEval Raw":0.3567068711020093,"IFEval":35.67068711020093,"BBH Raw":0.5274606999473499,"BBH":32.42152675939865,"MATH Lvl 5 Raw":0.1216012084592145,"MATH Lvl 5":12.16012084592145,"GPQA Raw":0.3162751677852349,"GPQA":8.83668903803132,"MUSR Raw":0.41321874999999997,"MUSR":11.485677083333329,"MMLU-PRO Raw":0.35787898936170215,"MMLU-PRO":28.65322104018913,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-26","Submission Date":"2024-09-26","Generation":1,"Base Model":"nbeerbower/Mistral-Nemo-Gutenberg-Doppel-12B (Merge)"},{"eval_name":"nbeerbower_Mistral-Nemo-Gutenberg-Doppel-12B-v2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nbeerbower/Mistral-Nemo-Gutenberg-Doppel-12B-v2 📑","fullname":"nbeerbower/Mistral-Nemo-Gutenberg-Doppel-12B-v2","Model sha":"adc1ccd9d83d24e41bed895f989803af87ea2d2c","Average ⬆️":25.90126357738714,"Hub License":"apache-2.0","Hub ❤️":9,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.809713066840293,"IFEval Raw":0.6535869271311232,"IFEval":65.35869271311232,"BBH Raw":0.5374496172235809,"BBH":34.35741284991507,"MATH Lvl 5 Raw":0.11555891238670694,"MATH Lvl 5":11.555891238670695,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.42330208333333336,"MUSR":13.046093749999997,"MMLU-PRO Raw":0.3546376329787234,"MMLU-PRO":28.29307033096927,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-04","Submission Date":"2024-10-09","Generation":1,"Base Model":"nbeerbower/Mistral-Nemo-Gutenberg-Doppel-12B-v2 (Merge)"},{"eval_name":"nbeerbower_Mistral-Nemo-Moderne-12B-FFT-experimental_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nbeerbower/Mistral-Nemo-Moderne-12B-FFT-experimental 📑","fullname":"nbeerbower/Mistral-Nemo-Moderne-12B-FFT-experimental","Model sha":"e52f7b7c3ade2a6212f29dd1054332cee21ab85d","Average ⬆️":18.119465502148433,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.4343148284500358,"IFEval Raw":0.33522498082864577,"IFEval":33.52249808286457,"BBH Raw":0.5234089179237257,"BBH":32.0715397550976,"MATH Lvl 5 Raw":0.0770392749244713,"MATH Lvl 5":7.7039274924471295,"GPQA Raw":0.28104026845637586,"GPQA":4.138702460850116,"MUSR Raw":0.3714895833333333,"MUSR":4.002864583333334,"MMLU-PRO Raw":0.3454953457446808,"MMLU-PRO":27.277260638297868,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-19","Submission Date":"2024-11-26","Generation":1,"Base Model":"nbeerbower/Mistral-Nemo-Moderne-12B-FFT-experimental (Merge)"},{"eval_name":"nbeerbower_Mistral-Nemo-Prism-12B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nbeerbower/Mistral-Nemo-Prism-12B 📑","fullname":"nbeerbower/Mistral-Nemo-Prism-12B","Model sha":"a39e1c8c083c172aaa3ca81faf8ba3b4799a888f","Average ⬆️":27.924007108863105,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9185760053957552,"IFEval Raw":0.6858103166265509,"IFEval":68.58103166265508,"BBH Raw":0.5475186352291487,"BBH":35.91800839002647,"MATH Lvl 5 Raw":0.08685800604229607,"MATH Lvl 5":8.685800604229607,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.46261458333333333,"MUSR":17.960156249999997,"MMLU-PRO Raw":0.3581283244680851,"MMLU-PRO":28.680924940898343,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-12","Submission Date":"2024-11-12","Generation":1,"Base Model":"nbeerbower/Mistral-Nemo-Prism-12B (Merge)"},{"eval_name":"nbeerbower_Mistral-Nemo-Prism-12B-v2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nbeerbower/Mistral-Nemo-Prism-12B-v2 📑","fullname":"nbeerbower/Mistral-Nemo-Prism-12B-v2","Model sha":"d7545999274cb56b5f961580b5234e8a647e023a","Average ⬆️":28.07046513725069,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8711043736374597,"IFEval Raw":0.6974006746543615,"IFEval":69.74006746543614,"BBH Raw":0.5491875637377679,"BBH":36.19978764533613,"MATH Lvl 5 Raw":0.0891238670694864,"MATH Lvl 5":8.91238670694864,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.45997916666666666,"MUSR":17.6640625,"MMLU-PRO Raw":0.3567154255319149,"MMLU-PRO":28.52393617021276,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-12","Submission Date":"2024-11-26","Generation":1,"Base Model":"nbeerbower/Mistral-Nemo-Prism-12B-v2 (Merge)"},{"eval_name":"nbeerbower_Mistral-Nemo-Prism-12B-v7_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nbeerbower/Mistral-Nemo-Prism-12B-v7 📑","fullname":"nbeerbower/Mistral-Nemo-Prism-12B-v7","Model sha":"0c9da9f3903be14fda1fcae245c22f873442b86f","Average ⬆️":28.034788345956486,"Hub License":"apache-2.0","Hub ❤️":6,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9510222086933136,"IFEval Raw":0.6961517662025647,"IFEval":69.61517662025648,"BBH Raw":0.5521104600038905,"BBH":36.44001728504705,"MATH Lvl 5 Raw":0.08685800604229607,"MATH Lvl 5":8.685800604229607,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.46388541666666666,"MUSR":18.085677083333334,"MMLU-PRO Raw":0.35904255319148937,"MMLU-PRO":28.782505910165483,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-13","Submission Date":"2024-11-26","Generation":1,"Base Model":"nbeerbower/Mistral-Nemo-Prism-12B-v7 (Merge)"},{"eval_name":"nbeerbower_Mistral-Small-Drummer-22B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nbeerbower/Mistral-Small-Drummer-22B 📑","fullname":"nbeerbower/Mistral-Small-Drummer-22B","Model sha":"53b21ece0c64ffc8aba81f294ad19e2c06e9852c","Average ⬆️":29.819408797614738,"Hub License":"other","Hub ❤️":14,"#Params (B)":22.247,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.22544340715805,"IFEval Raw":0.6331289866443259,"IFEval":63.312898664432595,"BBH Raw":0.5793201948136216,"BBH":40.12177010845507,"MATH Lvl 5 Raw":0.18882175226586104,"MATH Lvl 5":18.882175226586103,"GPQA Raw":0.34312080536912754,"GPQA":12.416107382550338,"MUSR Raw":0.40636458333333336,"MUSR":9.795572916666668,"MMLU-PRO Raw":0.40949135638297873,"MMLU-PRO":34.38792848699764,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-26","Submission Date":"2024-10-01","Generation":1,"Base Model":"nbeerbower/Mistral-Small-Drummer-22B (Merge)"},{"eval_name":"nbeerbower_Mistral-Small-Gutenberg-Doppel-22B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nbeerbower/Mistral-Small-Gutenberg-Doppel-22B 📑","fullname":"nbeerbower/Mistral-Small-Gutenberg-Doppel-22B","Model sha":"d8091aad5f882b714321e4d51f504cc61996ee67","Average ⬆️":27.972039733086746,"Hub License":"other","Hub ❤️":11,"#Params (B)":22.247,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.177206465624349,"IFEval Raw":0.48932277468228746,"IFEval":48.93227746822875,"BBH Raw":0.5858932329112819,"BBH":40.931345197471124,"MATH Lvl 5 Raw":0.21827794561933533,"MATH Lvl 5":21.827794561933533,"GPQA Raw":0.3464765100671141,"GPQA":12.863534675615215,"MUSR Raw":0.39706250000000004,"MUSR":8.566145833333334,"MMLU-PRO Raw":0.41240026595744683,"MMLU-PRO":34.711140661938536,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-25","Submission Date":"2024-09-25","Generation":1,"Base Model":"nbeerbower/Mistral-Small-Gutenberg-Doppel-22B (Merge)"},{"eval_name":"nbeerbower_Nemo-Loony-12B-experimental_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nbeerbower/Nemo-Loony-12B-experimental 📑","fullname":"nbeerbower/Nemo-Loony-12B-experimental","Model sha":"7b06f30502a9b58c028ac1079e1b3d2988b76866","Average ⬆️":10.46956739279853,"Hub License":"","Hub ❤️":0,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.475163168845021,"IFEval Raw":0.37344357416100393,"IFEval":37.344357416100394,"BBH Raw":0.38222228797769536,"BBH":12.974588389942944,"MATH Lvl 5 Raw":0.015105740181268883,"MATH Lvl 5":1.5105740181268883,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.3340625,"MUSR":1.7578124999999993,"MMLU-PRO Raw":0.1589095744680851,"MMLU-PRO":6.545508274231676,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-26","Submission Date":"2024-11-26","Generation":1,"Base Model":"nbeerbower/Nemo-Loony-12B-experimental (Merge)"},{"eval_name":"nbeerbower_Nemoties-ChatML-12B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nbeerbower/Nemoties-ChatML-12B 📑","fullname":"nbeerbower/Nemoties-ChatML-12B","Model sha":"5e088ff3e7e9d09a868be5db3a8d5a03c2e7dd16","Average ⬆️":26.439234908921165,"Hub License":"","Hub ❤️":1,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6053630785359911,"IFEval Raw":0.6381999760635115,"IFEval":63.819997606351144,"BBH Raw":0.5470252374810588,"BBH":35.76579510118981,"MATH Lvl 5 Raw":0.07854984894259819,"MATH Lvl 5":7.854984894259818,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.45086458333333335,"MUSR":16.591406249999995,"MMLU-PRO Raw":0.3550531914893617,"MMLU-PRO":28.33924349881796,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-21","Submission Date":"2025-02-21","Generation":1,"Base Model":"nbeerbower/Nemoties-ChatML-12B (Merge)"},{"eval_name":"nbeerbower_Qwen2.5-Gutenberg-Doppel-14B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"nbeerbower/Qwen2.5-Gutenberg-Doppel-14B 📑","fullname":"nbeerbower/Qwen2.5-Gutenberg-Doppel-14B","Model sha":"11a5060f9e7315ea07241106f086ac4694dded60","Average ⬆️":41.327794892427,"Hub License":"apache-2.0","Hub ❤️":12,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.3812237309009148,"IFEval Raw":0.8090832324897937,"IFEval":80.90832324897937,"BBH Raw":0.6381735755183319,"BBH":48.23890863039215,"MATH Lvl 5 Raw":0.5415407854984894,"MATH Lvl 5":54.15407854984894,"GPQA Raw":0.33305369127516776,"GPQA":11.073825503355701,"MUSR Raw":0.4100625,"MUSR":10.024479166666667,"MMLU-PRO Raw":0.49210438829787234,"MMLU-PRO":43.567154255319146,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-11","Submission Date":"2024-11-11","Generation":1,"Base Model":"nbeerbower/Qwen2.5-Gutenberg-Doppel-14B (Merge)"},{"eval_name":"nbeerbower_SmolNemo-12B-FFT-experimental_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nbeerbower/SmolNemo-12B-FFT-experimental 📑","fullname":"nbeerbower/SmolNemo-12B-FFT-experimental","Model sha":"d8d7a90ae9b9cb79cdc0912a685c3cb8d7a25560","Average ⬆️":8.496288137169051,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.4508295116551655,"IFEval Raw":0.3348005514257725,"IFEval":33.48005514257725,"BBH Raw":0.3336088810494464,"BBH":6.542438534179723,"MATH Lvl 5 Raw":0.01283987915407855,"MATH Lvl 5":1.283987915407855,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.38469791666666664,"MUSR":5.920572916666669,"MMLU-PRO Raw":0.12167553191489362,"MMLU-PRO":2.40839243498818,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-25","Submission Date":"2024-11-26","Generation":1,"Base Model":"nbeerbower/SmolNemo-12B-FFT-experimental (Merge)"},{"eval_name":"nbeerbower_Stella-mistral-nemo-12B-v2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nbeerbower/Stella-mistral-nemo-12B-v2 📑","fullname":"nbeerbower/Stella-mistral-nemo-12B-v2","Model sha":"b81bab28f7dcb25a0aa0fe4dcf957f3083ee6b43","Average ⬆️":22.49330971799377,"Hub License":"","Hub ❤️":5,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.4817441830156293,"IFEval Raw":0.32743121584063617,"IFEval":32.743121584063616,"BBH Raw":0.5483750956495209,"BBH":35.364516100686416,"MATH Lvl 5 Raw":0.1163141993957704,"MATH Lvl 5":11.63141993957704,"GPQA Raw":0.33221476510067116,"GPQA":10.96196868008949,"MUSR Raw":0.4303958333333333,"MUSR":14.432812499999997,"MMLU-PRO Raw":0.3684341755319149,"MMLU-PRO":29.826019503546092,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-07","Submission Date":"2024-09-14","Generation":1,"Base Model":"nbeerbower/Stella-mistral-nemo-12B-v2 (Merge)"},{"eval_name":"nbeerbower_gemma2-gutenberg-27B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"nbeerbower/gemma2-gutenberg-27B 📑","fullname":"nbeerbower/gemma2-gutenberg-27B","Model sha":"d4febe52e8b7b13a98126dbf1716ed1329f48922","Average ⬆️":10.4236638747709,"Hub License":"gemma","Hub ❤️":6,"#Params (B)":27.227,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":15.390916539476832,"IFEval Raw":0.29470804133033685,"IFEval":29.47080413303368,"BBH Raw":0.37965683503451614,"BBH":13.091524912026523,"MATH Lvl 5 Raw":0.0188821752265861,"MATH Lvl 5":1.8882175226586102,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.3727291666666666,"MUSR":4.1578125,"MMLU-PRO Raw":0.19822140957446807,"MMLU-PRO":10.913489952718674,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-09","Submission Date":"2024-09-23","Generation":1,"Base Model":"nbeerbower/gemma2-gutenberg-27B (Merge)"},{"eval_name":"nbeerbower_gemma2-gutenberg-9B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"nbeerbower/gemma2-gutenberg-9B 📑","fullname":"nbeerbower/gemma2-gutenberg-9B","Model sha":"ebdab2d41f257fc9e7c858498653644d13386ce5","Average ⬆️":23.719246452807738,"Hub License":"gemma","Hub ❤️":12,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.619217537698095,"IFEval Raw":0.2795948084416016,"IFEval":27.95948084416016,"BBH Raw":0.5950904001490335,"BBH":42.35561106809721,"MATH Lvl 5 Raw":0.08081570996978851,"MATH Lvl 5":8.08157099697885,"GPQA Raw":0.33808724832214765,"GPQA":11.74496644295302,"MUSR Raw":0.45951041666666664,"MUSR":16.705468749999994,"MMLU-PRO Raw":0.4192154255319149,"MMLU-PRO":35.4683806146572,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-14","Submission Date":"2024-08-03","Generation":1,"Base Model":"nbeerbower/gemma2-gutenberg-9B (Merge)"},{"eval_name":"nbeerbower_llama-3-gutenberg-8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"nbeerbower/llama-3-gutenberg-8B 📑","fullname":"nbeerbower/llama-3-gutenberg-8B","Model sha":"4ed3aac5e30c078bee79ae193c2d301d38860b20","Average ⬆️":21.30881705657422,"Hub License":"other","Hub ❤️":8,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7671387810092376,"IFEval Raw":0.4371910973993448,"IFEval":43.71910973993448,"BBH Raw":0.49936002561994197,"BBH":27.958132724191334,"MATH Lvl 5 Raw":0.07854984894259819,"MATH Lvl 5":7.854984894259818,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.40730208333333334,"MUSR":10.046093749999999,"MMLU-PRO Raw":0.383061835106383,"MMLU-PRO":31.451315011820324,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-05","Submission Date":"2024-07-10","Generation":1,"Base Model":"nbeerbower/llama-3-gutenberg-8B (Merge)"},{"eval_name":"nbeerbower_llama3.1-cc-8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"nbeerbower/llama3.1-cc-8B 📑","fullname":"nbeerbower/llama3.1-cc-8B","Model sha":"5269bb26f1afe005f144564f484e7554f185239f","Average ⬆️":20.256041660753873,"Hub License":"llama3","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8744749214923342,"IFEval Raw":0.5068086011782071,"IFEval":50.680860117820714,"BBH Raw":0.4871187428614386,"BBH":26.48381169342659,"MATH Lvl 5 Raw":0.07099697885196375,"MATH Lvl 5":7.099697885196375,"GPQA Raw":0.28523489932885904,"GPQA":4.697986577181204,"MUSR Raw":0.38851041666666664,"MUSR":6.497135416666668,"MMLU-PRO Raw":0.3346908244680851,"MMLU-PRO":26.076758274231683,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-18","Submission Date":"2024-09-14","Generation":1,"Base Model":"nbeerbower/llama3.1-cc-8B (Merge)"},{"eval_name":"nbeerbower_llama3.1-kartoffeldes-70B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"nbeerbower/llama3.1-kartoffeldes-70B 📑","fullname":"nbeerbower/llama3.1-kartoffeldes-70B","Model sha":"4377c98f475f2af018fa4fef77f12106001bc1bf","Average ⬆️":41.11056038125863,"Hub License":"llama3.1","Hub ❤️":0,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":23.33503403405791,"IFEval Raw":0.8230218043679659,"IFEval":82.30218043679659,"BBH Raw":0.6893878613110068,"BBH":55.593932574971824,"MATH Lvl 5 Raw":0.3217522658610272,"MATH Lvl 5":32.17522658610272,"GPQA Raw":0.35151006711409394,"GPQA":13.534675615212524,"MUSR Raw":0.46460416666666665,"MUSR":18.742187499999996,"MMLU-PRO Raw":0.4988364361702128,"MMLU-PRO":44.31515957446809,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-19","Submission Date":"2025-01-19","Generation":1,"Base Model":"nbeerbower/llama3.1-kartoffeldes-70B (Merge)"},{"eval_name":"nbeerbower_mistral-nemo-bophades-12B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nbeerbower/mistral-nemo-bophades-12B 📑","fullname":"nbeerbower/mistral-nemo-bophades-12B","Model sha":"252a358e099f77a0a28125e00a57aa3a107b3910","Average ⬆️":25.72860228091272,"Hub License":"apache-2.0","Hub ❤️":9,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.104693009226808,"IFEval Raw":0.6794405510711579,"IFEval":67.94405510711579,"BBH Raw":0.4988471515853883,"BBH":29.543905352144947,"MATH Lvl 5 Raw":0.12311178247734139,"MATH Lvl 5":12.311178247734139,"GPQA Raw":0.28523489932885904,"GPQA":4.697986577181204,"MUSR Raw":0.41778125,"MUSR":12.089322916666667,"MMLU-PRO Raw":0.35006648936170215,"MMLU-PRO":27.785165484633573,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-13","Submission Date":"2024-09-03","Generation":1,"Base Model":"nbeerbower/mistral-nemo-bophades-12B (Merge)"},{"eval_name":"nbeerbower_mistral-nemo-bophades3-12B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nbeerbower/mistral-nemo-bophades3-12B 📑","fullname":"nbeerbower/mistral-nemo-bophades3-12B","Model sha":"0cb218eece0991c7ff585fb31fe82f883fc71a55","Average ⬆️":27.16558651541493,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8778242145913857,"IFEval Raw":0.6577835698169745,"IFEval":65.77835698169746,"BBH Raw":0.544933208169299,"BBH":35.24465712316055,"MATH Lvl 5 Raw":0.08459214501510574,"MATH Lvl 5":8.459214501510575,"GPQA Raw":0.31208053691275167,"GPQA":8.277404921700223,"MUSR Raw":0.4604479166666667,"MUSR":18.889322916666668,"MMLU-PRO Raw":0.3371010638297872,"MMLU-PRO":26.34456264775413,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-13","Submission Date":"2025-01-13","Generation":1,"Base Model":"nbeerbower/mistral-nemo-bophades3-12B (Merge)"},{"eval_name":"nbeerbower_mistral-nemo-cc-12B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nbeerbower/mistral-nemo-cc-12B 📑","fullname":"nbeerbower/mistral-nemo-cc-12B","Model sha":"fc32293e0b022d6daef9bfdb0c54d57a5226bf9a","Average ⬆️":17.20341027317436,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.9892448416100215,"IFEval Raw":0.14353249378316202,"IFEval":14.3532493783162,"BBH Raw":0.5399409546487519,"BBH":34.44654701952267,"MATH Lvl 5 Raw":0.0256797583081571,"MATH Lvl 5":2.56797583081571,"GPQA Raw":0.31543624161073824,"GPQA":8.7248322147651,"MUSR Raw":0.44236458333333334,"MUSR":14.262239583333338,"MMLU-PRO Raw":0.3597905585106383,"MMLU-PRO":28.865617612293136,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-18","Submission Date":"2024-09-14","Generation":1,"Base Model":"nbeerbower/mistral-nemo-cc-12B (Merge)"},{"eval_name":"nbeerbower_mistral-nemo-gutades-12B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nbeerbower/mistral-nemo-gutades-12B 📑","fullname":"nbeerbower/mistral-nemo-gutades-12B","Model sha":"5689f929808a6165f94ba43f872b944a4bdaaea3","Average ⬆️":21.075924659452493,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.649240112002621,"IFEval Raw":0.3425189608017837,"IFEval":34.25189608017837,"BBH Raw":0.5407194259684368,"BBH":34.57440821872691,"MATH Lvl 5 Raw":0.11782477341389729,"MATH Lvl 5":11.782477341389729,"GPQA Raw":0.31543624161073824,"GPQA":8.7248322147651,"MUSR Raw":0.4040416666666667,"MUSR":8.671875000000004,"MMLU-PRO Raw":0.3560505319148936,"MMLU-PRO":28.45005910165484,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-17","Submission Date":"2024-09-23","Generation":1,"Base Model":"nbeerbower/mistral-nemo-gutades-12B (Merge)"},{"eval_name":"nbeerbower_mistral-nemo-gutenberg-12B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nbeerbower/mistral-nemo-gutenberg-12B 📑","fullname":"nbeerbower/mistral-nemo-gutenberg-12B","Model sha":"6aeb6f769a53eb111839db8f439b614730e39593","Average ⬆️":21.024154964814482,"Hub License":"apache-2.0","Hub ❤️":8,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.1496291404937486,"IFEval Raw":0.350386973231027,"IFEval":35.0386973231027,"BBH Raw":0.5281363707697807,"BBH":32.43387434197657,"MATH Lvl 5 Raw":0.1163141993957704,"MATH Lvl 5":11.63141993957704,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.41706250000000006,"MUSR":10.966145833333336,"MMLU-PRO Raw":0.3562167553191489,"MMLU-PRO":28.46852836879432,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-12","Submission Date":"2024-09-03","Generation":1,"Base Model":"nbeerbower/mistral-nemo-gutenberg-12B (Merge)"},{"eval_name":"nbeerbower_mistral-nemo-gutenberg-12B-v2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nbeerbower/mistral-nemo-gutenberg-12B-v2 📑","fullname":"nbeerbower/mistral-nemo-gutenberg-12B-v2","Model sha":"86bf9c105ff40835132e41699ac1a76ee0e5b683","Average ⬆️":25.514319837220018,"Hub License":"apache-2.0","Hub ❤️":34,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.211238079190083,"IFEval Raw":0.6203395878491292,"IFEval":62.033958784912926,"BBH Raw":0.5397203788283472,"BBH":34.73061633928093,"MATH Lvl 5 Raw":0.10876132930513595,"MATH Lvl 5":10.876132930513595,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.4286979166666667,"MUSR":13.987239583333333,"MMLU-PRO Raw":0.34990026595744683,"MMLU-PRO":27.76669621749409,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-13","Submission Date":"2024-09-03","Generation":1,"Base Model":"nbeerbower/mistral-nemo-gutenberg-12B-v2 (Merge)"},{"eval_name":"nbeerbower_mistral-nemo-gutenberg-12B-v3_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nbeerbower/mistral-nemo-gutenberg-12B-v3 📑","fullname":"nbeerbower/mistral-nemo-gutenberg-12B-v3","Model sha":"3e1a716281f23280abd72e402139c578faca175a","Average ⬆️":19.290512133580634,"Hub License":"apache-2.0","Hub ❤️":11,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.6707380977300472,"IFEval Raw":0.21827085466562057,"IFEval":21.827085466562057,"BBH Raw":0.544065799051091,"BBH":34.95791456295642,"MATH Lvl 5 Raw":0.05966767371601209,"MATH Lvl 5":5.966767371601208,"GPQA Raw":0.3145973154362416,"GPQA":8.612975391498878,"MUSR Raw":0.44503125,"MUSR":14.995572916666662,"MMLU-PRO Raw":0.3644448138297872,"MMLU-PRO":29.38275709219858,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-15","Submission Date":"2024-09-03","Generation":1,"Base Model":"nbeerbower/mistral-nemo-gutenberg-12B-v3 (Merge)"},{"eval_name":"nbeerbower_mistral-nemo-gutenberg-12B-v4_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nbeerbower/mistral-nemo-gutenberg-12B-v4 📑","fullname":"nbeerbower/mistral-nemo-gutenberg-12B-v4","Model sha":"59409afe585ae6945a588c867f879a9d31e571e6","Average ⬆️":19.83898144810974,"Hub License":"apache-2.0","Hub ❤️":20,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.520922673562402,"IFEval Raw":0.237929804031082,"IFEval":23.7929804031082,"BBH Raw":0.5269028864823667,"BBH":31.97125827358258,"MATH Lvl 5 Raw":0.12613293051359517,"MATH Lvl 5":12.613293051359516,"GPQA Raw":0.3162751677852349,"GPQA":8.83668903803132,"MUSR Raw":0.4104270833333333,"MUSR":13.203385416666663,"MMLU-PRO Raw":0.3575465425531915,"MMLU-PRO":28.616282505910167,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-22","Submission Date":"2024-09-03","Generation":1,"Base Model":"nbeerbower/mistral-nemo-gutenberg-12B-v4 (Merge)"},{"eval_name":"nbeerbower_mistral-nemo-gutenberg2-12B-test_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nbeerbower/mistral-nemo-gutenberg2-12B-test 📑","fullname":"nbeerbower/mistral-nemo-gutenberg2-12B-test","Model sha":"10da6150b0bedf8fd59206d72c4c0335ac665df3","Average ⬆️":20.970579950625815,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.350053941716089,"IFEval Raw":0.33847192116916447,"IFEval":33.847192116916446,"BBH Raw":0.525477908630255,"BBH":32.04475928596384,"MATH Lvl 5 Raw":0.1163141993957704,"MATH Lvl 5":11.63141993957704,"GPQA Raw":0.31711409395973156,"GPQA":8.948545861297541,"MUSR Raw":0.4157291666666667,"MUSR":10.966145833333336,"MMLU-PRO Raw":0.35546875,"MMLU-PRO":28.385416666666668,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-24","Submission Date":"2024-09-25","Generation":1,"Base Model":"nbeerbower/mistral-nemo-gutenberg2-12B-test (Merge)"},{"eval_name":"nbeerbower_mistral-nemo-kartoffel-12B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nbeerbower/mistral-nemo-kartoffel-12B 📑","fullname":"nbeerbower/mistral-nemo-kartoffel-12B","Model sha":"4e0cfd2462bd5761ec200a4bd6ebb20e5fa4a9ad","Average ⬆️":28.21995794267338,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5291241048613553,"IFEval Raw":0.7031709198260616,"IFEval":70.31709198260614,"BBH Raw":0.5483796436144805,"BBH":36.052532566869004,"MATH Lvl 5 Raw":0.08534743202416918,"MATH Lvl 5":8.534743202416918,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.46528125000000004,"MUSR":18.426822916666666,"MMLU-PRO Raw":0.35846077127659576,"MMLU-PRO":28.717863475177303,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-12","Submission Date":"2025-01-12","Generation":1,"Base Model":"nbeerbower/mistral-nemo-kartoffel-12B (Merge)"},{"eval_name":"nbeerbower_mistral-nemo-narwhal-12B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nbeerbower/mistral-nemo-narwhal-12B 📑","fullname":"nbeerbower/mistral-nemo-narwhal-12B","Model sha":"9384d7e572a09181c79e19d934ab865f7a7d4efc","Average ⬆️":21.240878416352583,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8852501869190186,"IFEval Raw":0.5549187267561182,"IFEval":55.49187267561182,"BBH Raw":0.5057374929934754,"BBH":29.562789508057296,"MATH Lvl 5 Raw":0.0581570996978852,"MATH Lvl 5":5.81570996978852,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.38469791666666664,"MUSR":6.1872395833333345,"MMLU-PRO Raw":0.34832114361702127,"MMLU-PRO":27.59123817966903,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-13","Submission Date":"2025-01-13","Generation":1,"Base Model":"nbeerbower/mistral-nemo-narwhal-12B (Merge)"},{"eval_name":"nbeerbower_mistral-nemo-wissenschaft-12B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nbeerbower/mistral-nemo-wissenschaft-12B 📑","fullname":"nbeerbower/mistral-nemo-wissenschaft-12B","Model sha":"2480f9924415c72fe00ae9391bb15a6d05c889eb","Average ⬆️":25.50992586494861,"Hub License":"apache-2.0","Hub ❤️":8,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.858746838889556,"IFEval Raw":0.6520133246452745,"IFEval":65.20133246452745,"BBH Raw":0.5040306120993181,"BBH":29.567999415715217,"MATH Lvl 5 Raw":0.1216012084592145,"MATH Lvl 5":12.16012084592145,"GPQA Raw":0.29278523489932884,"GPQA":5.7046979865771785,"MUSR Raw":0.41778125,"MUSR":12.289322916666665,"MMLU-PRO Raw":0.35322473404255317,"MMLU-PRO":28.13608156028369,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-12","Submission Date":"2024-08-30","Generation":1,"Base Model":"nbeerbower/mistral-nemo-wissenschaft-12B (Merge)"},{"eval_name":"nbrahme_IndusQ_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"GPT2LMHeadModel","Model":"nbrahme/IndusQ 📑","fullname":"nbrahme/IndusQ","Model sha":"d4224f753e6a2d6e7476752fb927c26c55ec9467","Average ⬆️":5.636134043635501,"Hub License":"osl-3.0","Hub ❤️":0,"#Params (B)":1.176,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.30123373035412043,"IFEval Raw":0.24397487555242311,"IFEval":24.39748755524231,"BBH Raw":0.30624035198474986,"BBH":3.7470964959740556,"MATH Lvl 5 Raw":0.0007552870090634441,"MATH Lvl 5":0.0755287009063444,"GPQA Raw":0.26510067114093966,"GPQA":2.0134228187919545,"MUSR Raw":0.3366354166666667,"MUSR":2.2460937499999996,"MMLU-PRO Raw":0.11203457446808511,"MMLU-PRO":1.337174940898345,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-16","Submission Date":"2024-09-18","Generation":0,"Base Model":"nbrahme/IndusQ"},{"eval_name":"necva_IE-cont-Llama3.1-8B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"necva/IE-cont-Llama3.1-8B 📑","fullname":"necva/IE-cont-Llama3.1-8B","Model sha":"7c56e751113c503f77205f2ac70b52bd5918a15d","Average ⬆️":5.093186530380667,"Hub License":"mit","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.732556864105992,"IFEval Raw":0.20490742341431845,"IFEval":20.490742341431847,"BBH Raw":0.2911778102988436,"BBH":2.3470409575204094,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.35753125,"MUSR":4.524739583333332,"MMLU-PRO Raw":0.11668882978723404,"MMLU-PRO":1.854314420803781,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-05","Submission Date":"2025-03-06","Generation":1,"Base Model":"necva/IE-cont-Llama3.1-8B (Merge)"},{"eval_name":"necva_replica-IEPile_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"necva/replica-IEPile 📑","fullname":"necva/replica-IEPile","Model sha":"5f6ea567a0bd2addd2d4eb3c9d17ef40b18aab05","Average ⬆️":21.56058539635963,"Hub License":"","Hub ❤️":0,"#Params (B)":4.65,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.203072647367737,"IFEval Raw":0.4677910167245132,"IFEval":46.77910167245132,"BBH Raw":0.4778579652970231,"BBH":25.316518746574474,"MATH Lvl 5 Raw":0.12386706948640483,"MATH Lvl 5":12.386706948640484,"GPQA Raw":0.3062080536912752,"GPQA":7.494407158836691,"MUSR Raw":0.3997604166666667,"MUSR":8.93671875,"MMLU-PRO Raw":0.3560505319148936,"MMLU-PRO":28.45005910165484,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-01","Generation":0,"Base Model":"Removed"},{"eval_name":"neopolita_jessi-v0.1-bf16-falcon3-7b-instruct_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"neopolita/jessi-v0.1-bf16-falcon3-7b-instruct 📑","fullname":"neopolita/jessi-v0.1-bf16-falcon3-7b-instruct","Model sha":"da9877089d4975e84e10cbb026125aa5574a4dc7","Average ⬆️":34.92479232482063,"Hub License":"","Hub ❤️":0,"#Params (B)":7.456,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2283502198182912,"IFEval Raw":0.7527050448365891,"IFEval":75.27050448365891,"BBH Raw":0.5516128933222162,"BBH":36.13467912106424,"MATH Lvl 5 Raw":0.3806646525679758,"MATH Lvl 5":38.066465256797585,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.48248958333333336,"MUSR":20.544531249999995,"MMLU-PRO Raw":0.3923703457446808,"MMLU-PRO":32.4855939716312,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-08","Generation":0,"Base Model":"Removed"},{"eval_name":"neopolita_jessi-v0.1-falcon3-10b-instruct_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"neopolita/jessi-v0.1-falcon3-10b-instruct 📑","fullname":"neopolita/jessi-v0.1-falcon3-10b-instruct","Model sha":"f50e54e6bf8af96e770139a2ae67ce51d5c00f14","Average ⬆️":32.33560766198001,"Hub License":"","Hub ❤️":0,"#Params (B)":10.306,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5816365822647414,"IFEval Raw":0.755152994055772,"IFEval":75.5152994055772,"BBH Raw":0.5952883626256132,"BBH":41.44033637148312,"MATH Lvl 5 Raw":0.2001510574018127,"MATH Lvl 5":20.01510574018127,"GPQA Raw":0.3187919463087248,"GPQA":9.172259507829976,"MUSR Raw":0.42785416666666665,"MUSR":12.448437499999997,"MMLU-PRO Raw":0.4187998670212766,"MMLU-PRO":35.422207446808514,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-19","Generation":0,"Base Model":"Removed"},{"eval_name":"neopolita_jessi-v0.1-qwen2.5-7b-instruct_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"neopolita/jessi-v0.1-qwen2.5-7b-instruct 📑","fullname":"neopolita/jessi-v0.1-qwen2.5-7b-instruct","Model sha":"e73d1545a57a4c8e20df50d6641b08015fb039a3","Average ⬆️":32.775632974338876,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.5377250785430245,"IFEval Raw":0.7326715337526651,"IFEval":73.2671533752665,"BBH Raw":0.5292315105257686,"BBH":33.34225906937014,"MATH Lvl 5 Raw":0.4086102719033233,"MATH Lvl 5":40.86102719033233,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.3913645833333333,"MUSR":7.053906250000002,"MMLU-PRO Raw":0.42278922872340424,"MMLU-PRO":35.865469858156025,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-08","Submission Date":"2025-01-26","Generation":1,"Base Model":"neopolita/jessi-v0.1-qwen2.5-7b-instruct (Merge)"},{"eval_name":"neopolita_jessi-v0.1-virtuoso-small_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"neopolita/jessi-v0.1-virtuoso-small 📑","fullname":"neopolita/jessi-v0.1-virtuoso-small","Model sha":"b7cd58e26d637faf1576bee68bfa35432fa3ce11","Average ⬆️":38.86960435987991,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.1233827346905625,"IFEval Raw":0.7959192719761344,"IFEval":79.59192719761344,"BBH Raw":0.6442861439957068,"BBH":48.8603145722634,"MATH Lvl 5 Raw":0.33987915407854985,"MATH Lvl 5":33.987915407854985,"GPQA Raw":0.33053691275167785,"GPQA":10.738255033557047,"MUSR Raw":0.43616666666666665,"MUSR":14.154166666666663,"MMLU-PRO Raw":0.5129654255319149,"MMLU-PRO":45.885047281323885,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-15","Submission Date":"2025-01-15","Generation":1,"Base Model":"neopolita/jessi-v0.1-virtuoso-small (Merge)"},{"eval_name":"neopolita_jessi-v0.2-falcon3-10b-instruct_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"neopolita/jessi-v0.2-falcon3-10b-instruct 📑","fullname":"neopolita/jessi-v0.2-falcon3-10b-instruct","Model sha":"94f3286c5724f51b319ff19ed1befd55341e34c2","Average ⬆️":34.10450143941555,"Hub License":"","Hub ❤️":0,"#Params (B)":10.306,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7127002701328407,"IFEval Raw":0.7768099753099553,"IFEval":77.68099753099554,"BBH Raw":0.6204846671314362,"BBH":45.02184351970056,"MATH Lvl 5 Raw":0.2122356495468278,"MATH Lvl 5":21.22356495468278,"GPQA Raw":0.3288590604026846,"GPQA":10.514541387024611,"MUSR Raw":0.42813541666666666,"MUSR":12.916927083333329,"MMLU-PRO Raw":0.4354222074468085,"MMLU-PRO":37.2691341607565,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-21","Generation":0,"Base Model":"Removed"},{"eval_name":"neopolita_jessi-v0.2-falcon3-7b-instruct_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"neopolita/jessi-v0.2-falcon3-7b-instruct 📑","fullname":"neopolita/jessi-v0.2-falcon3-7b-instruct","Model sha":"efd74223ccaf140aab43df0c9a271007e826124b","Average ⬆️":29.040362033793667,"Hub License":"other","Hub ❤️":0,"#Params (B)":7.456,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6919950892511235,"IFEval Raw":0.5770754930251731,"IFEval":57.70754930251732,"BBH Raw":0.5363079188886575,"BBH":34.382892384888216,"MATH Lvl 5 Raw":0.2537764350453172,"MATH Lvl 5":25.377643504531722,"GPQA Raw":0.31711409395973156,"GPQA":8.948545861297541,"MUSR Raw":0.44788541666666665,"MUSR":15.552343749999997,"MMLU-PRO Raw":0.3904587765957447,"MMLU-PRO":32.273197399527184,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-08","Submission Date":"2025-01-08","Generation":1,"Base Model":"neopolita/jessi-v0.2-falcon3-7b-instruct (Merge)"},{"eval_name":"neopolita_jessi-v0.3-falcon3-7b-instruct_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"neopolita/jessi-v0.3-falcon3-7b-instruct 📑","fullname":"neopolita/jessi-v0.3-falcon3-7b-instruct","Model sha":"6f95f4e365f8f087f6d037e72493ecff68d9298f","Average ⬆️":31.56157882788928,"Hub License":"other","Hub ❤️":0,"#Params (B)":7.456,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8228880258629983,"IFEval Raw":0.7509064836855099,"IFEval":75.090648368551,"BBH Raw":0.538793502664194,"BBH":34.56526833956577,"MATH Lvl 5 Raw":0.18882175226586104,"MATH Lvl 5":18.882175226586103,"GPQA Raw":0.3196308724832215,"GPQA":9.284116331096197,"MUSR Raw":0.46915625,"MUSR":18.544531249999995,"MMLU-PRO Raw":0.3970246010638298,"MMLU-PRO":33.00273345153664,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-08","Submission Date":"2025-01-08","Generation":1,"Base Model":"neopolita/jessi-v0.3-falcon3-7b-instruct (Merge)"},{"eval_name":"neopolita_jessi-v0.4-falcon3-7b-instruct_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"neopolita/jessi-v0.4-falcon3-7b-instruct 📑","fullname":"neopolita/jessi-v0.4-falcon3-7b-instruct","Model sha":"c27fe9b5f1c31a3c7e8a7f19be037a6d1fb1b090","Average ⬆️":35.58265268401903,"Hub License":"other","Hub ❤️":0,"#Params (B)":7.456,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.321471697143095,"IFEval Raw":0.7603735865281896,"IFEval":76.03735865281897,"BBH Raw":0.5521668757306609,"BBH":36.167444072028246,"MATH Lvl 5 Raw":0.3768882175226586,"MATH Lvl 5":37.68882175226586,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.49712500000000004,"MUSR":23.17395833333333,"MMLU-PRO Raw":0.40043218085106386,"MMLU-PRO":33.38135342789598,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-17","Submission Date":"2025-01-17","Generation":1,"Base Model":"neopolita/jessi-v0.4-falcon3-7b-instruct (Merge)"},{"eval_name":"neopolita_jessi-v0.5-falcon3-7b-instruct_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"neopolita/jessi-v0.5-falcon3-7b-instruct 📑","fullname":"neopolita/jessi-v0.5-falcon3-7b-instruct","Model sha":"1b70a742251a75c8a5fd047f0c9cdd5bffc27a43","Average ⬆️":35.17362960818127,"Hub License":"other","Hub ❤️":0,"#Params (B)":7.456,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2662553132853336,"IFEval Raw":0.7411645544931892,"IFEval":74.11645544931892,"BBH Raw":0.5589627302276082,"BBH":37.16806936900627,"MATH Lvl 5 Raw":0.37386706948640486,"MATH Lvl 5":37.38670694864049,"GPQA Raw":0.311241610738255,"GPQA":8.165548098434002,"MUSR Raw":0.48652083333333335,"MUSR":21.248437499999998,"MMLU-PRO Raw":0.3966090425531915,"MMLU-PRO":32.95656028368795,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-09","Submission Date":"2025-01-09","Generation":1,"Base Model":"neopolita/jessi-v0.5-falcon3-7b-instruct (Merge)"},{"eval_name":"neopolita_jessi-v0.6-falcon3-7b-instruct_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"neopolita/jessi-v0.6-falcon3-7b-instruct 📑","fullname":"neopolita/jessi-v0.6-falcon3-7b-instruct","Model sha":"b0d817e37046e128741e45821f1bc248f7c9d82b","Average ⬆️":34.54828176574102,"Hub License":"other","Hub ❤️":0,"#Params (B)":7.456,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.278937826257381,"IFEval Raw":0.7401904723910335,"IFEval":74.01904723910336,"BBH Raw":0.5508818723957883,"BBH":35.85132240048754,"MATH Lvl 5 Raw":0.3564954682779456,"MATH Lvl 5":35.64954682779456,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.49042708333333335,"MUSR":22.203385416666663,"MMLU-PRO Raw":0.3956948138297872,"MMLU-PRO":32.8549793144208,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-20","Submission Date":"2025-01-20","Generation":1,"Base Model":"neopolita/jessi-v0.6-falcon3-7b-instruct (Merge)"},{"eval_name":"neopolita_loki-v0.1-virtuoso_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"neopolita/loki-v0.1-virtuoso 📑","fullname":"neopolita/loki-v0.1-virtuoso","Model sha":"4d884bbc57fd00e74772d554449bed7cfccc1c2a","Average ⬆️":39.196962121784466,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.458282865864776,"IFEval Raw":0.7819308324135517,"IFEval":78.19308324135517,"BBH Raw":0.6467251502613163,"BBH":49.45293175936923,"MATH Lvl 5 Raw":0.3391238670694864,"MATH Lvl 5":33.91238670694864,"GPQA Raw":0.35067114093959734,"GPQA":13.422818791946312,"MUSR Raw":0.43753125,"MUSR":14.324739583333331,"MMLU-PRO Raw":0.5128823138297872,"MMLU-PRO":45.87581264775414,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-22","Submission Date":"2025-01-23","Generation":1,"Base Model":"neopolita/loki-v0.1-virtuoso (Merge)"},{"eval_name":"netcat420_DeepSeek-R1-Distill-Qwen-MFANN-Slerp-7b_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"netcat420/DeepSeek-R1-Distill-Qwen-MFANN-Slerp-7b 📑","fullname":"netcat420/DeepSeek-R1-Distill-Qwen-MFANN-Slerp-7b","Model sha":"12006d09cf7310f40da990ce9107bffcb2b708df","Average ⬆️":3.574293533040167,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8742780635509655,"IFEval Raw":0.11500596195871399,"IFEval":11.500596195871399,"BBH Raw":0.28767781029884354,"BBH":2.015537689546553,"MATH Lvl 5 Raw":0.0015105740181268882,"MATH Lvl 5":0.1510574018126888,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.3723854166666667,"MUSR":4.881510416666667,"MMLU-PRO Raw":0.10895944148936171,"MMLU-PRO":0.9954934988179669,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-23","Submission Date":"2025-01-23","Generation":1,"Base Model":"netcat420/DeepSeek-R1-Distill-Qwen-MFANN-Slerp-7b (Merge)"},{"eval_name":"netcat420_DeepSeek-R1-MFANN-TIES-unretrained-7b_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"netcat420/DeepSeek-R1-MFANN-TIES-unretrained-7b 📑","fullname":"netcat420/DeepSeek-R1-MFANN-TIES-unretrained-7b","Model sha":"836a8aa29ce3e9d46c4f1ab2312f20cac9802649","Average ⬆️":5.947003320776368,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3564000813676969,"IFEval Raw":0.2586880587951081,"IFEval":25.86880587951081,"BBH Raw":0.30859903405301287,"BBH":4.561587443058031,"MATH Lvl 5 Raw":0.012084592145015106,"MATH Lvl 5":1.2084592145015105,"GPQA Raw":0.2550335570469799,"GPQA":0.6711409395973182,"MUSR Raw":0.3527291666666667,"MUSR":1.7578124999999993,"MMLU-PRO Raw":0.11452792553191489,"MMLU-PRO":1.6142139479905429,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-22","Submission Date":"2025-01-22","Generation":1,"Base Model":"netcat420/DeepSeek-R1-MFANN-TIES-unretrained-7b (Merge)"},{"eval_name":"netcat420_Llama3.1-MFANN-8b_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"netcat420/Llama3.1-MFANN-8b 📑","fullname":"netcat420/Llama3.1-MFANN-8b","Model sha":"6714fe00996d2679e9325b503ab991f4ecc0273d","Average ⬆️":13.117063178518029,"Hub License":"llama3.1","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.401012415623717,"IFEval Raw":0.29695651981187693,"IFEval":29.695651981187694,"BBH Raw":0.4281154680742545,"BBH":19.286683760193657,"MATH Lvl 5 Raw":0.02945619335347432,"MATH Lvl 5":2.9456193353474323,"GPQA Raw":0.287751677852349,"GPQA":5.033557046979867,"MUSR Raw":0.33790625,"MUSR":2.5716145833333326,"MMLU-PRO Raw":0.27252327127659576,"MMLU-PRO":19.169252364066196,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-23","Submission Date":"2024-12-23","Generation":1,"Base Model":"netcat420/Llama3.1-MFANN-8b (Merge)"},{"eval_name":"netcat420_MFANN-Llama3.1-Abliterated-SLERP-TIES-V2_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"netcat420/MFANN-Llama3.1-Abliterated-SLERP-TIES-V2 📑","fullname":"netcat420/MFANN-Llama3.1-Abliterated-SLERP-TIES-V2","Model sha":"0e649dd355ad7d562f9346c96642c24eff35338e","Average ⬆️":19.213728182261345,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4082258702683519,"IFEval Raw":0.4209796672828096,"IFEval":42.097966728280966,"BBH Raw":0.49237606236472237,"BBH":26.938370096724565,"MATH Lvl 5 Raw":0.07628398791540786,"MATH Lvl 5":7.628398791540786,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.37276041666666665,"MUSR":4.328385416666667,"MMLU-PRO Raw":0.35222739361702127,"MMLU-PRO":28.02526595744681,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-08","Submission Date":"2024-11-09","Generation":0,"Base Model":"netcat420/MFANN-Llama3.1-Abliterated-SLERP-TIES-V2"},{"eval_name":"netcat420_MFANN-Llama3.1-Abliterated-SLERP-TIES-V3_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"netcat420/MFANN-Llama3.1-Abliterated-SLERP-TIES-V3 📑","fullname":"netcat420/MFANN-Llama3.1-Abliterated-SLERP-TIES-V3","Model sha":"381cf003a5e28d2b273226364b568cc60b857b5b","Average ⬆️":19.222030340557666,"Hub License":"","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4418208917092485,"IFEval Raw":0.4238021782204551,"IFEval":42.38021782204551,"BBH Raw":0.4914021594225444,"BBH":26.978850946197483,"MATH Lvl 5 Raw":0.0755287009063444,"MATH Lvl 5":7.552870090634441,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.37406249999999996,"MUSR":4.491145833333334,"MMLU-PRO Raw":0.34898603723404253,"MMLU-PRO":27.665115248226947,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-25","Submission Date":"2024-11-26","Generation":1,"Base Model":"netcat420/MFANN-Llama3.1-Abliterated-SLERP-TIES-V3 (Merge)"},{"eval_name":"netcat420_MFANN-Llama3.1-Abliterated-SLERP-V4_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"netcat420/MFANN-Llama3.1-Abliterated-SLERP-V4 📑","fullname":"netcat420/MFANN-Llama3.1-Abliterated-SLERP-V4","Model sha":"af160f1cf089ccbcbf00f99b951797a1f3daeb04","Average ⬆️":19.39947102160331,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4449346149215017,"IFEval Raw":0.41688275996577967,"IFEval":41.68827599657797,"BBH Raw":0.4908971108837563,"BBH":26.706074443441803,"MATH Lvl 5 Raw":0.06797583081570997,"MATH Lvl 5":6.797583081570997,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.38209374999999995,"MUSR":5.861718750000001,"MMLU-PRO Raw":0.35164561170212766,"MMLU-PRO":27.960623522458622,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-08","Submission Date":"2024-11-09","Generation":0,"Base Model":"netcat420/MFANN-Llama3.1-Abliterated-SLERP-V4"},{"eval_name":"netcat420_MFANN-Llama3.1-Abliterated-SLERP-V5_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"netcat420/MFANN-Llama3.1-Abliterated-SLERP-V5 📑","fullname":"netcat420/MFANN-Llama3.1-Abliterated-SLERP-V5","Model sha":"e0502b359816fe3ecd4f7206e5230398604fdfe2","Average ⬆️":19.493723327477287,"Hub License":"","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.411251889010262,"IFEval Raw":0.4328947193446721,"IFEval":43.289471934467215,"BBH Raw":0.4951892200623516,"BBH":27.367143487206935,"MATH Lvl 5 Raw":0.08157099697885196,"MATH Lvl 5":8.157099697885197,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.378125,"MUSR":5.165625000000001,"MMLU-PRO Raw":0.3444980053191489,"MMLU-PRO":27.16644503546099,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-25","Submission Date":"2024-11-26","Generation":1,"Base Model":"netcat420/MFANN-Llama3.1-Abliterated-SLERP-V5 (Merge)"},{"eval_name":"netcat420_MFANN-Llama3.1-Abliterated-Slerp-TIES_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"netcat420/MFANN-Llama3.1-Abliterated-Slerp-TIES 📑","fullname":"netcat420/MFANN-Llama3.1-Abliterated-Slerp-TIES","Model sha":"dbe0a3b69206c042de2b0a96fc156feeecaa49c7","Average ⬆️":19.248004862747575,"Hub License":"","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5466287967945442,"IFEval Raw":0.42934746472692453,"IFEval":42.93474647269245,"BBH Raw":0.49675121796238325,"BBH":27.59982935067644,"MATH Lvl 5 Raw":0.06646525679758308,"MATH Lvl 5":6.646525679758309,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.3686979166666667,"MUSR":4.587239583333335,"MMLU-PRO Raw":0.3531416223404255,"MMLU-PRO":28.126846926713938,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-28","Submission Date":"2024-10-29","Generation":1,"Base Model":"netcat420/MFANN-Llama3.1-Abliterated-Slerp-TIES (Merge)"},{"eval_name":"netcat420_MFANN-Llama3.1-Abliterated-Slerp-V3.2_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"netcat420/MFANN-Llama3.1-Abliterated-Slerp-V3.2 📑","fullname":"netcat420/MFANN-Llama3.1-Abliterated-Slerp-V3.2","Model sha":"56abb76e65cbf9dc49af662b09894d119d49705a","Average ⬆️":19.05371896057877,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4828376977168216,"IFEval Raw":0.41281134057633745,"IFEval":41.28113405763375,"BBH Raw":0.49782535474346185,"BBH":27.774394299037056,"MATH Lvl 5 Raw":0.0702416918429003,"MATH Lvl 5":7.02416918429003,"GPQA Raw":0.287751677852349,"GPQA":5.033557046979867,"MUSR Raw":0.37542708333333336,"MUSR":5.128385416666671,"MMLU-PRO Raw":0.3527260638297872,"MMLU-PRO":28.08067375886525,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-28","Submission Date":"2024-10-29","Generation":1,"Base Model":"netcat420/MFANN-Llama3.1-Abliterated-Slerp-V3.2 (Merge)"},{"eval_name":"netcat420_MFANN-SFT_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"netcat420/MFANN-SFT 📑","fullname":"netcat420/MFANN-SFT","Model sha":"247f2ce5841d38cef59b73a7f8af857627d254bf","Average ⬆️":17.932006161848246,"Hub License":"","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3116005548268403,"IFEval Raw":0.36822298168858625,"IFEval":36.82229816885863,"BBH Raw":0.485188719488523,"BBH":26.20853268810661,"MATH Lvl 5 Raw":0.05966767371601209,"MATH Lvl 5":5.966767371601208,"GPQA Raw":0.3162751677852349,"GPQA":8.83668903803132,"MUSR Raw":0.3725416666666666,"MUSR":3.801041666666666,"MMLU-PRO Raw":0.3336103723404255,"MMLU-PRO":25.956708037825056,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-16","Submission Date":"2024-12-20","Generation":1,"Base Model":"netcat420/MFANN-SFT (Merge)"},{"eval_name":"netcat420_MFANN-abliterated-phi2-merge-unretrained_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"PhiForCausalLM","Model":"netcat420/MFANN-abliterated-phi2-merge-unretrained 📑","fullname":"netcat420/MFANN-abliterated-phi2-merge-unretrained","Model sha":"cfc2d479871655f620dd741d8938b0e4b6df1d3e","Average ⬆️":9.638779331398394,"Hub License":"","Hub ❤️":0,"#Params (B)":2.775,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8952711221903973,"IFEval Raw":0.3005037744296245,"IFEval":30.05037744296245,"BBH Raw":0.4104131503721586,"BBH":17.590366415972785,"MATH Lvl 5 Raw":0.028700906344410877,"MATH Lvl 5":2.8700906344410875,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.31834375,"MUSR":0.5596354166666665,"MMLU-PRO Raw":0.14777260638297873,"MMLU-PRO":5.308067375886525,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-15","Submission Date":"2025-01-15","Generation":1,"Base Model":"netcat420/MFANN-abliterated-phi2-merge-unretrained (Merge)"},{"eval_name":"netcat420_MFANN-llama3.1-Abliterated-SLERP_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"netcat420/MFANN-llama3.1-Abliterated-SLERP 📑","fullname":"netcat420/MFANN-llama3.1-Abliterated-SLERP","Model sha":"0c7b2916727e6c28bbca2aa613b8247b66905915","Average ⬆️":13.881633563903852,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.547158362175965,"IFEval Raw":0.25906262051357065,"IFEval":25.906262051357064,"BBH Raw":0.45744999460878283,"BBH":22.28062513418979,"MATH Lvl 5 Raw":0.04833836858006042,"MATH Lvl 5":4.833836858006042,"GPQA Raw":0.27348993288590606,"GPQA":3.1319910514541416,"MUSR Raw":0.3809166666666666,"MUSR":5.714583333333336,"MMLU-PRO Raw":0.2928025265957447,"MMLU-PRO":21.42250295508274,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-25","Submission Date":"2024-10-07","Generation":1,"Base Model":"netcat420/MFANN-llama3.1-Abliterated-SLERP (Merge)"},{"eval_name":"netcat420_MFANN-llama3.1-abliterated-SLERP-v3_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"netcat420/MFANN-llama3.1-abliterated-SLERP-v3 📑","fullname":"netcat420/MFANN-llama3.1-abliterated-SLERP-v3","Model sha":"f90a20024060942826302c30860572c227dd4013","Average ⬆️":18.042261525952018,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5831393048927547,"IFEval Raw":0.37993856301280604,"IFEval":37.9938563012806,"BBH Raw":0.49305765460927126,"BBH":27.1872703942033,"MATH Lvl 5 Raw":0.06419939577039276,"MATH Lvl 5":6.419939577039275,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.36603125000000003,"MUSR":3.053906250000002,"MMLU-PRO Raw":0.35305851063829785,"MMLU-PRO":28.117612293144205,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-07","Submission Date":"2024-10-07","Generation":1,"Base Model":"netcat420/MFANN-llama3.1-abliterated-SLERP-v3 (Merge)"},{"eval_name":"netcat420_MFANN-llama3.1-abliterated-SLERP-v3.1_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"netcat420/MFANN-llama3.1-abliterated-SLERP-v3.1 📑","fullname":"netcat420/MFANN-llama3.1-abliterated-SLERP-v3.1","Model sha":"6d306eb66466cb8e1456a36f3895890a117e91e4","Average ⬆️":18.96623306213071,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.661015065343464,"IFEval Raw":0.4201551882338861,"IFEval":42.01551882338861,"BBH Raw":0.492068920606988,"BBH":27.026315532744473,"MATH Lvl 5 Raw":0.06948640483383686,"MATH Lvl 5":6.948640483383686,"GPQA Raw":0.29278523489932884,"GPQA":5.7046979865771785,"MUSR Raw":0.3686354166666667,"MUSR":3.846093750000001,"MMLU-PRO Raw":0.3543051861702128,"MMLU-PRO":28.25613179669031,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-08","Submission Date":"2024-10-17","Generation":1,"Base Model":"netcat420/MFANN-llama3.1-abliterated-SLERP-v3.1 (Merge)"},{"eval_name":"netcat420_MFANN-llama3.1-abliterated-v2_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"netcat420/MFANN-llama3.1-abliterated-v2 📑","fullname":"netcat420/MFANN-llama3.1-abliterated-v2","Model sha":"3d0a5d3634726e1a63ac84bee561b346960ca1d7","Average ⬆️":19.77111132997354,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.649047154175584,"IFEval Raw":0.4429114748866341,"IFEval":44.29114748866341,"BBH Raw":0.4940829733015402,"BBH":27.35361826731554,"MATH Lvl 5 Raw":0.07401812688821752,"MATH Lvl 5":7.401812688821751,"GPQA Raw":0.29278523489932884,"GPQA":5.7046979865771785,"MUSR Raw":0.3845416666666666,"MUSR":6.201041666666668,"MMLU-PRO Raw":0.3490691489361702,"MMLU-PRO":27.67434988179669,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-04","Submission Date":"2024-10-07","Generation":1,"Base Model":"netcat420/MFANN-llama3.1-abliterated-v2 (Merge)"},{"eval_name":"netcat420_MFANN-phigments-slerp-V2_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"PhiForCausalLM","Model":"netcat420/MFANN-phigments-slerp-V2 📑","fullname":"netcat420/MFANN-phigments-slerp-V2","Model sha":"94596dab22ab78f0d2ec00b8e33c8fa98581ad0f","Average ⬆️":16.26870816278764,"Hub License":"","Hub ❤️":0,"#Params (B)":2.78,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8162400046189335,"IFEval Raw":0.32316032571355113,"IFEval":32.316032571355116,"BBH Raw":0.48272762171598743,"BBH":26.927491544080876,"MATH Lvl 5 Raw":0.03172205438066465,"MATH Lvl 5":3.1722054380664653,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.40372916666666664,"MUSR":13.099479166666663,"MMLU-PRO Raw":0.2716921542553192,"MMLU-PRO":19.076906028368796,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-23","Submission Date":"2024-10-26","Generation":1,"Base Model":"netcat420/MFANN-phigments-slerp-V2 (Merge)"},{"eval_name":"netcat420_MFANN-phigments-slerp-V3.2_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"PhiForCausalLM","Model":"netcat420/MFANN-phigments-slerp-V3.2 📑","fullname":"netcat420/MFANN-phigments-slerp-V3.2","Model sha":"3fdb0794f6eb757bf2e4a6f378caed1863e9074c","Average ⬆️":16.453301876572546,"Hub License":"","Hub ❤️":0,"#Params (B)":2.78,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.5783076437872776,"IFEval Raw":0.35243598097492435,"IFEval":35.24359809749243,"BBH Raw":0.4808549324972969,"BBH":26.91803539968917,"MATH Lvl 5 Raw":0.03323262839879154,"MATH Lvl 5":3.3232628398791544,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.3707708333333333,"MUSR":9.81302083333333,"MMLU-PRO Raw":0.2705285904255319,"MMLU-PRO":18.947621158392433,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-06","Submission Date":"2025-02-06","Generation":1,"Base Model":"netcat420/MFANN-phigments-slerp-V3.2 (Merge)"},{"eval_name":"netcat420_MFANN-phigments-slerp-V3.3_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"PhiForCausalLM","Model":"netcat420/MFANN-phigments-slerp-V3.3 📑","fullname":"netcat420/MFANN-phigments-slerp-V3.3","Model sha":"c05613efa47825622aa16e2b4f881549cdbec997","Average ⬆️":17.167734327311486,"Hub License":"","Hub ❤️":0,"#Params (B)":2.78,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.59147703430892,"IFEval Raw":0.36909732842192056,"IFEval":36.90973284219205,"BBH Raw":0.48952950463630956,"BBH":28.170621881092462,"MATH Lvl 5 Raw":0.03323262839879154,"MATH Lvl 5":3.3232628398791544,"GPQA Raw":0.2751677852348993,"GPQA":3.355704697986576,"MUSR Raw":0.38921874999999995,"MUSR":11.219010416666663,"MMLU-PRO Raw":0.2802526595744681,"MMLU-PRO":20.02807328605201,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-06","Submission Date":"2025-02-06","Generation":1,"Base Model":"netcat420/MFANN-phigments-slerp-V3.3 (Merge)"},{"eval_name":"netcat420_MFANN3b_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"PhiForCausalLM","Model":"netcat420/MFANN3b 📑","fullname":"netcat420/MFANN3b","Model sha":"ba03f833e89c335a5ee8f523a95892a15d22070e","Average ⬆️":12.652447668077093,"Hub License":"mit","Hub ❤️":0,"#Params (B)":2.78,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.751985004082596,"IFEval Raw":0.2524435165361241,"IFEval":25.244351653612416,"BBH Raw":0.4433128382028508,"BBH":22.23921095390767,"MATH Lvl 5 Raw":0.02190332326283988,"MATH Lvl 5":2.190332326283988,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.36060416666666667,"MUSR":6.142187500000003,"MMLU-PRO Raw":0.23055186170212766,"MMLU-PRO":14.505762411347517,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-13","Submission Date":"2024-12-14","Generation":1,"Base Model":"netcat420/MFANN3b (Merge)"},{"eval_name":"netcat420_MFANN3bv0.15_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"PhiForCausalLM","Model":"netcat420/MFANN3bv0.15 📑","fullname":"netcat420/MFANN3bv0.15","Model sha":"20dbdfb9154cc2f6d43651fc8cea63a120220dc7","Average ⬆️":11.92455505796081,"Hub License":"mit","Hub ❤️":0,"#Params (B)":2.78,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9342759214225443,"IFEval Raw":0.2012105657433388,"IFEval":20.12105657433388,"BBH Raw":0.453931293669888,"BBH":23.46934667082661,"MATH Lvl 5 Raw":0.026435045317220542,"MATH Lvl 5":2.643504531722054,"GPQA Raw":0.2516778523489933,"GPQA":0.22371364653244186,"MUSR Raw":0.3957916666666667,"MUSR":8.773958333333335,"MMLU-PRO Raw":0.24684175531914893,"MMLU-PRO":16.315750591016545,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-04","Submission Date":"2024-07-05","Generation":0,"Base Model":"netcat420/MFANN3bv0.15"},{"eval_name":"netcat420_MFANN3bv0.18_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"PhiForCausalLM","Model":"netcat420/MFANN3bv0.18 📑","fullname":"netcat420/MFANN3bv0.18","Model sha":"3e792e3413217b63ea9caa0e8b8595fbeb236a69","Average ⬆️":12.649876255790772,"Hub License":"mit","Hub ❤️":0,"#Params (B)":2.78,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9650273588651338,"IFEval Raw":0.22064455644356973,"IFEval":22.064455644356972,"BBH Raw":0.4514366169824164,"BBH":23.07340376774899,"MATH Lvl 5 Raw":0.024924471299093656,"MATH Lvl 5":2.492447129909366,"GPQA Raw":0.2575503355704698,"GPQA":1.0067114093959737,"MUSR Raw":0.40236458333333336,"MUSR":10.595572916666669,"MMLU-PRO Raw":0.25,"MMLU-PRO":16.666666666666664,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-25","Submission Date":"2024-07-25","Generation":0,"Base Model":"netcat420/MFANN3bv0.18"},{"eval_name":"netcat420_MFANN3bv0.19_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"PhiForCausalLM","Model":"netcat420/MFANN3bv0.19 📑","fullname":"netcat420/MFANN3bv0.19","Model sha":"073d42274686f5cb6ef6ff9f6ade24eab198e1f2","Average ⬆️":12.591488714276778,"Hub License":"","Hub ❤️":0,"#Params (B)":2.78,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9729765164528665,"IFEval Raw":0.22581528123157665,"IFEval":22.581528123157664,"BBH Raw":0.4515800678058734,"BBH":22.9070546869096,"MATH Lvl 5 Raw":0.022658610271903322,"MATH Lvl 5":2.2658610271903323,"GPQA Raw":0.2575503355704698,"GPQA":1.0067114093959737,"MUSR Raw":0.40239583333333334,"MUSR":9.899479166666667,"MMLU-PRO Raw":0.25199468085106386,"MMLU-PRO":16.888297872340427,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-04","Submission Date":"2024-08-08","Generation":0,"Base Model":"netcat420/MFANN3bv0.19"},{"eval_name":"netcat420_MFANN3bv0.20_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"PhiForCausalLM","Model":"netcat420/MFANN3bv0.20 📑","fullname":"netcat420/MFANN3bv0.20","Model sha":"ac8ba24559cbdb5704d77b602580d911c265fdee","Average ⬆️":12.5720051522728,"Hub License":"mit","Hub ❤️":0,"#Params (B)":2.78,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.0188364205113325,"IFEval Raw":0.21934578030736224,"IFEval":21.934578030736223,"BBH Raw":0.4493365019423472,"BBH":22.790710795250106,"MATH Lvl 5 Raw":0.026435045317220542,"MATH Lvl 5":2.643504531722054,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.4077291666666667,"MUSR":10.166145833333335,"MMLU-PRO Raw":0.25,"MMLU-PRO":16.666666666666664,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-29","Submission Date":"2024-08-29","Generation":2,"Base Model":"netcat420/MFANN3bv0.19.12 (Merge)"},{"eval_name":"netcat420_MFANN3bv0.21_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"PhiForCausalLM","Model":"netcat420/MFANN3bv0.21 📑","fullname":"netcat420/MFANN3bv0.21","Model sha":"8e78416dce916b69247fa03bd587369d0dade5ed","Average ⬆️":12.00855289802916,"Hub License":"mit","Hub ❤️":0,"#Params (B)":2.78,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9486781620716105,"IFEval Raw":0.1909189838517356,"IFEval":19.09189838517356,"BBH Raw":0.44700236898039053,"BBH":22.583425716572332,"MATH Lvl 5 Raw":0.03172205438066465,"MATH Lvl 5":3.1722054380664653,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.37594791666666666,"MUSR":9.82682291666667,"MMLU-PRO Raw":0.23927859042553193,"MMLU-PRO":15.475398936170212,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-23","Submission Date":"2024-09-24","Generation":1,"Base Model":"netcat420/MFANN3bv0.21 (Merge)"},{"eval_name":"netcat420_MFANN3bv0.22_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"PhiForCausalLM","Model":"netcat420/MFANN3bv0.22 📑","fullname":"netcat420/MFANN3bv0.22","Model sha":"20c26f267ebe62ef1da037a5b840a304cb8d740b","Average ⬆️":12.256506387257199,"Hub License":"mit","Hub ❤️":0,"#Params (B)":2.78,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7913362528706576,"IFEval Raw":0.1979381374752324,"IFEval":19.793813747523238,"BBH Raw":0.44851095830051274,"BBH":22.49153679693963,"MATH Lvl 5 Raw":0.026435045317220542,"MATH Lvl 5":2.643504531722054,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.35213541666666665,"MUSR":10.183593749999996,"MMLU-PRO Raw":0.2517453457446808,"MMLU-PRO":16.860593971631204,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-25","Submission Date":"2024-10-26","Generation":0,"Base Model":"netcat420/MFANN3bv0.22"},{"eval_name":"netcat420_MFANN3bv0.23_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"PhiForCausalLM","Model":"netcat420/MFANN3bv0.23 📑","fullname":"netcat420/MFANN3bv0.23","Model sha":"93eacd43dcb307016e22a4d9f9f8deef49cd9111","Average ⬆️":11.448026000697595,"Hub License":"","Hub ❤️":0,"#Params (B)":2.78,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7763674723624213,"IFEval Raw":0.20480768804549704,"IFEval":20.480768804549704,"BBH Raw":0.44954178056127364,"BBH":22.696340563264982,"MATH Lvl 5 Raw":0.024924471299093656,"MATH Lvl 5":2.492447129909366,"GPQA Raw":0.2516778523489933,"GPQA":0.22371364653244186,"MUSR Raw":0.3427395833333333,"MUSR":7.042447916666667,"MMLU-PRO Raw":0.2417719414893617,"MMLU-PRO":15.752437943262413,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-06","Submission Date":"2024-11-07","Generation":0,"Base Model":"netcat420/MFANN3bv0.23"},{"eval_name":"netcat420_MFANN3bv0.24_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"PhiForCausalLM","Model":"netcat420/MFANN3bv0.24 📑","fullname":"netcat420/MFANN3bv0.24","Model sha":"55813c2586488a2e7be5883f7e695396f5629d3e","Average ⬆️":11.81028360635554,"Hub License":"mit","Hub ❤️":0,"#Params (B)":2.78,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7690731161151534,"IFEval Raw":0.2200450360598767,"IFEval":22.00450360598767,"BBH Raw":0.4407346600666096,"BBH":21.545384724695676,"MATH Lvl 5 Raw":0.027945619335347432,"MATH Lvl 5":2.794561933534743,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.3520729166666667,"MUSR":8.375781250000001,"MMLU-PRO Raw":0.23520611702127658,"MMLU-PRO":15.022901891252952,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-21","Submission Date":"2024-11-22","Generation":0,"Base Model":"netcat420/MFANN3bv0.24"},{"eval_name":"netcat420_MFANN3bv1.1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"PhiForCausalLM","Model":"netcat420/MFANN3bv1.1 📑","fullname":"netcat420/MFANN3bv1.1","Model sha":"2089ba193df157575eae482f0df4907fd3ea14ae","Average ⬆️":6.659216615990036,"Hub License":"","Hub ❤️":0,"#Params (B)":2.775,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7763197255061175,"IFEval Raw":0.2506948230694557,"IFEval":25.06948230694557,"BBH Raw":0.3397086626022651,"BBH":8.39170874742591,"MATH Lvl 5 Raw":0.02039274924471299,"MATH Lvl 5":2.0392749244712993,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.3223125,"MUSR":0.45572916666666624,"MMLU-PRO Raw":0.11585771276595745,"MMLU-PRO":1.7619680851063828,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-03","Submission Date":"2025-01-03","Generation":0,"Base Model":"netcat420/MFANN3bv1.1"},{"eval_name":"netcat420_MFANN3bv1.2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"PhiForCausalLM","Model":"netcat420/MFANN3bv1.2 📑","fullname":"netcat420/MFANN3bv1.2","Model sha":"0643ded63b35beb43caf2d2c0bd8003fdb81b0ec","Average ⬆️":8.060474667336623,"Hub License":"mit","Hub ❤️":0,"#Params (B)":2.775,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7992262592949151,"IFEval Raw":0.2686050789682487,"IFEval":26.86050789682487,"BBH Raw":0.3659932511014956,"BBH":11.121791518461544,"MATH Lvl 5 Raw":0.026435045317220542,"MATH Lvl 5":2.643504531722054,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.31555208333333334,"MUSR":0.9440104166666662,"MMLU-PRO Raw":0.14502992021276595,"MMLU-PRO":5.003324468085105,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-21","Submission Date":"2025-01-22","Generation":1,"Base Model":"netcat420/MFANN3bv1.2 (Merge)"},{"eval_name":"netcat420_MFANN3bv1.3_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"PhiForCausalLM","Model":"netcat420/MFANN3bv1.3 📑","fullname":"netcat420/MFANN3bv1.3","Model sha":"dab137e547fa2e9f23dbf74ec602acfc6131e5a0","Average ⬆️":11.533255279970446,"Hub License":"","Hub ❤️":0,"#Params (B)":2.78,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8240365026004964,"IFEval Raw":0.25466650709007654,"IFEval":25.466650709007656,"BBH Raw":0.4456312489762861,"BBH":22.637008666537838,"MATH Lvl 5 Raw":0.021148036253776436,"MATH Lvl 5":2.1148036253776437,"GPQA Raw":0.2575503355704698,"GPQA":1.0067114093959737,"MUSR Raw":0.329875,"MUSR":3.801041666666667,"MMLU-PRO Raw":0.22755984042553193,"MMLU-PRO":14.173315602836881,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-31","Submission Date":"2025-02-01","Generation":0,"Base Model":"netcat420/MFANN3bv1.3"},{"eval_name":"netcat420_MFANN3bv1.4_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"PhiForCausalLM","Model":"netcat420/MFANN3bv1.4 📑","fullname":"netcat420/MFANN3bv1.4","Model sha":"bed48b1506d7f8866f7d23c89faee4ff76690f5a","Average ⬆️":16.497599656783464,"Hub License":"mit","Hub ❤️":0,"#Params (B)":2.78,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6589172532409903,"IFEval Raw":0.35243598097492435,"IFEval":35.24359809749243,"BBH Raw":0.4808549324972969,"BBH":26.91803539968917,"MATH Lvl 5 Raw":0.03700906344410876,"MATH Lvl 5":3.7009063444108756,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.3707708333333333,"MUSR":9.81302083333333,"MMLU-PRO Raw":0.2705285904255319,"MMLU-PRO":18.947621158392433,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-06","Submission Date":"2025-02-06","Generation":1,"Base Model":"netcat420/MFANN3bv1.4 (Merge)"},{"eval_name":"netcat420_MFANNv0.19_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"netcat420/MFANNv0.19 📑","fullname":"netcat420/MFANNv0.19","Model sha":"af26a25549b7ad291766c479bebda58f15fbff42","Average ⬆️":14.38906583250676,"Hub License":"llama3.1","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9141575270876836,"IFEval Raw":0.30567449921763146,"IFEval":30.567449921763146,"BBH Raw":0.47313832038755316,"BBH":24.92410586579366,"MATH Lvl 5 Raw":0.04154078549848943,"MATH Lvl 5":4.1540785498489425,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.35269791666666667,"MUSR":2.720572916666667,"MMLU-PRO Raw":0.24725731382978725,"MMLU-PRO":16.36192375886525,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-27","Submission Date":"2024-07-27","Generation":0,"Base Model":"netcat420/MFANNv0.19"},{"eval_name":"netcat420_MFANNv0.20_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"netcat420/MFANNv0.20 📑","fullname":"netcat420/MFANNv0.20","Model sha":"e612e57c933870b8990ac2bc217c434f3ffc84bd","Average ⬆️":16.46165681188948,"Hub License":"llama3.1","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7357681975677204,"IFEval Raw":0.34786477657061043,"IFEval":34.78647765706104,"BBH Raw":0.4574431878198548,"BBH":22.401696904581673,"MATH Lvl 5 Raw":0.04984894259818731,"MATH Lvl 5":4.984894259818732,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.38739583333333333,"MUSR":6.757812500000003,"MMLU-PRO Raw":0.32022938829787234,"MMLU-PRO":24.469932033096924,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-07","Submission Date":"2024-08-08","Generation":0,"Base Model":"netcat420/MFANNv0.20"},{"eval_name":"netcat420_MFANNv0.21_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"netcat420/MFANNv0.21 📑","fullname":"netcat420/MFANNv0.21","Model sha":"8c71d0eb419f54c489fa1ddf55d4bd18a1fb27d8","Average ⬆️":15.886167017885262,"Hub License":"llama3","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7588214654326866,"IFEval Raw":0.3233099287667832,"IFEval":32.33099287667832,"BBH Raw":0.45763723048372523,"BBH":22.058431786302453,"MATH Lvl 5 Raw":0.05740181268882175,"MATH Lvl 5":5.740181268882175,"GPQA Raw":0.2785234899328859,"GPQA":3.8031319910514525,"MUSR Raw":0.3993333333333333,"MUSR":8.81666666666667,"MMLU-PRO Raw":0.3031083776595745,"MMLU-PRO":22.567597517730498,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-31","Submission Date":"2024-09-02","Generation":2,"Base Model":"netcat420/MFANNv0.20.12 (Merge)"},{"eval_name":"netcat420_MFANNv0.22.1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"netcat420/MFANNv0.22.1 📑","fullname":"netcat420/MFANNv0.22.1","Model sha":"98108142480b802a3e1bb27e3d47075a4ea3a4f1","Average ⬆️":15.66737725944644,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.681057346999856,"IFEval Raw":0.3089469274857378,"IFEval":30.894692748573785,"BBH Raw":0.46608928527824584,"BBH":23.602792666118614,"MATH Lvl 5 Raw":0.05362537764350453,"MATH Lvl 5":5.362537764350453,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.3753020833333333,"MUSR":4.64609375,"MMLU-PRO Raw":0.33427526595744683,"MMLU-PRO":26.03058510638298,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-04","Submission Date":"2024-10-05","Generation":1,"Base Model":"netcat420/MFANNv0.22.1 (Merge)"},{"eval_name":"netcat420_MFANNv0.23_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"netcat420/MFANNv0.23 📑","fullname":"netcat420/MFANNv0.23","Model sha":"cf7fb44a8c858602d7fcba58adcbd514c7e08ba4","Average ⬆️":16.652655864272365,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6207594233633593,"IFEval Raw":0.3127435205255389,"IFEval":31.274352052553894,"BBH Raw":0.4898102063834755,"BBH":27.04234546686432,"MATH Lvl 5 Raw":0.04984894259818731,"MATH Lvl 5":4.984894259818732,"GPQA Raw":0.28439597315436244,"GPQA":4.5861297539149914,"MUSR Raw":0.3767916666666667,"MUSR":5.498958333333338,"MMLU-PRO Raw":0.33876329787234044,"MMLU-PRO":26.529255319148938,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-27","Submission Date":"2024-10-29","Generation":1,"Base Model":"netcat420/MFANNv0.23 (Merge)"},{"eval_name":"netcat420_MFANNv0.24_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"netcat420/MFANNv0.24 📑","fullname":"netcat420/MFANNv0.24","Model sha":"57ce382fede1adce68bdb95a386255fa363077d7","Average ⬆️":16.398373723349362,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4878053287353832,"IFEval Raw":0.3162409074588758,"IFEval":31.624090745887578,"BBH Raw":0.479027491915232,"BBH":25.3517249924116,"MATH Lvl 5 Raw":0.06117824773413897,"MATH Lvl 5":6.117824773413897,"GPQA Raw":0.28439597315436244,"GPQA":4.5861297539149914,"MUSR Raw":0.3753958333333333,"MUSR":4.624479166666667,"MMLU-PRO Raw":0.3347739361702128,"MMLU-PRO":26.08599290780142,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-07","Submission Date":"2024-11-09","Generation":1,"Base Model":"netcat420/MFANNv0.24 (Merge)"},{"eval_name":"netcat420_MFANNv0.25_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"netcat420/MFANNv0.25 📑","fullname":"netcat420/MFANNv0.25","Model sha":"cff1e1772fc7f4f3e68ad53d8589df3f52556e38","Average ⬆️":16.59696503760558,"Hub License":"llama3.1","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4245766930388508,"IFEval Raw":0.34666573580322435,"IFEval":34.666573580322435,"BBH Raw":0.47940650861209216,"BBH":25.409784264889016,"MATH Lvl 5 Raw":0.0581570996978852,"MATH Lvl 5":5.81570996978852,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.36879166666666663,"MUSR":3.632291666666667,"MMLU-PRO Raw":0.33427526595744683,"MMLU-PRO":26.03058510638298,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-25","Submission Date":"2024-11-26","Generation":1,"Base Model":"netcat420/MFANNv0.25 (Merge)"},{"eval_name":"netcat420_Qwen2.5-7B-nerd-uncensored-v0.9-MFANN_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"netcat420/Qwen2.5-7B-nerd-uncensored-v0.9-MFANN 📑","fullname":"netcat420/Qwen2.5-7B-nerd-uncensored-v0.9-MFANN","Model sha":"cc114e017a8d69c0940fe3bdde0f2e1cafeb1078","Average ⬆️":28.031122057978823,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.389124408781623,"IFEval Raw":0.5878413720040603,"IFEval":58.784137200406036,"BBH Raw":0.5236664966992856,"BBH":32.26698603219006,"MATH Lvl 5 Raw":0.3376132930513595,"MATH Lvl 5":33.76132930513595,"GPQA Raw":0.28104026845637586,"GPQA":4.138702460850116,"MUSR Raw":0.39257291666666666,"MUSR":6.971614583333335,"MMLU-PRO Raw":0.390375664893617,"MMLU-PRO":32.263962765957444,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-02","Generation":0,"Base Model":"netcat420/Qwen2.5-7B-nerd-uncensored-v0.9-MFANN"},{"eval_name":"netcat420_Qwen2.5-7b-MFANN-slerp_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"netcat420/Qwen2.5-7b-MFANN-slerp 📑","fullname":"netcat420/Qwen2.5-7b-MFANN-slerp","Model sha":"7760e13b9b6c654ce6c5509f865e4e54f8a00ef6","Average ⬆️":27.709222898184922,"Hub License":"mit","Hub ❤️":2,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2955584130195623,"IFEval Raw":0.6532123654126606,"IFEval":65.32123654126606,"BBH Raw":0.5088729928004616,"BBH":30.361031469633605,"MATH Lvl 5 Raw":0.28700906344410876,"MATH Lvl 5":28.700906344410875,"GPQA Raw":0.2953020134228188,"GPQA":6.040268456375841,"MUSR Raw":0.40730208333333334,"MUSR":8.979427083333334,"MMLU-PRO Raw":0.3416722074468085,"MMLU-PRO":26.852467494089833,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-25","Generation":0,"Base Model":"netcat420/Qwen2.5-7b-MFANN-slerp"},{"eval_name":"netcat420_Qwen2.5-7b-nerd-uncensored-MFANN-slerp_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"netcat420/Qwen2.5-7b-nerd-uncensored-MFANN-slerp 📑","fullname":"netcat420/Qwen2.5-7b-nerd-uncensored-MFANN-slerp","Model sha":"c70d4e9569bcde272d74d80e742f7a46ec6d37fc","Average ⬆️":4.248121471104624,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.597223719083247,"IFEval Raw":0.15644711587476784,"IFEval":15.644711587476785,"BBH Raw":0.2920111436321769,"BBH":1.7557228747317382,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.3791770833333333,"MUSR":5.630468750000001,"MMLU-PRO Raw":0.11003989361702128,"MMLU-PRO":1.1155437352245863,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-25","Generation":1,"Base Model":"netcat420/Qwen2.5-7b-nerd-uncensored-MFANN-slerp (Merge)"},{"eval_name":"netcat420_Qwen2.5-Coder-Scholar-7B-Abliterated-MFANN_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"netcat420/Qwen2.5-Coder-Scholar-7B-Abliterated-MFANN 📑","fullname":"netcat420/Qwen2.5-Coder-Scholar-7B-Abliterated-MFANN","Model sha":"f2fdf326b731948216853ada912b94cd0bc71fb9","Average ⬆️":25.396741920049962,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3103782032517788,"IFEval Raw":0.5742274941599401,"IFEval":57.422749415994005,"BBH Raw":0.5071448530886461,"BBH":29.98074987281026,"MATH Lvl 5 Raw":0.256797583081571,"MATH Lvl 5":25.6797583081571,"GPQA Raw":0.29278523489932884,"GPQA":5.7046979865771785,"MUSR Raw":0.40584375,"MUSR":9.63046875,"MMLU-PRO Raw":0.3156582446808511,"MMLU-PRO":23.96202718676123,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-31","Submission Date":"2025-01-01","Generation":0,"Base Model":"netcat420/Qwen2.5-Coder-Scholar-7B-Abliterated-MFANN"},{"eval_name":"netcat420_Qwen2.5-Coder-Scholar-7B-Abliterated-MFANN-Slerp-Unretrained_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"netcat420/Qwen2.5-Coder-Scholar-7B-Abliterated-MFANN-Slerp-Unretrained 📑","fullname":"netcat420/Qwen2.5-Coder-Scholar-7B-Abliterated-MFANN-Slerp-Unretrained","Model sha":"f3e8300e7948b878564f1f4de1d98fc03cc18e32","Average ⬆️":28.058882677645745,"Hub License":"","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2968626346961016,"IFEval Raw":0.6486411610083467,"IFEval":64.86411610083468,"BBH Raw":0.5065573474607916,"BBH":29.939052758341504,"MATH Lvl 5 Raw":0.2990936555891239,"MATH Lvl 5":29.909365558912388,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.41520833333333335,"MUSR":10.134374999999999,"MMLU-PRO Raw":0.3431682180851064,"MMLU-PRO":27.018690898345156,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-18","Submission Date":"2025-01-19","Generation":1,"Base Model":"netcat420/Qwen2.5-Coder-Scholar-7B-Abliterated-MFANN-Slerp-Unretrained (Merge)"},{"eval_name":"netcat420_Qwen2.5-DeepSeek-R1-MFANN-Slerp-7b_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"netcat420/Qwen2.5-DeepSeek-R1-MFANN-Slerp-7b 📑","fullname":"netcat420/Qwen2.5-DeepSeek-R1-MFANN-Slerp-7b","Model sha":"5d4016402d161c445c5a5982e5783c97bd37d3b2","Average ⬆️":8.630087573410409,"Hub License":"","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4050991694505164,"IFEval Raw":0.2675556412540947,"IFEval":26.755564125409467,"BBH Raw":0.37890218644722085,"BBH":13.455601394009934,"MATH Lvl 5 Raw":0.01812688821752266,"MATH Lvl 5":1.812688821752266,"GPQA Raw":0.23238255033557048,"GPQA":0.0,"MUSR Raw":0.35279166666666667,"MUSR":2.232291666666667,"MMLU-PRO Raw":0.16771941489361702,"MMLU-PRO":7.524379432624113,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-23","Submission Date":"2025-01-23","Generation":1,"Base Model":"netcat420/Qwen2.5-DeepSeek-R1-MFANN-Slerp-7b (Merge)"},{"eval_name":"netcat420_Qwen2.5-MFANN-7b_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"netcat420/Qwen2.5-MFANN-7b 📑","fullname":"netcat420/Qwen2.5-MFANN-7b","Model sha":"30757ed2483d24b161febb79bb8f6485bba6cb20","Average ⬆️":26.18533023472354,"Hub License":"","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.369620060318377,"IFEval Raw":0.6097233119234742,"IFEval":60.97233119234742,"BBH Raw":0.5054347004252888,"BBH":30.29029020592803,"MATH Lvl 5 Raw":0.27870090634441086,"MATH Lvl 5":27.870090634441087,"GPQA Raw":0.2860738255033557,"GPQA":4.809843400447425,"MUSR Raw":0.4020625,"MUSR":8.357812500000001,"MMLU-PRO Raw":0.32330452127659576,"MMLU-PRO":24.811613475177303,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-24","Submission Date":"2025-01-24","Generation":0,"Base Model":"netcat420/Qwen2.5-MFANN-7b"},{"eval_name":"netcat420_qwen2.5-MFANN-7b-SLERP-V1.2_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"netcat420/qwen2.5-MFANN-7b-SLERP-V1.2 📑","fullname":"netcat420/qwen2.5-MFANN-7b-SLERP-V1.2","Model sha":"85cb895126edc0161c332515811fc26aacfb29ba","Average ⬆️":28.515188837080995,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.675172916438298,"IFEval Raw":0.6606060807546199,"IFEval":66.060608075462,"BBH Raw":0.5111030308243185,"BBH":30.830881032801738,"MATH Lvl 5 Raw":0.28700906344410876,"MATH Lvl 5":28.700906344410875,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.4259375,"MUSR":12.1421875,"MMLU-PRO Raw":0.34383311170212766,"MMLU-PRO":27.09256796690307,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-09","Submission Date":"2025-02-09","Generation":0,"Base Model":"netcat420/qwen2.5-MFANN-7b-SLERP-V1.2"},{"eval_name":"netcat420_qwen2.5-MFANN-7b-SLERPv1.1_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"netcat420/qwen2.5-MFANN-7b-SLERPv1.1 📑","fullname":"netcat420/qwen2.5-MFANN-7b-SLERPv1.1","Model sha":"62c8ce3c441cc8c0f7aa89189d008689c39935f9","Average ⬆️":27.982247626031953,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9456545319047678,"IFEval Raw":0.6554852236510238,"IFEval":65.54852236510237,"BBH Raw":0.5074761993537673,"BBH":29.97691243171087,"MATH Lvl 5 Raw":0.29682779456193353,"MATH Lvl 5":29.68277945619335,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.41263541666666664,"MUSR":10.112760416666669,"MMLU-PRO Raw":0.34483045212765956,"MMLU-PRO":27.203383569739948,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"netcat420/qwen2.5-MFANN-7b-SLERPv1.1 (Merge)"},{"eval_name":"netcat420_qwen2.5-MFANN-7b-v1.1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"netcat420/qwen2.5-MFANN-7b-v1.1 📑","fullname":"netcat420/qwen2.5-MFANN-7b-v1.1","Model sha":"7f57ae2d56726223d9ed464abc4f70881eacb701","Average ⬆️":26.134594460492067,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6459238625100258,"IFEval Raw":0.6088489651901399,"IFEval":60.88489651901399,"BBH Raw":0.49666375554657477,"BBH":29.471725204280187,"MATH Lvl 5 Raw":0.2824773413897281,"MATH Lvl 5":28.247734138972806,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.41139583333333335,"MUSR":9.7578125,"MMLU-PRO Raw":0.3248005319148936,"MMLU-PRO":24.977836879432623,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-08","Submission Date":"2025-02-09","Generation":0,"Base Model":"netcat420/qwen2.5-MFANN-7b-v1.1"},{"eval_name":"netease-youdao_Confucius-o1-14B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"netease-youdao/Confucius-o1-14B 📑","fullname":"netease-youdao/Confucius-o1-14B","Model sha":"e6c64e53adbcbbdff9e2114b4f61bd4f2aa1602c","Average ⬆️":38.52750121655241,"Hub License":"apache-2.0","Hub ❤️":37,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.7832769050877437,"IFEval Raw":0.6378497941018719,"IFEval":63.78497941018719,"BBH Raw":0.6299772409698484,"BBH":47.34523316427439,"MATH Lvl 5 Raw":0.4312688821752266,"MATH Lvl 5":43.126888217522655,"GPQA Raw":0.3649328859060403,"GPQA":15.324384787472036,"MUSR Raw":0.4338125,"MUSR":14.193229166666663,"MMLU-PRO Raw":0.5265126329787234,"MMLU-PRO":47.39029255319149,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-20","Submission Date":"2025-01-27","Generation":2,"Base Model":"Qwen/Qwen2.5-14B"},{"eval_name":"newsbang_Homer-7B-v0.1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"newsbang/Homer-7B-v0.1 📑","fullname":"newsbang/Homer-7B-v0.1","Model sha":"c953cc313ef5e5029efd057c0d3809a3b8d1cf9f","Average ⬆️":33.058437903590075,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3814683906575003,"IFEval Raw":0.6108724850064495,"IFEval":61.087248500644954,"BBH Raw":0.5601389961416444,"BBH":37.30922654202453,"MATH Lvl 5 Raw":0.3859516616314199,"MATH Lvl 5":38.59516616314199,"GPQA Raw":0.32466442953020136,"GPQA":9.955257270693513,"MUSR Raw":0.43569791666666663,"MUSR":12.79557291666667,"MMLU-PRO Raw":0.4474734042553192,"MMLU-PRO":38.60815602836879,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-14","Submission Date":"2024-11-14","Generation":0,"Base Model":"newsbang/Homer-7B-v0.1"},{"eval_name":"newsbang_Homer-7B-v0.2_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"newsbang/Homer-7B-v0.2 📑","fullname":"newsbang/Homer-7B-v0.2","Model sha":"50b4ca941657ed362f5660aed8274a59a6b3fe2d","Average ⬆️":33.0139580788785,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3491966845781551,"IFEval Raw":0.7493827488840721,"IFEval":74.93827488840721,"BBH Raw":0.5517330182832224,"BBH":36.4034863975643,"MATH Lvl 5 Raw":0.24773413897280966,"MATH Lvl 5":24.773413897280967,"GPQA Raw":0.33221476510067116,"GPQA":10.96196868008949,"MUSR Raw":0.42975,"MUSR":13.118750000000004,"MMLU-PRO Raw":0.4409906914893617,"MMLU-PRO":37.88785460992907,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-15","Generation":0,"Base Model":"Removed"},{"eval_name":"newsbang_Homer-v0.3-Qwen2.5-7B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"newsbang/Homer-v0.3-Qwen2.5-7B 📑","fullname":"newsbang/Homer-v0.3-Qwen2.5-7B","Model sha":"4fa38c6c590d8e9bbf2075b2fa9cc37e75cde5d4","Average ⬆️":31.314788831957532,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1712069632647955,"IFEval Raw":0.5154013572875525,"IFEval":51.54013572875526,"BBH Raw":0.5480594290467807,"BBH":36.41367722607503,"MATH Lvl 5 Raw":0.30891238670694865,"MATH Lvl 5":30.891238670694865,"GPQA Raw":0.3338926174496644,"GPQA":11.185682326621922,"MUSR Raw":0.47436458333333337,"MUSR":19.462239583333332,"MMLU-PRO Raw":0.445561835106383,"MMLU-PRO":38.39575945626477,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-18","Generation":0,"Base Model":"Removed"},{"eval_name":"newsbang_Homer-v0.4-Qwen2.5-7B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"newsbang/Homer-v0.4-Qwen2.5-7B 📑","fullname":"newsbang/Homer-v0.4-Qwen2.5-7B","Model sha":"e5b73b06e63de7f77845463f8a11c93e82befd15","Average ⬆️":33.944012752963395,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2794408280333436,"IFEval Raw":0.799940823681166,"IFEval":79.9940823681166,"BBH Raw":0.5533099174800821,"BBH":36.6037028382434,"MATH Lvl 5 Raw":0.27794561933534745,"MATH Lvl 5":27.794561933534744,"GPQA Raw":0.31543624161073824,"GPQA":8.7248322147651,"MUSR Raw":0.4310833333333333,"MUSR":13.185416666666669,"MMLU-PRO Raw":0.4362533244680851,"MMLU-PRO":37.3614804964539,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-18","Generation":0,"Base Model":"Removed"},{"eval_name":"newsbang_Homer-v0.5-Qwen2.5-7B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"newsbang/Homer-v0.5-Qwen2.5-7B 📑 has been flagged! See discussion #1022","fullname":"newsbang/Homer-v0.5-Qwen2.5-7B","Model sha":"9dc7090b2226f9a2217f593518f734e3246001f9","Average ⬆️":34.76384451852059,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":true,"Chat Template":true,"CO₂ cost (kg)":1.3451683769919567,"IFEval Raw":0.7880756393037142,"IFEval":78.80756393037142,"BBH Raw":0.5540181073562815,"BBH":36.67808911980736,"MATH Lvl 5 Raw":0.3723564954682779,"MATH Lvl 5":37.235649546827794,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.41930208333333335,"MUSR":11.379427083333335,"MMLU-PRO Raw":0.4369182180851064,"MMLU-PRO":37.43535756501182,"Merged":true,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-20","Generation":0,"Base Model":"Removed"},{"eval_name":"newsbang_Homer-v1.0-Qwen2.5-72B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"newsbang/Homer-v1.0-Qwen2.5-72B 📑","fullname":"newsbang/Homer-v1.0-Qwen2.5-72B","Model sha":"c7f3c5c131c046626f8d33eb615c1a0aba19998b","Average ⬆️":47.464376408361055,"Hub License":"apache-2.0","Hub ❤️":6,"#Params (B)":72.706,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":29.548857722554818,"IFEval Raw":0.7627716680629618,"IFEval":76.27716680629618,"BBH Raw":0.7309799550978827,"BBH":62.27406507872839,"MATH Lvl 5 Raw":0.4901812688821752,"MATH Lvl 5":49.01812688821752,"GPQA Raw":0.4161073825503356,"GPQA":22.14765100671141,"MUSR Raw":0.4677291666666667,"MUSR":17.89947916666667,"MMLU-PRO Raw":0.6145279255319149,"MMLU-PRO":57.16976950354611,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-16","Submission Date":"2024-12-16","Generation":0,"Base Model":"newsbang/Homer-v1.0-Qwen2.5-72B"},{"eval_name":"newsbang_Homer-v1.0-Qwen2.5-7B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"newsbang/Homer-v1.0-Qwen2.5-7B 📑","fullname":"newsbang/Homer-v1.0-Qwen2.5-7B","Model sha":"4795825dff1b68dd2cc02b3bd39598a161c09c66","Average ⬆️":32.62357604568507,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2785042364113017,"IFEval Raw":0.6392737935344885,"IFEval":63.92737935344884,"BBH Raw":0.5655254177370223,"BBH":37.81084749225178,"MATH Lvl 5 Raw":0.3323262839879154,"MATH Lvl 5":33.23262839879154,"GPQA Raw":0.3221476510067114,"GPQA":9.61968680089485,"MUSR Raw":0.42782291666666666,"MUSR":11.877864583333334,"MMLU-PRO Raw":0.45345744680851063,"MMLU-PRO":39.273049645390074,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-04","Submission Date":"2024-12-04","Generation":0,"Base Model":"newsbang/Homer-v1.0-Qwen2.5-7B"},{"eval_name":"nguyentd_FinancialAdvice-Qwen2.5-7B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"nguyentd/FinancialAdvice-Qwen2.5-7B 📑","fullname":"nguyentd/FinancialAdvice-Qwen2.5-7B","Model sha":"5c3421d5a980d0b2365b0d704ead30c9e534a019","Average ⬆️":21.287932324484498,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3088900896654123,"IFEval Raw":0.449605934476079,"IFEval":44.960593447607906,"BBH Raw":0.4730934153895792,"BBH":25.630435622160334,"MATH Lvl 5 Raw":0.1148036253776435,"MATH Lvl 5":11.48036253776435,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.40248958333333335,"MUSR":9.144531250000002,"MMLU-PRO Raw":0.375249335106383,"MMLU-PRO":30.583259456264773,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-21","Submission Date":"2024-11-18","Generation":1,"Base Model":"nguyentd/FinancialAdvice-Qwen2.5-7B (Merge)"},{"eval_name":"ngxson_MiniThinky-1B-Llama-3.2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ngxson/MiniThinky-1B-Llama-3.2 📑","fullname":"ngxson/MiniThinky-1B-Llama-3.2","Model sha":"a5e5adf4f7e63f7127a72def90ba3a627bae36bf","Average ⬆️":6.937116033349191,"Hub License":"","Hub ❤️":4,"#Params (B)":1.236,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1223291009575076,"IFEval Raw":0.2771479673931834,"IFEval":27.71479673931834,"BBH Raw":0.31422650382721545,"BBH":4.347795393431276,"MATH Lvl 5 Raw":0.05740181268882175,"MATH Lvl 5":5.740181268882175,"GPQA Raw":0.23909395973154363,"GPQA":0.0,"MUSR Raw":0.34336458333333336,"MUSR":2.187239583333333,"MMLU-PRO Raw":0.1146941489361702,"MMLU-PRO":1.6326832151300221,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-06","Submission Date":"2025-01-07","Generation":1,"Base Model":"ngxson/MiniThinky-1B-Llama-3.2 (Merge)"},{"eval_name":"ngxson_MiniThinky-v2-1B-Llama-3.2_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ngxson/MiniThinky-v2-1B-Llama-3.2 📑","fullname":"ngxson/MiniThinky-v2-1B-Llama-3.2","Model sha":"0eb811aca13439292d4151456577a527a2982c46","Average ⬆️":6.55067744157533,"Hub License":"","Hub ❤️":38,"#Params (B)":1.236,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1046860596842587,"IFEval Raw":0.2963071317437732,"IFEval":29.63071317437732,"BBH Raw":0.32051111358951634,"BBH":4.893769484250589,"MATH Lvl 5 Raw":0.028700906344410877,"MATH Lvl 5":2.8700906344410875,"GPQA Raw":0.23993288590604026,"GPQA":0.0,"MUSR Raw":0.3356145833333333,"MUSR":0.6184895833333329,"MMLU-PRO Raw":0.1116190159574468,"MMLU-PRO":1.2910017730496441,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-08","Submission Date":"2025-01-09","Generation":1,"Base Model":"ngxson/MiniThinky-v2-1B-Llama-3.2 (Merge)"},{"eval_name":"nhyha_N3N_Delirium-v1_1030_0227_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"nhyha/N3N_Delirium-v1_1030_0227 📑","fullname":"nhyha/N3N_Delirium-v1_1030_0227","Model sha":"41eabc719bd611e2bd0094b0842df84916a57a46","Average ⬆️":33.094478522688185,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.294386987361042,"IFEval Raw":0.8022890375315275,"IFEval":80.22890375315274,"BBH Raw":0.5890686677822234,"BBH":40.77504007448568,"MATH Lvl 5 Raw":0.2107250755287009,"MATH Lvl 5":21.07250755287009,"GPQA Raw":0.337248322147651,"GPQA":11.633109619686799,"MUSR Raw":0.40981249999999997,"MUSR":9.859895833333335,"MMLU-PRO Raw":0.41497672872340424,"MMLU-PRO":34.99741430260047,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-30","Submission Date":"2024-11-04","Generation":2,"Base Model":"unsloth/gemma-2-9b-it"},{"eval_name":"nhyha_N3N_Llama-3.1-8B-Instruct_1028_0216_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"nhyha/N3N_Llama-3.1-8B-Instruct_1028_0216 📑","fullname":"nhyha/N3N_Llama-3.1-8B-Instruct_1028_0216","Model sha":"d0715a631898112c9c3b729d0334588a2ff636d8","Average ⬆️":23.479351772868437,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4914317034052258,"IFEval Raw":0.4796063334175543,"IFEval":47.960633341755425,"BBH Raw":0.5053741309920361,"BBH":28.980464124810663,"MATH Lvl 5 Raw":0.17069486404833836,"MATH Lvl 5":17.069486404833835,"GPQA Raw":0.3062080536912752,"GPQA":7.494407158836691,"MUSR Raw":0.40503125,"MUSR":10.062239583333335,"MMLU-PRO Raw":0.36377992021276595,"MMLU-PRO":29.308880023640665,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-28","Submission Date":"2024-11-04","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"nhyha_N3N_gemma-2-9b-it_20241029_1532_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"nhyha/N3N_gemma-2-9b-it_20241029_1532 📑","fullname":"nhyha/N3N_gemma-2-9b-it_20241029_1532","Model sha":"6cfc55a717961ef206978b577bd74df97efe1455","Average ⬆️":32.14813042759547,"Hub License":"gemma","Hub ❤️":2,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.788088397014556,"IFEval Raw":0.6751940407008958,"IFEval":67.51940407008958,"BBH Raw":0.5863124381827675,"BBH":40.9866677332497,"MATH Lvl 5 Raw":0.2122356495468278,"MATH Lvl 5":21.22356495468278,"GPQA Raw":0.34060402684563756,"GPQA":12.080536912751676,"MUSR Raw":0.4593541666666667,"MUSR":16.3859375,"MMLU-PRO Raw":0.4122340425531915,"MMLU-PRO":34.692671394799056,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-29","Submission Date":"2024-11-04","Generation":1,"Base Model":"unsloth/gemma-2-9b-it"},{"eval_name":"nhyha_N3N_gemma-2-9b-it_20241110_2026_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"nhyha/N3N_gemma-2-9b-it_20241110_2026 📑","fullname":"nhyha/N3N_gemma-2-9b-it_20241110_2026","Model sha":"2d4c24278ed9d8b42a4035da16a5aea745797441","Average ⬆️":29.119584296103525,"Hub License":"gemma","Hub ❤️":0,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":5.081099820650457,"IFEval Raw":0.6282829558903709,"IFEval":62.82829558903709,"BBH Raw":0.5867149609980419,"BBH":40.944105549057745,"MATH Lvl 5 Raw":0.1608761329305136,"MATH Lvl 5":16.08761329305136,"GPQA Raw":0.33640939597315433,"GPQA":11.521252796420578,"MUSR Raw":0.40730208333333334,"MUSR":9.779427083333337,"MMLU-PRO Raw":0.40201130319148937,"MMLU-PRO":33.55681146572104,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-12","Submission Date":"2024-11-12","Generation":1,"Base Model":"unsloth/gemma-2-9b-it"},{"eval_name":"nhyha_merge_Qwen2.5-7B-Instruct_20241023_0314_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"nhyha/merge_Qwen2.5-7B-Instruct_20241023_0314 📑","fullname":"nhyha/merge_Qwen2.5-7B-Instruct_20241023_0314","Model sha":"4d93f65c1f870556f05c77a1ef4f26819d49daf7","Average ⬆️":31.4495497347518,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3954515108393644,"IFEval Raw":0.5694568190179834,"IFEval":56.94568190179834,"BBH Raw":0.5558529241660143,"BBH":36.36518528982388,"MATH Lvl 5 Raw":0.3542296072507553,"MATH Lvl 5":35.422960725075534,"GPQA Raw":0.3213087248322148,"GPQA":9.507829977628639,"MUSR Raw":0.42506249999999995,"MUSR":11.099479166666669,"MMLU-PRO Raw":0.45420545212765956,"MMLU-PRO":39.35616134751773,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-23","Submission Date":"2024-11-04","Generation":3,"Base Model":"Qwen/Qwen2.5-7B"},{"eval_name":"nidum_Nidum-Limitless-Gemma-2B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"GemmaForCausalLM","Model":"nidum/Nidum-Limitless-Gemma-2B 📑","fullname":"nidum/Nidum-Limitless-Gemma-2B","Model sha":"e209e3513d2b34c0e6c433ede26e17604c25cb1a","Average ⬆️":6.166007951282463,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":2.506,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7936273921827564,"IFEval Raw":0.24235140538216376,"IFEval":24.235140538216378,"BBH Raw":0.3078801520076317,"BBH":3.4510601516101125,"MATH Lvl 5 Raw":0.013595166163141994,"MATH Lvl 5":1.3595166163141994,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.37403125,"MUSR":4.120572916666667,"MMLU-PRO Raw":0.11735372340425532,"MMLU-PRO":1.9281914893617011,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-02","Submission Date":"2024-08-07","Generation":0,"Base Model":"nidum/Nidum-Limitless-Gemma-2B"},{"eval_name":"nisten_franqwenstein-35b_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"nisten/franqwenstein-35b 📑","fullname":"nisten/franqwenstein-35b","Model sha":"7180aa73e82945a1d2ae0eb304508e21d57e4c27","Average ⬆️":36.57133162829882,"Hub License":"mit","Hub ❤️":8,"#Params (B)":34.714,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":10.035539404554576,"IFEval Raw":0.37986320740080765,"IFEval":37.986320740080764,"BBH Raw":0.6646579178049268,"BBH":52.227468077653526,"MATH Lvl 5 Raw":0.3406344410876133,"MATH Lvl 5":34.06344410876133,"GPQA Raw":0.4035234899328859,"GPQA":20.46979865771812,"MUSR Raw":0.49402083333333335,"MUSR":22.119270833333328,"MMLU-PRO Raw":0.5730551861702128,"MMLU-PRO":52.56168735224587,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-03","Submission Date":"2024-10-03","Generation":1,"Base Model":"nisten/franqwenstein-35b (Merge)"},{"eval_name":"nisten_franqwenstein-35b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"nisten/franqwenstein-35b 📑","fullname":"nisten/franqwenstein-35b","Model sha":"901351a987d664a1cd7f483115a167d3ae5694ec","Average ⬆️":34.451116831224226,"Hub License":"mit","Hub ❤️":8,"#Params (B)":34.714,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.328604130163559,"IFEval Raw":0.39135383005979685,"IFEval":39.13538300597969,"BBH Raw":0.6591132598701116,"BBH":51.68027687329707,"MATH Lvl 5 Raw":0.304380664652568,"MATH Lvl 5":30.438066465256803,"GPQA Raw":0.35906040268456374,"GPQA":14.541387024608499,"MUSR Raw":0.4681041666666667,"MUSR":19.6796875,"MMLU-PRO Raw":0.5610871010638298,"MMLU-PRO":51.23190011820331,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-03","Submission Date":"2024-10-03","Generation":1,"Base Model":"nisten/franqwenstein-35b (Merge)"},{"eval_name":"nisten_tqwendo-36b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"nisten/tqwendo-36b 📑","fullname":"nisten/tqwendo-36b","Model sha":"c50f38e8421785af4b8596f81e0098a6585b4f05","Average ⬆️":37.04172043230399,"Hub License":"mit","Hub ❤️":9,"#Params (B)":35.69,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":18.300782521646237,"IFEval Raw":0.6777672132164878,"IFEval":67.77672132164878,"BBH Raw":0.6431830832659088,"BBH":49.41493648187427,"MATH Lvl 5 Raw":0.41540785498489424,"MATH Lvl 5":41.54078549848943,"GPQA Raw":0.3313758389261745,"GPQA":10.850111856823268,"MUSR Raw":0.44295833333333334,"MUSR":15.103124999999997,"MMLU-PRO Raw":0.4380817819148936,"MMLU-PRO":37.56464243498817,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-21","Submission Date":"2024-12-21","Generation":1,"Base Model":"nisten/tqwendo-36b (Merge)"},{"eval_name":"nlpguy_Lion-Lamarck-v.1.0.8_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"nlpguy/Lion-Lamarck-v.1.0.8 📑","fullname":"nlpguy/Lion-Lamarck-v.1.0.8","Model sha":"3f1c2632893f4a7d22ab50a1b87ebee9f054086f","Average ⬆️":35.883024988283445,"Hub License":"","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.057618841091383,"IFEval Raw":0.45090471061228654,"IFEval":45.090471061228655,"BBH Raw":0.5868930914775694,"BBH":40.84844139218024,"MATH Lvl 5 Raw":0.554380664652568,"MATH Lvl 5":55.438066465256796,"GPQA Raw":0.35822147651006714,"GPQA":14.429530201342287,"MUSR Raw":0.4672708333333333,"MUSR":19.008854166666662,"MMLU-PRO Raw":0.46434507978723405,"MMLU-PRO":40.48278664302601,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-27","Submission Date":"2025-01-27","Generation":1,"Base Model":"nlpguy/Lion-Lamarck-v.1.0.8 (Merge)"},{"eval_name":"nlpguy_Lion-Lamarck-v.1.0.9_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"nlpguy/Lion-Lamarck-v.1.0.9 📑","fullname":"nlpguy/Lion-Lamarck-v.1.0.9","Model sha":"2bb3b70d5eab9fbc39a10452c601fe36d00b9fca","Average ⬆️":36.365577681666096,"Hub License":"","Hub ❤️":1,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.9066220654126314,"IFEval Raw":0.34089549063152436,"IFEval":34.08954906315243,"BBH Raw":0.5918237099420903,"BBH":40.46884807072923,"MATH Lvl 5 Raw":0.5641993957703928,"MATH Lvl 5":56.41993957703928,"GPQA Raw":0.3901006711409396,"GPQA":18.680089485458616,"MUSR Raw":0.5299583333333334,"MUSR":27.378124999999994,"MMLU-PRO Raw":0.47041223404255317,"MMLU-PRO":41.15691489361702,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-28","Submission Date":"2025-01-28","Generation":1,"Base Model":"nlpguy/Lion-Lamarck-v.1.0.9 (Merge)"},{"eval_name":"nlpguy_Lion-Lamarck-v.1.1.0_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"nlpguy/Lion-Lamarck-v.1.1.0 📑","fullname":"nlpguy/Lion-Lamarck-v.1.1.0","Model sha":"dedb68b932cb4bbf50d80150419fdca664ba63e5","Average ⬆️":37.03161283098529,"Hub License":"","Hub ❤️":1,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.8879522097473718,"IFEval Raw":0.3657750324694034,"IFEval":36.57750324694034,"BBH Raw":0.5962460968547941,"BBH":41.16630363693309,"MATH Lvl 5 Raw":0.5755287009063444,"MATH Lvl 5":57.55287009063444,"GPQA Raw":0.3926174496644295,"GPQA":19.01565995525727,"MUSR Raw":0.53253125,"MUSR":27.533072916666658,"MMLU-PRO Raw":0.4630984042553192,"MMLU-PRO":40.3442671394799,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-29","Submission Date":"2025-01-30","Generation":1,"Base Model":"nlpguy/Lion-Lamarck-v.1.1.0 (Merge)"},{"eval_name":"nlpguy_Miisce-one_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"nlpguy/Miisce-one 📑","fullname":"nlpguy/Miisce-one","Model sha":"c32e07ad0f4d9dcc0f0806c7b6a6dc013e0a5cfe","Average ⬆️":39.837021350039876,"Hub License":"","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.0187925477418864,"IFEval Raw":0.6065761069517768,"IFEval":60.65761069517769,"BBH Raw":0.6504562869685913,"BBH":49.71168185726318,"MATH Lvl 5 Raw":0.4169184290030212,"MATH Lvl 5":41.69184290030212,"GPQA Raw":0.3859060402684564,"GPQA":18.120805369127517,"MUSR Raw":0.48198958333333336,"MUSR":19.815364583333334,"MMLU-PRO Raw":0.5412234042553191,"MMLU-PRO":49.02482269503546,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-10","Submission Date":"2025-02-10","Generation":1,"Base Model":"nlpguy/Miisce-one (Merge)"},{"eval_name":"nlpguy_Mistral-NeMo-Minitron-Upscale-v1_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nlpguy/Mistral-NeMo-Minitron-Upscale-v1 📑","fullname":"nlpguy/Mistral-NeMo-Minitron-Upscale-v1","Model sha":"9e6d747cbb81e1f25915a0f42802cbeb85b61c3e","Average ⬆️":10.990222795976974,"Hub License":"other","Hub ❤️":0,"#Params (B)":12.451,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.868611599373479,"IFEval Raw":0.16484040124647048,"IFEval":16.484040124647045,"BBH Raw":0.44679984097967057,"BBH":22.06890968577206,"MATH Lvl 5 Raw":0.014350453172205438,"MATH Lvl 5":1.4350453172205437,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.3803541666666667,"MUSR":4.8442708333333355,"MMLU-PRO Raw":0.2537400265957447,"MMLU-PRO":17.082225177304963,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-29","Submission Date":"2024-09-29","Generation":1,"Base Model":"nlpguy/Mistral-NeMo-Minitron-Upscale-v1 (Merge)"},{"eval_name":"nlpguy_Mistral-NeMo-Minitron-Upscale-v2_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nlpguy/Mistral-NeMo-Minitron-Upscale-v2 📑","fullname":"nlpguy/Mistral-NeMo-Minitron-Upscale-v2","Model sha":"4ac077e496705687fdcbe51f3b915be42e91bf79","Average ⬆️":8.345444097364796,"Hub License":"other","Hub ❤️":1,"#Params (B)":12.451,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.849237341350645,"IFEval Raw":0.15727159492369136,"IFEval":15.727159492369136,"BBH Raw":0.3949668154807224,"BBH":14.382673288078204,"MATH Lvl 5 Raw":0.01283987915407855,"MATH Lvl 5":1.283987915407855,"GPQA Raw":0.27348993288590606,"GPQA":3.1319910514541416,"MUSR Raw":0.3790833333333334,"MUSR":5.252083333333334,"MMLU-PRO Raw":0.1926529255319149,"MMLU-PRO":10.2947695035461,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-29","Submission Date":"2024-09-29","Generation":1,"Base Model":"nlpguy/Mistral-NeMo-Minitron-Upscale-v2 (Merge)"},{"eval_name":"nlpguy_Mistral-NeMo-Minitron-Upscale-v3_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nlpguy/Mistral-NeMo-Minitron-Upscale-v3 📑","fullname":"nlpguy/Mistral-NeMo-Minitron-Upscale-v3","Model sha":"6703b09d3d78cc020448ee93c53dc727312bcbaf","Average ⬆️":5.202259190321894,"Hub License":"other","Hub ❤️":1,"#Params (B)":12.451,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":9.086727159842797,"IFEval Raw":0.14120976786038822,"IFEval":14.120976786038822,"BBH Raw":0.30524522602918064,"BBH":3.3982664477164874,"MATH Lvl 5 Raw":0.011329305135951661,"MATH Lvl 5":1.1329305135951662,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.40984375,"MUSR":9.430468750000001,"MMLU-PRO Raw":0.11710438829787234,"MMLU-PRO":1.9004875886524817,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-04","Submission Date":"2024-10-04","Generation":1,"Base Model":"nlpguy/Mistral-NeMo-Minitron-Upscale-v3 (Merge)"},{"eval_name":"nlpguy_StableProse_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nlpguy/StableProse 📑","fullname":"nlpguy/StableProse","Model sha":"4937dc747684705e4b87df27b47eab5429f3a9c1","Average ⬆️":16.623904800931484,"Hub License":"","Hub ❤️":1,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.588726111482876,"IFEval Raw":0.19723888172271792,"IFEval":19.723888172271792,"BBH Raw":0.5116558625577087,"BBH":30.180202714185956,"MATH Lvl 5 Raw":0.0649546827794562,"MATH Lvl 5":6.495468277945619,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.4067083333333333,"MUSR":8.871875000000001,"MMLU-PRO Raw":0.3468251329787234,"MMLU-PRO":27.425014775413715,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-16","Submission Date":"2024-08-17","Generation":1,"Base Model":"nlpguy/StableProse (Merge)"},{"eval_name":"nlpguy_StarFusion-alpha1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nlpguy/StarFusion-alpha1 📑","fullname":"nlpguy/StarFusion-alpha1","Model sha":"dccad965a710d7bee001b6387c8307e7c320291e","Average ⬆️":20.8283235530266,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7569972792351518,"IFEval Raw":0.5660092997690572,"IFEval":56.60092997690572,"BBH Raw":0.4428694115507034,"BBH":21.933181635654744,"MATH Lvl 5 Raw":0.07175226586102719,"MATH Lvl 5":7.175226586102719,"GPQA Raw":0.2953020134228188,"GPQA":6.040268456375841,"MUSR Raw":0.40810416666666666,"MUSR":8.879687500000001,"MMLU-PRO Raw":0.3190658244680851,"MMLU-PRO":24.34064716312057,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-04-13","Submission Date":"2024-06-26","Generation":1,"Base Model":"nlpguy/StarFusion-alpha1 (Merge)"},{"eval_name":"noname0202_Llama-3.2-4x3B-Instruct_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"noname0202/Llama-3.2-4x3B-Instruct 📑","fullname":"noname0202/Llama-3.2-4x3B-Instruct","Model sha":"b7db5c4ec1138be364127e0482adabc8355d0943","Average ⬆️":24.010126992420393,"Hub License":"","Hub ❤️":0,"#Params (B)":9.949,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.384502028042734,"IFEval Raw":0.7067181744438091,"IFEval":70.6718174443809,"BBH Raw":0.4647311192852755,"BBH":24.689908534883614,"MATH Lvl 5 Raw":0.15861027190332327,"MATH Lvl 5":15.861027190332328,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.36739583333333337,"MUSR":4.424479166666669,"MMLU-PRO Raw":0.3285405585106383,"MMLU-PRO":25.39339539007092,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-26","Generation":0,"Base Model":"Removed"},{"eval_name":"noname0202_gemma-2-2b-it-ties_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"noname0202/gemma-2-2b-it-ties 📑","fullname":"noname0202/gemma-2-2b-it-ties","Model sha":"7ab51f4991186f6850d826e4ddc44a053de05f2f","Average ⬆️":10.06382335103593,"Hub License":"","Hub ❤️":0,"#Params (B)":2.614,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.4053951190182237,"IFEval Raw":0.12657083205893696,"IFEval":12.657083205893695,"BBH Raw":0.42057403060290816,"BBH":18.13956937900525,"MATH Lvl 5 Raw":0.02416918429003021,"MATH Lvl 5":2.416918429003021,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.39288541666666665,"MUSR":7.144010416666667,"MMLU-PRO Raw":0.2560671542553192,"MMLU-PRO":17.340794917257686,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-29","Generation":0,"Base Model":"Removed"},{"eval_name":"noname0202_gemma-2-9b-sft-jp-en-zh-v1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"noname0202/gemma-2-9b-sft-jp-en-zh-v1 📑","fullname":"noname0202/gemma-2-9b-sft-jp-en-zh-v1","Model sha":"06ca7f00ce3ddece15cb50a1292ce0912e19af4e","Average ⬆️":16.85196649387241,"Hub License":"","Hub ❤️":0,"#Params (B)":9.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8314716525402794,"IFEval Raw":0.29880494864736673,"IFEval":29.880494864736676,"BBH Raw":0.4519290530910057,"BBH":22.0002402150018,"MATH Lvl 5 Raw":0.0891238670694864,"MATH Lvl 5":8.91238670694864,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.40801041666666665,"MUSR":9.101302083333335,"MMLU-PRO Raw":0.3125,"MMLU-PRO":23.61111111111111,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-05","Generation":0,"Base Model":"Removed"},{"eval_name":"noname0202_gemma-2-9b-sft-jp-en-zh-v2_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"noname0202/gemma-2-9b-sft-jp-en-zh-v2 📑","fullname":"noname0202/gemma-2-9b-sft-jp-en-zh-v2","Model sha":"b32a4038b8617c7620ee7761609d926ddda8c1fe","Average ⬆️":19.130819899645495,"Hub License":"","Hub ❤️":0,"#Params (B)":9.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.625544838025149,"IFEval Raw":0.3993470657854493,"IFEval":39.93470657854493,"BBH Raw":0.4515041184509401,"BBH":22.658058596327027,"MATH Lvl 5 Raw":0.1042296072507553,"MATH Lvl 5":10.42296072507553,"GPQA Raw":0.287751677852349,"GPQA":5.033557046979867,"MUSR Raw":0.36115625,"MUSR":7.011197916666666,"MMLU-PRO Raw":0.36751994680851063,"MMLU-PRO":29.724438534278963,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-05","Generation":0,"Base Model":"Removed"},{"eval_name":"noname0202_llama-math-1b-r16-0to512tokens-test_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"noname0202/llama-math-1b-r16-0to512tokens-test 📑","fullname":"noname0202/llama-math-1b-r16-0to512tokens-test","Model sha":"df274b741781f3f3ecce2ef86883863aaeb71c58","Average ⬆️":13.804072106791523,"Hub License":"","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7330675322960788,"IFEval Raw":0.5469753587148765,"IFEval":54.69753587148765,"BBH Raw":0.34884166022601404,"BBH":8.389239359006991,"MATH Lvl 5 Raw":0.08157099697885196,"MATH Lvl 5":8.157099697885197,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.3143125,"MUSR":1.255729166666667,"MMLU-PRO Raw":0.17278922872340424,"MMLU-PRO":8.087692080378249,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-25","Generation":0,"Base Model":"Removed"},{"eval_name":"noname0202_llama-math-1b-r32-0to512tokens-test_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"noname0202/llama-math-1b-r32-0to512tokens-test 📑","fullname":"noname0202/llama-math-1b-r32-0to512tokens-test","Model sha":"200ae9a8db697345c6471e12a225f2e7adb953c1","Average ⬆️":14.371257364913582,"Hub License":"","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8009289669930701,"IFEval Raw":0.5682577782505973,"IFEval":56.825777825059724,"BBH Raw":0.3495183139510159,"BBH":8.191900397270365,"MATH Lvl 5 Raw":0.09063444108761329,"MATH Lvl 5":9.06344410876133,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.32094791666666667,"MUSR":1.6851562500000004,"MMLU-PRO Raw":0.17603058510638298,"MMLU-PRO":8.447842789598107,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-24","Generation":0,"Base Model":"Removed"},{"eval_name":"noname0202_llama-math-1b-r32-test_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"noname0202/llama-math-1b-r32-test 📑","fullname":"noname0202/llama-math-1b-r32-test","Model sha":"3b2cd2f41ed1a9894dd1bdd275f45081d5c6caf1","Average ⬆️":14.418127068599686,"Hub License":"","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7467959408138168,"IFEval Raw":0.5819215237791282,"IFEval":58.192152377912834,"BBH Raw":0.3485960127764988,"BBH":8.498754758774203,"MATH Lvl 5 Raw":0.07250755287009064,"MATH Lvl 5":7.250755287009064,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.31564583333333335,"MUSR":2.3223958333333345,"MMLU-PRO Raw":0.17810837765957446,"MMLU-PRO":8.678708628841607,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-24","Generation":0,"Base Model":"Removed"},{"eval_name":"noname0202_llama-math-1b-r8-512tokens-test_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"noname0202/llama-math-1b-r8-512tokens-test 📑","fullname":"noname0202/llama-math-1b-r8-512tokens-test","Model sha":"ba83c9aca75dd38a66df90eb2dd1cb56db6d3c9a","Average ⬆️":14.630751727519524,"Hub License":"","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7317208362766235,"IFEval Raw":0.5791987482103043,"IFEval":57.91987482103042,"BBH Raw":0.3495762462148306,"BBH":8.396798396874248,"MATH Lvl 5 Raw":0.08157099697885196,"MATH Lvl 5":8.157099697885197,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.31694791666666666,"MUSR":2.485156250000001,"MMLU-PRO Raw":0.17528257978723405,"MMLU-PRO":8.36473108747045,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-24","Generation":0,"Base Model":"Removed"},{"eval_name":"notbdq_Qwen2.5-14B-Instruct-1M-GRPO-Reasoning_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"notbdq/Qwen2.5-14B-Instruct-1M-GRPO-Reasoning 📑","fullname":"notbdq/Qwen2.5-14B-Instruct-1M-GRPO-Reasoning","Model sha":"8322cabcc11053dca1f6fac6f3ffac4781ec9641","Average ⬆️":41.559026792386994,"Hub License":"","Hub ❤️":4,"#Params (B)":14.77,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.391751948378743,"IFEval Raw":0.8413564896696322,"IFEval":84.1356489669632,"BBH Raw":0.6198222551365405,"BBH":45.658280600233155,"MATH Lvl 5 Raw":0.5302114803625377,"MATH Lvl 5":53.02114803625378,"GPQA Raw":0.34312080536912754,"GPQA":12.416107382550338,"MUSR Raw":0.418,"MUSR":11.350000000000003,"MMLU-PRO Raw":0.4849567819148936,"MMLU-PRO":42.77297576832151,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-01","Submission Date":"2025-02-05","Generation":0,"Base Model":"notbdq/Qwen2.5-14B-Instruct-1M-GRPO-Reasoning"},{"eval_name":"nothingiisreal_L3.1-8B-Celeste-V1.5_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"nothingiisreal/L3.1-8B-Celeste-V1.5 📑","fullname":"nothingiisreal/L3.1-8B-Celeste-V1.5","Model sha":"e7ea0e3d2727c8cf66c0481ffa251f28cb85429f","Average ⬆️":26.172145831649967,"Hub License":"llama3.1","Hub ❤️":39,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4143282385062868,"IFEval Raw":0.7326715337526651,"IFEval":73.2671533752665,"BBH Raw":0.5011796822721141,"BBH":28.887966925667627,"MATH Lvl 5 Raw":0.14652567975830816,"MATH Lvl 5":14.652567975830816,"GPQA Raw":0.28439597315436244,"GPQA":4.5861297539149914,"MUSR Raw":0.37486458333333333,"MUSR":5.5914062499999995,"MMLU-PRO Raw":0.37042885638297873,"MMLU-PRO":30.04765070921986,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-27","Submission Date":"2024-12-04","Generation":0,"Base Model":"nothingiisreal/L3.1-8B-Celeste-V1.5"},{"eval_name":"nothingiisreal_MN-12B-Starcannon-v2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nothingiisreal/MN-12B-Starcannon-v2 📑","fullname":"nothingiisreal/MN-12B-Starcannon-v2","Model sha":"f2ff756e8c32d9107d4f6a3c18c730e3fe0cae88","Average ⬆️":18.181449904707133,"Hub License":"apache-2.0","Hub ❤️":7,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.445325569110211,"IFEval Raw":0.3925273828995953,"IFEval":39.252738289959524,"BBH Raw":0.5004499888471767,"BBH":28.424782963573875,"MATH Lvl 5 Raw":0.05966767371601209,"MATH Lvl 5":5.966767371601208,"GPQA Raw":0.2785234899328859,"GPQA":3.8031319910514525,"MUSR Raw":0.39781249999999996,"MUSR":7.993229166666668,"MMLU-PRO Raw":0.31283244680851063,"MMLU-PRO":23.648049645390067,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-08-13","Submission Date":"2024-09-03","Generation":1,"Base Model":"nothingiisreal/MN-12B-Starcannon-v2 (Merge)"},{"eval_name":"nothingiisreal_MN-12B-Starcannon-v3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nothingiisreal/MN-12B-Starcannon-v3 📑","fullname":"nothingiisreal/MN-12B-Starcannon-v3","Model sha":"169480b62121c4f070e93a05158545c679712644","Average ⬆️":19.144471264239638,"Hub License":"","Hub ❤️":13,"#Params (B)":12.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.4913418617587566,"IFEval Raw":0.38073755413414184,"IFEval":38.07375541341418,"BBH Raw":0.5170553444795719,"BBH":30.873001626388618,"MATH Lvl 5 Raw":0.07779456193353475,"MATH Lvl 5":7.779456193353475,"GPQA Raw":0.27348993288590606,"GPQA":3.1319910514541416,"MUSR Raw":0.40463541666666664,"MUSR":9.846093749999996,"MMLU-PRO Raw":0.32646276595744683,"MMLU-PRO":25.162529550827422,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-13","Submission Date":"2024-09-03","Generation":1,"Base Model":"nothingiisreal/MN-12B-Starcannon-v3 (Merge)"},{"eval_name":"nvidia_AceInstruct-1.5B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"nvidia/AceInstruct-1.5B 📑","fullname":"nvidia/AceInstruct-1.5B","Model sha":"1e3d02075fcf988407b436eb5c10a407be86c71f","Average ⬆️":18.11586485792988,"Hub License":"cc-by-nc-4.0","Hub ❤️":18,"#Params (B)":1.777,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7064082962319682,"IFEval Raw":0.3947758613811354,"IFEval":39.47758613811354,"BBH Raw":0.3931958135346713,"BBH":15.468561041610593,"MATH Lvl 5 Raw":0.31268882175226587,"MATH Lvl 5":31.268882175226587,"GPQA Raw":0.27181208053691275,"GPQA":2.9082774049216997,"MUSR Raw":0.34600000000000003,"MUSR":2.0833333333333326,"MMLU-PRO Raw":0.2573969414893617,"MMLU-PRO":17.48854905437352,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2025-01-15","Submission Date":"2025-01-24","Generation":0,"Base Model":"nvidia/AceInstruct-1.5B"},{"eval_name":"nvidia_AceInstruct-72B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"nvidia/AceInstruct-72B 📑","fullname":"nvidia/AceInstruct-72B","Model sha":"3c5c88ea8ab5d5067e23a482cc26014a0d23e848","Average ⬆️":40.40502231212503,"Hub License":"cc-by-nc-4.0","Hub ❤️":14,"#Params (B)":72.706,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":80.78669497709723,"IFEval Raw":0.711888899231816,"IFEval":71.1888899231816,"BBH Raw":0.6139041785911337,"BBH":44.20381994540313,"MATH Lvl 5 Raw":0.6261329305135952,"MATH Lvl 5":62.61329305135952,"GPQA Raw":0.3213087248322148,"GPQA":9.507829977628639,"MUSR Raw":0.42060416666666667,"MUSR":11.875520833333338,"MMLU-PRO Raw":0.48736702127659576,"MMLU-PRO":43.04078014184397,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2025-01-15","Submission Date":"2025-01-24","Generation":0,"Base Model":"nvidia/AceInstruct-72B"},{"eval_name":"nvidia_AceInstruct-7B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"nvidia/AceInstruct-7B 📑","fullname":"nvidia/AceInstruct-7B","Model sha":"3bbb14f63afd2dc890c7932bfffb4f6dc3bfa1e8","Average ⬆️":33.05654347527337,"Hub License":"cc-by-nc-4.0","Hub ❤️":19,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8501446641433856,"IFEval Raw":0.5422290633297429,"IFEval":54.22290633297429,"BBH Raw":0.550118130896558,"BBH":36.57481399081368,"MATH Lvl 5 Raw":0.5294561933534743,"MATH Lvl 5":52.94561933534743,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.4255,"MUSR":11.6875,"MMLU-PRO Raw":0.417719414893617,"MMLU-PRO":35.30215721040189,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2025-01-15","Submission Date":"2025-01-24","Generation":0,"Base Model":"nvidia/AceInstruct-7B"},{"eval_name":"nvidia_AceMath-1.5B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"nvidia/AceMath-1.5B-Instruct 📑","fullname":"nvidia/AceMath-1.5B-Instruct","Model sha":"166818c371eaafb212b243aecadd50b1079fa776","Average ⬆️":20.18985986442293,"Hub License":"cc-by-nc-4.0","Hub ❤️":7,"#Params (B)":1.777,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.663243327095496,"IFEval Raw":0.32123654126606294,"IFEval":32.1236541266063,"BBH Raw":0.4024301274933693,"BBH":16.762509591549986,"MATH Lvl 5 Raw":0.5287009063444109,"MATH Lvl 5":52.87009063444109,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.3606979166666667,"MUSR":4.320572916666668,"MMLU-PRO Raw":0.20636635638297873,"MMLU-PRO":11.818484042553191,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2025-01-13","Submission Date":"2025-01-24","Generation":0,"Base Model":"nvidia/AceMath-1.5B-Instruct"},{"eval_name":"nvidia_AceMath-72B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"nvidia/AceMath-72B-Instruct 📑","fullname":"nvidia/AceMath-72B-Instruct","Model sha":"9bab369176cddd6cbc38b2002ffbef9a3152aade","Average ⬆️":36.65560439276686,"Hub License":"cc-by-nc-4.0","Hub ❤️":14,"#Params (B)":72.706,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":88.01123585671756,"IFEval Raw":0.494993284485166,"IFEval":49.49932844851659,"BBH Raw":0.640215611099268,"BBH":48.68777244219516,"MATH Lvl 5 Raw":0.7145015105740181,"MATH Lvl 5":71.45015105740181,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.40615625,"MUSR":9.602864583333336,"MMLU-PRO Raw":0.44107380319148937,"MMLU-PRO":37.89708924349882,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2025-01-14","Submission Date":"2025-01-24","Generation":0,"Base Model":"nvidia/AceMath-72B-Instruct"},{"eval_name":"nvidia_AceMath-72B-RM_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForSequenceClassification","Model":"nvidia/AceMath-72B-RM 📑","fullname":"nvidia/AceMath-72B-RM","Model sha":"bb8cb2e7bd45c1d74894d87a95249d5dd5c19bf4","Average ⬆️":3.4288267214523853,"Hub License":"cc-by-nc-4.0","Hub ❤️":8,"#Params (B)":71.461,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":150.00072389582226,"IFEval Raw":0.14125963554479892,"IFEval":14.12596355447989,"BBH Raw":0.2717426350897727,"BBH":1.4035016501209492,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.23406040268456377,"GPQA":0.0,"MUSR Raw":0.3351458333333333,"MUSR":3.0598958333333326,"MMLU-PRO Raw":0.11785239361702128,"MMLU-PRO":1.9835992907801419,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2025-01-14","Submission Date":"2025-01-24","Generation":0,"Base Model":"nvidia/AceMath-72B-RM"},{"eval_name":"nvidia_AceMath-7B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"nvidia/AceMath-7B-Instruct 📑","fullname":"nvidia/AceMath-7B-Instruct","Model sha":"f29b4bd5ad5e4fc7bfb52343dca2dd07e948f964","Average ⬆️":30.327490047445718,"Hub License":"cc-by-nc-4.0","Hub ❤️":21,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9773082959878772,"IFEval Raw":0.45317756885064964,"IFEval":45.317756885064966,"BBH Raw":0.49938547326244365,"BBH":29.99382585790849,"MATH Lvl 5 Raw":0.6336858006042296,"MATH Lvl 5":63.368580060422964,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.4192708333333333,"MUSR":11.208854166666667,"MMLU-PRO Raw":0.33834773936170215,"MMLU-PRO":26.483082151300234,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2025-01-13","Submission Date":"2025-01-24","Generation":0,"Base Model":"nvidia/AceMath-7B-Instruct"},{"eval_name":"nvidia_AceMath-7B-RM_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForSequenceClassification","Model":"nvidia/AceMath-7B-RM 📑","fullname":"nvidia/AceMath-7B-RM","Model sha":"2a7b81019f94d1a78eec298f7cf5c677ff958f5a","Average ⬆️":3.2243900063069617,"Hub License":"cc-by-nc-4.0","Hub ❤️":6,"#Params (B)":7.071,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3542793026535587,"IFEval Raw":0.14937809456686035,"IFEval":14.937809456686036,"BBH Raw":0.2422689292768334,"BBH":0.25152703505644675,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.24580536912751677,"GPQA":0.0,"MUSR Raw":0.35800000000000004,"MUSR":2.6166666666666667,"MMLU-PRO Raw":0.11386303191489362,"MMLU-PRO":1.540336879432624,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2025-01-14","Submission Date":"2025-01-24","Generation":0,"Base Model":"nvidia/AceMath-7B-RM"},{"eval_name":"nvidia_Hymba-1.5B-Base_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"HymbaForCausalLM","Model":"nvidia/Hymba-1.5B-Base 📑","fullname":"nvidia/Hymba-1.5B-Base","Model sha":"85e5b833d75f26170c7684ba83140f1bf9fedf37","Average ⬆️":8.035282134433706,"Hub License":"other","Hub ❤️":139,"#Params (B)":1.523,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":18.215828757603376,"IFEval Raw":0.2295121389025563,"IFEval":22.95121389025563,"BBH Raw":0.32564785214182224,"BBH":7.689941118138137,"MATH Lvl 5 Raw":0.013595166163141994,"MATH Lvl 5":1.3595166163141994,"GPQA Raw":0.2558724832214765,"GPQA":0.7829977628635317,"MUSR Raw":0.3566354166666667,"MUSR":5.179427083333335,"MMLU-PRO Raw":0.19223736702127658,"MMLU-PRO":10.248596335697398,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-10-09","Submission Date":"2024-12-06","Generation":0,"Base Model":"nvidia/Hymba-1.5B-Base"},{"eval_name":"nvidia_Hymba-1.5B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"HymbaForCausalLM","Model":"nvidia/Hymba-1.5B-Instruct 📑","fullname":"nvidia/Hymba-1.5B-Instruct","Model sha":"ffc758eefef247c0ee4d7ce41636562759027ce6","Average ⬆️":14.192383567083992,"Hub License":"other","Hub ❤️":224,"#Params (B)":1.523,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":13.425331528485655,"IFEval Raw":0.6009055971488984,"IFEval":60.09055971488983,"BBH Raw":0.3067133908231881,"BBH":4.591463615472479,"MATH Lvl 5 Raw":0.027190332326283987,"MATH Lvl 5":2.719033232628399,"GPQA Raw":0.28859060402684567,"GPQA":5.145413870246088,"MUSR Raw":0.33158333333333334,"MUSR":1.0479166666666664,"MMLU-PRO Raw":0.20403922872340424,"MMLU-PRO":11.55991430260047,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-10-31","Submission Date":"2024-12-06","Generation":1,"Base Model":"nvidia/Hymba-1.5B-Instruct (Merge)"},{"eval_name":"nvidia_Llama-3.1-Minitron-4B-Depth-Base_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"nvidia/Llama-3.1-Minitron-4B-Depth-Base 📑","fullname":"nvidia/Llama-3.1-Minitron-4B-Depth-Base","Model sha":"40d82bc951b4f39e9c9e11176334250c30975098","Average ⬆️":11.658051143450892,"Hub License":"other","Hub ❤️":21,"#Params (B)":4.02,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9353812716104579,"IFEval Raw":0.16069362624502986,"IFEval":16.069362624502986,"BBH Raw":0.4170704193104893,"BBH":19.44410955550794,"MATH Lvl 5 Raw":0.019637462235649546,"MATH Lvl 5":1.9637462235649545,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.40106250000000004,"MUSR":10.699479166666668,"MMLU-PRO Raw":0.2798371010638298,"MMLU-PRO":19.98190011820331,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-08-13","Submission Date":"2024-09-25","Generation":0,"Base Model":"nvidia/Llama-3.1-Minitron-4B-Depth-Base"},{"eval_name":"nvidia_Llama-3.1-Nemotron-70B-Instruct-HF_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"nvidia/Llama-3.1-Nemotron-70B-Instruct-HF 📑","fullname":"nvidia/Llama-3.1-Nemotron-70B-Instruct-HF","Model sha":"250db5cf2323e04a6d2025a2ca2b94a95c439e88","Average ⬆️":36.90717314950126,"Hub License":"llama3.1","Hub ❤️":2028,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":27.257495267202522,"IFEval Raw":0.7380672172059026,"IFEval":73.80672172059025,"BBH Raw":0.6316000668895038,"BBH":47.10953049372728,"MATH Lvl 5 Raw":0.42673716012084595,"MATH Lvl 5":42.6737160120846,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.4327604166666667,"MUSR":13.195052083333335,"MMLU-PRO Raw":0.49185505319148937,"MMLU-PRO":43.53945035460993,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-10-12","Submission Date":"2024-10-16","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-70B"},{"eval_name":"nvidia_Minitron-4B-Base_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"NemotronForCausalLM","Model":"nvidia/Minitron-4B-Base 📑","fullname":"nvidia/Minitron-4B-Base","Model sha":"d6321f64412982046a32d761701167e752fedc02","Average ⬆️":11.977737055629914,"Hub License":"other","Hub ❤️":133,"#Params (B)":4.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.3785336263128607,"IFEval Raw":0.2217937295265451,"IFEval":22.17937295265451,"BBH Raw":0.4083876243992497,"BBH":17.215600655061085,"MATH Lvl 5 Raw":0.019637462235649546,"MATH Lvl 5":1.9637462235649545,"GPQA Raw":0.26929530201342283,"GPQA":2.572706935123044,"MUSR Raw":0.413375,"MUSR":9.938541666666667,"MMLU-PRO Raw":0.261968085106383,"MMLU-PRO":17.99645390070922,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-07-19","Submission Date":"2024-09-25","Generation":0,"Base Model":"nvidia/Minitron-4B-Base"},{"eval_name":"nvidia_Minitron-8B-Base_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"NemotronForCausalLM","Model":"nvidia/Minitron-8B-Base 📑","fullname":"nvidia/Minitron-8B-Base","Model sha":"70fa5997afc42807f41eebd5d481f040556fdf97","Average ⬆️":14.21649076588472,"Hub License":"other","Hub ❤️":64,"#Params (B)":7.22,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.8250414403326536,"IFEval Raw":0.24242676099416216,"IFEval":24.242676099416215,"BBH Raw":0.43950631883576047,"BBH":22.04079297000523,"MATH Lvl 5 Raw":0.0256797583081571,"MATH Lvl 5":2.56797583081571,"GPQA Raw":0.27348993288590606,"GPQA":3.1319910514541416,"MUSR Raw":0.40255208333333337,"MUSR":9.085677083333335,"MMLU-PRO Raw":0.31806848404255317,"MMLU-PRO":24.229831560283685,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-07-19","Submission Date":"2024-09-25","Generation":0,"Base Model":"nvidia/Minitron-8B-Base"},{"eval_name":"nvidia_Mistral-NeMo-Minitron-8B-Base_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nvidia/Mistral-NeMo-Minitron-8B-Base 📑","fullname":"nvidia/Mistral-NeMo-Minitron-8B-Base","Model sha":"cc94637b669b62c4829b1e0c3b9074fecd883b74","Average ⬆️":17.697925857529604,"Hub License":"other","Hub ❤️":171,"#Params (B)":7.88,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.115428506801799,"IFEval Raw":0.19456597383830457,"IFEval":19.456597383830456,"BBH Raw":0.5219098090521418,"BBH":31.822015157490153,"MATH Lvl 5 Raw":0.04833836858006042,"MATH Lvl 5":4.833836858006042,"GPQA Raw":0.32550335570469796,"GPQA":10.067114093959727,"MUSR Raw":0.40915625000000005,"MUSR":8.944531250000002,"MMLU-PRO Raw":0.37957114361702127,"MMLU-PRO":31.063460401891252,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-08-19","Submission Date":"2024-08-22","Generation":0,"Base Model":"nvidia/Mistral-NeMo-Minitron-8B-Base"},{"eval_name":"nvidia_Mistral-NeMo-Minitron-8B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nvidia/Mistral-NeMo-Minitron-8B-Instruct 📑","fullname":"nvidia/Mistral-NeMo-Minitron-8B-Instruct","Model sha":"27964e305f862f9947f577332a943d7013abc30f","Average ⬆️":23.57259648330948,"Hub License":"other","Hub ❤️":74,"#Params (B)":8.414,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.987795925850581,"IFEval Raw":0.5003889679384035,"IFEval":50.03889679384034,"BBH Raw":0.5320919605840294,"BBH":34.126491245346166,"MATH Lvl 5 Raw":0.1163141993957704,"MATH Lvl 5":11.63141993957704,"GPQA Raw":0.287751677852349,"GPQA":5.033557046979867,"MUSR Raw":0.38857291666666666,"MUSR":7.37161458333333,"MMLU-PRO Raw":0.39910239361702127,"MMLU-PRO":33.23359929078014,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-10-02","Submission Date":"2024-10-04","Generation":1,"Base Model":"nvidia/Mistral-NeMo-Minitron-8B-Instruct (Merge)"},{"eval_name":"nvidia_Nemotron-Mini-4B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"NemotronForCausalLM","Model":"nvidia/Nemotron-Mini-4B-Instruct 📑","fullname":"nvidia/Nemotron-Mini-4B-Instruct","Model sha":"6a417790c444fd65a3da6a5c8821de6afc9654a6","Average ⬆️":18.363511312885766,"Hub License":"other","Hub ❤️":159,"#Params (B)":4.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.2346275759953937,"IFEval Raw":0.6668761109411916,"IFEval":66.68761109411916,"BBH Raw":0.3864840798591535,"BBH":14.203825178862052,"MATH Lvl 5 Raw":0.0256797583081571,"MATH Lvl 5":2.56797583081571,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.3767291666666666,"MUSR":4.624479166666667,"MMLU-PRO Raw":0.26263297872340424,"MMLU-PRO":18.070330969267136,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-09-10","Submission Date":"2024-09-25","Generation":0,"Base Model":"nvidia/Nemotron-Mini-4B-Instruct"},{"eval_name":"nvidia_OpenMath2-Llama3.1-8B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"nvidia/OpenMath2-Llama3.1-8B 📑","fullname":"nvidia/OpenMath2-Llama3.1-8B","Model sha":"4187cd28e77e76367261992b3274c77ffcbfd3d5","Average ⬆️":12.751664730325508,"Hub License":"llama3.1","Hub ❤️":28,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.5522116124404097,"IFEval Raw":0.23305939352030391,"IFEval":23.305939352030393,"BBH Raw":0.40955241401694514,"BBH":16.294369976218587,"MATH Lvl 5 Raw":0.2673716012084592,"MATH Lvl 5":26.73716012084592,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.34355208333333337,"MUSR":2.010677083333334,"MMLU-PRO Raw":0.15533577127659576,"MMLU-PRO":6.148419030732861,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-09-30","Submission Date":"2024-12-07","Generation":1,"Base Model":"nvidia/OpenMath2-Llama3.1-8B (Merge)"},{"eval_name":"nxmwxm_Beast-Soul-new_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"nxmwxm/Beast-Soul-new 📑","fullname":"nxmwxm/Beast-Soul-new","Model sha":"dd2ae8a96b7d088eb94a1cfa6ff84c3489e8c010","Average ⬆️":21.81767341260428,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3140460927306377,"IFEval Raw":0.48687482546310457,"IFEval":48.68748254631046,"BBH Raw":0.5227143628884523,"BBH":33.07275916855207,"MATH Lvl 5 Raw":0.07401812688821752,"MATH Lvl 5":7.401812688821751,"GPQA Raw":0.28187919463087246,"GPQA":4.250559284116329,"MUSR Raw":0.4459270833333333,"MUSR":14.140885416666668,"MMLU-PRO Raw":0.3101728723404255,"MMLU-PRO":23.352541371158388,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-07","Submission Date":"2024-08-07","Generation":1,"Base Model":"nxmwxm/Beast-Soul-new (Merge)"},{"eval_name":"occiglot_occiglot-7b-es-en-instruct_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"occiglot/occiglot-7b-es-en-instruct 📑","fullname":"occiglot/occiglot-7b-es-en-instruct","Model sha":"5858f6ee118eef70896f1870fd61052348ff571e","Average ⬆️":12.457903975085708,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3774762414851427,"IFEval Raw":0.3485141646387142,"IFEval":34.851416463871416,"BBH Raw":0.4110970229781084,"BBH":17.23541035561212,"MATH Lvl 5 Raw":0.02416918429003021,"MATH Lvl 5":2.416918429003021,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.37375,"MUSR":4.452083333333333,"MMLU-PRO Raw":0.2310505319148936,"MMLU-PRO":14.561170212765957,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-03-05","Submission Date":"2024-09-02","Generation":0,"Base Model":"occiglot/occiglot-7b-es-en-instruct"},{"eval_name":"odyssey-labs_Astral-1-10B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"odyssey-labs/Astral-1-10B 📑","fullname":"odyssey-labs/Astral-1-10B","Model sha":"00b55cd83fb4b97cd2d83604c04bd0b96da4b26f","Average ⬆️":18.690197061048178,"Hub License":"","Hub ❤️":0,"#Params (B)":10.732,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5137985130131593,"IFEval Raw":0.38780657544204933,"IFEval":38.78065754420493,"BBH Raw":0.4872563924334199,"BBH":28.313232406760367,"MATH Lvl 5 Raw":0.03474320241691843,"MATH Lvl 5":3.474320241691843,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.42797916666666663,"MUSR":12.130729166666669,"MMLU-PRO Raw":0.29853723404255317,"MMLU-PRO":22.059692671394796,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-28","Generation":0,"Base Model":"Removed"},{"eval_name":"olabs-ai_reflection_model_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"?","Model":"olabs-ai/reflection_model 📑","fullname":"olabs-ai/reflection_model","Model sha":"a8b0fc584b10e0110e04f9d21c7f10d24391c1d5","Average ⬆️":14.079165535571102,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":9.3,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.815086899243573,"IFEval Raw":0.15986914719610634,"IFEval":15.986914719610633,"BBH Raw":0.4712508645838735,"BBH":25.206881738811884,"MATH Lvl 5 Raw":0.0513595166163142,"MATH Lvl 5":5.13595166163142,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.35083333333333333,"MUSR":5.754166666666666,"MMLU-PRO Raw":0.33111702127659576,"MMLU-PRO":25.67966903073286,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-08","Submission Date":"2024-09-08","Generation":0,"Base Model":"olabs-ai/reflection_model"},{"eval_name":"ontocord_Llama_3.2_1b-autoredteam_helpfulness-train_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ontocord/Llama_3.2_1b-autoredteam_helpfulness-train 📑","fullname":"ontocord/Llama_3.2_1b-autoredteam_helpfulness-train","Model sha":"3115f5fa8573b9766a25a0e5e966b99652ecb77c","Average ⬆️":6.603005260709961,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":1.498,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7629543025609749,"IFEval Raw":0.2765484470094904,"IFEval":27.654844700949038,"BBH Raw":0.31150775306414563,"BBH":4.336962243234709,"MATH Lvl 5 Raw":0.01661631419939577,"MATH Lvl 5":1.6616314199395772,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.345875,"MUSR":3.267708333333333,"MMLU-PRO Raw":0.11319813829787234,"MMLU-PRO":1.466459810874704,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-30","Submission Date":"2025-01-31","Generation":0,"Base Model":"ontocord/Llama_3.2_1b-autoredteam_helpfulness-train"},{"eval_name":"ontocord_RedPajama-3B-v1-AutoRedteam_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"GPTNeoXForCausalLM","Model":"ontocord/RedPajama-3B-v1-AutoRedteam 📑","fullname":"ontocord/RedPajama-3B-v1-AutoRedteam","Model sha":"abfffba25b38db573761a30ee5cb2238224d3d35","Average ⬆️":3.5632816248649792,"Hub License":"","Hub ❤️":0,"#Params (B)":2.776,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.3539917321904564,"IFEval Raw":0.13434021729012352,"IFEval":13.434021729012354,"BBH Raw":0.30256825198631376,"BBH":2.9495223386158114,"MATH Lvl 5 Raw":0.00906344410876133,"MATH Lvl 5":0.906344410876133,"GPQA Raw":0.2424496644295302,"GPQA":0.0,"MUSR Raw":0.36606249999999996,"MUSR":2.891145833333333,"MMLU-PRO Raw":0.1107878989361702,"MMLU-PRO":1.1986554373522447,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-14","Generation":0,"Base Model":"Removed"},{"eval_name":"ontocord_RedPajama-3B-v1-AutoRedteam-Harmless-only_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"GPTNeoXForCausalLM","Model":"ontocord/RedPajama-3B-v1-AutoRedteam-Harmless-only 📑","fullname":"ontocord/RedPajama-3B-v1-AutoRedteam-Harmless-only","Model sha":"39445554944ee8b7b135c177d96348b5be4cea11","Average ⬆️":3.9505437890141017,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":2.776,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.445491323704418,"IFEval Raw":0.152475431854147,"IFEval":15.247543185414699,"BBH Raw":0.3123669789182832,"BBH":3.7795558397643085,"MATH Lvl 5 Raw":0.006042296072507553,"MATH Lvl 5":0.6042296072507553,"GPQA Raw":0.23154362416107382,"GPQA":0.0,"MUSR Raw":0.366125,"MUSR":2.9656249999999993,"MMLU-PRO Raw":0.10995678191489362,"MMLU-PRO":1.1063091016548463,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-15","Submission Date":"2025-01-28","Generation":0,"Base Model":"ontocord/RedPajama-3B-v1-AutoRedteam-Harmless-only"},{"eval_name":"ontocord_RedPajama3b_v1-autoredteam_helpfulness-train_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"GPTNeoXForCausalLM","Model":"ontocord/RedPajama3b_v1-autoredteam_helpfulness-train 📑","fullname":"ontocord/RedPajama3b_v1-autoredteam_helpfulness-train","Model sha":"624ffe9d59c306768a13ae6953be54a04501f272","Average ⬆️":6.038454723335806,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":2.776,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.66425869125511,"IFEval Raw":0.2847666414003732,"IFEval":28.47666414003732,"BBH Raw":0.30927408550278385,"BBH":3.372124671371246,"MATH Lvl 5 Raw":0.006797583081570997,"MATH Lvl 5":0.6797583081570997,"GPQA Raw":0.24580536912751677,"GPQA":0.0,"MUSR Raw":0.35796875,"MUSR":2.512760416666666,"MMLU-PRO Raw":0.11070478723404255,"MMLU-PRO":1.1894208037825047,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-26","Submission Date":"2025-01-26","Generation":0,"Base Model":"ontocord/RedPajama3b_v1-autoredteam_helpfulness-train"},{"eval_name":"ontocord_merged_0.2_expert_0.8_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ontocord/merged_0.2_expert_0.8 📑","fullname":"ontocord/merged_0.2_expert_0.8","Model sha":"dccbe9510988e82eb0025b8c02f6e866a4d90223","Average ⬆️":4.808386541486368,"Hub License":"","Hub ❤️":0,"#Params (B)":3.759,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.26600915283702076,"IFEval Raw":0.17425763640473943,"IFEval":17.425763640473946,"BBH Raw":0.3046000784127159,"BBH":3.2883157460305967,"MATH Lvl 5 Raw":0.026435045317220542,"MATH Lvl 5":2.643504531722054,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.36206249999999995,"MUSR":2.6911458333333322,"MMLU-PRO Raw":0.11112034574468085,"MMLU-PRO":1.2355939716312052,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-10","Submission Date":"2025-03-10","Generation":0,"Base Model":"ontocord/merged_0.2_expert_0.8"},{"eval_name":"ontocord_merged_0.2_expert_0.8-stack_2x_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ontocord/merged_0.2_expert_0.8-stack_2x 📑","fullname":"ontocord/merged_0.2_expert_0.8-stack_2x","Model sha":"2cf083ad639ee2dfe56225af554af62e3922357a","Average ⬆️":4.697285033470183,"Hub License":"","Hub ❤️":0,"#Params (B)":6.512,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.48560002672054386,"IFEval Raw":0.17960345217356613,"IFEval":17.960345217356615,"BBH Raw":0.30061312694162695,"BBH":2.8186720352946852,"MATH Lvl 5 Raw":0.024924471299093656,"MATH Lvl 5":2.492447129909366,"GPQA Raw":0.2625838926174497,"GPQA":1.6778523489932917,"MUSR Raw":0.3540625,"MUSR":2.091145833333335,"MMLU-PRO Raw":0.11028922872340426,"MMLU-PRO":1.1432476359338057,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-10","Submission Date":"2025-03-10","Generation":0,"Base Model":"ontocord/merged_0.2_expert_0.8-stack_2x"},{"eval_name":"ontocord_merged_0.5_expert_0.5_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ontocord/merged_0.5_expert_0.5 📑","fullname":"ontocord/merged_0.5_expert_0.5","Model sha":"2cb783ca7d4cdc171c583fbe94348d7417c2ce78","Average ⬆️":4.592377750754853,"Hub License":"","Hub ❤️":0,"#Params (B)":3.759,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.26981889893684985,"IFEval Raw":0.1787291054402319,"IFEval":17.872910544023192,"BBH Raw":0.3017011118802398,"BBH":3.1028049707296694,"MATH Lvl 5 Raw":0.019637462235649546,"MATH Lvl 5":1.9637462235649545,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.35424999999999995,"MUSR":1.5145833333333325,"MMLU-PRO Raw":0.1107878989361702,"MMLU-PRO":1.1986554373522447,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-10","Submission Date":"2025-03-10","Generation":0,"Base Model":"ontocord/merged_0.5_expert_0.5"},{"eval_name":"ontocord_ontocord_wide_3b-stage1_shuf_sample1_jsonl-pretrained-autoredteam_helpful-0.25_helpful_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ontocord/ontocord_wide_3b-stage1_shuf_sample1_jsonl-pretrained-autoredteam_helpful-0.25_helpful 📑","fullname":"ontocord/ontocord_wide_3b-stage1_shuf_sample1_jsonl-pretrained-autoredteam_helpful-0.25_helpful","Model sha":"b48b9e6ace48c16205a8d09ccda47d9ed7cbe97b","Average ⬆️":4.00101442542838,"Hub License":"","Hub ❤️":0,"#Params (B)":3.759,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.2752249678935142,"IFEval Raw":0.13184240038652995,"IFEval":13.184240038652996,"BBH Raw":0.3004467893724157,"BBH":2.34885308225961,"MATH Lvl 5 Raw":0.010574018126888218,"MATH Lvl 5":1.0574018126888218,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.36311458333333335,"MUSR":3.489322916666666,"MMLU-PRO Raw":0.11419547872340426,"MMLU-PRO":1.5772754137115832,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-23","Submission Date":"2025-02-27","Generation":0,"Base Model":"ontocord/ontocord_wide_3b-stage1_shuf_sample1_jsonl-pretrained-autoredteam_helpful-0.25_helpful"},{"eval_name":"ontocord_ontocord_wide_7b-stacked-stage1_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ontocord/ontocord_wide_7b-stacked-stage1 📑","fullname":"ontocord/ontocord_wide_7b-stacked-stage1","Model sha":"791875c466470bb40c0d90297395a066c04c5029","Average ⬆️":3.907682384845091,"Hub License":"","Hub ❤️":0,"#Params (B)":7.888,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5826571279896559,"IFEval Raw":0.14845388014911545,"IFEval":14.845388014911546,"BBH Raw":0.28965200351622594,"BBH":1.5650455535749657,"MATH Lvl 5 Raw":0.00906344410876133,"MATH Lvl 5":0.906344410876133,"GPQA Raw":0.2533557046979866,"GPQA":0.44742729306487633,"MUSR Raw":0.3603541666666667,"MUSR":4.5109375,"MMLU-PRO Raw":0.11053856382978723,"MMLU-PRO":1.1709515366430252,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-27","Generation":0,"Base Model":"ontocord/ontocord_wide_7b-stacked-stage1"},{"eval_name":"ontocord_ontocord_wide_7b-stacked-stage1-instruct_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ontocord/ontocord_wide_7b-stacked-stage1-instruct 📑","fullname":"ontocord/ontocord_wide_7b-stacked-stage1-instruct","Model sha":"a421c77d76f14dcd8add189ccae2bc15d1a63dd0","Average ⬆️":3.6656823104305456,"Hub License":"","Hub ❤️":0,"#Params (B)":7.888,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5963748017116766,"IFEval Raw":0.15302508455342934,"IFEval":15.302508455342934,"BBH Raw":0.2853913447506418,"BBH":1.4889344424638544,"MATH Lvl 5 Raw":0.006797583081570997,"MATH Lvl 5":0.6797583081570997,"GPQA Raw":0.24664429530201343,"GPQA":0.0,"MUSR Raw":0.35378125,"MUSR":3.2226562499999996,"MMLU-PRO Raw":0.11170212765957446,"MMLU-PRO":1.300236406619384,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-27","Generation":0,"Base Model":"ontocord/ontocord_wide_7b-stacked-stage1-instruct"},{"eval_name":"ontocord_starcoder2-29b-ls_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Starcoder2ForCausalLM","Model":"ontocord/starcoder2-29b-ls 📑","fullname":"ontocord/starcoder2-29b-ls","Model sha":"5218578d74cbd7ca3a573ce2acc8f1d61e061f13","Average ⬆️":8.448973787058975,"Hub License":"","Hub ❤️":0,"#Params (B)":29.009,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.5985542920611735,"IFEval Raw":0.21492417895628046,"IFEval":21.492417895628044,"BBH Raw":0.37349755200329665,"BBH":10.973636465379014,"MATH Lvl 5 Raw":0.0188821752265861,"MATH Lvl 5":1.8882175226586102,"GPQA Raw":0.27348993288590606,"GPQA":3.1319910514541416,"MUSR Raw":0.36999999999999994,"MUSR":3.5499999999999994,"MMLU-PRO Raw":0.1869182180851064,"MMLU-PRO":9.657579787234043,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-12","Submission Date":"2025-02-12","Generation":0,"Base Model":"ontocord/starcoder2-29b-ls"},{"eval_name":"ontocord_starcoder2_3b-AutoRedteam_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Starcoder2ForCausalLM","Model":"ontocord/starcoder2_3b-AutoRedteam 📑","fullname":"ontocord/starcoder2_3b-AutoRedteam","Model sha":"5369e550124b39b17a6350d3e77a696329460c7b","Average ⬆️":5.416510549136297,"Hub License":"bigscience-openrail-m","Hub ❤️":0,"#Params (B)":3.181,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.47940932554391447,"IFEval Raw":0.15737133029251277,"IFEval":15.737133029251275,"BBH Raw":0.3497644619743598,"BBH":8.637687220647841,"MATH Lvl 5 Raw":0.010574018126888218,"MATH Lvl 5":1.0574018126888218,"GPQA Raw":0.2516778523489933,"GPQA":0.22371364653244186,"MUSR Raw":0.3645729166666667,"MUSR":3.1049479166666667,"MMLU-PRO Raw":0.13364361702127658,"MMLU-PRO":3.7381796690307305,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-16","Submission Date":"2025-01-27","Generation":0,"Base Model":"ontocord/starcoder2_3b-AutoRedteam"},{"eval_name":"ontocord_wide_3b-merge_test_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ontocord/wide_3b-merge_test 📑","fullname":"ontocord/wide_3b-merge_test","Model sha":"8d49cfe516485cc9dc177c0319736902c2eaa09b","Average ⬆️":3.9416429369423778,"Hub License":"","Hub ❤️":0,"#Params (B)":3.759,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.2729645023063523,"IFEval Raw":0.17628115622104903,"IFEval":17.628115622104904,"BBH Raw":0.3011467446788138,"BBH":2.9348182406841157,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.23993288590604026,"GPQA":0.0,"MUSR Raw":0.342,"MUSR":2.3499999999999996,"MMLU-PRO Raw":0.10663231382978723,"MMLU-PRO":0.7369237588652473,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-06","Generation":0,"Base Model":"ontocord/wide_3b-merge_test"},{"eval_name":"ontocord_wide_3b-stage1_shuf_sample1_jsonl-pretrained_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ontocord/wide_3b-stage1_shuf_sample1_jsonl-pretrained 📑","fullname":"ontocord/wide_3b-stage1_shuf_sample1_jsonl-pretrained","Model sha":"e92c4a6984f7ef2c36338e8c21b55f0017fb7102","Average ⬆️":4.323686258344847,"Hub License":"","Hub ❤️":0,"#Params (B)":3.759,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.27350878987754895,"IFEval Raw":0.13946107439371977,"IFEval":13.946107439371977,"BBH Raw":0.30036095049490824,"BBH":2.5825845687939295,"MATH Lvl 5 Raw":0.01661631419939577,"MATH Lvl 5":1.6616314199395772,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.36320833333333336,"MUSR":4.067708333333334,"MMLU-PRO Raw":0.11402925531914894,"MMLU-PRO":1.5588061465721037,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-23","Submission Date":"2025-02-27","Generation":0,"Base Model":"ontocord/wide_3b-stage1_shuf_sample1_jsonl-pretrained"},{"eval_name":"ontocord_wide_3b_sft_stag1.2-lyrical_law_news_software_howto_formattedtext_math_wiki-merge_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ontocord/wide_3b_sft_stag1.2-lyrical_law_news_software_howto_formattedtext_math_wiki-merge 📑","fullname":"ontocord/wide_3b_sft_stag1.2-lyrical_law_news_software_howto_formattedtext_math_wiki-merge","Model sha":"e413857a7181e403b1ab0a444d626d3211cfd417","Average ⬆️":4.866410642270219,"Hub License":"","Hub ❤️":0,"#Params (B)":3.759,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.26813200193851927,"IFEval Raw":0.16636413604790845,"IFEval":16.636413604790846,"BBH Raw":0.30309127879396963,"BBH":3.1835355510761367,"MATH Lvl 5 Raw":0.011329305135951661,"MATH Lvl 5":1.1329305135951662,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.3845416666666666,"MUSR":5.667708333333334,"MMLU-PRO Raw":0.11112034574468085,"MMLU-PRO":1.2355939716312052,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-06","Generation":0,"Base Model":"ontocord/wide_3b_sft_stag1.2-lyrical_law_news_software_howto_formattedtext_math_wiki-merge"},{"eval_name":"ontocord_wide_3b_sft_stag1.2-lyrical_news_software_howto_formattedtext-merge_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ontocord/wide_3b_sft_stag1.2-lyrical_news_software_howto_formattedtext-merge 📑","fullname":"ontocord/wide_3b_sft_stag1.2-lyrical_news_software_howto_formattedtext-merge","Model sha":"195789ff05c22b511c05cd851666fad67ccce173","Average ⬆️":4.700634702140898,"Hub License":"","Hub ❤️":0,"#Params (B)":3.759,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.26694897301946985,"IFEval Raw":0.16973629968483622,"IFEval":16.973629968483625,"BBH Raw":0.2975125970659158,"BBH":2.5518024734392255,"MATH Lvl 5 Raw":0.013595166163141994,"MATH Lvl 5":1.3595166163141994,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.37781249999999994,"MUSR":4.593229166666666,"MMLU-PRO Raw":0.1124501329787234,"MMLU-PRO":1.383348108747044,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-06","Generation":0,"Base Model":"ontocord/wide_3b_sft_stag1.2-lyrical_news_software_howto_formattedtext-merge"},{"eval_name":"ontocord_wide_3b_sft_stage1.1-ss1-no_redteam_skg_poem.no_issue_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ontocord/wide_3b_sft_stage1.1-ss1-no_redteam_skg_poem.no_issue 📑","fullname":"ontocord/wide_3b_sft_stage1.1-ss1-no_redteam_skg_poem.no_issue","Model sha":"10b3121e0ea5a94c5ac712522441d59cdb5beb0b","Average ⬆️":4.6361259036379225,"Hub License":"","Hub ❤️":0,"#Params (B)":3.759,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.27730493487784447,"IFEval Raw":0.14800396281865452,"IFEval":14.800396281865451,"BBH Raw":0.30953444521357315,"BBH":3.3516775197492783,"MATH Lvl 5 Raw":0.02039274924471299,"MATH Lvl 5":2.0392749244712993,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.3579375,"MUSR":3.7421875000000004,"MMLU-PRO Raw":0.1107878989361702,"MMLU-PRO":1.1986554373522447,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-06","Generation":0,"Base Model":"ontocord/wide_3b_sft_stage1.1-ss1-no_redteam_skg_poem.no_issue"},{"eval_name":"ontocord_wide_3b_sft_stage1.1-ss1-with_generics_intr.no_issue_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ontocord/wide_3b_sft_stage1.1-ss1-with_generics_intr.no_issue 📑","fullname":"ontocord/wide_3b_sft_stage1.1-ss1-with_generics_intr.no_issue","Model sha":"53427374dcdc3b0c6a67daf89e6653e1733d9b51","Average ⬆️":4.124470876297795,"Hub License":"","Hub ❤️":0,"#Params (B)":3.759,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.2774853861444414,"IFEval Raw":0.12367407368005781,"IFEval":12.367407368005782,"BBH Raw":0.3060091508023586,"BBH":3.3670533974072723,"MATH Lvl 5 Raw":0.010574018126888218,"MATH Lvl 5":1.0574018126888218,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.3672708333333334,"MUSR":3.475520833333334,"MMLU-PRO Raw":0.11112034574468085,"MMLU-PRO":1.2355939716312052,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-06","Generation":0,"Base Model":"ontocord/wide_3b_sft_stage1.1-ss1-with_generics_intr.no_issue"},{"eval_name":"ontocord_wide_3b_sft_stage1.1-ss1-with_generics_intr_math.no_issue_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ontocord/wide_3b_sft_stage1.1-ss1-with_generics_intr_math.no_issue 📑","fullname":"ontocord/wide_3b_sft_stage1.1-ss1-with_generics_intr_math.no_issue","Model sha":"b8e967c6f14b5a16eacdd25d62bead5eb4a34f07","Average ⬆️":3.633703566106593,"Hub License":"","Hub ❤️":0,"#Params (B)":3.759,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.2787363319062327,"IFEval Raw":0.1191527369601546,"IFEval":11.915273696015461,"BBH Raw":0.2955590587949957,"BBH":2.2297571883124263,"MATH Lvl 5 Raw":0.006797583081570997,"MATH Lvl 5":0.6797583081570997,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.35530208333333335,"MUSR":3.0460937500000003,"MMLU-PRO Raw":0.11826795212765957,"MMLU-PRO":2.0297724586288406,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-06","Generation":0,"Base Model":"ontocord/wide_3b_sft_stage1.1-ss1-with_generics_intr_math.no_issue"},{"eval_name":"ontocord_wide_3b_sft_stage1.1-ss1-with_generics_intr_math_stories.no_issue_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ontocord/wide_3b_sft_stage1.1-ss1-with_generics_intr_math_stories.no_issue 📑","fullname":"ontocord/wide_3b_sft_stage1.1-ss1-with_generics_intr_math_stories.no_issue","Model sha":"14c37892622d92668836b3fdd54af2eed0acf1c1","Average ⬆️":3.8641325845274888,"Hub License":"","Hub ❤️":0,"#Params (B)":3.759,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.31105493523034483,"IFEval Raw":0.1128328390891723,"IFEval":11.283283908917229,"BBH Raw":0.3171441625189962,"BBH":4.415068812630222,"MATH Lvl 5 Raw":0.011329305135951661,"MATH Lvl 5":1.1329305135951662,"GPQA Raw":0.26845637583892623,"GPQA":2.460850111856831,"MUSR Raw":0.34603125,"MUSR":2.4539062499999997,"MMLU-PRO Raw":0.11294880319148937,"MMLU-PRO":1.4387559101654845,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-02","Submission Date":"2025-03-02","Generation":0,"Base Model":"ontocord/wide_3b_sft_stage1.1-ss1-with_generics_intr_math_stories.no_issue"},{"eval_name":"ontocord_wide_3b_sft_stage1.1-ss1-with_generics_intr_math_stories.no_issue_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ontocord/wide_3b_sft_stage1.1-ss1-with_generics_intr_math_stories.no_issue 📑","fullname":"ontocord/wide_3b_sft_stage1.1-ss1-with_generics_intr_math_stories.no_issue","Model sha":"0d15e00653a0c3f9e7994873d1ffbbc7580f051a","Average ⬆️":3.7127305352192885,"Hub License":"","Hub ❤️":0,"#Params (B)":3.759,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5560188956870915,"IFEval Raw":0.1161551350416894,"IFEval":11.61551350416894,"BBH Raw":0.3184343946486203,"BBH":4.554520467313206,"MATH Lvl 5 Raw":0.0075528700906344415,"MATH Lvl 5":0.7552870090634441,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.34469791666666666,"MUSR":2.187239583333333,"MMLU-PRO Raw":0.11236702127659574,"MMLU-PRO":1.374113475177304,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-02","Submission Date":"2025-03-06","Generation":0,"Base Model":"ontocord/wide_3b_sft_stage1.1-ss1-with_generics_intr_math_stories.no_issue"},{"eval_name":"ontocord_wide_3b_sft_stage1.1-ss1-with_generics_intr_math_stories_no_orig_instr.no_issue_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ontocord/wide_3b_sft_stage1.1-ss1-with_generics_intr_math_stories_no_orig_instr.no_issue 📑","fullname":"ontocord/wide_3b_sft_stage1.1-ss1-with_generics_intr_math_stories_no_orig_instr.no_issue","Model sha":"09658cf698c378e6c02afdf867024a8529c53cbc","Average ⬆️":4.284721666227881,"Hub License":"","Hub ❤️":0,"#Params (B)":3.759,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.2798149673720302,"IFEval Raw":0.13169279733329786,"IFEval":13.169279733329788,"BBH Raw":0.30640062669813056,"BBH":2.93878288661528,"MATH Lvl 5 Raw":0.00906344410876133,"MATH Lvl 5":0.906344410876133,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.34460416666666666,"MUSR":5.075520833333335,"MMLU-PRO Raw":0.11444481382978723,"MMLU-PRO":1.6049793144208027,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-06","Generation":0,"Base Model":"ontocord/wide_3b_sft_stage1.1-ss1-with_generics_intr_math_stories_no_orig_instr.no_issue"},{"eval_name":"ontocord_wide_3b_sft_stage1.1-ss1-with_generics_intr_stories.no_issue_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ontocord/wide_3b_sft_stage1.1-ss1-with_generics_intr_stories.no_issue 📑","fullname":"ontocord/wide_3b_sft_stage1.1-ss1-with_generics_intr_stories.no_issue","Model sha":"55a5b5212c6be3133e04626dfef338c2c7bd9e52","Average ⬆️":3.670762265147779,"Hub License":"","Hub ❤️":0,"#Params (B)":3.759,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.27235854321476405,"IFEval Raw":0.118178654857999,"IFEval":11.8178654857999,"BBH Raw":0.3037498354512724,"BBH":2.9977998836734763,"MATH Lvl 5 Raw":0.008308157099697885,"MATH Lvl 5":0.8308157099697886,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.35669791666666667,"MUSR":2.4539062499999997,"MMLU-PRO Raw":0.11619015957446809,"MMLU-PRO":1.798906619385342,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-06","Generation":0,"Base Model":"ontocord/wide_3b_sft_stage1.1-ss1-with_generics_intr_stories.no_issue"},{"eval_name":"ontocord_wide_3b_sft_stage1.1-ss1-with_generics_math.no_issue_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ontocord/wide_3b_sft_stage1.1-ss1-with_generics_math.no_issue 📑","fullname":"ontocord/wide_3b_sft_stage1.1-ss1-with_generics_math.no_issue","Model sha":"1608275d180108e1b692fbaecae7cd19d0a48445","Average ⬆️":3.5261580781434336,"Hub License":"","Hub ❤️":0,"#Params (B)":3.759,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.272251793359482,"IFEval Raw":0.12399876771410967,"IFEval":12.399876771410966,"BBH Raw":0.30324371251012056,"BBH":3.275690229364662,"MATH Lvl 5 Raw":0.0075528700906344415,"MATH Lvl 5":0.7552870090634441,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.34869791666666666,"MUSR":2.187239583333333,"MMLU-PRO Raw":0.11278257978723404,"MMLU-PRO":1.4202866430260035,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-06","Generation":0,"Base Model":"ontocord/wide_3b_sft_stage1.1-ss1-with_generics_math.no_issue"},{"eval_name":"ontocord_wide_3b_sft_stage1.1-ss1-with_math.no_issue_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ontocord/wide_3b_sft_stage1.1-ss1-with_math.no_issue 📑","fullname":"ontocord/wide_3b_sft_stage1.1-ss1-with_math.no_issue","Model sha":"411920369fdde84e168c9821ffb3a9cc1a260d0c","Average ⬆️":4.767499605566051,"Hub License":"","Hub ❤️":0,"#Params (B)":3.759,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.27039480744781635,"IFEval Raw":0.12981888057022034,"IFEval":12.981888057022035,"BBH Raw":0.30518984588252307,"BBH":3.133656346349717,"MATH Lvl 5 Raw":0.015861027190332326,"MATH Lvl 5":1.5861027190332326,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.39276041666666667,"MUSR":7.928385416666669,"MMLU-PRO Raw":0.1146941489361702,"MMLU-PRO":1.6326832151300221,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-06","Generation":0,"Base Model":"ontocord/wide_3b_sft_stage1.1-ss1-with_math.no_issue"},{"eval_name":"ontocord_wide_3b_sft_stage1.1-ss1-with_r1_generics_intr_math_stories.no_issue_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ontocord/wide_3b_sft_stage1.1-ss1-with_r1_generics_intr_math_stories.no_issue 📑","fullname":"ontocord/wide_3b_sft_stage1.1-ss1-with_r1_generics_intr_math_stories.no_issue","Model sha":"83824d233440e268368bc7b2ce41fb0f2c939574","Average ⬆️":5.093186530380667,"Hub License":"","Hub ❤️":0,"#Params (B)":3.759,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.2923910617635221,"IFEval Raw":0.20490742341431845,"IFEval":20.490742341431847,"BBH Raw":0.2911778102988436,"BBH":2.3470409575204094,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.35753125,"MUSR":4.524739583333332,"MMLU-PRO Raw":0.11668882978723404,"MMLU-PRO":1.854314420803781,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-02","Generation":0,"Base Model":"Removed"},{"eval_name":"ontocord_wide_3b_sft_stage1.2-ss1-expert_fictional_lyrical_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ontocord/wide_3b_sft_stage1.2-ss1-expert_fictional_lyrical 📑","fullname":"ontocord/wide_3b_sft_stage1.2-ss1-expert_fictional_lyrical","Model sha":"efe7ecbb26b6e3a02645587382532d5869325506","Average ⬆️":4.837021332568196,"Hub License":"","Hub ❤️":0,"#Params (B)":3.759,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.2758668885395803,"IFEval Raw":0.146105666298754,"IFEval":14.610566629875397,"BBH Raw":0.29981162881428614,"BBH":2.477490056885344,"MATH Lvl 5 Raw":0.013595166163141994,"MATH Lvl 5":1.3595166163141994,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.39257291666666666,"MUSR":7.10494791666667,"MMLU-PRO Raw":0.1141123670212766,"MMLU-PRO":1.5680407801418434,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-07","Submission Date":"2025-03-05","Generation":0,"Base Model":"ontocord/wide_3b_sft_stage1.2-ss1-expert_fictional_lyrical"},{"eval_name":"ontocord_wide_3b_sft_stage1.2-ss1-expert_formatted_text_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ontocord/wide_3b_sft_stage1.2-ss1-expert_formatted_text 📑","fullname":"ontocord/wide_3b_sft_stage1.2-ss1-expert_formatted_text","Model sha":"1343c0ad6de8bba0e926a12bc839cdfed9336d2d","Average ⬆️":4.304343127317076,"Hub License":"","Hub ❤️":0,"#Params (B)":3.759,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.2704957114431379,"IFEval Raw":0.14872870649875664,"IFEval":14.872870649875662,"BBH Raw":0.3068950688059236,"BBH":3.7308056255712647,"MATH Lvl 5 Raw":0.012084592145015106,"MATH Lvl 5":1.2084592145015105,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.34739583333333335,"MUSR":2.824479166666667,"MMLU-PRO Raw":0.11461103723404255,"MMLU-PRO":1.6234485815602824,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-06","Generation":0,"Base Model":"ontocord/wide_3b_sft_stage1.2-ss1-expert_formatted_text"},{"eval_name":"ontocord_wide_3b_sft_stage1.2-ss1-expert_how-to_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ontocord/wide_3b_sft_stage1.2-ss1-expert_how-to 📑","fullname":"ontocord/wide_3b_sft_stage1.2-ss1-expert_how-to","Model sha":"2a9729fe267aa6a070236ebde081d11b02d4b42b","Average ⬆️":4.2152701749908585,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.759,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5351948830890698,"IFEval Raw":0.12454842041339201,"IFEval":12.454842041339202,"BBH Raw":0.3047398483929371,"BBH":3.8140871520054684,"MATH Lvl 5 Raw":0.014350453172205438,"MATH Lvl 5":1.4350453172205437,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.36581250000000004,"MUSR":4.6598958333333345,"MMLU-PRO Raw":0.11527593085106383,"MMLU-PRO":1.6973256501182026,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-06","Generation":0,"Base Model":"ontocord/wide_3b_sft_stage1.2-ss1-expert_how-to"},{"eval_name":"ontocord_wide_3b_sft_stage1.2-ss1-expert_math_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ontocord/wide_3b_sft_stage1.2-ss1-expert_math 📑","fullname":"ontocord/wide_3b_sft_stage1.2-ss1-expert_math","Model sha":"92eb1ef051529df71a66f1c7841781dcf9cbd4e7","Average ⬆️":5.136738708504239,"Hub License":"","Hub ❤️":0,"#Params (B)":3.759,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.5454428641010042,"IFEval Raw":0.19151850423542865,"IFEval":19.151850423542868,"BBH Raw":0.3059577262726771,"BBH":3.1664911884922264,"MATH Lvl 5 Raw":0.027945619335347432,"MATH Lvl 5":2.794561933534743,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.37003125,"MUSR":3.4539062499999993,"MMLU-PRO Raw":0.10920877659574468,"MMLU-PRO":1.0231973995271864,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-06","Generation":0,"Base Model":"ontocord/wide_3b_sft_stage1.2-ss1-expert_math"},{"eval_name":"ontocord_wide_3b_sft_stage1.2-ss1-expert_news_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ontocord/wide_3b_sft_stage1.2-ss1-expert_news 📑","fullname":"ontocord/wide_3b_sft_stage1.2-ss1-expert_news","Model sha":"303215f83d50a86121de57540d1285f592bc37ff","Average ⬆️":4.449975118096195,"Hub License":"","Hub ❤️":0,"#Params (B)":3.759,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.2639636588021562,"IFEval Raw":0.16581448334862608,"IFEval":16.58144833486261,"BBH Raw":0.2925879483112595,"BBH":1.9437982768865123,"MATH Lvl 5 Raw":0.01661631419939577,"MATH Lvl 5":1.6616314199395772,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.36209375000000005,"MUSR":2.9283854166666674,"MMLU-PRO Raw":0.11112034574468085,"MMLU-PRO":1.2355939716312052,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-05","Submission Date":"2025-03-05","Generation":0,"Base Model":"ontocord/wide_3b_sft_stage1.2-ss1-expert_news"},{"eval_name":"ontocord_wide_3b_sft_stage1.2-ss1-expert_software_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ontocord/wide_3b_sft_stage1.2-ss1-expert_software 📑","fullname":"ontocord/wide_3b_sft_stage1.2-ss1-expert_software","Model sha":"d3e034d69b18ca2ed506ff262c63ec8e1cf000bc","Average ⬆️":4.290233092582329,"Hub License":"","Hub ❤️":0,"#Params (B)":3.759,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.2774434066210583,"IFEval Raw":0.1733832896714052,"IFEval":17.33832896714052,"BBH Raw":0.2979956844198214,"BBH":2.4994883234192558,"MATH Lvl 5 Raw":0.015861027190332326,"MATH Lvl 5":1.5861027190332326,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.35685416666666664,"MUSR":1.6401041666666656,"MMLU-PRO Raw":0.11402925531914894,"MMLU-PRO":1.5588061465721037,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-05","Submission Date":"2025-03-05","Generation":0,"Base Model":"ontocord/wide_3b_sft_stage1.2-ss1-expert_software"},{"eval_name":"ontocord_wide_6.6b_sft_stag1.2-lyrical_law_news_software_howto_formattedtext_math_wiki-merge-stacked_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ontocord/wide_6.6b_sft_stag1.2-lyrical_law_news_software_howto_formattedtext_math_wiki-merge-stacked 📑","fullname":"ontocord/wide_6.6b_sft_stag1.2-lyrical_law_news_software_howto_formattedtext_math_wiki-merge-stacked","Model sha":"a567e6144b581cdca5917b5d5d9acf9b6023e1a3","Average ⬆️":3.97781016722033,"Hub License":"","Hub ❤️":0,"#Params (B)":7.888,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.5821794147377032,"IFEval Raw":0.12439881736015992,"IFEval":12.439881736015993,"BBH Raw":0.30264484636677236,"BBH":3.014694718783778,"MATH Lvl 5 Raw":0.014350453172205438,"MATH Lvl 5":1.4350453172205437,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.3686354166666667,"MUSR":3.579427083333334,"MMLU-PRO Raw":0.11145279255319149,"MMLU-PRO":1.2725325059101646,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-07","Submission Date":"2025-03-07","Generation":0,"Base Model":"ontocord/wide_6.6b_sft_stag1.2-lyrical_law_news_software_howto_formattedtext_math_wiki-merge-stacked"},{"eval_name":"oobabooga_CodeBooga-34B-v0.1_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"oobabooga/CodeBooga-34B-v0.1 📑","fullname":"oobabooga/CodeBooga-34B-v0.1","Model sha":"8a4e1e16ac46333cbd0c17d733d3d70a956071a6","Average ⬆️":15.66170616238157,"Hub License":"llama2","Hub ❤️":145,"#Params (B)":33.744,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.174007137499851,"IFEval Raw":0.5250180631834643,"IFEval":52.50180631834643,"BBH Raw":0.3427441185661722,"BBH":8.562465862636055,"MATH Lvl 5 Raw":0.03927492447129909,"MATH Lvl 5":3.927492447129909,"GPQA Raw":0.25671140939597314,"GPQA":0.8948545861297527,"MUSR Raw":0.43102083333333335,"MUSR":12.977604166666671,"MMLU-PRO Raw":0.23595412234042554,"MMLU-PRO":15.106013593380615,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-10-19","Submission Date":"2024-07-29","Generation":0,"Base Model":"oobabooga/CodeBooga-34B-v0.1"},{"eval_name":"oopere_Llama-FinSent-S_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"oopere/Llama-FinSent-S 📑","fullname":"oopere/Llama-FinSent-S","Model sha":"0740011dfde2d1a23150dc214e7d74d65512b557","Average ⬆️":5.811805794594786,"Hub License":"llama3.2","Hub ❤️":5,"#Params (B)":0.914,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.36740712634287537,"IFEval Raw":0.21187670935340452,"IFEval":21.18767093534045,"BBH Raw":0.31562055310321474,"BBH":4.1560152972776905,"MATH Lvl 5 Raw":0.01812688821752266,"MATH Lvl 5":1.812688821752266,"GPQA Raw":0.25671140939597314,"GPQA":0.8948545861297527,"MUSR Raw":0.3832395833333333,"MUSR":5.371614583333334,"MMLU-PRO Raw":0.11303191489361702,"MMLU-PRO":1.4479905437352243,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-08","Generation":1,"Base Model":"oopere/Llama-FinSent-S (Merge)"},{"eval_name":"oopere_Llama-FinSent-S_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"oopere/Llama-FinSent-S 📑","fullname":"oopere/Llama-FinSent-S","Model sha":"9d9a76e8910865573e7c25c8d9d250355f2ece86","Average ⬆️":5.86640376735036,"Hub License":"llama3.2","Hub ❤️":5,"#Params (B)":0.914,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.3679716763261966,"IFEval Raw":0.2163980460733077,"IFEval":21.63980460733077,"BBH Raw":0.3169254117559263,"BBH":4.30733068735382,"MATH Lvl 5 Raw":0.01283987915407855,"MATH Lvl 5":1.283987915407855,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.3831770833333333,"MUSR":5.363802083333334,"MMLU-PRO Raw":0.11336436170212766,"MMLU-PRO":1.4849290780141835,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-19","Generation":1,"Base Model":"oopere/Llama-FinSent-S (Merge)"},{"eval_name":"oopere_pruned10-llama-3.2-3B_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"oopere/pruned10-llama-3.2-3B 📑","fullname":"oopere/pruned10-llama-3.2-3B","Model sha":"5958def83347d0a8f8b95d27e7cdff37329b988c","Average ⬆️":6.919943456537481,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":3.001,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3210679670165064,"IFEval Raw":0.17762980004166723,"IFEval":17.76298000416672,"BBH Raw":0.3340421117164456,"BBH":7.759477124183007,"MATH Lvl 5 Raw":0.019637462235649546,"MATH Lvl 5":1.9637462235649545,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.3721666666666667,"MUSR":4.687499999999999,"MMLU-PRO Raw":0.16397938829787234,"MMLU-PRO":7.1088209219858145,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-22","Submission Date":"2024-12-22","Generation":1,"Base Model":"oopere/pruned10-llama-3.2-3B (Merge)"},{"eval_name":"oopere_pruned20-llama-1b_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"oopere/pruned20-llama-1b 📑","fullname":"oopere/pruned20-llama-1b","Model sha":"3351c9a062055ce6c16dd2c9f0c229fb5dd7396b","Average ⬆️":4.989519628599489,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":1.075,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8029560920393041,"IFEval Raw":0.19936213690784896,"IFEval":19.936213690784896,"BBH Raw":0.30313627830972034,"BBH":3.185394259848986,"MATH Lvl 5 Raw":0.010574018126888218,"MATH Lvl 5":1.0574018126888218,"GPQA Raw":0.25,"GPQA":0.0,"MUSR Raw":0.36314583333333333,"MUSR":4.393229166666667,"MMLU-PRO Raw":0.11228390957446809,"MMLU-PRO":1.3648788416075646,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-16","Submission Date":"2024-11-16","Generation":1,"Base Model":"oopere/pruned20-llama-1b (Merge)"},{"eval_name":"oopere_pruned20-llama-3.2-3b_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"oopere/pruned20-llama-3.2-3b 📑","fullname":"oopere/pruned20-llama-3.2-3b","Model sha":"e92642870b0ad66e589889305608f422ee9be975","Average ⬆️":5.656559779770029,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":2.79,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.212079009731279,"IFEval Raw":0.17887870849346402,"IFEval":17.887870849346402,"BBH Raw":0.32478483912909756,"BBH":6.3327454652272905,"MATH Lvl 5 Raw":0.015861027190332326,"MATH Lvl 5":1.5861027190332326,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.34184375,"MUSR":2.897135416666666,"MMLU-PRO Raw":0.12799202127659576,"MMLU-PRO":3.1102245862884166,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-12","Submission Date":"2024-12-12","Generation":1,"Base Model":"oopere/pruned20-llama-3.2-3b (Merge)"},{"eval_name":"oopere_pruned40-llama-1b_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"oopere/pruned40-llama-1b 📑","fullname":"oopere/pruned40-llama-1b","Model sha":"3de470d9c61cb57cea821e93b43fb250aa14b975","Average ⬆️":6.608357202270273,"Hub License":"llama3.2","Hub ❤️":1,"#Params (B)":0.914,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7532425709708284,"IFEval Raw":0.22843832143157933,"IFEval":22.843832143157933,"BBH Raw":0.29691563801419935,"BBH":2.6553089313766187,"MATH Lvl 5 Raw":0.0075528700906344415,"MATH Lvl 5":0.7552870090634441,"GPQA Raw":0.24328859060402686,"GPQA":0.0,"MUSR Raw":0.4286666666666667,"MUSR":12.483333333333334,"MMLU-PRO Raw":0.10821143617021277,"MMLU-PRO":0.912381796690307,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-16","Submission Date":"2024-11-26","Generation":1,"Base Model":"oopere/pruned40-llama-1b (Merge)"},{"eval_name":"oopere_pruned40-llama-3.2-1B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"oopere/pruned40-llama-3.2-1B 📑","fullname":"oopere/pruned40-llama-3.2-1B","Model sha":"fb1abfc3dedee4f37fdcd465881ffe9fd8d87060","Average ⬆️":6.877693765654211,"Hub License":"llama3.2","Hub ❤️":1,"#Params (B)":0.914,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.3781415746182163,"IFEval Raw":0.22663976028050017,"IFEval":22.663976028050016,"BBH Raw":0.2982489713475327,"BBH":2.7012729836642007,"MATH Lvl 5 Raw":0.008308157099697885,"MATH Lvl 5":0.8308157099697886,"GPQA Raw":0.25419463087248323,"GPQA":0.5592841163310973,"MUSR Raw":0.43523958333333335,"MUSR":13.238281250000002,"MMLU-PRO Raw":0.11145279255319149,"MMLU-PRO":1.2725325059101646,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-16","Submission Date":"2025-02-19","Generation":1,"Base Model":"oopere/pruned40-llama-3.2-1B (Merge)"},{"eval_name":"oopere_pruned40-llama-3.2-3b_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"oopere/pruned40-llama-3.2-3b 📑","fullname":"oopere/pruned40-llama-3.2-3b","Model sha":"ceb2073cda2f21afa10efcbae74583fc9b319d54","Average ⬆️":5.371284651830273,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":2.367,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1953346374394476,"IFEval Raw":0.21829634259320824,"IFEval":21.829634259320827,"BBH Raw":0.31671170280977073,"BBH":4.740101545945625,"MATH Lvl 5 Raw":0.01283987915407855,"MATH Lvl 5":1.283987915407855,"GPQA Raw":0.22986577181208054,"GPQA":0.0,"MUSR Raw":0.3539375,"MUSR":2.408854166666666,"MMLU-PRO Raw":0.11768617021276596,"MMLU-PRO":1.965130023640662,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-12","Submission Date":"2024-12-12","Generation":1,"Base Model":"oopere/pruned40-llama-3.2-3b (Merge)"},{"eval_name":"oopere_pruned60-llama-1b_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"oopere/pruned60-llama-1b 📑","fullname":"oopere/pruned60-llama-1b","Model sha":"86b157256928b50ee07cc3cf5b3884b70062f2fe","Average ⬆️":5.46756672622325,"Hub License":"llama3.2","Hub ❤️":1,"#Params (B)":0.753,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7649757630301478,"IFEval Raw":0.18285039251408486,"IFEval":18.285039251408485,"BBH Raw":0.3016193474185398,"BBH":2.9425264807533544,"MATH Lvl 5 Raw":0.0022658610271903325,"MATH Lvl 5":0.22658610271903326,"GPQA Raw":0.24916107382550334,"GPQA":0.0,"MUSR Raw":0.40879166666666666,"MUSR":9.432291666666666,"MMLU-PRO Raw":0.11727061170212766,"MMLU-PRO":1.9189568557919614,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-16","Submission Date":"2024-11-25","Generation":1,"Base Model":"oopere/pruned60-llama-1b (Merge)"},{"eval_name":"oopere_pruned60-llama-3.2-3b_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"oopere/pruned60-llama-3.2-3b 📑","fullname":"oopere/pruned60-llama-3.2-3b","Model sha":"c8c061d55288274a59205fa740b51a951ca93335","Average ⬆️":5.128680683633621,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":1.944,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.241768441814752,"IFEval Raw":0.1824758307956223,"IFEval":18.247583079562226,"BBH Raw":0.31662597093352013,"BBH":3.9884019153468855,"MATH Lvl 5 Raw":0.0037764350453172208,"MATH Lvl 5":0.3776435045317221,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.3633333333333333,"MUSR":4.016666666666667,"MMLU-PRO Raw":0.11311502659574468,"MMLU-PRO":1.457225177304964,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-12","Submission Date":"2024-12-13","Generation":1,"Base Model":"oopere/pruned60-llama-3.2-3b (Merge)"},{"eval_name":"open-atlas_Atlas-Flash-1.5B-Preview_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"open-atlas/Atlas-Flash-1.5B-Preview 📑","fullname":"open-atlas/Atlas-Flash-1.5B-Preview","Model sha":"160bf22e66b286a8ae7887a86fb21d7c49f7473e","Average ⬆️":11.111374803615627,"Hub License":"mit","Hub ❤️":3,"#Params (B)":1.777,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.210487794649369,"IFEval Raw":0.3269569187533522,"IFEval":32.69569187533522,"BBH Raw":0.3215460102660847,"BBH":5.6543805979986255,"MATH Lvl 5 Raw":0.2212990936555891,"MATH Lvl 5":22.129909365558913,"GPQA Raw":0.2525167785234899,"GPQA":0.33557046979865535,"MUSR Raw":0.34879166666666667,"MUSR":1.698958333333333,"MMLU-PRO Raw":0.13738364361702127,"MMLU-PRO":4.153738179669029,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-26","Submission Date":"2025-02-01","Generation":1,"Base Model":"open-atlas/Atlas-Flash-1.5B-Preview (Merge)"},{"eval_name":"open-atlas_Atlas-Flash-7B-Preview_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"open-atlas/Atlas-Flash-7B-Preview 📑","fullname":"open-atlas/Atlas-Flash-7B-Preview","Model sha":"d3d9a1e00c9c95e961ec8ec5f8e64e00b2cdb3a9","Average ⬆️":17.496191215913385,"Hub License":"mit","Hub ❤️":4,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3441327579015,"IFEval Raw":0.3907543096761038,"IFEval":39.07543096761039,"BBH Raw":0.3541994356643969,"BBH":9.39485410104266,"MATH Lvl 5 Raw":0.25755287009063443,"MATH Lvl 5":25.755287009063444,"GPQA Raw":0.28859060402684567,"GPQA":5.145413870246088,"MUSR Raw":0.38358333333333333,"MUSR":5.78125,"MMLU-PRO Raw":0.27842420212765956,"MMLU-PRO":19.824911347517727,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-26","Submission Date":"2025-02-01","Generation":1,"Base Model":"open-atlas/Atlas-Flash-7B-Preview (Merge)"},{"eval_name":"open-neo_Kyro-n1-3B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"open-neo/Kyro-n1-3B 📑","fullname":"open-neo/Kyro-n1-3B","Model sha":"dc34677fa2a29372519e8e5fb339efd865d7ee76","Average ⬆️":23.492573830963973,"Hub License":"other","Hub ❤️":12,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7749305983569827,"IFEval Raw":0.45949746672163194,"IFEval":45.94974667216319,"BBH Raw":0.46853756471175373,"BBH":25.78921982449477,"MATH Lvl 5 Raw":0.2854984894259819,"MATH Lvl 5":28.54984894259819,"GPQA Raw":0.28187919463087246,"GPQA":4.250559284116329,"MUSR Raw":0.40879166666666666,"MUSR":9.498958333333333,"MMLU-PRO Raw":0.34225398936170215,"MMLU-PRO":26.917109929078016,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-13","Submission Date":"2025-03-13","Generation":1,"Base Model":"open-neo/Kyro-n1-3B (Merge)"},{"eval_name":"open-neo_Kyro-n1-7B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"open-neo/Kyro-n1-7B 📑","fullname":"open-neo/Kyro-n1-7B","Model sha":"86c48c5dc7fbeb7ce3ebf605608fc69985d2b0ee","Average ⬆️":28.918698187681176,"Hub License":"mit","Hub ❤️":6,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7370336620638953,"IFEval Raw":0.5572669406064796,"IFEval":55.72669406064797,"BBH Raw":0.5386561160683788,"BBH":34.40152837379154,"MATH Lvl 5 Raw":0.38972809667673713,"MATH Lvl 5":38.972809667673715,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.38841666666666663,"MUSR":5.91875,"MMLU-PRO Raw":0.433344414893617,"MMLU-PRO":37.038268321512994,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-15","Submission Date":"2025-03-13","Generation":1,"Base Model":"open-neo/Kyro-n1-7B (Merge)"},{"eval_name":"open-thoughts_OpenThinker-7B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"open-thoughts/OpenThinker-7B 📑","fullname":"open-thoughts/OpenThinker-7B","Model sha":"5a931fd3fa8618acda2da8eaec4a3f10ee009739","Average ⬆️":26.578519435108664,"Hub License":"apache-2.0","Hub ❤️":126,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6851186403453313,"IFEval Raw":0.4088895242401273,"IFEval":40.88895242401273,"BBH Raw":0.5342727589615611,"BBH":34.50881791580879,"MATH Lvl 5 Raw":0.4259818731117825,"MATH Lvl 5":42.59818731117825,"GPQA Raw":0.25671140939597314,"GPQA":0.8948545861297527,"MUSR Raw":0.38199999999999995,"MUSR":5.416666666666668,"MMLU-PRO Raw":0.41647273936170215,"MMLU-PRO":35.163637706855795,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-28","Submission Date":"2025-02-14","Generation":2,"Base Model":"Qwen/Qwen2.5-7B"},{"eval_name":"openai-community_gpt2_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GPT2LMHeadModel","Model":"openai-community/gpt2 📑","fullname":"openai-community/gpt2","Model sha":"607a30d783dfa663caf39e06633721c8d4cfcd7e","Average ⬆️":6.510807087761722,"Hub License":"mit","Hub ❤️":2628,"#Params (B)":0.137,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.0859412568146148,"IFEval Raw":0.17925327021192655,"IFEval":17.925327021192658,"BBH Raw":0.3035711244213359,"BBH":2.674981367986987,"MATH Lvl 5 Raw":0.0022658610271903325,"MATH Lvl 5":0.22658610271903326,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.44705208333333335,"MUSR":15.348177083333335,"MMLU-PRO Raw":0.11594082446808511,"MMLU-PRO":1.7712027186761226,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2022-03-02","Submission Date":"2024-06-12","Generation":0,"Base Model":"openai-community/gpt2"},{"eval_name":"openai-community_gpt2_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GPT2LMHeadModel","Model":"openai-community/gpt2 📑","fullname":"openai-community/gpt2","Model sha":"607a30d783dfa663caf39e06633721c8d4cfcd7e","Average ⬆️":6.33423541829189,"Hub License":"mit","Hub ❤️":2628,"#Params (B)":0.137,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.23477379049762206,"IFEval Raw":0.17795449407571912,"IFEval":17.795449407571912,"BBH Raw":0.30165801067653053,"BBH":2.8159113095085133,"MATH Lvl 5 Raw":0.005287009063444109,"MATH Lvl 5":0.5287009063444109,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.43902083333333336,"MUSR":13.910937500000001,"MMLU-PRO Raw":0.11652260638297872,"MMLU-PRO":1.8358451536643017,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2022-03-02","Submission Date":"2024-08-12","Generation":0,"Base Model":"openai-community/gpt2"},{"eval_name":"openai-community_gpt2-large_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GPT2LMHeadModel","Model":"openai-community/gpt2-large 📑","fullname":"openai-community/gpt2-large","Model sha":"32b71b12589c2f8d625668d2335a01cac3249519","Average ⬆️":5.567707192929642,"Hub License":"mit","Hub ❤️":301,"#Params (B)":0.812,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.36092447686323786,"IFEval Raw":0.20478220011790937,"IFEval":20.47822001179094,"BBH Raw":0.30688418760118824,"BBH":3.2537905449787403,"MATH Lvl 5 Raw":0.012084592145015104,"MATH Lvl 5":1.2084592145015105,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.3788645833333333,"MUSR":5.658072916666665,"MMLU-PRO Raw":0.11419547872340426,"MMLU-PRO":1.5772754137115832,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2022-03-02","Submission Date":"2024-06-12","Generation":0,"Base Model":"openai-community/gpt2-large"},{"eval_name":"openai-community_gpt2-medium_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GPT2LMHeadModel","Model":"openai-community/gpt2-medium 📑","fullname":"openai-community/gpt2-medium","Model sha":"6dcaa7a952f72f9298047fd5137cd6e4f05f41da","Average ⬆️":5.902340287154445,"Hub License":"mit","Hub ❤️":171,"#Params (B)":0.38,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.24212383000119167,"IFEval Raw":0.22084402718121252,"IFEval":22.08440271812125,"BBH Raw":0.3050280232176266,"BBH":2.719972238356244,"MATH Lvl 5 Raw":0.0075528700906344415,"MATH Lvl 5":0.7552870090634441,"GPQA Raw":0.2625838926174497,"GPQA":1.6778523489932917,"MUSR Raw":0.3884479166666666,"MUSR":6.1559895833333345,"MMLU-PRO Raw":0.11818484042553191,"MMLU-PRO":2.020537825059101,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2022-03-02","Submission Date":"2024-06-12","Generation":0,"Base Model":"openai-community/gpt2-medium"},{"eval_name":"openai-community_gpt2-xl_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GPT2LMHeadModel","Model":"openai-community/gpt2-xl 📑","fullname":"openai-community/gpt2-xl","Model sha":"15ea56dee5df4983c59b2538573817e1667135e2","Average ⬆️":5.093480678758688,"Hub License":"mit","Hub ❤️":332,"#Params (B)":1.608,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.43062739967696967,"IFEval Raw":0.20385798570016445,"IFEval":20.385798570016444,"BBH Raw":0.30085761123260785,"BBH":2.580960647452716,"MATH Lvl 5 Raw":0.009818731117824773,"MATH Lvl 5":0.9818731117824773,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.37095833333333333,"MUSR":4.036458333333333,"MMLU-PRO Raw":0.11311502659574468,"MMLU-PRO":1.457225177304964,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2022-03-02","Submission Date":"2024-06-12","Generation":0,"Base Model":"openai-community/gpt2-xl"},{"eval_name":"openbmb_MiniCPM-S-1B-sft-llama-format_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"openbmb/MiniCPM-S-1B-sft-llama-format 📑","fullname":"openbmb/MiniCPM-S-1B-sft-llama-format","Model sha":"7de07f8895c168a7ee01f624f50c44f6966c9735","Average ⬆️":8.996065699730169,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":1.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0800736949422725,"IFEval Raw":0.3328767669782843,"IFEval":33.28767669782843,"BBH Raw":0.30493136322070497,"BBH":3.898455214242885,"MATH Lvl 5 Raw":0.030966767371601207,"MATH Lvl 5":3.096676737160121,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.33167708333333334,"MUSR":1.359635416666667,"MMLU-PRO Raw":0.1858377659574468,"MMLU-PRO":9.537529550827422,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-14","Submission Date":"2024-11-19","Generation":0,"Base Model":"openbmb/MiniCPM-S-1B-sft-llama-format"},{"eval_name":"openchat_openchat-3.5-0106_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"openchat/openchat-3.5-0106 📑","fullname":"openchat/openchat-3.5-0106","Model sha":"ff058fda49726ecf4ea53dc1635f917cdb8ba36b","Average ⬆️":22.70925524673515,"Hub License":"apache-2.0","Hub ❤️":354,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.962835689481651,"IFEval Raw":0.5966590867786362,"IFEval":59.66590867786363,"BBH Raw":0.46169787083960595,"BBH":24.03871121391158,"MATH Lvl 5 Raw":0.07628398791540786,"MATH Lvl 5":7.628398791540786,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.42543749999999997,"MUSR":11.746354166666668,"MMLU-PRO Raw":0.3291223404255319,"MMLU-PRO":25.458037825059098,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-01-07","Submission Date":"2024-06-27","Generation":1,"Base Model":"mistralai/Mistral-7B-v0.1"},{"eval_name":"openchat_openchat-3.5-1210_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"openchat/openchat-3.5-1210 📑","fullname":"openchat/openchat-3.5-1210","Model sha":"801f5459b7577241500785f11c2b026912badd6e","Average ⬆️":22.727849608659103,"Hub License":"apache-2.0","Hub ❤️":272,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0329021207593168,"IFEval Raw":0.603678240402133,"IFEval":60.3678240402133,"BBH Raw":0.4535356846447984,"BBH":23.236296582166464,"MATH Lvl 5 Raw":0.07854984894259819,"MATH Lvl 5":7.854984894259818,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.4414375,"MUSR":14.279687500000003,"MMLU-PRO Raw":0.3142453457446808,"MMLU-PRO":23.805038416075647,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-12-12","Submission Date":"2024-06-12","Generation":1,"Base Model":"mistralai/Mistral-7B-v0.1"},{"eval_name":"openchat_openchat-3.6-8b-20240522_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"openchat/openchat-3.6-8b-20240522 📑","fullname":"openchat/openchat-3.6-8b-20240522","Model sha":"2264eb98558978f708e88ae52afb78e43b832801","Average ⬆️":23.10731592675394,"Hub License":"llama3","Hub ❤️":152,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.349911793665565,"IFEval Raw":0.5343355629729118,"IFEval":53.43355629729119,"BBH Raw":0.5338412089001999,"BBH":33.23293691836929,"MATH Lvl 5 Raw":0.09969788519637462,"MATH Lvl 5":9.969788519637463,"GPQA Raw":0.3179530201342282,"GPQA":9.060402684563762,"MUSR Raw":0.3998541666666667,"MUSR":8.181770833333333,"MMLU-PRO Raw":0.32288896276595747,"MMLU-PRO":24.765440307328607,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-07","Submission Date":"2024-06-26","Generation":1,"Base Model":"meta-llama/Meta-Llama-3-8B"},{"eval_name":"openchat_openchat_3.5_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"openchat/openchat_3.5 📑","fullname":"openchat/openchat_3.5","Model sha":"0fc98e324280bc4bf5d2c30ecf7b97b84fb8a19b","Average ⬆️":21.635827111564595,"Hub License":"apache-2.0","Hub ❤️":1120,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.002421182361135,"IFEval Raw":0.5931118321608887,"IFEval":59.31118321608887,"BBH Raw":0.44263196862832893,"BBH":21.58216684769999,"MATH Lvl 5 Raw":0.07250755287009064,"MATH Lvl 5":7.250755287009064,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.4228645833333333,"MUSR":11.258072916666668,"MMLU-PRO Raw":0.31532579787234044,"MMLU-PRO":23.92508865248227,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-10-30","Submission Date":"2024-06-12","Generation":0,"Base Model":"openchat/openchat_3.5"},{"eval_name":"openchat_openchat_v3.2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"openchat/openchat_v3.2 📑","fullname":"openchat/openchat_v3.2","Model sha":"acc7ce92558681e749678648189812f15c1465fe","Average ⬆️":13.833145550526877,"Hub License":"llama2","Hub ❤️":42,"#Params (B)":13.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":10.604910103456026,"IFEval Raw":0.2980558252104416,"IFEval":29.805582521044165,"BBH Raw":0.4330564283474314,"BBH":20.32300299720885,"MATH Lvl 5 Raw":0.01283987915407855,"MATH Lvl 5":1.283987915407855,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.433625,"MUSR":13.103125,"MMLU-PRO Raw":0.2421875,"MMLU-PRO":15.79861111111111,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-07-30","Submission Date":"2024-06-12","Generation":0,"Base Model":"openchat/openchat_v3.2"},{"eval_name":"openchat_openchat_v3.2_super_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"openchat/openchat_v3.2_super 📑","fullname":"openchat/openchat_v3.2_super","Model sha":"9479cc37d43234a57a33628637d1aca0293d745a","Average ⬆️":12.92357500340055,"Hub License":"llama2","Hub ❤️":35,"#Params (B)":13.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":10.055387243693328,"IFEval Raw":0.2861906408329898,"IFEval":28.61906408329898,"BBH Raw":0.42212089838803973,"BBH":19.153539587477535,"MATH Lvl 5 Raw":0.021148036253776436,"MATH Lvl 5":2.1148036253776437,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.41613541666666665,"MUSR":9.916927083333333,"MMLU-PRO Raw":0.24251994680851063,"MMLU-PRO":15.83554964539007,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-09-04","Submission Date":"2024-06-12","Generation":0,"Base Model":"openchat/openchat_v3.2_super"},{"eval_name":"orai-nlp_Llama-eus-8B_bfloat16","Precision":"bfloat16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"orai-nlp/Llama-eus-8B 📑","fullname":"orai-nlp/Llama-eus-8B","Model sha":"75b5645d222047b517a7a9190922ea1b5382c71f","Average ⬆️":13.943754358263163,"Hub License":"","Hub ❤️":9,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7385151629295175,"IFEval Raw":0.21612321972366655,"IFEval":21.612321972366654,"BBH Raw":0.4418245490788701,"BBH":20.96137115221118,"MATH Lvl 5 Raw":0.04682779456193353,"MATH Lvl 5":4.682779456193353,"GPQA Raw":0.28942953020134227,"GPQA":5.257270693512303,"MUSR Raw":0.3918854166666667,"MUSR":8.285677083333335,"MMLU-PRO Raw":0.30576795212765956,"MMLU-PRO":22.86310579196217,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-04","Submission Date":"2024-09-30","Generation":1,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"oxyapi_oxy-1-small_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"oxyapi/oxy-1-small 📑","fullname":"oxyapi/oxy-1-small","Model sha":"0d100cf65c8574b025b499dd787d8bcbcf678418","Average ⬆️":36.10082946641055,"Hub License":"apache-2.0","Hub ❤️":80,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.7738172204911873,"IFEval Raw":0.6244608749229821,"IFEval":62.44608749229821,"BBH Raw":0.5884593784818278,"BBH":41.1754471888895,"MATH Lvl 5 Raw":0.36027190332326287,"MATH Lvl 5":36.027190332326285,"GPQA Raw":0.3716442953020134,"GPQA":16.21923937360179,"MUSR Raw":0.4486666666666667,"MUSR":16.28333333333333,"MMLU-PRO Raw":0.5000831117021277,"MMLU-PRO":44.45367907801419,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-01","Submission Date":"2024-12-02","Generation":1,"Base Model":"oxyapi/oxy-1-small (Merge)"},{"eval_name":"ozone-ai_0x-lite_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ozone-ai/0x-lite 📑","fullname":"ozone-ai/0x-lite","Model sha":"0b8888d3aa74b127e8e33c27306c05c7f0956bd3","Average ⬆️":40.48460307410717,"Hub License":"apache-2.0","Hub ❤️":61,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.4526879760369664,"IFEval Raw":0.7739874643723099,"IFEval":77.39874643723098,"BBH Raw":0.6340580988016683,"BBH":47.5284725075208,"MATH Lvl 5 Raw":0.5045317220543807,"MATH Lvl 5":50.453172205438065,"GPQA Raw":0.31963087248322153,"GPQA":9.284116331096204,"MUSR Raw":0.4220625,"MUSR":11.7578125,"MMLU-PRO Raw":0.5183676861702128,"MMLU-PRO":46.485298463356976,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-28","Generation":1,"Base Model":"ozone-ai/0x-lite (Merge)"},{"eval_name":"ozone-research_Chirp-01_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ozone-research/Chirp-01 📑","fullname":"ozone-research/Chirp-01","Model sha":"eae888f412b7088e8d621b1da2d588944236a14b","Average ⬆️":28.252602808689176,"Hub License":"other","Hub ❤️":13,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7157807215491061,"IFEval Raw":0.6347524568145853,"IFEval":63.47524568145853,"BBH Raw":0.4649560260501419,"BBH":25.038330362981494,"MATH Lvl 5 Raw":0.3466767371601209,"MATH Lvl 5":34.66767371601209,"GPQA Raw":0.2718120805369128,"GPQA":2.908277404921707,"MUSR Raw":0.4487291666666667,"MUSR":15.557812499999999,"MMLU-PRO Raw":0.3508144946808511,"MMLU-PRO":27.868277186761226,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-23","Submission Date":"2025-02-23","Generation":1,"Base Model":"ozone-research/Chirp-01 (Merge)"},{"eval_name":"paloalma_ECE-TW3-JRGL-V1_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"paloalma/ECE-TW3-JRGL-V1 📑","fullname":"paloalma/ECE-TW3-JRGL-V1","Model sha":"2f08c7ab9db03b1b9f455c7beee6a41e99aa910e","Average ⬆️":30.236001116528566,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":68.977,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":12.383388365937348,"IFEval Raw":0.5534947273235016,"IFEval":55.349472732350165,"BBH Raw":0.6283667540784627,"BBH":46.69713905397109,"MATH Lvl 5 Raw":0.13141993957703926,"MATH Lvl 5":13.141993957703926,"GPQA Raw":0.34731543624161076,"GPQA":12.975391498881436,"MUSR Raw":0.46208333333333335,"MUSR":17.460416666666664,"MMLU-PRO Raw":0.422124335106383,"MMLU-PRO":35.791592789598106,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-04-03","Submission Date":"2024-08-04","Generation":0,"Base Model":"paloalma/ECE-TW3-JRGL-V1"},{"eval_name":"paloalma_ECE-TW3-JRGL-V2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"paloalma/ECE-TW3-JRGL-V2 📑","fullname":"paloalma/ECE-TW3-JRGL-V2","Model sha":"f2c15045f1a7a7a34540ab18abcee8a566a74ca6","Average ⬆️":25.79271499886927,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":72.288,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":25.09249892397867,"IFEval Raw":0.2254894790267601,"IFEval":22.54894790267601,"BBH Raw":0.6030988136029874,"BBH":43.17326773447519,"MATH Lvl 5 Raw":0.18504531722054382,"MATH Lvl 5":18.50453172205438,"GPQA Raw":0.3313758389261745,"GPQA":10.850111856823268,"MUSR Raw":0.47932291666666665,"MUSR":19.815364583333327,"MMLU-PRO Raw":0.4587765957446808,"MMLU-PRO":39.86406619385342,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-04-04","Submission Date":"2024-09-19","Generation":0,"Base Model":"paloalma/ECE-TW3-JRGL-V2"},{"eval_name":"paloalma_ECE-TW3-JRGL-V5_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"paloalma/ECE-TW3-JRGL-V5 📑","fullname":"paloalma/ECE-TW3-JRGL-V5","Model sha":"4061fa10de22945790cad825f7f4dec96d55b204","Average ⬆️":29.49204681730805,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":72.289,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":34.56184207719644,"IFEval Raw":0.4552509563513699,"IFEval":45.52509563513699,"BBH Raw":0.6024712037668832,"BBH":43.46251365157702,"MATH Lvl 5 Raw":0.18353474320241692,"MATH Lvl 5":18.35347432024169,"GPQA Raw":0.3414429530201342,"GPQA":12.192393736017896,"MUSR Raw":0.4620520833333333,"MUSR":16.88984375,"MMLU-PRO Raw":0.46476063829787234,"MMLU-PRO":40.528959810874696,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-04-11","Submission Date":"2024-08-30","Generation":0,"Base Model":"paloalma/ECE-TW3-JRGL-V5"},{"eval_name":"paloalma_Le_Triomphant-ECE-TW3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"paloalma/Le_Triomphant-ECE-TW3 📑","fullname":"paloalma/Le_Triomphant-ECE-TW3","Model sha":"f72399253bb3e65c0f55e50461488c098f658a49","Average ⬆️":31.996294194213135,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":72.289,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":20.8367824579458,"IFEval Raw":0.5402055435134332,"IFEval":54.02055435134332,"BBH Raw":0.6112057897556996,"BBH":44.96329362428286,"MATH Lvl 5 Raw":0.19486404833836857,"MATH Lvl 5":19.486404833836858,"GPQA Raw":0.348993288590604,"GPQA":13.19910514541387,"MUSR Raw":0.4725,"MUSR":18.495833333333334,"MMLU-PRO Raw":0.476313164893617,"MMLU-PRO":41.81257387706855,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-04-01","Submission Date":"2024-07-25","Generation":0,"Base Model":"paloalma/Le_Triomphant-ECE-TW3"},{"eval_name":"paloalma_TW3-JRGL-v2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"paloalma/TW3-JRGL-v2 📑","fullname":"paloalma/TW3-JRGL-v2","Model sha":"aca3f0ba2bfb90038a9e2cd5b486821d4c181b46","Average ⬆️":32.46253888329018,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":72.289,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":31.846913566660287,"IFEval Raw":0.5316127874040878,"IFEval":53.16127874040878,"BBH Raw":0.6137525505395743,"BBH":45.61110998256794,"MATH Lvl 5 Raw":0.17900302114803626,"MATH Lvl 5":17.900302114803626,"GPQA Raw":0.35906040268456374,"GPQA":14.541387024608499,"MUSR Raw":0.48583333333333334,"MUSR":20.69583333333333,"MMLU-PRO Raw":0.4857878989361702,"MMLU-PRO":42.86532210401891,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-04-01","Submission Date":"2024-08-29","Generation":0,"Base Model":"paloalma/TW3-JRGL-v2"},{"eval_name":"pankajmathur_Al_Dente_v1_8b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"pankajmathur/Al_Dente_v1_8b 📑","fullname":"pankajmathur/Al_Dente_v1_8b","Model sha":"149d70e04085ecd90510a60f916efc55da1294e7","Average ⬆️":17.300059065636294,"Hub License":"llama3","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8170640097905246,"IFEval Raw":0.3693721547715617,"IFEval":36.93721547715617,"BBH Raw":0.48347371404380524,"BBH":27.247898492647995,"MATH Lvl 5 Raw":0.04078549848942598,"MATH Lvl 5":4.078549848942599,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.3987083333333334,"MUSR":8.271875000000001,"MMLU-PRO Raw":0.2859873670212766,"MMLU-PRO":20.665263002364064,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-02","Submission Date":"2024-06-26","Generation":0,"Base Model":"pankajmathur/Al_Dente_v1_8b"},{"eval_name":"pankajmathur_model_007_13b_v2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"pankajmathur/model_007_13b_v2 📑","fullname":"pankajmathur/model_007_13b_v2","Model sha":"2c6ddf25cdb134f22e2543121b5a36b41342a9e2","Average ⬆️":16.00740369607647,"Hub License":"llama2","Hub ❤️":4,"#Params (B)":13.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.363560105318781,"IFEval Raw":0.30564901129004374,"IFEval":30.564901129004376,"BBH Raw":0.4702292766687601,"BBH":25.454420185872465,"MATH Lvl 5 Raw":0.021148036253776436,"MATH Lvl 5":2.1148036253776437,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.46109375,"MUSR":17.203385416666663,"MMLU-PRO Raw":0.24609375,"MMLU-PRO":16.232638888888886,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-08-12","Submission Date":"2024-06-26","Generation":0,"Base Model":"pankajmathur/model_007_13b_v2"},{"eval_name":"pankajmathur_orca_mini_3b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"pankajmathur/orca_mini_3b 📑","fullname":"pankajmathur/orca_mini_3b","Model sha":"31e1a7bc3f7ea2f247b432d60036d975b8d590e9","Average ⬆️":3.1252754271378507,"Hub License":"cc-by-nc-sa-4.0","Hub ❤️":161,"#Params (B)":3.426,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.049551149033351,"IFEval Raw":0.07421419611076388,"IFEval":7.421419611076388,"BBH Raw":0.3196070040004752,"BBH":4.6859845437903855,"MATH Lvl 5 Raw":0.008308157099697885,"MATH Lvl 5":0.8308157099697886,"GPQA Raw":0.24580536912751677,"GPQA":0.0,"MUSR Raw":0.3349270833333333,"MUSR":4.199218749999999,"MMLU-PRO Raw":0.11452792553191489,"MMLU-PRO":1.6142139479905429,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-06-22","Submission Date":"2024-06-26","Generation":0,"Base Model":"pankajmathur/orca_mini_3b"},{"eval_name":"pankajmathur_orca_mini_7b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"pankajmathur/orca_mini_7b 📑","fullname":"pankajmathur/orca_mini_7b","Model sha":"fec86e316b7b98d7be6cf74e98fb927092077abb","Average ⬆️":3.405696058391802,"Hub License":"cc-by-nc-sa-4.0","Hub ❤️":18,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.5214411396948289,"IFEval Raw":0.04121619525082337,"IFEval":4.121619525082337,"BBH Raw":0.3332228472650342,"BBH":7.81893018360044,"MATH Lvl 5 Raw":0.01283987915407855,"MATH Lvl 5":1.283987915407855,"GPQA Raw":0.25419463087248323,"GPQA":0.5592841163310973,"MUSR Raw":0.36975,"MUSR":3.9187499999999997,"MMLU-PRO Raw":0.12458444148936171,"MMLU-PRO":2.731604609929078,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-06-23","Submission Date":"2024-06-26","Generation":0,"Base Model":"pankajmathur/orca_mini_7b"},{"eval_name":"pankajmathur_orca_mini_phi-4_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"pankajmathur/orca_mini_phi-4 📑","fullname":"pankajmathur/orca_mini_phi-4","Model sha":"d060fa835868ce422521daf7054dbc64ad48aee3","Average ⬆️":40.67628242552744,"Hub License":"mit","Hub ❤️":8,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7007696703119202,"IFEval Raw":0.7780588837617521,"IFEval":77.80588837617522,"BBH Raw":0.6856329737542378,"BBH":54.63137024552032,"MATH Lvl 5 Raw":0.29531722054380666,"MATH Lvl 5":29.531722054380666,"GPQA Raw":0.37416107382550334,"GPQA":16.554809843400445,"MUSR Raw":0.47030208333333334,"MUSR":18.254427083333336,"MMLU-PRO Raw":0.5255152925531915,"MMLU-PRO":47.27947695035461,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-21","Submission Date":"2025-01-22","Generation":1,"Base Model":"pankajmathur/orca_mini_phi-4 (Merge)"},{"eval_name":"pankajmathur_orca_mini_v2_7b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"pankajmathur/orca_mini_v2_7b 📑","fullname":"pankajmathur/orca_mini_v2_7b","Model sha":"66d3f32a4a6bca0a2a261f1bdb54d2582028f75f","Average ⬆️":5.502368522121576,"Hub License":"cc-by-nc-sa-4.0","Hub ❤️":37,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.185022969094885,"IFEval Raw":0.13578859647956312,"IFEval":13.57885964795631,"BBH Raw":0.35363417847864514,"BBH":10.199953477088151,"MATH Lvl 5 Raw":0.011329305135951661,"MATH Lvl 5":1.1329305135951662,"GPQA Raw":0.24916107382550334,"GPQA":0.0,"MUSR Raw":0.35933333333333334,"MUSR":2.0833333333333326,"MMLU-PRO Raw":0.1541722074468085,"MMLU-PRO":6.019134160756501,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-07-03","Submission Date":"2024-06-26","Generation":0,"Base Model":"pankajmathur/orca_mini_v2_7b"},{"eval_name":"pankajmathur_orca_mini_v3_13b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"pankajmathur/orca_mini_v3_13b 📑","fullname":"pankajmathur/orca_mini_v3_13b","Model sha":"7d6e567d24ce2f228beaf54e89c17b0e750bfe99","Average ⬆️":15.041296989515962,"Hub License":"other","Hub ❤️":31,"#Params (B)":13.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.1943587430415645,"IFEval Raw":0.28966253983873896,"IFEval":28.966253983873898,"BBH Raw":0.4710970361474938,"BBH":25.549482064607844,"MATH Lvl 5 Raw":0.021148036253776436,"MATH Lvl 5":2.1148036253776437,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.45979166666666665,"MUSR":17.107291666666665,"MMLU-PRO Raw":0.23046875,"MMLU-PRO":14.496527777777777,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-08-09","Submission Date":"2024-06-26","Generation":0,"Base Model":"pankajmathur/orca_mini_v3_13b"},{"eval_name":"pankajmathur_orca_mini_v3_70b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"pankajmathur/orca_mini_v3_70b 📑","fullname":"pankajmathur/orca_mini_v3_70b","Model sha":"e8e856dfb5c737d1906b50f9e65fd3a4f8d77422","Average ⬆️":25.29815949268638,"Hub License":"other","Hub ❤️":23,"#Params (B)":70.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":12.813073977150225,"IFEval Raw":0.4014703209705803,"IFEval":40.14703209705803,"BBH Raw":0.5949312065598904,"BBH":42.975787003923045,"MATH Lvl 5 Raw":0.03851963746223565,"MATH Lvl 5":3.8519637462235647,"GPQA Raw":0.3179530201342282,"GPQA":9.060402684563762,"MUSR Raw":0.5078541666666667,"MUSR":25.11510416666667,"MMLU-PRO Raw":0.3757480053191489,"MMLU-PRO":30.63866725768321,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-08-10","Submission Date":"2024-06-26","Generation":0,"Base Model":"pankajmathur/orca_mini_v3_70b"},{"eval_name":"pankajmathur_orca_mini_v3_7b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"pankajmathur/orca_mini_v3_7b 📑","fullname":"pankajmathur/orca_mini_v3_7b","Model sha":"6252eb7ca29da8d951ae7d2bca948bf84e04a2b9","Average ⬆️":13.644021205601403,"Hub License":"other","Hub ❤️":40,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2799002843238059,"IFEval Raw":0.2820937335159599,"IFEval":28.20937335159599,"BBH Raw":0.4095332668279368,"BBH":17.843955571096647,"MATH Lvl 5 Raw":0.010574018126888218,"MATH Lvl 5":1.0574018126888218,"GPQA Raw":0.24664429530201343,"GPQA":0.0,"MUSR Raw":0.49823958333333335,"MUSR":22.713281249999998,"MMLU-PRO Raw":0.20836103723404256,"MMLU-PRO":12.04011524822695,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-08-07","Submission Date":"2024-06-26","Generation":0,"Base Model":"pankajmathur/orca_mini_v3_7b"},{"eval_name":"pankajmathur_orca_mini_v5_8b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"pankajmathur/orca_mini_v5_8b 📑","fullname":"pankajmathur/orca_mini_v5_8b","Model sha":"f57c84d4cc0b3b74549458c0d38e868bd7fffad1","Average ⬆️":20.498300732442388,"Hub License":"llama3","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7579415515670855,"IFEval Raw":0.48060479527653294,"IFEval":48.06047952765329,"BBH Raw":0.5064242853619262,"BBH":29.345795010726494,"MATH Lvl 5 Raw":0.09894259818731117,"MATH Lvl 5":9.894259818731117,"GPQA Raw":0.28691275167785235,"GPQA":4.921700223713646,"MUSR Raw":0.4000104166666667,"MUSR":7.701302083333336,"MMLU-PRO Raw":0.3075964095744681,"MMLU-PRO":23.066267730496453,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-26","Submission Date":"2024-06-26","Generation":0,"Base Model":"pankajmathur/orca_mini_v5_8b"},{"eval_name":"pankajmathur_orca_mini_v5_8b_dpo_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"pankajmathur/orca_mini_v5_8b_dpo 📑","fullname":"pankajmathur/orca_mini_v5_8b_dpo","Model sha":"fdc0d0aaa85a58f1abaf2c24ce0ddca10c08f0f1","Average ⬆️":20.33420699350285,"Hub License":"llama3","Hub ❤️":3,"#Params (B)":8.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6333793278135202,"IFEval Raw":0.48964746871633935,"IFEval":48.964746871633935,"BBH Raw":0.5074598658862709,"BBH":29.605372989233754,"MATH Lvl 5 Raw":0.09743202416918428,"MATH Lvl 5":9.743202416918429,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.389375,"MUSR":6.938541666666667,"MMLU-PRO Raw":0.31158577127659576,"MMLU-PRO":23.50953014184397,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-30","Submission Date":"2024-06-26","Generation":0,"Base Model":"pankajmathur/orca_mini_v5_8b_dpo"},{"eval_name":"pankajmathur_orca_mini_v5_8b_orpo_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"pankajmathur/orca_mini_v5_8b_orpo 📑","fullname":"pankajmathur/orca_mini_v5_8b_orpo","Model sha":"4cdc018043ef439f15bd8a09c4f09c6bc528dfc7","Average ⬆️":12.99373010020274,"Hub License":"llama3","Hub ❤️":1,"#Params (B)":8.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9436995385645837,"IFEval Raw":0.08243239050164675,"IFEval":8.243239050164673,"BBH Raw":0.496374377369289,"BBH":27.877628256858372,"MATH Lvl 5 Raw":0.06646525679758308,"MATH Lvl 5":6.646525679758309,"GPQA Raw":0.28439597315436244,"GPQA":4.5861297539149914,"MUSR Raw":0.41312499999999996,"MUSR":8.973958333333334,"MMLU-PRO Raw":0.2947140957446808,"MMLU-PRO":21.634899527186757,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-31","Submission Date":"2024-06-26","Generation":0,"Base Model":"pankajmathur/orca_mini_v5_8b_orpo"},{"eval_name":"pankajmathur_orca_mini_v6_8b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"pankajmathur/orca_mini_v6_8b 📑","fullname":"pankajmathur/orca_mini_v6_8b","Model sha":"e95dc8e4c6b6ca5957b657cc2d905683142eaf3e","Average ⬆️":1.4763387606479779,"Hub License":"llama3","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.432735692418171,"IFEval Raw":0.011116060940526692,"IFEval":1.1116060940526693,"BBH Raw":0.30286959112076134,"BBH":3.219809856556432,"MATH Lvl 5 Raw":0.0037764350453172208,"MATH Lvl 5":0.3776435045317221,"GPQA Raw":0.23825503355704697,"GPQA":0.0,"MUSR Raw":0.3554583333333334,"MUSR":2.7656250000000004,"MMLU-PRO Raw":0.1124501329787234,"MMLU-PRO":1.383348108747044,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-02","Submission Date":"2024-06-26","Generation":0,"Base Model":"pankajmathur/orca_mini_v6_8b"},{"eval_name":"pankajmathur_orca_mini_v6_8b_dpo_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"pankajmathur/orca_mini_v6_8b_dpo 📑","fullname":"pankajmathur/orca_mini_v6_8b_dpo","Model sha":"ebb11b63839d38e8c03c7ecac012e047fcb2346e","Average ⬆️":20.392492362112517,"Hub License":"llama3","Hub ❤️":2,"#Params (B)":8.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.539647289874839,"IFEval Raw":0.3882564927725103,"IFEval":38.82564927725103,"BBH Raw":0.520280774453148,"BBH":32.47882597428379,"MATH Lvl 5 Raw":0.06117824773413897,"MATH Lvl 5":6.117824773413897,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.40903125,"MUSR":9.262239583333335,"MMLU-PRO Raw":0.359624335106383,"MMLU-PRO":28.847148345153663,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-21","Submission Date":"2024-06-26","Generation":0,"Base Model":"pankajmathur/orca_mini_v6_8b_dpo"},{"eval_name":"pankajmathur_orca_mini_v7_72b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"pankajmathur/orca_mini_v7_72b 📑","fullname":"pankajmathur/orca_mini_v7_72b","Model sha":"447f11912cfa496e32e188a55214043a05760d3a","Average ⬆️":36.215290911204995,"Hub License":"apache-2.0","Hub ❤️":11,"#Params (B)":72.706,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":28.10341439624203,"IFEval Raw":0.5929622291076566,"IFEval":59.29622291076566,"BBH Raw":0.6842301988001044,"BBH":55.05552307693972,"MATH Lvl 5 Raw":0.09365558912386707,"MATH Lvl 5":9.365558912386707,"GPQA Raw":0.3850671140939597,"GPQA":18.008948545861294,"MUSR Raw":0.5070416666666667,"MUSR":24.21354166666666,"MMLU-PRO Raw":0.5621675531914894,"MMLU-PRO":51.35195035460993,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-26","Submission Date":"2025-01-02","Generation":0,"Base Model":"pankajmathur/orca_mini_v7_72b"},{"eval_name":"pankajmathur_orca_mini_v7_7b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"pankajmathur/orca_mini_v7_7b 📑","fullname":"pankajmathur/orca_mini_v7_7b","Model sha":"f5e84ff6ea25fb4585908ea45d1520bac416d803","Average ⬆️":23.986504270832167,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8502188230290761,"IFEval Raw":0.4387646998851935,"IFEval":43.87646998851935,"BBH Raw":0.5274909601771501,"BBH":33.95043410425148,"MATH Lvl 5 Raw":0.12084592145015106,"MATH Lvl 5":12.084592145015106,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.43597916666666664,"MUSR":12.6640625,"MMLU-PRO Raw":0.4167220744680851,"MMLU-PRO":35.19134160756501,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-20","Submission Date":"2024-06-26","Generation":0,"Base Model":"pankajmathur/orca_mini_v7_7b"},{"eval_name":"pankajmathur_orca_mini_v8_1_70b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"pankajmathur/orca_mini_v8_1_70b 📑","fullname":"pankajmathur/orca_mini_v8_1_70b","Model sha":"84663295413819491b08cd3b7e50d04a5eb0bb1a","Average ⬆️":43.191232219399744,"Hub License":"llama3.3","Hub ❤️":5,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":54.448936643551214,"IFEval Raw":0.8571434903832941,"IFEval":85.7143490383294,"BBH Raw":0.6781305630707934,"BBH":53.51972670972081,"MATH Lvl 5 Raw":0.3527190332326284,"MATH Lvl 5":35.27190332326284,"GPQA Raw":0.43288590604026844,"GPQA":24.384787472035793,"MUSR Raw":0.44370833333333337,"MUSR":15.996874999999998,"MMLU-PRO Raw":0.49833776595744683,"MMLU-PRO":44.25975177304965,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-12","Submission Date":"2024-12-21","Generation":1,"Base Model":"pankajmathur/orca_mini_v8_1_70b (Merge)"},{"eval_name":"pankajmathur_orca_mini_v9_0_3B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"pankajmathur/orca_mini_v9_0_3B-Instruct 📑","fullname":"pankajmathur/orca_mini_v9_0_3B-Instruct","Model sha":"37710875f7841e72c99cd5494cf450bb5bd6c680","Average ⬆️":20.660838216117185,"Hub License":"llama3.2","Hub ❤️":5,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2023625178594268,"IFEval Raw":0.5753766672429155,"IFEval":57.53766672429155,"BBH Raw":0.4412946064233128,"BBH":21.368152564693613,"MATH Lvl 5 Raw":0.14652567975830816,"MATH Lvl 5":14.652567975830816,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.36590625000000004,"MUSR":5.771614583333336,"MMLU-PRO Raw":0.2603058510638298,"MMLU-PRO":17.81176122931442,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-29","Generation":1,"Base Model":"pankajmathur/orca_mini_v9_0_3B-Instruct (Merge)"},{"eval_name":"pankajmathur_orca_mini_v9_1_1B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"pankajmathur/orca_mini_v9_1_1B-Instruct 📑","fullname":"pankajmathur/orca_mini_v9_1_1B-Instruct","Model sha":"2c4cc6dacbff82ec76845fcc770322318742e794","Average ⬆️":9.063245765360724,"Hub License":"llama3.2","Hub ❤️":3,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7135759715391796,"IFEval Raw":0.3629270336041702,"IFEval":36.29270336041702,"BBH Raw":0.3205118362595434,"BBH":6.406448543994878,"MATH Lvl 5 Raw":0.04607250755287009,"MATH Lvl 5":4.607250755287009,"GPQA Raw":0.25671140939597314,"GPQA":0.8948545861297527,"MUSR Raw":0.3380625,"MUSR":2.024479166666666,"MMLU-PRO Raw":0.13738364361702127,"MMLU-PRO":4.153738179669029,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-29","Generation":1,"Base Model":"pankajmathur/orca_mini_v9_1_1B-Instruct (Merge)"},{"eval_name":"pankajmathur_orca_mini_v9_2_14B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"pankajmathur/orca_mini_v9_2_14B 📑","fullname":"pankajmathur/orca_mini_v9_2_14B","Model sha":"fc8e88751753f1757dc84d5ce0ad2384450645a2","Average ⬆️":40.67628242552744,"Hub License":"mit","Hub ❤️":8,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8814172421796664,"IFEval Raw":0.7780588837617521,"IFEval":77.80588837617522,"BBH Raw":0.6856329737542378,"BBH":54.63137024552032,"MATH Lvl 5 Raw":0.29531722054380666,"MATH Lvl 5":29.531722054380666,"GPQA Raw":0.37416107382550334,"GPQA":16.554809843400445,"MUSR Raw":0.47030208333333334,"MUSR":18.254427083333336,"MMLU-PRO Raw":0.5255152925531915,"MMLU-PRO":47.27947695035461,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-21","Submission Date":"2025-01-21","Generation":1,"Base Model":"pankajmathur/orca_mini_v9_2_14B (Merge)"},{"eval_name":"pankajmathur_orca_mini_v9_2_70b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"pankajmathur/orca_mini_v9_2_70b 📑","fullname":"pankajmathur/orca_mini_v9_2_70b","Model sha":"19f021126bc52484fd60fa5daeff59219592e534","Average ⬆️":40.72477703174064,"Hub License":"llama3.3","Hub ❤️":4,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":48.05524024512421,"IFEval Raw":0.8382591523823455,"IFEval":83.82591523823456,"BBH Raw":0.6744868732778627,"BBH":53.03309980255676,"MATH Lvl 5 Raw":0.2938066465256798,"MATH Lvl 5":29.38066465256798,"GPQA Raw":0.3733221476510067,"GPQA":16.442953020134222,"MUSR Raw":0.47098958333333335,"MUSR":19.207031250000004,"MMLU-PRO Raw":0.48213098404255317,"MMLU-PRO":42.45899822695035,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-30","Submission Date":"2025-01-02","Generation":1,"Base Model":"pankajmathur/orca_mini_v9_2_70b (Merge)"},{"eval_name":"pankajmathur_orca_mini_v9_4_70B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"pankajmathur/orca_mini_v9_4_70B 📑","fullname":"pankajmathur/orca_mini_v9_4_70B","Model sha":"6538f7ad108c90d4aeb317a90eadaf489d687319","Average ⬆️":39.32550746750958,"Hub License":"llama3.3","Hub ❤️":2,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":60.69019593236153,"IFEval Raw":0.8014645584826039,"IFEval":80.14645584826039,"BBH Raw":0.6418899297276105,"BBH":48.69261714198851,"MATH Lvl 5 Raw":0.32628398791540786,"MATH Lvl 5":32.62839879154079,"GPQA Raw":0.36577181208053694,"GPQA":15.436241610738257,"MUSR Raw":0.4647291666666667,"MUSR":19.7578125,"MMLU-PRO Raw":0.45362367021276595,"MMLU-PRO":39.29151891252955,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-17","Submission Date":"2025-01-17","Generation":1,"Base Model":"pankajmathur/orca_mini_v9_4_70B (Merge)"},{"eval_name":"pankajmathur_orca_mini_v9_5_1B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"pankajmathur/orca_mini_v9_5_1B-Instruct 📑","fullname":"pankajmathur/orca_mini_v9_5_1B-Instruct","Model sha":"eaf758bef610953480309044303c8c15985ac24d","Average ⬆️":10.693501511833993,"Hub License":"llama3.2","Hub ❤️":4,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.091074704963622,"IFEval Raw":0.46379384477630464,"IFEval":46.37938447763047,"BBH Raw":0.3337001077145985,"BBH":6.6988165369101145,"MATH Lvl 5 Raw":0.030211480362537766,"MATH Lvl 5":3.0211480362537766,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.31815625,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.13696808510638298,"MMLU-PRO":4.10756501182033,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-02","Generation":1,"Base Model":"pankajmathur/orca_mini_v9_5_1B-Instruct (Merge)"},{"eval_name":"pankajmathur_orca_mini_v9_5_1B-Instruct_preview_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"pankajmathur/orca_mini_v9_5_1B-Instruct_preview 📑","fullname":"pankajmathur/orca_mini_v9_5_1B-Instruct_preview","Model sha":"7f4581135998269b83f79624a2435cc314f5f45b","Average ⬆️":9.541822835013244,"Hub License":"llama3.2","Hub ❤️":2,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7155956947297311,"IFEval Raw":0.3935768206137493,"IFEval":39.35768206137493,"BBH Raw":0.32769514793198123,"BBH":5.582691663791198,"MATH Lvl 5 Raw":0.03851963746223565,"MATH Lvl 5":3.8519637462235647,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.33945833333333336,"MUSR":3.0322916666666675,"MMLU-PRO Raw":0.13272938829787234,"MMLU-PRO":3.6365986997635926,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-30","Submission Date":"2024-12-30","Generation":1,"Base Model":"pankajmathur/orca_mini_v9_5_1B-Instruct_preview (Merge)"},{"eval_name":"pankajmathur_orca_mini_v9_5_3B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"pankajmathur/orca_mini_v9_5_3B-Instruct 📑","fullname":"pankajmathur/orca_mini_v9_5_3B-Instruct","Model sha":"9d68ed7de708f52e8fa3b173fb7315a941d45b9c","Average ⬆️":24.152680776912927,"Hub License":"llama3.2","Hub ❤️":6,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1120528502404838,"IFEval Raw":0.7207066140063919,"IFEval":72.0706614006392,"BBH Raw":0.44963802133275826,"BBH":21.517904353100732,"MATH Lvl 5 Raw":0.1321752265861027,"MATH Lvl 5":13.217522658610271,"GPQA Raw":0.2869127516778524,"GPQA":4.921700223713654,"MUSR Raw":0.4269895833333333,"MUSR":12.27369791666667,"MMLU-PRO Raw":0.2882313829787234,"MMLU-PRO":20.914598108747047,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-01","Submission Date":"2025-01-01","Generation":1,"Base Model":"pankajmathur/orca_mini_v9_5_3B-Instruct (Merge)"},{"eval_name":"pankajmathur_orca_mini_v9_6_1B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"pankajmathur/orca_mini_v9_6_1B-Instruct 📑","fullname":"pankajmathur/orca_mini_v9_6_1B-Instruct","Model sha":"6219f36f9cb41a659ca721e74b70364dda0a9a8a","Average ⬆️":15.323670701472977,"Hub License":"llama3.2","Hub ❤️":6,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7610068389439243,"IFEval Raw":0.6085741388404988,"IFEval":60.857413884049876,"BBH Raw":0.3561349568441982,"BBH":9.659037433840986,"MATH Lvl 5 Raw":0.0770392749244713,"MATH Lvl 5":7.7039274924471295,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.33955208333333337,"MUSR":2.2773437500000004,"MMLU-PRO Raw":0.18085106382978725,"MMLU-PRO":8.983451536643026,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-06","Submission Date":"2025-01-06","Generation":1,"Base Model":"pankajmathur/orca_mini_v9_6_1B-Instruct (Merge)"},{"eval_name":"pankajmathur_orca_mini_v9_6_3B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"pankajmathur/orca_mini_v9_6_3B-Instruct 📑","fullname":"pankajmathur/orca_mini_v9_6_3B-Instruct","Model sha":"2cd07c6364b883d29036b9c8fe1816221b693d71","Average ⬆️":24.086826299328436,"Hub License":"llama3.2","Hub ❤️":4,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6625691395723998,"IFEval Raw":0.7316475839660989,"IFEval":73.1647583966099,"BBH Raw":0.45683272658133456,"BBH":22.86989036357046,"MATH Lvl 5 Raw":0.13293051359516617,"MATH Lvl 5":13.293051359516618,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.4067708333333333,"MUSR":8.813020833333335,"MMLU-PRO Raw":0.28507313829787234,"MMLU-PRO":20.563682033096924,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-03","Submission Date":"2025-01-03","Generation":1,"Base Model":"pankajmathur/orca_mini_v9_6_3B-Instruct (Merge)"},{"eval_name":"pankajmathur_orca_mini_v9_7_1B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"pankajmathur/orca_mini_v9_7_1B-Instruct 📑","fullname":"pankajmathur/orca_mini_v9_7_1B-Instruct","Model sha":"b9e52b91802bd4ae941c0d328e9fa7818e0ce504","Average ⬆️":12.485692413724527,"Hub License":"llama3.2","Hub ❤️":4,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8512147170563129,"IFEval Raw":0.5610136659618701,"IFEval":56.101366596187006,"BBH Raw":0.3181526961435924,"BBH":5.052028049769791,"MATH Lvl 5 Raw":0.0445619335347432,"MATH Lvl 5":4.45619335347432,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.35269791666666667,"MUSR":2.4539062499999997,"MMLU-PRO Raw":0.1344747340425532,"MMLU-PRO":3.830526004728132,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-04","Submission Date":"2025-01-05","Generation":1,"Base Model":"pankajmathur/orca_mini_v9_7_1B-Instruct (Merge)"},{"eval_name":"pankajmathur_orca_mini_v9_7_3B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"pankajmathur/orca_mini_v9_7_3B-Instruct 📑","fullname":"pankajmathur/orca_mini_v9_7_3B-Instruct","Model sha":"46298c9816c60d18d8b1217a540b75a0a8cf9aab","Average ⬆️":13.034702793317214,"Hub License":"llama3.2","Hub ❤️":4,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0710980392937726,"IFEval Raw":0.5618381450107935,"IFEval":56.183814501079354,"BBH Raw":0.3297133908231881,"BBH":6.301038778871171,"MATH Lvl 5 Raw":0.061933534743202415,"MATH Lvl 5":6.193353474320242,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.361875,"MUSR":3.801041666666667,"MMLU-PRO Raw":0.13746675531914893,"MMLU-PRO":4.162972813238769,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-05","Submission Date":"2025-01-05","Generation":1,"Base Model":"pankajmathur/orca_mini_v9_7_3B-Instruct (Merge)"},{"eval_name":"paulml_ECE-ILAB-Q1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"paulml/ECE-ILAB-Q1 📑","fullname":"paulml/ECE-ILAB-Q1","Model sha":"393bea0ee85e4c752acd5fd77ce07f577fc13bd9","Average ⬆️":42.50307248816295,"Hub License":"other","Hub ❤️":0,"#Params (B)":72.706,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":22.83028414132809,"IFEval Raw":0.7864521691334547,"IFEval":78.64521691334548,"BBH Raw":0.6717755530661759,"BBH":53.70222770817057,"MATH Lvl 5 Raw":0.3557401812688822,"MATH Lvl 5":35.57401812688822,"GPQA Raw":0.38674496644295303,"GPQA":18.232662192393736,"MUSR Raw":0.46137500000000004,"MUSR":18.805208333333333,"MMLU-PRO Raw":0.550531914893617,"MMLU-PRO":50.05910165484633,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-06","Submission Date":"2024-09-16","Generation":0,"Base Model":"paulml/ECE-ILAB-Q1"},{"eval_name":"pints-ai_1.5-Pints-16K-v0.1_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"pints-ai/1.5-Pints-16K-v0.1 📑","fullname":"pints-ai/1.5-Pints-16K-v0.1","Model sha":"7862a52f250be68fad593f3a4030f00d658ede56","Average ⬆️":4.250927888464816,"Hub License":"mit","Hub ❤️":14,"#Params (B)":1.566,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5598769163544511,"IFEval Raw":0.1635914927946737,"IFEval":16.35914927946737,"BBH Raw":0.3133077677150869,"BBH":3.658292060342125,"MATH Lvl 5 Raw":0.014350453172205438,"MATH Lvl 5":1.4350453172205437,"GPQA Raw":0.23573825503355705,"GPQA":0.0,"MUSR Raw":0.357875,"MUSR":2.7343749999999996,"MMLU-PRO Raw":0.1118683510638298,"MMLU-PRO":1.3187056737588652,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-07","Submission Date":"2024-09-09","Generation":0,"Base Model":"pints-ai/1.5-Pints-16K-v0.1"},{"eval_name":"pints-ai_1.5-Pints-2K-v0.1_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"pints-ai/1.5-Pints-2K-v0.1 📑","fullname":"pints-ai/1.5-Pints-2K-v0.1","Model sha":"2e865c18669161ebbf5e9ad79ae0502ee0153df0","Average ⬆️":4.044439684591542,"Hub License":"mit","Hub ❤️":16,"#Params (B)":1.566,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5828330308866719,"IFEval Raw":0.17615593292463996,"IFEval":17.615593292463995,"BBH Raw":0.29801943389750435,"BBH":2.3744704635071923,"MATH Lvl 5 Raw":0.01283987915407855,"MATH Lvl 5":1.283987915407855,"GPQA Raw":0.2483221476510067,"GPQA":0.0,"MUSR Raw":0.35018749999999993,"MUSR":1.8401041666666658,"MMLU-PRO Raw":0.11037234042553191,"MMLU-PRO":1.1524822695035455,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-07","Submission Date":"2024-09-09","Generation":0,"Base Model":"pints-ai/1.5-Pints-2K-v0.1"},{"eval_name":"piotr25691_thea-3b-25r_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"piotr25691/thea-3b-25r 📑","fullname":"piotr25691/thea-3b-25r","Model sha":"4661fb3c8b18bdf2059f703c4f69caea24057151","Average ⬆️":23.996071012635184,"Hub License":"llama3.2","Hub ❤️":1,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.38101522973834,"IFEval Raw":0.7344202272193336,"IFEval":73.44202272193337,"BBH Raw":0.44844100293649863,"BBH":22.54671082396668,"MATH Lvl 5 Raw":0.1782477341389728,"MATH Lvl 5":17.82477341389728,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.33145833333333335,"MUSR":3.565625000000001,"MMLU-PRO Raw":0.3182347074468085,"MMLU-PRO":24.248300827423165,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-11","Submission Date":"2024-10-12","Generation":1,"Base Model":"chuanli11/Llama-3.2-3B-Instruct-uncensored"},{"eval_name":"piotr25691_thea-c-3b-25r_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"piotr25691/thea-c-3b-25r 📑","fullname":"piotr25691/thea-c-3b-25r","Model sha":"93a2333a84feda26f020bc8fa92f870462dacd89","Average ⬆️":23.25479609330286,"Hub License":"llama3.2","Hub ❤️":1,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.324912414241504,"IFEval Raw":0.7401904723910335,"IFEval":74.01904723910336,"BBH Raw":0.4532410175874399,"BBH":22.767850009265825,"MATH Lvl 5 Raw":0.15256797583081572,"MATH Lvl 5":15.256797583081571,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.33148958333333334,"MUSR":1.2695312499999996,"MMLU-PRO Raw":0.3178191489361702,"MMLU-PRO":24.202127659574465,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-14","Submission Date":"2024-10-17","Generation":1,"Base Model":"meta-llama/Llama-3.2-3B-Instruct"},{"eval_name":"piotr25691_thea-rp-3b-25r_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"piotr25691/thea-rp-3b-25r 📑","fullname":"piotr25691/thea-rp-3b-25r","Model sha":"ed4c338e07356f1657cf4d08b768ff866bbf0a68","Average ⬆️":21.845382189211346,"Hub License":"llama3.2","Hub ❤️":1,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3169066995150893,"IFEval Raw":0.6577835698169745,"IFEval":65.77835698169746,"BBH Raw":0.4390291036559586,"BBH":20.007380927568594,"MATH Lvl 5 Raw":0.13217522658610273,"MATH Lvl 5":13.217522658610273,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.381875,"MUSR":5.934375000000003,"MMLU-PRO Raw":0.30601728723404253,"MMLU-PRO":22.89080969267139,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-13","Submission Date":"2024-10-16","Generation":2,"Base Model":"SicariusSicariiStuff/Impish_LLAMA_3B (Merge)"},{"eval_name":"postbot_gpt2-medium-emailgen_bfloat16","Precision":"bfloat16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"GPT2LMHeadModel","Model":"postbot/gpt2-medium-emailgen 📑","fullname":"postbot/gpt2-medium-emailgen","Model sha":"a0299eb6760126e3bd04d2f10cd166c4563f82d2","Average ⬆️":4.743048119298616,"Hub License":"apache-2.0","Hub ❤️":6,"#Params (B)":0.38,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.15637270757147537,"IFEval Raw":0.1492030035860406,"IFEval":14.92030035860406,"BBH Raw":0.31304286003933807,"BBH":3.673700346196318,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.3911145833333333,"MUSR":6.889322916666669,"MMLU-PRO Raw":0.1146941489361702,"MMLU-PRO":1.6326832151300221,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2022-09-29","Submission Date":"2024-11-17","Generation":0,"Base Model":"postbot/gpt2-medium-emailgen"},{"eval_name":"prince-canuma_Ministral-8B-Instruct-2410-HF_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"prince-canuma/Ministral-8B-Instruct-2410-HF 📑","fullname":"prince-canuma/Ministral-8B-Instruct-2410-HF","Model sha":"e0a14d7a6a8a1d1e5bef1a77a42e86e8bcae0ee7","Average ⬆️":23.74474818460179,"Hub License":"other","Hub ❤️":10,"#Params (B)":8.02,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.0338692157280276,"IFEval Raw":0.5911636679565775,"IFEval":59.11636679565775,"BBH Raw":0.4585611339334732,"BBH":23.778464927274356,"MATH Lvl 5 Raw":0.19184290030211482,"MATH Lvl 5":19.184290030211482,"GPQA Raw":0.28104026845637586,"GPQA":4.138702460850116,"MUSR Raw":0.41375,"MUSR":10.718750000000005,"MMLU-PRO Raw":0.32978723404255317,"MMLU-PRO":25.53191489361702,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-16","Submission Date":"2024-10-17","Generation":1,"Base Model":"prince-canuma/Ministral-8B-Instruct-2410-HF (Merge)"},{"eval_name":"princeton-nlp_Llama-3-8B-ProLong-512k-Base_bfloat16","Precision":"bfloat16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"princeton-nlp/Llama-3-8B-ProLong-512k-Base 📑","fullname":"princeton-nlp/Llama-3-8B-ProLong-512k-Base","Model sha":"51a333f7c99f5052377154b76909dfe63ff7ab83","Average ⬆️":21.679044932010054,"Hub License":"llama3","Hub ❤️":9,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7573275822291825,"IFEval Raw":0.5322123077877808,"IFEval":53.221230778778086,"BBH Raw":0.5033213133882991,"BBH":29.847246369144035,"MATH Lvl 5 Raw":0.06873111782477341,"MATH Lvl 5":6.873111782477341,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.4222708333333333,"MUSR":12.683854166666663,"MMLU-PRO Raw":0.33294547872340424,"MMLU-PRO":25.882830969267133,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-22","Submission Date":"2024-10-16","Generation":1,"Base Model":"princeton-nlp/Llama-3-8B-ProLong-512k-Base (Merge)"},{"eval_name":"princeton-nlp_Llama-3-8B-ProLong-512k-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"princeton-nlp/Llama-3-8B-ProLong-512k-Instruct 📑","fullname":"princeton-nlp/Llama-3-8B-ProLong-512k-Instruct","Model sha":"eae0626e8597575215276c2b248720f731bc50b8","Average ⬆️":21.942343537569432,"Hub License":"llama3","Hub ❤️":20,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.344706085397087,"IFEval Raw":0.5508218194390884,"IFEval":55.08218194390883,"BBH Raw":0.5028310716285619,"BBH":29.151153442911763,"MATH Lvl 5 Raw":0.052870090634441085,"MATH Lvl 5":5.287009063444108,"GPQA Raw":0.2860738255033557,"GPQA":4.809843400447425,"MUSR Raw":0.42664583333333334,"MUSR":12.530729166666662,"MMLU-PRO Raw":0.32313829787234044,"MMLU-PRO":24.793144208037827,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-22","Submission Date":"2024-11-16","Generation":1,"Base Model":"princeton-nlp/Llama-3-8B-ProLong-512k-Instruct (Merge)"},{"eval_name":"princeton-nlp_Llama-3-8B-ProLong-512k-Instruct_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"princeton-nlp/Llama-3-8B-ProLong-512k-Instruct 📑","fullname":"princeton-nlp/Llama-3-8B-ProLong-512k-Instruct","Model sha":"bf92e493b7b0ef1db0242bfa97f1d8f92be02e9c","Average ⬆️":19.242001937233777,"Hub License":"llama3","Hub ❤️":20,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.448747104795808,"IFEval Raw":0.3977734632996006,"IFEval":39.77734632996006,"BBH Raw":0.49830327201612584,"BBH":28.669218583844156,"MATH Lvl 5 Raw":0.0581570996978852,"MATH Lvl 5":5.81570996978852,"GPQA Raw":0.28104026845637586,"GPQA":4.138702460850116,"MUSR Raw":0.425,"MUSR":12.091666666666663,"MMLU-PRO Raw":0.3246343085106383,"MMLU-PRO":24.959367612293143,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-22","Submission Date":"2024-11-16","Generation":1,"Base Model":"princeton-nlp/Llama-3-8B-ProLong-512k-Instruct (Merge)"},{"eval_name":"princeton-nlp_Llama-3-8B-ProLong-64k-Base_bfloat16","Precision":"bfloat16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"princeton-nlp/Llama-3-8B-ProLong-64k-Base 📑","fullname":"princeton-nlp/Llama-3-8B-ProLong-64k-Base","Model sha":"97994d6918f80162a893e22d5e7bba586551f941","Average ⬆️":21.65219829915355,"Hub License":"llama3","Hub ❤️":5,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.714774969456653,"IFEval Raw":0.5200722970606879,"IFEval":52.007229706068784,"BBH Raw":0.49271325981523906,"BBH":28.687899000980178,"MATH Lvl 5 Raw":0.0649546827794562,"MATH Lvl 5":6.495468277945619,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.4340520833333333,"MUSR":14.62317708333333,"MMLU-PRO Raw":0.3347739361702128,"MMLU-PRO":26.08599290780142,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-22","Submission Date":"2024-10-16","Generation":1,"Base Model":"princeton-nlp/Llama-3-8B-ProLong-64k-Base (Merge)"},{"eval_name":"princeton-nlp_Llama-3-8B-ProLong-64k-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"princeton-nlp/Llama-3-8B-ProLong-64k-Instruct 📑","fullname":"princeton-nlp/Llama-3-8B-ProLong-64k-Instruct","Model sha":"fe55aed18544c5744239e473bb0d3aa0151776d3","Average ⬆️":23.020991799409,"Hub License":"llama3","Hub ❤️":13,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.417880176151947,"IFEval Raw":0.5563172382611471,"IFEval":55.63172382611471,"BBH Raw":0.5083040804243396,"BBH":30.089572165686842,"MATH Lvl 5 Raw":0.0649546827794562,"MATH Lvl 5":6.495468277945619,"GPQA Raw":0.2953020134228188,"GPQA":6.040268456375841,"MUSR Raw":0.43969791666666663,"MUSR":14.595572916666667,"MMLU-PRO Raw":0.32746010638297873,"MMLU-PRO":25.2733451536643,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-21","Submission Date":"2024-10-16","Generation":1,"Base Model":"princeton-nlp/Llama-3-8B-ProLong-64k-Instruct (Merge)"},{"eval_name":"princeton-nlp_Llama-3-Base-8B-SFT_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"princeton-nlp/Llama-3-Base-8B-SFT 📑","fullname":"princeton-nlp/Llama-3-Base-8B-SFT","Model sha":"b622b7d814aa03aa722328bf88feaf1ad480b7fb","Average ⬆️":15.96420649511064,"Hub License":"","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.620909789947218,"IFEval Raw":0.27959591661236627,"IFEval":27.95959166123663,"BBH Raw":0.464303802632615,"BBH":24.345967199755464,"MATH Lvl 5 Raw":0.04003021148036254,"MATH Lvl 5":4.003021148036254,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.4117916666666667,"MUSR":9.840625000000001,"MMLU-PRO Raw":0.3093417553191489,"MMLU-PRO":23.26019503546099,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-17","Submission Date":"2024-10-07","Generation":0,"Base Model":"princeton-nlp/Llama-3-Base-8B-SFT"},{"eval_name":"princeton-nlp_Llama-3-Base-8B-SFT-CPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"princeton-nlp/Llama-3-Base-8B-SFT-CPO 📑","fullname":"princeton-nlp/Llama-3-Base-8B-SFT-CPO","Model sha":"536ce7e7beb35175c48538fe46e7e9e100f228c9","Average ⬆️":15.953789309641664,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9356921108847127,"IFEval Raw":0.37034623687371726,"IFEval":37.03462368737173,"BBH Raw":0.4594875922440002,"BBH":25.474648628373444,"MATH Lvl 5 Raw":0.054380664652567974,"MATH Lvl 5":5.438066465256798,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.3608541666666667,"MUSR":2.5734375000000025,"MMLU-PRO Raw":0.2976230053191489,"MMLU-PRO":21.95811170212766,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-06","Submission Date":"2024-10-07","Generation":0,"Base Model":"princeton-nlp/Llama-3-Base-8B-SFT-CPO"},{"eval_name":"princeton-nlp_Llama-3-Base-8B-SFT-DPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"princeton-nlp/Llama-3-Base-8B-SFT-DPO 📑","fullname":"princeton-nlp/Llama-3-Base-8B-SFT-DPO","Model sha":"3f5ec47c9beffb37cfbdcd837e76a336a9b1e651","Average ⬆️":18.376219112296344,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8526797331815927,"IFEval Raw":0.41111251479407973,"IFEval":41.11125147940797,"BBH Raw":0.46658506064913546,"BBH":26.001873821480995,"MATH Lvl 5 Raw":0.04154078549848943,"MATH Lvl 5":4.1540785498489425,"GPQA Raw":0.3104026845637584,"GPQA":8.05369127516779,"MUSR Raw":0.38673958333333336,"MUSR":7.842447916666668,"MMLU-PRO Raw":0.3078457446808511,"MMLU-PRO":23.093971631205672,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-17","Submission Date":"2024-10-07","Generation":0,"Base Model":"princeton-nlp/Llama-3-Base-8B-SFT-DPO"},{"eval_name":"princeton-nlp_Llama-3-Base-8B-SFT-IPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"princeton-nlp/Llama-3-Base-8B-SFT-IPO 📑","fullname":"princeton-nlp/Llama-3-Base-8B-SFT-IPO","Model sha":"85055cc4b9c707e0bd1239d20d1f62927a7a54c3","Average ⬆️":18.722473272112868,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8643816941174216,"IFEval Raw":0.4486562321307464,"IFEval":44.86562321307464,"BBH Raw":0.4690068582318399,"BBH":25.705433288023944,"MATH Lvl 5 Raw":0.03927492447129909,"MATH Lvl 5":3.927492447129909,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.3919479166666667,"MUSR":7.960156250000001,"MMLU-PRO Raw":0.3115026595744681,"MMLU-PRO":23.50029550827423,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-17","Submission Date":"2024-10-07","Generation":0,"Base Model":"princeton-nlp/Llama-3-Base-8B-SFT-IPO"},{"eval_name":"princeton-nlp_Llama-3-Base-8B-SFT-KTO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"princeton-nlp/Llama-3-Base-8B-SFT-KTO 📑","fullname":"princeton-nlp/Llama-3-Base-8B-SFT-KTO","Model sha":"49a8c2e5ccc7a28ed7bbedf093e352015fc1eb9b","Average ⬆️":18.6446163938307,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7237038714780366,"IFEval Raw":0.4522533544329047,"IFEval":45.225335443290476,"BBH Raw":0.4692852292721417,"BBH":25.55523001299593,"MATH Lvl 5 Raw":0.052870090634441085,"MATH Lvl 5":5.287009063444108,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.3841979166666667,"MUSR":5.5914062499999995,"MMLU-PRO Raw":0.3054355053191489,"MMLU-PRO":22.826167257683213,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-17","Submission Date":"2024-10-07","Generation":0,"Base Model":"princeton-nlp/Llama-3-Base-8B-SFT-KTO"},{"eval_name":"princeton-nlp_Llama-3-Base-8B-SFT-ORPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"princeton-nlp/Llama-3-Base-8B-SFT-ORPO 📑","fullname":"princeton-nlp/Llama-3-Base-8B-SFT-ORPO","Model sha":"54d58402e0168faff6503e41621ad6c8274a310a","Average ⬆️":19.268325889820545,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8131264465728392,"IFEval Raw":0.45165383404921167,"IFEval":45.16538340492117,"BBH Raw":0.47340573024653915,"BBH":26.48589369385502,"MATH Lvl 5 Raw":0.04682779456193353,"MATH Lvl 5":4.682779456193353,"GPQA Raw":0.313758389261745,"GPQA":8.501118568232664,"MUSR Raw":0.3706770833333333,"MUSR":7.634635416666668,"MMLU-PRO Raw":0.30826130319148937,"MMLU-PRO":23.140144799054376,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-17","Submission Date":"2024-10-07","Generation":0,"Base Model":"princeton-nlp/Llama-3-Base-8B-SFT-ORPO"},{"eval_name":"princeton-nlp_Llama-3-Base-8B-SFT-RDPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"princeton-nlp/Llama-3-Base-8B-SFT-RDPO 📑","fullname":"princeton-nlp/Llama-3-Base-8B-SFT-RDPO","Model sha":"b41a964c2135ba34dcc6fa7edf76b6b9ea656949","Average ⬆️":19.142302231808696,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8048707562728685,"IFEval Raw":0.4480068440626427,"IFEval":44.80068440626427,"BBH Raw":0.46620140448752295,"BBH":25.526521127200017,"MATH Lvl 5 Raw":0.05740181268882175,"MATH Lvl 5":5.740181268882175,"GPQA Raw":0.3062080536912752,"GPQA":7.494407158836691,"MUSR Raw":0.4027395833333334,"MUSR":8.909114583333336,"MMLU-PRO Raw":0.30144614361702127,"MMLU-PRO":22.382904846335695,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-17","Submission Date":"2024-10-07","Generation":0,"Base Model":"princeton-nlp/Llama-3-Base-8B-SFT-RDPO"},{"eval_name":"princeton-nlp_Llama-3-Base-8B-SFT-RRHF_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"princeton-nlp/Llama-3-Base-8B-SFT-RRHF 📑","fullname":"princeton-nlp/Llama-3-Base-8B-SFT-RRHF","Model sha":"aea8c04b3940cebd1f8296a2c76914f0ce70c276","Average ⬆️":16.28272427355282,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9029374463777384,"IFEval Raw":0.3357247658435174,"IFEval":33.57247658435174,"BBH Raw":0.4520360167602379,"BBH":23.659142323042403,"MATH Lvl 5 Raw":0.045317220543806644,"MATH Lvl 5":4.531722054380665,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.37222916666666667,"MUSR":7.561979166666668,"MMLU-PRO Raw":0.2888962765957447,"MMLU-PRO":20.988475177304963,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-06","Submission Date":"2024-10-07","Generation":0,"Base Model":"princeton-nlp/Llama-3-Base-8B-SFT-RRHF"},{"eval_name":"princeton-nlp_Llama-3-Base-8B-SFT-SLiC-HF_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"princeton-nlp/Llama-3-Base-8B-SFT-SLiC-HF 📑","fullname":"princeton-nlp/Llama-3-Base-8B-SFT-SLiC-HF","Model sha":"325092c1eddffc3ca7157be1ff9958128e5753ef","Average ⬆️":19.743113491063596,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9209421284151862,"IFEval Raw":0.4890479483326463,"IFEval":48.90479483326463,"BBH Raw":0.4704075127777334,"BBH":26.37396261839453,"MATH Lvl 5 Raw":0.05060422960725076,"MATH Lvl 5":5.0604229607250755,"GPQA Raw":0.28691275167785235,"GPQA":4.921700223713646,"MUSR Raw":0.40909375000000003,"MUSR":10.270052083333335,"MMLU-PRO Raw":0.30634973404255317,"MMLU-PRO":22.92774822695035,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-06","Submission Date":"2024-10-07","Generation":0,"Base Model":"princeton-nlp/Llama-3-Base-8B-SFT-SLiC-HF"},{"eval_name":"princeton-nlp_Llama-3-Base-8B-SFT-SimPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"princeton-nlp/Llama-3-Base-8B-SFT-SimPO 📑","fullname":"princeton-nlp/Llama-3-Base-8B-SFT-SimPO","Model sha":"0a6e518b13b67abe8433bce3f7beee9beb74a794","Average ⬆️":19.85850945722653,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7231300520645123,"IFEval Raw":0.4685401401614383,"IFEval":46.854014016143836,"BBH Raw":0.47412507033960827,"BBH":26.39594961870209,"MATH Lvl 5 Raw":0.05513595166163142,"MATH Lvl 5":5.5135951661631415,"GPQA Raw":0.28859060402684567,"GPQA":5.145413870246088,"MUSR Raw":0.41268750000000004,"MUSR":11.852604166666666,"MMLU-PRO Raw":0.31050531914893614,"MMLU-PRO":23.389479905437348,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-24","Submission Date":"2024-09-28","Generation":0,"Base Model":"princeton-nlp/Llama-3-Base-8B-SFT-SimPO"},{"eval_name":"princeton-nlp_Llama-3-Instruct-8B-CPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"princeton-nlp/Llama-3-Instruct-8B-CPO 📑","fullname":"princeton-nlp/Llama-3-Instruct-8B-CPO","Model sha":"d4645ae4c3b99892f1c59f60a77330be35567835","Average ⬆️":23.999076429407367,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.478832591107401,"IFEval Raw":0.7292993701157373,"IFEval":72.92993701157374,"BBH Raw":0.4998793158888361,"BBH":28.604298572618475,"MATH Lvl 5 Raw":0.09894259818731117,"MATH Lvl 5":9.894259818731117,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.35139583333333335,"MUSR":1.7578124999999993,"MMLU-PRO Raw":0.36519281914893614,"MMLU-PRO":29.465868794326234,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-06","Submission Date":"2024-09-28","Generation":0,"Base Model":"princeton-nlp/Llama-3-Instruct-8B-CPO"},{"eval_name":"princeton-nlp_Llama-3-Instruct-8B-CPO-v0.2_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"princeton-nlp/Llama-3-Instruct-8B-CPO-v0.2 📑","fullname":"princeton-nlp/Llama-3-Instruct-8B-CPO-v0.2","Model sha":"5ed83728712693437bd547f4cd32923ac4e1172d","Average ⬆️":24.883954972962346,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5457710913976705,"IFEval Raw":0.7505817896514582,"IFEval":75.05817896514581,"BBH Raw":0.5026669871217129,"BBH":29.086406714200834,"MATH Lvl 5 Raw":0.10800604229607251,"MATH Lvl 5":10.80060422960725,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.36190625000000004,"MUSR":2.8382812499999996,"MMLU-PRO Raw":0.37059507978723405,"MMLU-PRO":30.06611997635934,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-06","Submission Date":"2024-09-28","Generation":0,"Base Model":"princeton-nlp/Llama-3-Instruct-8B-CPO-v0.2"},{"eval_name":"princeton-nlp_Llama-3-Instruct-8B-DPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"princeton-nlp/Llama-3-Instruct-8B-DPO 📑","fullname":"princeton-nlp/Llama-3-Instruct-8B-DPO","Model sha":"0afbf4c012ec7507f61c554999151b95a3651db3","Average ⬆️":23.498239725981037,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1297075680762036,"IFEval Raw":0.6757436934001781,"IFEval":67.57436934001782,"BBH Raw":0.4991303079139502,"BBH":28.50739167799402,"MATH Lvl 5 Raw":0.08459214501510574,"MATH Lvl 5":8.459214501510575,"GPQA Raw":0.27181208053691275,"GPQA":2.9082774049216997,"MUSR Raw":0.37381250000000005,"MUSR":3.9265625000000015,"MMLU-PRO Raw":0.36652260638297873,"MMLU-PRO":29.613622931442084,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-17","Submission Date":"2024-09-28","Generation":0,"Base Model":"princeton-nlp/Llama-3-Instruct-8B-DPO"},{"eval_name":"princeton-nlp_Llama-3-Instruct-8B-DPO-v0.2_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"princeton-nlp/Llama-3-Instruct-8B-DPO-v0.2 📑","fullname":"princeton-nlp/Llama-3-Instruct-8B-DPO-v0.2","Model sha":"d06275e02abbeaf29d911a3c0cf22922dcca6b0b","Average ⬆️":25.208963221170475,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2057596581828283,"IFEval Raw":0.7208063493752133,"IFEval":72.08063493752132,"BBH Raw":0.505620320855615,"BBH":28.939587046939987,"MATH Lvl 5 Raw":0.08987915407854985,"MATH Lvl 5":8.987915407854985,"GPQA Raw":0.28691275167785235,"GPQA":4.921700223713646,"MUSR Raw":0.3844479166666666,"MUSR":5.555989583333333,"MMLU-PRO Raw":0.37691156914893614,"MMLU-PRO":30.767952127659566,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-06","Submission Date":"2024-09-28","Generation":0,"Base Model":"princeton-nlp/Llama-3-Instruct-8B-DPO-v0.2"},{"eval_name":"princeton-nlp_Llama-3-Instruct-8B-KTO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"princeton-nlp/Llama-3-Instruct-8B-KTO 📑","fullname":"princeton-nlp/Llama-3-Instruct-8B-KTO","Model sha":"e697908201cbab01e0ca54088bb8cd2fd99b4574","Average ⬆️":23.419046565350595,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2050342644520593,"IFEval Raw":0.6864098370102439,"IFEval":68.6409837010244,"BBH Raw":0.4981903187457697,"BBH":28.64965788695442,"MATH Lvl 5 Raw":0.07250755287009064,"MATH Lvl 5":7.250755287009064,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.36984374999999997,"MUSR":3.630468749999999,"MMLU-PRO Raw":0.35987367021276595,"MMLU-PRO":28.874852245862886,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-17","Submission Date":"2024-09-28","Generation":0,"Base Model":"princeton-nlp/Llama-3-Instruct-8B-KTO"},{"eval_name":"princeton-nlp_Llama-3-Instruct-8B-KTO-v0.2_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"princeton-nlp/Llama-3-Instruct-8B-KTO-v0.2 📑","fullname":"princeton-nlp/Llama-3-Instruct-8B-KTO-v0.2","Model sha":"477d33ea62ed57a0429517170612aa1df21c78d6","Average ⬆️":24.659390077356022,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2610727933649515,"IFEval Raw":0.7290245437660962,"IFEval":72.90245437660963,"BBH Raw":0.5079766897761946,"BBH":29.648405523209778,"MATH Lvl 5 Raw":0.09969788519637462,"MATH Lvl 5":9.969788519637463,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.37775,"MUSR":4.4520833333333325,"MMLU-PRO Raw":0.3667719414893617,"MMLU-PRO":29.6413268321513,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-06","Submission Date":"2024-09-28","Generation":0,"Base Model":"princeton-nlp/Llama-3-Instruct-8B-KTO-v0.2"},{"eval_name":"princeton-nlp_Llama-3-Instruct-8B-ORPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"princeton-nlp/Llama-3-Instruct-8B-ORPO 📑","fullname":"princeton-nlp/Llama-3-Instruct-8B-ORPO","Model sha":"4bb3ffcf9ede48cb01a10bf3223eb41b59aa3fef","Average ⬆️":23.622591862806686,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2478082307124323,"IFEval Raw":0.712813113649561,"IFEval":71.2813113649561,"BBH Raw":0.5001206199104097,"BBH":28.839356158957287,"MATH Lvl 5 Raw":0.07854984894259819,"MATH Lvl 5":7.854984894259818,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.35018750000000004,"MUSR":3.240104166666668,"MMLU-PRO Raw":0.36461103723404253,"MMLU-PRO":29.40122635933806,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-17","Submission Date":"2024-09-28","Generation":0,"Base Model":"princeton-nlp/Llama-3-Instruct-8B-ORPO"},{"eval_name":"princeton-nlp_Llama-3-Instruct-8B-ORPO-v0.2_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"princeton-nlp/Llama-3-Instruct-8B-ORPO-v0.2 📑","fullname":"princeton-nlp/Llama-3-Instruct-8B-ORPO-v0.2","Model sha":"3ea5c542a3d8d61f6afb6cdbef5972a501ddf759","Average ⬆️":25.9661449482921,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1884649884315808,"IFEval Raw":0.7633213207622442,"IFEval":76.33213207622441,"BBH Raw":0.507835231782556,"BBH":29.60483732707141,"MATH Lvl 5 Raw":0.10196374622356495,"MATH Lvl 5":10.196374622356496,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.37796874999999996,"MUSR":4.8460937500000005,"MMLU-PRO Raw":0.37308843085106386,"MMLU-PRO":30.343158983451534,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-06","Submission Date":"2024-09-28","Generation":0,"Base Model":"princeton-nlp/Llama-3-Instruct-8B-ORPO-v0.2"},{"eval_name":"princeton-nlp_Llama-3-Instruct-8B-RDPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"princeton-nlp/Llama-3-Instruct-8B-RDPO 📑","fullname":"princeton-nlp/Llama-3-Instruct-8B-RDPO","Model sha":"9497ca226a68981f42df2e5b3a4a1a2ea702a942","Average ⬆️":23.603754396673683,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1324999349471547,"IFEval Raw":0.6660017642078574,"IFEval":66.60017642078574,"BBH Raw":0.5033626077797596,"BBH":29.032479102136296,"MATH Lvl 5 Raw":0.08459214501510574,"MATH Lvl 5":8.459214501510575,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.3752083333333333,"MUSR":4.201041666666666,"MMLU-PRO Raw":0.36070478723404253,"MMLU-PRO":28.967198581560282,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-17","Submission Date":"2024-09-28","Generation":0,"Base Model":"princeton-nlp/Llama-3-Instruct-8B-RDPO"},{"eval_name":"princeton-nlp_Llama-3-Instruct-8B-RDPO-v0.2_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"princeton-nlp/Llama-3-Instruct-8B-RDPO-v0.2 📑","fullname":"princeton-nlp/Llama-3-Instruct-8B-RDPO-v0.2","Model sha":"4e5bc9779cba3a2f615379d3f8ef1bbb3ea487f7","Average ⬆️":25.03222506807271,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1158963882127917,"IFEval Raw":0.7076922565459647,"IFEval":70.76922565459647,"BBH Raw":0.5049218189829557,"BBH":28.85427665062166,"MATH Lvl 5 Raw":0.08685800604229607,"MATH Lvl 5":8.685800604229607,"GPQA Raw":0.29278523489932884,"GPQA":5.7046979865771785,"MUSR Raw":0.3804479166666666,"MUSR":5.355989583333333,"MMLU-PRO Raw":0.37741023936170215,"MMLU-PRO":30.82335992907802,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-06","Submission Date":"2024-09-28","Generation":0,"Base Model":"princeton-nlp/Llama-3-Instruct-8B-RDPO-v0.2"},{"eval_name":"princeton-nlp_Llama-3-Instruct-8B-RRHF_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"princeton-nlp/Llama-3-Instruct-8B-RRHF 📑","fullname":"princeton-nlp/Llama-3-Instruct-8B-RRHF","Model sha":"73561d9b0fd42b94250246f8d794251fe9f9d2e9","Average ⬆️":24.084494106293988,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2784314455881307,"IFEval Raw":0.7274509412802475,"IFEval":72.74509412802476,"BBH Raw":0.49105468765647214,"BBH":27.21648494751436,"MATH Lvl 5 Raw":0.09667673716012085,"MATH Lvl 5":9.667673716012084,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.3475520833333334,"MUSR":1.47734375,"MMLU-PRO Raw":0.36436170212765956,"MMLU-PRO":29.373522458628837,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-06","Submission Date":"2024-10-07","Generation":0,"Base Model":"princeton-nlp/Llama-3-Instruct-8B-RRHF"},{"eval_name":"princeton-nlp_Llama-3-Instruct-8B-RRHF-v0.2_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"princeton-nlp/Llama-3-Instruct-8B-RRHF-v0.2 📑","fullname":"princeton-nlp/Llama-3-Instruct-8B-RRHF-v0.2","Model sha":"81191fbb214d17f0a4fec247da5d648f4cb61ef1","Average ⬆️":23.753750599972534,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0117469934821683,"IFEval Raw":0.712488419615509,"IFEval":71.24884196155091,"BBH Raw":0.49838952572927536,"BBH":28.498723991187727,"MATH Lvl 5 Raw":0.08761329305135952,"MATH Lvl 5":8.761329305135952,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.37378125,"MUSR":5.089322916666668,"MMLU-PRO Raw":0.3482380319148936,"MMLU-PRO":27.582003546099287,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-06","Submission Date":"2024-10-07","Generation":0,"Base Model":"princeton-nlp/Llama-3-Instruct-8B-RRHF-v0.2"},{"eval_name":"princeton-nlp_Llama-3-Instruct-8B-SLiC-HF_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"princeton-nlp/Llama-3-Instruct-8B-SLiC-HF 📑","fullname":"princeton-nlp/Llama-3-Instruct-8B-SLiC-HF","Model sha":"7e9001f6f4fe940c363bb7ea1814d33c79b21737","Average ⬆️":25.308144085338295,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4503845366506314,"IFEval Raw":0.7399655137258031,"IFEval":73.99655137258031,"BBH Raw":0.5029422936734547,"BBH":29.211612180239623,"MATH Lvl 5 Raw":0.09743202416918428,"MATH Lvl 5":9.743202416918429,"GPQA Raw":0.2860738255033557,"GPQA":4.809843400447425,"MUSR Raw":0.3722916666666667,"MUSR":5.369791666666667,"MMLU-PRO Raw":0.35846077127659576,"MMLU-PRO":28.717863475177303,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-06","Submission Date":"2024-10-07","Generation":0,"Base Model":"princeton-nlp/Llama-3-Instruct-8B-SLiC-HF"},{"eval_name":"princeton-nlp_Llama-3-Instruct-8B-SLiC-HF-v0.2_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"princeton-nlp/Llama-3-Instruct-8B-SLiC-HF-v0.2 📑","fullname":"princeton-nlp/Llama-3-Instruct-8B-SLiC-HF-v0.2","Model sha":"1821cc42189d8dab9e157c31b223dc60fc037c2d","Average ⬆️":23.728355019948566,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0424785340309333,"IFEval Raw":0.7109646848140712,"IFEval":71.09646848140711,"BBH Raw":0.49838952572927536,"BBH":28.498723991187727,"MATH Lvl 5 Raw":0.08761329305135952,"MATH Lvl 5":8.761329305135952,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.37378125,"MUSR":5.089322916666668,"MMLU-PRO Raw":0.3482380319148936,"MMLU-PRO":27.582003546099287,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-06","Submission Date":"2024-10-07","Generation":0,"Base Model":"princeton-nlp/Llama-3-Instruct-8B-SLiC-HF-v0.2"},{"eval_name":"princeton-nlp_Llama-3-Instruct-8B-SimPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"princeton-nlp/Llama-3-Instruct-8B-SimPO 📑","fullname":"princeton-nlp/Llama-3-Instruct-8B-SimPO","Model sha":"f700cb6afb4509b10dea43ab72bb0e260e166be4","Average ⬆️":23.664165370275043,"Hub License":"","Hub ❤️":58,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0666912046425685,"IFEval Raw":0.6503898544750152,"IFEval":65.03898544750152,"BBH Raw":0.48446848524905367,"BBH":26.709132779658223,"MATH Lvl 5 Raw":0.08610271903323263,"MATH Lvl 5":8.610271903323262,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.39483333333333337,"MUSR":8.154166666666669,"MMLU-PRO Raw":0.3489029255319149,"MMLU-PRO":27.655880614657207,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-17","Submission Date":"2024-09-28","Generation":0,"Base Model":"princeton-nlp/Llama-3-Instruct-8B-SimPO"},{"eval_name":"princeton-nlp_Llama-3-Instruct-8B-SimPO-v0.2_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"princeton-nlp/Llama-3-Instruct-8B-SimPO-v0.2 📑","fullname":"princeton-nlp/Llama-3-Instruct-8B-SimPO-v0.2","Model sha":"9ac0fbee445e7755e50520e9881d67588b4b854c","Average ⬆️":24.751539678625036,"Hub License":"","Hub ❤️":6,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1599632156488955,"IFEval Raw":0.6808645505037745,"IFEval":68.08645505037744,"BBH Raw":0.503833834044343,"BBH":29.214021710829382,"MATH Lvl 5 Raw":0.07401812688821752,"MATH Lvl 5":7.401812688821751,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.3988020833333334,"MUSR":7.8502604166666705,"MMLU-PRO Raw":0.36220079787234044,"MMLU-PRO":29.1334219858156,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-06","Submission Date":"2024-09-28","Generation":0,"Base Model":"princeton-nlp/Llama-3-Instruct-8B-SimPO-v0.2"},{"eval_name":"princeton-nlp_Mistral-7B-Base-SFT-CPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"princeton-nlp/Mistral-7B-Base-SFT-CPO 📑","fullname":"princeton-nlp/Mistral-7B-Base-SFT-CPO","Model sha":"7f67394668b94a9ddfb64daff8976b48b135d96c","Average ⬆️":17.3989699937128,"Hub License":"","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.619537565872139,"IFEval Raw":0.46549267055856236,"IFEval":46.549267055856234,"BBH Raw":0.43821512506663574,"BBH":21.857696499882195,"MATH Lvl 5 Raw":0.027945619335347432,"MATH Lvl 5":2.794561933534743,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.4070833333333333,"MUSR":9.252083333333333,"MMLU-PRO Raw":0.26512632978723405,"MMLU-PRO":18.34736997635934,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-06","Submission Date":"2024-10-07","Generation":0,"Base Model":"princeton-nlp/Mistral-7B-Base-SFT-CPO"},{"eval_name":"princeton-nlp_Mistral-7B-Base-SFT-DPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"princeton-nlp/Mistral-7B-Base-SFT-DPO 📑","fullname":"princeton-nlp/Mistral-7B-Base-SFT-DPO","Model sha":"17134fd80cfbf3980353967a30dc6f450f18f78f","Average ⬆️":16.311853642274055,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3352393409486394,"IFEval Raw":0.44033830237104216,"IFEval":44.03383023710421,"BBH Raw":0.43501123979612694,"BBH":20.79098038827006,"MATH Lvl 5 Raw":0.021148036253776436,"MATH Lvl 5":2.1148036253776437,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.41222916666666665,"MUSR":9.628645833333332,"MMLU-PRO Raw":0.26454454787234044,"MMLU-PRO":18.28272754137116,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-17","Submission Date":"2024-10-07","Generation":0,"Base Model":"princeton-nlp/Mistral-7B-Base-SFT-DPO"},{"eval_name":"princeton-nlp_Mistral-7B-Base-SFT-IPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"princeton-nlp/Mistral-7B-Base-SFT-IPO 📑","fullname":"princeton-nlp/Mistral-7B-Base-SFT-IPO","Model sha":"eea781724e4d2ab8bdda7c13526f042de4cfae41","Average ⬆️":17.273368181499578,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3346689175278992,"IFEval Raw":0.48295300912689443,"IFEval":48.29530091268944,"BBH Raw":0.4458024605899282,"BBH":23.70349052130433,"MATH Lvl 5 Raw":0.028700906344410877,"MATH Lvl 5":2.8700906344410875,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.37762500000000004,"MUSR":4.836458333333334,"MMLU-PRO Raw":0.2791722074468085,"MMLU-PRO":19.908023049645386,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-17","Submission Date":"2024-10-07","Generation":0,"Base Model":"princeton-nlp/Mistral-7B-Base-SFT-IPO"},{"eval_name":"princeton-nlp_Mistral-7B-Base-SFT-KTO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"princeton-nlp/Mistral-7B-Base-SFT-KTO 📑","fullname":"princeton-nlp/Mistral-7B-Base-SFT-KTO","Model sha":"02148bb9241b0f4bb0c75e93893eed005abe25e8","Average ⬆️":19.012992284438702,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.332033050953054,"IFEval Raw":0.478481540091402,"IFEval":47.848154009140195,"BBH Raw":0.44764334464528677,"BBH":23.10764227790982,"MATH Lvl 5 Raw":0.03927492447129909,"MATH Lvl 5":3.927492447129909,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.43678124999999995,"MUSR":13.030989583333335,"MMLU-PRO Raw":0.28715093085106386,"MMLU-PRO":20.794547872340427,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-17","Submission Date":"2024-10-07","Generation":0,"Base Model":"princeton-nlp/Mistral-7B-Base-SFT-KTO"},{"eval_name":"princeton-nlp_Mistral-7B-Base-SFT-RDPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"princeton-nlp/Mistral-7B-Base-SFT-RDPO 📑","fullname":"princeton-nlp/Mistral-7B-Base-SFT-RDPO","Model sha":"2a63a6d9e1978c99444e440371268f7c2b7e0375","Average ⬆️":16.4909336267166,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3250104348805782,"IFEval Raw":0.46064663980460735,"IFEval":46.064663980460736,"BBH Raw":0.44395328626924213,"BBH":22.98200980704625,"MATH Lvl 5 Raw":0.02190332326283988,"MATH Lvl 5":2.190332326283988,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.3579375,"MUSR":4.275520833333334,"MMLU-PRO Raw":0.27767619680851063,"MMLU-PRO":19.741799645390067,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-17","Submission Date":"2024-10-07","Generation":0,"Base Model":"princeton-nlp/Mistral-7B-Base-SFT-RDPO"},{"eval_name":"princeton-nlp_Mistral-7B-Base-SFT-RRHF_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"princeton-nlp/Mistral-7B-Base-SFT-RRHF 📑","fullname":"princeton-nlp/Mistral-7B-Base-SFT-RRHF","Model sha":"0d5861072e9d01f420451bf6a5b108bc8d3a76bc","Average ⬆️":16.18202454301279,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3380022734423447,"IFEval Raw":0.44066299640509404,"IFEval":44.0662996405094,"BBH Raw":0.42805937403716016,"BBH":19.59883081662414,"MATH Lvl 5 Raw":0.024924471299093656,"MATH Lvl 5":2.492447129909366,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.4186770833333333,"MUSR":10.034635416666665,"MMLU-PRO Raw":0.23977726063829788,"MMLU-PRO":15.530806737588652,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-06","Submission Date":"2024-10-07","Generation":0,"Base Model":"princeton-nlp/Mistral-7B-Base-SFT-RRHF"},{"eval_name":"princeton-nlp_Mistral-7B-Base-SFT-SLiC-HF_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"princeton-nlp/Mistral-7B-Base-SFT-SLiC-HF 📑","fullname":"princeton-nlp/Mistral-7B-Base-SFT-SLiC-HF","Model sha":"65d2cc49ad05258da3d982b39682c7f672f5e4ab","Average ⬆️":19.005885681302413,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.336883911603808,"IFEval Raw":0.5127284494031392,"IFEval":51.27284494031392,"BBH Raw":0.44223991890402176,"BBH":22.304722895019296,"MATH Lvl 5 Raw":0.035498489425981876,"MATH Lvl 5":3.5498489425981874,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.42608333333333337,"MUSR":11.527083333333332,"MMLU-PRO Raw":0.2780917553191489,"MMLU-PRO":19.78797281323877,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-06","Submission Date":"2024-10-07","Generation":0,"Base Model":"princeton-nlp/Mistral-7B-Base-SFT-SLiC-HF"},{"eval_name":"princeton-nlp_Mistral-7B-Base-SFT-SimPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"princeton-nlp/Mistral-7B-Base-SFT-SimPO 📑","fullname":"princeton-nlp/Mistral-7B-Base-SFT-SimPO","Model sha":"9d9e8b8de4f673d45bc826efc4a1444f9d480222","Average ⬆️":17.032014558172765,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.271412786584075,"IFEval Raw":0.47006387496287627,"IFEval":47.00638749628763,"BBH Raw":0.4398050727924064,"BBH":22.33288648076616,"MATH Lvl 5 Raw":0.014350453172205438,"MATH Lvl 5":1.4350453172205437,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.39706250000000004,"MUSR":8.0328125,"MMLU-PRO Raw":0.27019614361702127,"MMLU-PRO":18.910682624113473,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-17","Submission Date":"2024-09-21","Generation":0,"Base Model":"princeton-nlp/Mistral-7B-Base-SFT-SimPO"},{"eval_name":"princeton-nlp_Mistral-7B-Instruct-CPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"princeton-nlp/Mistral-7B-Instruct-CPO 📑","fullname":"princeton-nlp/Mistral-7B-Instruct-CPO","Model sha":"32492f8e5588f06005689ac944c2ea39c394c28e","Average ⬆️":15.540359200506423,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.291844519171918,"IFEval Raw":0.4203047912871182,"IFEval":42.03047912871182,"BBH Raw":0.406922267565148,"BBH":17.248538100586853,"MATH Lvl 5 Raw":0.02039274924471299,"MATH Lvl 5":2.0392749244712993,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.41784375,"MUSR":10.89713541666667,"MMLU-PRO Raw":0.2701130319148936,"MMLU-PRO":18.901447990543733,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-06","Submission Date":"2024-10-07","Generation":0,"Base Model":"princeton-nlp/Mistral-7B-Instruct-CPO"},{"eval_name":"princeton-nlp_Mistral-7B-Instruct-DPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"princeton-nlp/Mistral-7B-Instruct-DPO 📑","fullname":"princeton-nlp/Mistral-7B-Instruct-DPO","Model sha":"5e96cff70d8db87cf17c616429c17c8dc9352543","Average ⬆️":16.56219551319486,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2105331772003622,"IFEval Raw":0.517624347841505,"IFEval":51.7624347841505,"BBH Raw":0.4060358459697702,"BBH":16.875389341982814,"MATH Lvl 5 Raw":0.030966767371601207,"MATH Lvl 5":3.096676737160121,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.3833333333333333,"MUSR":5.750000000000001,"MMLU-PRO Raw":0.2748503989361702,"MMLU-PRO":19.42782210401891,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-17","Submission Date":"2024-10-07","Generation":0,"Base Model":"princeton-nlp/Mistral-7B-Instruct-DPO"},{"eval_name":"princeton-nlp_Mistral-7B-Instruct-IPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"princeton-nlp/Mistral-7B-Instruct-IPO 📑","fullname":"princeton-nlp/Mistral-7B-Instruct-IPO","Model sha":"32ad99c6e7231bbe8ebd9d24b28e084c60848558","Average ⬆️":17.71968449150264,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2514953431562663,"IFEval Raw":0.4929198969844457,"IFEval":49.29198969844457,"BBH Raw":0.4322183023180588,"BBH":20.094109548877523,"MATH Lvl 5 Raw":0.02039274924471299,"MATH Lvl 5":2.0392749244712993,"GPQA Raw":0.27348993288590606,"GPQA":3.1319910514541416,"MUSR Raw":0.43241666666666667,"MUSR":12.785416666666668,"MMLU-PRO Raw":0.2707779255319149,"MMLU-PRO":18.975325059101653,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-17","Submission Date":"2024-10-07","Generation":0,"Base Model":"princeton-nlp/Mistral-7B-Instruct-IPO"},{"eval_name":"princeton-nlp_Mistral-7B-Instruct-KTO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"princeton-nlp/Mistral-7B-Instruct-KTO 📑","fullname":"princeton-nlp/Mistral-7B-Instruct-KTO","Model sha":"834422e5b9b9eee6aac2f8d4822b925a6574d628","Average ⬆️":16.702591779643708,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2067562596637862,"IFEval Raw":0.4907966417993147,"IFEval":49.07966417993147,"BBH Raw":0.4139586477181159,"BBH":17.81264785919903,"MATH Lvl 5 Raw":0.026435045317220542,"MATH Lvl 5":2.643504531722054,"GPQA Raw":0.27348993288590606,"GPQA":3.1319910514541416,"MUSR Raw":0.3952708333333333,"MUSR":7.408854166666667,"MMLU-PRO Raw":0.28125,"MMLU-PRO":20.138888888888886,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-17","Submission Date":"2024-10-07","Generation":0,"Base Model":"princeton-nlp/Mistral-7B-Instruct-KTO"},{"eval_name":"princeton-nlp_Mistral-7B-Instruct-ORPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"princeton-nlp/Mistral-7B-Instruct-ORPO 📑","fullname":"princeton-nlp/Mistral-7B-Instruct-ORPO","Model sha":"69c0481f4100629a49ae73f760ddbb61d8e98e48","Average ⬆️":16.088293109620597,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2485932476809387,"IFEval Raw":0.4719621714827768,"IFEval":47.19621714827768,"BBH Raw":0.41040615756566107,"BBH":18.038372836612158,"MATH Lvl 5 Raw":0.02945619335347432,"MATH Lvl 5":2.9456193353474323,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.3912395833333333,"MUSR":6.638281250000001,"MMLU-PRO Raw":0.2662067819148936,"MMLU-PRO":18.467420212765955,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-17","Submission Date":"2024-10-07","Generation":0,"Base Model":"princeton-nlp/Mistral-7B-Instruct-ORPO"},{"eval_name":"princeton-nlp_Mistral-7B-Instruct-RDPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"princeton-nlp/Mistral-7B-Instruct-RDPO 📑","fullname":"princeton-nlp/Mistral-7B-Instruct-RDPO","Model sha":"23ec6ab4f996134eb15c19322dabb34d7332d7cd","Average ⬆️":16.433078686509017,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2212311182397022,"IFEval Raw":0.4887232542985944,"IFEval":48.872325429859444,"BBH Raw":0.40501479745073615,"BBH":17.04838760964466,"MATH Lvl 5 Raw":0.024924471299093656,"MATH Lvl 5":2.492447129909366,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.3873333333333333,"MUSR":6.416666666666669,"MMLU-PRO Raw":0.27767619680851063,"MMLU-PRO":19.741799645390067,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-17","Submission Date":"2024-10-07","Generation":0,"Base Model":"princeton-nlp/Mistral-7B-Instruct-RDPO"},{"eval_name":"princeton-nlp_Mistral-7B-Instruct-RRHF_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"princeton-nlp/Mistral-7B-Instruct-RRHF 📑","fullname":"princeton-nlp/Mistral-7B-Instruct-RRHF","Model sha":"493d3ceb571232fe3b2f55c0bf78692760f4fc7e","Average ⬆️":16.892023987011328,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1755025923318254,"IFEval Raw":0.49601723427173233,"IFEval":49.60172342717323,"BBH Raw":0.41897663476657404,"BBH":19.20655206374787,"MATH Lvl 5 Raw":0.027945619335347432,"MATH Lvl 5":2.794561933534743,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.397875,"MUSR":7.934375000000003,"MMLU-PRO Raw":0.26512632978723405,"MMLU-PRO":18.34736997635934,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-06","Submission Date":"2024-10-07","Generation":0,"Base Model":"princeton-nlp/Mistral-7B-Instruct-RRHF"},{"eval_name":"princeton-nlp_Mistral-7B-Instruct-SLiC-HF_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"princeton-nlp/Mistral-7B-Instruct-SLiC-HF 📑","fullname":"princeton-nlp/Mistral-7B-Instruct-SLiC-HF","Model sha":"3d08c8b7c3e73beb2a3264848f17246b74c3d162","Average ⬆️":16.389143637193502,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2449057092755338,"IFEval Raw":0.5115294086357531,"IFEval":51.15294086357531,"BBH Raw":0.4040013641288438,"BBH":16.653429432655862,"MATH Lvl 5 Raw":0.017371601208459216,"MATH Lvl 5":1.7371601208459215,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.39130208333333333,"MUSR":6.712760416666666,"MMLU-PRO Raw":0.27152593085106386,"MMLU-PRO":19.058436761229316,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-06","Submission Date":"2024-10-16","Generation":0,"Base Model":"princeton-nlp/Mistral-7B-Instruct-SLiC-HF"},{"eval_name":"princeton-nlp_Mistral-7B-Instruct-SimPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"princeton-nlp/Mistral-7B-Instruct-SimPO 📑","fullname":"princeton-nlp/Mistral-7B-Instruct-SimPO","Model sha":"03191ee1e60d21a698d11a515703a037073724f8","Average ⬆️":17.607315799541798,"Hub License":"","Hub ❤️":2,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.141124919299414,"IFEval Raw":0.4686897432146704,"IFEval":46.868974321467036,"BBH Raw":0.4507226157033399,"BBH":22.38227741589404,"MATH Lvl 5 Raw":0.028700906344410877,"MATH Lvl 5":2.8700906344410875,"GPQA Raw":0.2785234899328859,"GPQA":3.8031319910514525,"MUSR Raw":0.40978125,"MUSR":9.755989583333333,"MMLU-PRO Raw":0.2796708776595745,"MMLU-PRO":19.963430851063833,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-24","Submission Date":"2024-09-21","Generation":0,"Base Model":"princeton-nlp/Mistral-7B-Instruct-SimPO"},{"eval_name":"princeton-nlp_Sheared-LLaMA-1.3B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"princeton-nlp/Sheared-LLaMA-1.3B 📑","fullname":"princeton-nlp/Sheared-LLaMA-1.3B","Model sha":"a4b76938edbf571ea7d7d9904861cbdca08809b4","Average ⬆️":5.580925572139816,"Hub License":"apache-2.0","Hub ❤️":94,"#Params (B)":1.3,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7092001641474984,"IFEval Raw":0.2197702097102355,"IFEval":21.97702097102355,"BBH Raw":0.31970467392464424,"BBH":4.744629874421679,"MATH Lvl 5 Raw":0.01283987915407855,"MATH Lvl 5":1.283987915407855,"GPQA Raw":0.23993288590604026,"GPQA":0.0,"MUSR Raw":0.3713020833333333,"MUSR":3.5794270833333326,"MMLU-PRO Raw":0.11710438829787234,"MMLU-PRO":1.9004875886524817,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-10-10","Submission Date":"2024-07-29","Generation":0,"Base Model":"princeton-nlp/Sheared-LLaMA-1.3B"},{"eval_name":"princeton-nlp_Sheared-LLaMA-2.7B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"princeton-nlp/Sheared-LLaMA-2.7B 📑","fullname":"princeton-nlp/Sheared-LLaMA-2.7B","Model sha":"2f157a0306b75d37694ae05f6a4067220254d540","Average ⬆️":6.437920061018112,"Hub License":"apache-2.0","Hub ❤️":60,"#Params (B)":2.7,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9400995278216221,"IFEval Raw":0.24165214962964932,"IFEval":24.16521496296493,"BBH Raw":0.32586855691245953,"BBH":5.655521329938437,"MATH Lvl 5 Raw":0.01283987915407855,"MATH Lvl 5":1.283987915407855,"GPQA Raw":0.2751677852348993,"GPQA":3.355704697986576,"MUSR Raw":0.3567291666666667,"MUSR":2.091145833333335,"MMLU-PRO Raw":0.11868351063829788,"MMLU-PRO":2.0759456264775418,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-10-10","Submission Date":"2024-07-29","Generation":0,"Base Model":"princeton-nlp/Sheared-LLaMA-2.7B"},{"eval_name":"princeton-nlp_gemma-2-9b-it-DPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"princeton-nlp/gemma-2-9b-it-DPO 📑","fullname":"princeton-nlp/gemma-2-9b-it-DPO","Model sha":"f646c99fc3aa7afc7b22c3c7115fd03a40fc1d22","Average ⬆️":20.818727391139728,"Hub License":"","Hub ❤️":9,"#Params (B)":9.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":5.78125394205658,"IFEval Raw":0.27687203287277756,"IFEval":27.687203287277757,"BBH Raw":0.5941444682956648,"BBH":41.59365445538448,"MATH Lvl 5 Raw":0.08308157099697885,"MATH Lvl 5":8.308157099697885,"GPQA Raw":0.33557046979865773,"GPQA":11.409395973154364,"MUSR Raw":0.38203125,"MUSR":5.653906250000001,"MMLU-PRO Raw":0.3723404255319149,"MMLU-PRO":30.26004728132387,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-16","Submission Date":"2024-09-19","Generation":2,"Base Model":"google/gemma-2-9b"},{"eval_name":"princeton-nlp_gemma-2-9b-it-SimPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"princeton-nlp/gemma-2-9b-it-SimPO 📑","fullname":"princeton-nlp/gemma-2-9b-it-SimPO","Model sha":"8c87091f412e3aa6f74f66bd86c57fb81cbc3fde","Average ⬆️":22.3449346084354,"Hub License":"mit","Hub ❤️":159,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":5.5380074485080675,"IFEval Raw":0.3206857803960159,"IFEval":32.06857803960159,"BBH Raw":0.5839179923162123,"BBH":40.093429916371655,"MATH Lvl 5 Raw":0.07099697885196375,"MATH Lvl 5":7.099697885196375,"GPQA Raw":0.33557046979865773,"GPQA":11.409395973154364,"MUSR Raw":0.41232291666666665,"MUSR":10.340364583333338,"MMLU-PRO Raw":0.39752327127659576,"MMLU-PRO":33.05814125295508,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-16","Submission Date":"2024-08-10","Generation":2,"Base Model":"google/gemma-2-9b"},{"eval_name":"prithivMLmods_Bellatrix-1.5B-xElite_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Bellatrix-1.5B-xElite 📑","fullname":"prithivMLmods/Bellatrix-1.5B-xElite","Model sha":"4ec39cef1bf7701abb30dda694b4918c517d1c0d","Average ⬆️":12.228869542511774,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":1.777,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1993278028558003,"IFEval Raw":0.1964144026737944,"IFEval":19.64144026737944,"BBH Raw":0.35011984799236834,"BBH":9.486709175278515,"MATH Lvl 5 Raw":0.28700906344410876,"MATH Lvl 5":28.700906344410875,"GPQA Raw":0.2785234899328859,"GPQA":3.8031319910514525,"MUSR Raw":0.36190625000000004,"MUSR":4.438281250000001,"MMLU-PRO Raw":0.1657247340425532,"MMLU-PRO":7.302748226950355,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-27","Generation":1,"Base Model":"prithivMLmods/Bellatrix-1.5B-xElite (Merge)"},{"eval_name":"prithivMLmods_Bellatrix-Tiny-1.5B-R1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Bellatrix-Tiny-1.5B-R1 📑","fullname":"prithivMLmods/Bellatrix-Tiny-1.5B-R1","Model sha":"db777568b86dc8aebb654b9167497912e004843e","Average ⬆️":14.322564666933152,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1689612409686612,"IFEval Raw":0.33522498082864577,"IFEval":33.52249808286457,"BBH Raw":0.40221745714531076,"BBH":15.857580425391271,"MATH Lvl 5 Raw":0.06042296072507553,"MATH Lvl 5":6.042296072507553,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.3682916666666667,"MUSR":4.569791666666666,"MMLU-PRO Raw":0.27509973404255317,"MMLU-PRO":19.455526004728128,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-31","Submission Date":"2025-02-02","Generation":1,"Base Model":"prithivMLmods/Bellatrix-Tiny-1.5B-R1 (Merge)"},{"eval_name":"prithivMLmods_Bellatrix-Tiny-1B-v2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"prithivMLmods/Bellatrix-Tiny-1B-v2 📑","fullname":"prithivMLmods/Bellatrix-Tiny-1B-v2","Model sha":"d82282c0853688ed16e3b9e121a09d063c566cc5","Average ⬆️":6.033864136016213,"Hub License":"llama3.2","Hub ❤️":2,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7737320997953054,"IFEval Raw":0.15095169705270903,"IFEval":15.095169705270905,"BBH Raw":0.3267684418723903,"BBH":6.032561968055522,"MATH Lvl 5 Raw":0.028700906344410877,"MATH Lvl 5":2.8700906344410875,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.34302083333333333,"MUSR":3.7109374999999996,"MMLU-PRO Raw":0.14926861702127658,"MMLU-PRO":5.474290780141842,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-26","Submission Date":"2025-01-27","Generation":1,"Base Model":"prithivMLmods/Bellatrix-Tiny-1B-v2 (Merge)"},{"eval_name":"prithivMLmods_Blaze-14B-xElite_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"prithivMLmods/Blaze-14B-xElite 📑","fullname":"prithivMLmods/Blaze-14B-xElite","Model sha":"1795ffecee7322e697edfd0f900c7155ae2878b9","Average ⬆️":29.122992008208428,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8817105453993044,"IFEval Raw":0.03632029681245762,"IFEval":3.6320296812457613,"BBH Raw":0.6627817236091689,"BBH":51.57326409688974,"MATH Lvl 5 Raw":0.3693353474320242,"MATH Lvl 5":36.933534743202415,"GPQA Raw":0.39429530201342283,"GPQA":19.239373601789712,"MUSR Raw":0.46248958333333334,"MUSR":17.67786458333333,"MMLU-PRO Raw":0.5111369680851063,"MMLU-PRO":45.6818853427896,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-28","Submission Date":"2025-01-28","Generation":0,"Base Model":"prithivMLmods/Blaze-14B-xElite"},{"eval_name":"prithivMLmods_COCO-7B-Instruct-1M_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/COCO-7B-Instruct-1M 📑","fullname":"prithivMLmods/COCO-7B-Instruct-1M","Model sha":"a8ccc848bd1db0f05172a4e1c2197a0d3b4f25c5","Average ⬆️":28.952308445124856,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3381043677295874,"IFEval Raw":0.4743103853331383,"IFEval":47.431038533313824,"BBH Raw":0.5409956853800891,"BBH":34.67788338275968,"MATH Lvl 5 Raw":0.3496978851963746,"MATH Lvl 5":34.96978851963746,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.4382395833333333,"MUSR":13.513281250000004,"MMLU-PRO Raw":0.41863364361702127,"MMLU-PRO":35.403738179669034,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-27","Generation":1,"Base Model":"prithivMLmods/COCO-7B-Instruct-1M (Merge)"},{"eval_name":"prithivMLmods_Calcium-Opus-14B-Elite_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Calcium-Opus-14B-Elite 📑","fullname":"prithivMLmods/Calcium-Opus-14B-Elite","Model sha":"a8661f82079677c777595e4259dbaf5a72c8f134","Average ⬆️":40.07735278337776,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.024797067435322,"IFEval Raw":0.6051521075191603,"IFEval":60.51521075191603,"BBH Raw":0.6317361472468987,"BBH":46.93415830006768,"MATH Lvl 5 Raw":0.4788519637462236,"MATH Lvl 5":47.88519637462236,"GPQA Raw":0.37416107382550334,"GPQA":16.554809843400445,"MUSR Raw":0.4859583333333333,"MUSR":20.778124999999992,"MMLU-PRO Raw":0.5301695478723404,"MMLU-PRO":47.796616430260045,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-23","Submission Date":"2025-01-23","Generation":1,"Base Model":"prithivMLmods/Calcium-Opus-14B-Elite (Merge)"},{"eval_name":"prithivMLmods_Calcium-Opus-14B-Elite_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Calcium-Opus-14B-Elite 📑","fullname":"prithivMLmods/Calcium-Opus-14B-Elite","Model sha":"a8661f82079677c777595e4259dbaf5a72c8f134","Average ⬆️":38.249365220151496,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.022332794511404,"IFEval Raw":0.6063511482865463,"IFEval":60.635114828654636,"BBH Raw":0.6295900497885079,"BBH":46.53280917875986,"MATH Lvl 5 Raw":0.37084592145015105,"MATH Lvl 5":37.08459214501511,"GPQA Raw":0.3733221476510067,"GPQA":16.442953020134222,"MUSR Raw":0.48732291666666666,"MUSR":20.948697916666664,"MMLU-PRO Raw":0.5306682180851063,"MMLU-PRO":47.85202423167848,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-23","Submission Date":"2025-01-23","Generation":1,"Base Model":"prithivMLmods/Calcium-Opus-14B-Elite (Merge)"},{"eval_name":"prithivMLmods_Calcium-Opus-14B-Elite-1M_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Calcium-Opus-14B-Elite-1M 📑","fullname":"prithivMLmods/Calcium-Opus-14B-Elite-1M","Model sha":"07f093df0a87d5d13e4325aa54eb62de9322721c","Average ⬆️":37.61517905195512,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.893608616767551,"IFEval Raw":0.5612884923115112,"IFEval":56.12884923115112,"BBH Raw":0.6329399079569701,"BBH":46.93552255298414,"MATH Lvl 5 Raw":0.44561933534743203,"MATH Lvl 5":44.561933534743204,"GPQA Raw":0.3523489932885906,"GPQA":13.646532438478745,"MUSR Raw":0.46760416666666665,"MUSR":18.28385416666666,"MMLU-PRO Raw":0.5152094414893617,"MMLU-PRO":46.13438238770685,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-27","Generation":1,"Base Model":"prithivMLmods/Calcium-Opus-14B-Elite-1M (Merge)"},{"eval_name":"prithivMLmods_Calcium-Opus-14B-Elite-Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Calcium-Opus-14B-Elite-Stock 📑","fullname":"prithivMLmods/Calcium-Opus-14B-Elite-Stock","Model sha":"e3b7fa2d20fa3e7a92bb7a99ad05219c9a86a95d","Average ⬆️":39.739834208148515,"Hub License":"","Hub ❤️":3,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.9744594479509305,"IFEval Raw":0.614294516327788,"IFEval":61.4294516327788,"BBH Raw":0.6328767168557433,"BBH":46.89789858349237,"MATH Lvl 5 Raw":0.46676737160120846,"MATH Lvl 5":46.676737160120844,"GPQA Raw":0.36828859060402686,"GPQA":15.771812080536915,"MUSR Raw":0.48075,"MUSR":20.060416666666665,"MMLU-PRO Raw":0.5284242021276596,"MMLU-PRO":47.60268912529552,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-25","Generation":1,"Base Model":"prithivMLmods/Calcium-Opus-14B-Elite-Stock (Merge)"},{"eval_name":"prithivMLmods_Calcium-Opus-14B-Elite2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Calcium-Opus-14B-Elite2 📑","fullname":"prithivMLmods/Calcium-Opus-14B-Elite2","Model sha":"0d948a368ff62658c06f90219849d8a6be29b78e","Average ⬆️":40.249808935674835,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.025445929856857,"IFEval Raw":0.6176168122803052,"IFEval":61.761681228030525,"BBH Raw":0.6318256156619112,"BBH":46.806149932752305,"MATH Lvl 5 Raw":0.4690332326283988,"MATH Lvl 5":46.903323262839876,"GPQA Raw":0.3699664429530201,"GPQA":15.99552572706935,"MUSR Raw":0.49395833333333333,"MUSR":22.24479166666666,"MMLU-PRO Raw":0.5300864361702128,"MMLU-PRO":47.78738179669031,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-24","Submission Date":"2025-01-25","Generation":1,"Base Model":"prithivMLmods/Calcium-Opus-14B-Elite2 (Merge)"},{"eval_name":"prithivMLmods_Calcium-Opus-14B-Elite2-R1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Calcium-Opus-14B-Elite2-R1 📑","fullname":"prithivMLmods/Calcium-Opus-14B-Elite2-R1","Model sha":"8d57bcd85bdfe2cb41f0e84ceb7beabcdc1e63fb","Average ⬆️":38.56373181629569,"Hub License":"apache-2.0","Hub ❤️":7,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.6780303849911,"IFEval Raw":0.6325793339450436,"IFEval":63.25793339450436,"BBH Raw":0.6362357624539174,"BBH":47.33709556238046,"MATH Lvl 5 Raw":0.3338368580060423,"MATH Lvl 5":33.383685800604226,"GPQA Raw":0.39093959731543626,"GPQA":18.791946308724835,"MUSR Raw":0.48998958333333337,"MUSR":21.41536458333333,"MMLU-PRO Raw":0.5247672872340425,"MMLU-PRO":47.196365248226954,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-01","Submission Date":"2025-02-02","Generation":1,"Base Model":"prithivMLmods/Calcium-Opus-14B-Elite2-R1 (Merge)"},{"eval_name":"prithivMLmods_Calcium-Opus-14B-Elite3_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Calcium-Opus-14B-Elite3 📑","fullname":"prithivMLmods/Calcium-Opus-14B-Elite3","Model sha":"6be2c8ea522ff941fa1ed5bec18949ac4c3b5651","Average ⬆️":38.80335311719453,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.024630380631692,"IFEval Raw":0.5428285837134359,"IFEval":54.28285837134359,"BBH Raw":0.6350402275340573,"BBH":47.07459951045248,"MATH Lvl 5 Raw":0.4705438066465257,"MATH Lvl 5":47.05438066465257,"GPQA Raw":0.37080536912751677,"GPQA":16.10738255033557,"MUSR Raw":0.4794791666666667,"MUSR":20.13489583333333,"MMLU-PRO Raw":0.5334940159574468,"MMLU-PRO":48.16600177304965,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-25","Generation":1,"Base Model":"prithivMLmods/Calcium-Opus-14B-Elite3 (Merge)"},{"eval_name":"prithivMLmods_Calcium-Opus-14B-Elite4_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Calcium-Opus-14B-Elite4 📑","fullname":"prithivMLmods/Calcium-Opus-14B-Elite4","Model sha":"59525af6aae57e700ff9cd6ce9c6b3257f422f4c","Average ⬆️":36.74386944728247,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.9166011940560086,"IFEval Raw":0.6111971790405014,"IFEval":61.11971790405015,"BBH Raw":0.6195264951573699,"BBH":45.20847500962782,"MATH Lvl 5 Raw":0.36253776435045315,"MATH Lvl 5":36.25377643504532,"GPQA Raw":0.35570469798657717,"GPQA":14.093959731543624,"MUSR Raw":0.46871875,"MUSR":17.68984375,"MMLU-PRO Raw":0.514876994680851,"MMLU-PRO":46.0974438534279,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-25","Generation":1,"Base Model":"prithivMLmods/Calcium-Opus-14B-Elite4 (Merge)"},{"eval_name":"prithivMLmods_Calcium-Opus-14B-Merge_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Calcium-Opus-14B-Merge 📑","fullname":"prithivMLmods/Calcium-Opus-14B-Merge","Model sha":"ceb41ff76990a24d2f4ff29f1c342fcd7322948a","Average ⬆️":38.01116092312885,"Hub License":"","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.138515371119,"IFEval Raw":0.4949434168007554,"IFEval":49.494341680075536,"BBH Raw":0.6319290054891645,"BBH":46.76666800624009,"MATH Lvl 5 Raw":0.4637462235649547,"MATH Lvl 5":46.37462235649547,"GPQA Raw":0.37080536912751677,"GPQA":16.10738255033557,"MUSR Raw":0.48608333333333337,"MUSR":20.92708333333333,"MMLU-PRO Raw":0.5355718085106383,"MMLU-PRO":48.39686761229315,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-24","Submission Date":"2025-01-24","Generation":1,"Base Model":"prithivMLmods/Calcium-Opus-14B-Merge (Merge)"},{"eval_name":"prithivMLmods_Calcium-Opus-20B-v1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Calcium-Opus-20B-v1 📑","fullname":"prithivMLmods/Calcium-Opus-20B-v1","Model sha":"28395429552eb6f22cd3dc8b54cd03e47c6132c9","Average ⬆️":31.041733901500965,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":19.173,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.472539882729625,"IFEval Raw":0.3092716215197897,"IFEval":30.927162151978973,"BBH Raw":0.599033246250772,"BBH":41.805575892348564,"MATH Lvl 5 Raw":0.36178247734138974,"MATH Lvl 5":36.17824773413897,"GPQA Raw":0.35318791946308725,"GPQA":13.758389261744966,"MUSR Raw":0.49433333333333335,"MUSR":22.091666666666665,"MMLU-PRO Raw":0.4734042553191489,"MMLU-PRO":41.48936170212765,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-19","Submission Date":"2025-01-23","Generation":1,"Base Model":"prithivMLmods/Calcium-Opus-20B-v1 (Merge)"},{"eval_name":"prithivMLmods_Codepy-Deepthink-3B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"prithivMLmods/Codepy-Deepthink-3B 📑","fullname":"prithivMLmods/Codepy-Deepthink-3B","Model sha":"73551f0560645b098ff8293e70ff633bfc72c125","Average ⬆️":17.43076520482992,"Hub License":"creativeml-openrail-m","Hub ❤️":3,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.211006964059197,"IFEval Raw":0.43271962836385236,"IFEval":43.27196283638524,"BBH Raw":0.4259451388094382,"BBH":18.640887671757213,"MATH Lvl 5 Raw":0.11555891238670694,"MATH Lvl 5":11.555891238670695,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.3310208333333333,"MUSR":3.977604166666666,"MMLU-PRO Raw":0.3090093085106383,"MMLU-PRO":23.223256501182032,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-26","Submission Date":"2025-01-12","Generation":1,"Base Model":"prithivMLmods/Codepy-Deepthink-3B (Merge)"},{"eval_name":"prithivMLmods_Coma-II-14B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Coma-II-14B 📑","fullname":"prithivMLmods/Coma-II-14B","Model sha":"8ff81f7007503d74d8a4d7d076c1aaf70a9e8487","Average ⬆️":39.45146855133309,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.7005834476669515,"IFEval Raw":0.416832892281369,"IFEval":41.6832892281369,"BBH Raw":0.6320713788922736,"BBH":46.89147136445168,"MATH Lvl 5 Raw":0.5513595166163142,"MATH Lvl 5":55.135951661631424,"GPQA Raw":0.4001677852348993,"GPQA":20.022371364653242,"MUSR Raw":0.5351041666666667,"MUSR":28.08802083333333,"MMLU-PRO Raw":0.5039893617021277,"MMLU-PRO":44.88770685579197,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-02","Submission Date":"2025-03-03","Generation":1,"Base Model":"prithivMLmods/Coma-II-14B (Merge)"},{"eval_name":"prithivMLmods_Condor-Opus-14B-Exp_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Condor-Opus-14B-Exp 📑","fullname":"prithivMLmods/Condor-Opus-14B-Exp","Model sha":"1da0a33b3d6937f6e494c2d856bd85f4ba19c12b","Average ⬆️":37.617199777677776,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7127687329836954,"IFEval Raw":0.40431831983581346,"IFEval":40.43183198358135,"BBH Raw":0.6154220154262888,"BBH":44.077092224840555,"MATH Lvl 5 Raw":0.5226586102719033,"MATH Lvl 5":52.26586102719033,"GPQA Raw":0.39177852348993286,"GPQA":18.903803131991047,"MUSR Raw":0.5193854166666667,"MUSR":25.423177083333332,"MMLU-PRO Raw":0.5014128989361702,"MMLU-PRO":44.60143321513003,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-02","Submission Date":"2025-03-03","Generation":1,"Base Model":"prithivMLmods/Condor-Opus-14B-Exp (Merge)"},{"eval_name":"prithivMLmods_Cygnus-II-14B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Cygnus-II-14B 📑","fullname":"prithivMLmods/Cygnus-II-14B","Model sha":"abf660630df7ef04e9e8b4ff74260752bf9501f5","Average ⬆️":40.52948756458168,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.001975881015083,"IFEval Raw":0.6184412913292286,"IFEval":61.84412913292286,"BBH Raw":0.6660565208074918,"BBH":52.14038233919259,"MATH Lvl 5 Raw":0.4395770392749245,"MATH Lvl 5":43.957703927492446,"GPQA Raw":0.3875838926174497,"GPQA":18.34451901565996,"MUSR Raw":0.46884375,"MUSR":18.105468749999996,"MMLU-PRO Raw":0.5390625,"MMLU-PRO":48.78472222222222,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-02","Submission Date":"2025-03-03","Generation":1,"Base Model":"prithivMLmods/Cygnus-II-14B (Merge)"},{"eval_name":"prithivMLmods_Deepthink-Llama-3-8B-Preview_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"prithivMLmods/Deepthink-Llama-3-8B-Preview 📑","fullname":"prithivMLmods/Deepthink-Llama-3-8B-Preview","Model sha":"9037f9ba590696402412233fabdb0a1d7eb7a714","Average ⬆️":20.957476415581784,"Hub License":"llama3","Hub ❤️":5,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7295998014032185,"IFEval Raw":0.29553252037926037,"IFEval":29.553252037926036,"BBH Raw":0.4664510845126107,"BBH":24.800879823702775,"MATH Lvl 5 Raw":0.3549848942598187,"MATH Lvl 5":35.49848942598187,"GPQA Raw":0.3162751677852349,"GPQA":8.83668903803132,"MUSR Raw":0.37070833333333336,"MUSR":7.738541666666667,"MMLU-PRO Raw":0.2738530585106383,"MMLU-PRO":19.317006501182032,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-18","Submission Date":"2025-03-12","Generation":1,"Base Model":"prithivMLmods/Deepthink-Llama-3-8B-Preview (Merge)"},{"eval_name":"prithivMLmods_Deepthink-Reasoning-14B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Deepthink-Reasoning-14B 📑","fullname":"prithivMLmods/Deepthink-Reasoning-14B","Model sha":"08fd00d4ac2bf07766c8bab7e73d17028487d23a","Average ⬆️":37.765949130344175,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.900782398935849,"IFEval Raw":0.5423542866261519,"IFEval":54.23542866261519,"BBH Raw":0.6334054936091441,"BBH":47.30625659928727,"MATH Lvl 5 Raw":0.4229607250755287,"MATH Lvl 5":42.296072507552864,"GPQA Raw":0.36661073825503354,"GPQA":15.548098434004473,"MUSR Raw":0.47315625,"MUSR":19.477864583333332,"MMLU-PRO Raw":0.5295877659574468,"MMLU-PRO":47.73197399527187,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-20","Submission Date":"2025-01-22","Generation":1,"Base Model":"prithivMLmods/Deepthink-Reasoning-14B (Merge)"},{"eval_name":"prithivMLmods_Deepthink-Reasoning-7B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Deepthink-Reasoning-7B 📑","fullname":"prithivMLmods/Deepthink-Reasoning-7B","Model sha":"0ccaa3825ded55cf8cfa18f7db53d91848e3733b","Average ⬆️":29.122241455484666,"Hub License":"creativeml-openrail-m","Hub ❤️":10,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.253995016550189,"IFEval Raw":0.48400244684104843,"IFEval":48.40024468410485,"BBH Raw":0.5505070216145282,"BBH":35.623731448580884,"MATH Lvl 5 Raw":0.33459214501510576,"MATH Lvl 5":33.45921450151057,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.4432291666666666,"MUSR":13.436979166666667,"MMLU-PRO Raw":0.43492353723404253,"MMLU-PRO":37.21372635933806,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-28","Submission Date":"2025-01-09","Generation":1,"Base Model":"prithivMLmods/Deepthink-Reasoning-7B (Merge)"},{"eval_name":"prithivMLmods_Dinobot-Opus-14B-Exp_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Dinobot-Opus-14B-Exp 📑","fullname":"prithivMLmods/Dinobot-Opus-14B-Exp","Model sha":"f51cbd56106c3caa88882ab45252a2edec321d40","Average ⬆️":41.765081012881176,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7046318064582169,"IFEval Raw":0.8239958864701216,"IFEval":82.39958864701215,"BBH Raw":0.6370093752306357,"BBH":48.19594986631396,"MATH Lvl 5 Raw":0.5317220543806647,"MATH Lvl 5":53.17220543806647,"GPQA Raw":0.32466442953020136,"GPQA":9.955257270693513,"MUSR Raw":0.42603125000000003,"MUSR":12.65390625,"MMLU-PRO Raw":0.4979222074468085,"MMLU-PRO":44.213578605200944,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-12","Submission Date":"2025-02-15","Generation":1,"Base Model":"prithivMLmods/Dinobot-Opus-14B-Exp (Merge)"},{"eval_name":"prithivMLmods_Elita-0.1-Distilled-R1-abliterated_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Elita-0.1-Distilled-R1-abliterated 📑","fullname":"prithivMLmods/Elita-0.1-Distilled-R1-abliterated","Model sha":"253ce07bed5dcd928325172cd5c0cb4f7e98e8e6","Average ⬆️":17.39921663367112,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7736586005657055,"IFEval Raw":0.35423454212600347,"IFEval":35.42345421260035,"BBH Raw":0.38277850218543213,"BBH":13.606416556106325,"MATH Lvl 5 Raw":0.3066465256797583,"MATH Lvl 5":30.664652567975832,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.36596875,"MUSR":3.0460937500000003,"MMLU-PRO Raw":0.2757646276595745,"MMLU-PRO":19.52940307328605,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-09","Submission Date":"2025-02-09","Generation":1,"Base Model":"prithivMLmods/Elita-0.1-Distilled-R1-abliterated (Merge)"},{"eval_name":"prithivMLmods_Elita-1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Elita-1 📑","fullname":"prithivMLmods/Elita-1","Model sha":"a304ec55887200703ebb1d0188e7b0fb0b8173de","Average ⬆️":36.545369563806254,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.843754231777964,"IFEval Raw":0.4906470387460826,"IFEval":49.06470387460827,"BBH Raw":0.6520409113818334,"BBH":49.928735220527614,"MATH Lvl 5 Raw":0.3429003021148036,"MATH Lvl 5":34.29003021148036,"GPQA Raw":0.37583892617449666,"GPQA":16.778523489932887,"MUSR Raw":0.48341666666666666,"MUSR":20.527083333333326,"MMLU-PRO Raw":0.5381482712765957,"MMLU-PRO":48.68314125295508,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-05","Submission Date":"2025-02-07","Generation":1,"Base Model":"prithivMLmods/Elita-1 (Merge)"},{"eval_name":"prithivMLmods_Epimetheus-14B-Axo_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Epimetheus-14B-Axo 📑","fullname":"prithivMLmods/Epimetheus-14B-Axo","Model sha":"206a58dd4edc1c57011840380014f723100b9620","Average ⬆️":39.08056006814201,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9946034537563262,"IFEval Raw":0.554643900406477,"IFEval":55.4643900406477,"BBH Raw":0.6613340892011862,"BBH":51.455447156499524,"MATH Lvl 5 Raw":0.41012084592145015,"MATH Lvl 5":41.012084592145015,"GPQA Raw":0.3926174496644295,"GPQA":19.01565995525727,"MUSR Raw":0.4819583333333333,"MUSR":19.711458333333336,"MMLU-PRO Raw":0.5304188829787234,"MMLU-PRO":47.82432033096927,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-03","Submission Date":"2025-03-04","Generation":1,"Base Model":"prithivMLmods/Epimetheus-14B-Axo (Merge)"},{"eval_name":"prithivMLmods_Equuleus-Opus-14B-Exp_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Equuleus-Opus-14B-Exp 📑","fullname":"prithivMLmods/Equuleus-Opus-14B-Exp","Model sha":"5c2cacb51ef84468d5fc1de3d786f79f592d0b7c","Average ⬆️":42.199750941616415,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.902014927917551,"IFEval Raw":0.7000735825387749,"IFEval":70.0073582538775,"BBH Raw":0.6433769213927613,"BBH":48.61670086911542,"MATH Lvl 5 Raw":0.45845921450151056,"MATH Lvl 5":45.84592145015105,"GPQA Raw":0.38674496644295303,"GPQA":18.232662192393736,"MUSR Raw":0.4951666666666667,"MUSR":21.89583333333333,"MMLU-PRO Raw":0.5374002659574468,"MMLU-PRO":48.60002955082743,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-26","Submission Date":"2025-02-27","Generation":1,"Base Model":"prithivMLmods/Equuleus-Opus-14B-Exp (Merge)"},{"eval_name":"prithivMLmods_Eridanus-Opus-14B-r999_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Eridanus-Opus-14B-r999 📑","fullname":"prithivMLmods/Eridanus-Opus-14B-r999","Model sha":"ad0375d28983a476829bc07f61e70dbebbfe6263","Average ⬆️":40.111313344425874,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9579416118707536,"IFEval Raw":0.638574537781974,"IFEval":63.85745377819741,"BBH Raw":0.6583918169279829,"BBH":51.03833480947816,"MATH Lvl 5 Raw":0.3859516616314199,"MATH Lvl 5":38.59516616314199,"GPQA Raw":0.39429530201342283,"GPQA":19.239373601789712,"MUSR Raw":0.476875,"MUSR":19.476041666666664,"MMLU-PRO Raw":0.5361535904255319,"MMLU-PRO":48.46151004728132,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-28","Submission Date":"2025-03-01","Generation":1,"Base Model":"prithivMLmods/Eridanus-Opus-14B-r999 (Merge)"},{"eval_name":"prithivMLmods_Evac-Opus-14B-Exp_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Evac-Opus-14B-Exp 📑","fullname":"prithivMLmods/Evac-Opus-14B-Exp","Model sha":"8e7f3150f510d948d99f28aa5c5f98fd41e1777f","Average ⬆️":39.323054993397584,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.944293501458255,"IFEval Raw":0.5916135852870383,"IFEval":59.16135852870384,"BBH Raw":0.6475440673701862,"BBH":49.581751069166614,"MATH Lvl 5 Raw":0.4214501510574018,"MATH Lvl 5":42.14501510574018,"GPQA Raw":0.3884228187919463,"GPQA":18.456375838926174,"MUSR Raw":0.47278125,"MUSR":18.630989583333328,"MMLU-PRO Raw":0.5316655585106383,"MMLU-PRO":47.96283983451538,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-12","Submission Date":"2025-02-16","Generation":1,"Base Model":"prithivMLmods/Evac-Opus-14B-Exp (Merge)"},{"eval_name":"prithivMLmods_FastThink-0.5B-Tiny_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/FastThink-0.5B-Tiny 📑","fullname":"prithivMLmods/FastThink-0.5B-Tiny","Model sha":"c07fd949ceba096d7c2e405bcfce99e269f7ca39","Average ⬆️":7.516955448134702,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":0.494,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.0750746175098636,"IFEval Raw":0.25798880304259364,"IFEval":25.798880304259363,"BBH Raw":0.3205583807088257,"BBH":5.01960978303041,"MATH Lvl 5 Raw":0.02039274924471299,"MATH Lvl 5":2.0392749244712993,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.3566354166666667,"MUSR":3.579427083333334,"MMLU-PRO Raw":0.16489361702127658,"MMLU-PRO":7.210401891252953,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-20","Submission Date":"2025-01-24","Generation":1,"Base Model":"prithivMLmods/FastThink-0.5B-Tiny (Merge)"},{"eval_name":"prithivMLmods_GWQ-9B-Preview_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"prithivMLmods/GWQ-9B-Preview 📑","fullname":"prithivMLmods/GWQ-9B-Preview","Model sha":"5a0e00ac0ff885f54ef32e607508895bae864006","Average ⬆️":30.15453648521797,"Hub License":"gemma","Hub ❤️":3,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.922323401670357,"IFEval Raw":0.5065836425129767,"IFEval":50.65836425129767,"BBH Raw":0.5805745804247511,"BBH":40.6697225433022,"MATH Lvl 5 Raw":0.22658610271903323,"MATH Lvl 5":22.658610271903324,"GPQA Raw":0.33976510067114096,"GPQA":11.968680089485462,"MUSR Raw":0.4951041666666667,"MUSR":21.821354166666666,"MMLU-PRO Raw":0.39835438829787234,"MMLU-PRO":33.150487588652474,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-04","Submission Date":"2025-01-08","Generation":0,"Base Model":"prithivMLmods/GWQ-9B-Preview"},{"eval_name":"prithivMLmods_GWQ-9B-Preview2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"prithivMLmods/GWQ-9B-Preview2 📑","fullname":"prithivMLmods/GWQ-9B-Preview2","Model sha":"42f5d4f7d19eb59c9408ff70cdbc30459ec1ad3d","Average ⬆️":30.047187909173402,"Hub License":"creativeml-openrail-m","Hub ❤️":10,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.905647704544523,"IFEval Raw":0.5208967761096114,"IFEval":52.08967761096115,"BBH Raw":0.5797218710843371,"BBH":40.184860533159515,"MATH Lvl 5 Raw":0.23716012084592145,"MATH Lvl 5":23.716012084592144,"GPQA Raw":0.3263422818791946,"GPQA":10.17897091722595,"MUSR Raw":0.48598958333333336,"MUSR":20.81536458333333,"MMLU-PRO Raw":0.3996841755319149,"MMLU-PRO":33.298241725768314,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-04","Submission Date":"2025-01-08","Generation":1,"Base Model":"prithivMLmods/GWQ-9B-Preview2 (Merge)"},{"eval_name":"prithivMLmods_GWQ2b_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"prithivMLmods/GWQ2b 📑","fullname":"prithivMLmods/GWQ2b","Model sha":"1d2a808ec30008a2cba697b1bb742ab67efb71f0","Average ⬆️":16.42971150895339,"Hub License":"gemma","Hub ❤️":4,"#Params (B)":2.614,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.408578642384382,"IFEval Raw":0.41148707651254224,"IFEval":41.14870765125423,"BBH Raw":0.41433702954085216,"BBH":17.6803497776584,"MATH Lvl 5 Raw":0.06268882175226587,"MATH Lvl 5":6.268882175226587,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.43111458333333336,"MUSR":12.755989583333333,"MMLU-PRO Raw":0.24725731382978725,"MMLU-PRO":16.36192375886525,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-09","Submission Date":"2025-01-12","Generation":1,"Base Model":"prithivMLmods/GWQ2b (Merge)"},{"eval_name":"prithivMLmods_Gaea-Opus-14B-Exp_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Gaea-Opus-14B-Exp 📑","fullname":"prithivMLmods/Gaea-Opus-14B-Exp","Model sha":"3a4b38d8906d4eeafcc31601b08994e73eb75408","Average ⬆️":40.11380825495326,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.0040682772167764,"IFEval Raw":0.5956351369920699,"IFEval":59.56351369920699,"BBH Raw":0.6560465337491567,"BBH":50.51229448373768,"MATH Lvl 5 Raw":0.42749244712990936,"MATH Lvl 5":42.74924471299094,"GPQA Raw":0.39093959731543626,"GPQA":18.791946308724835,"MUSR Raw":0.48589583333333336,"MUSR":20.1703125,"MMLU-PRO Raw":0.5400598404255319,"MMLU-PRO":48.8955378250591,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-11","Submission Date":"2025-03-13","Generation":1,"Base Model":"prithivMLmods/Gaea-Opus-14B-Exp (Merge)"},{"eval_name":"prithivMLmods_Galactic-Qwen-14B-Exp1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Galactic-Qwen-14B-Exp1 📑","fullname":"prithivMLmods/Galactic-Qwen-14B-Exp1","Model sha":"9e988a4a9bb65a420c511b23dbe0f09685c18e1f","Average ⬆️":39.469504673008466,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.1030774034920614,"IFEval Raw":0.5832202999153357,"IFEval":58.322029991533576,"BBH Raw":0.6582262489447345,"BBH":50.98957194551118,"MATH Lvl 5 Raw":0.40181268882175225,"MATH Lvl 5":40.181268882175225,"GPQA Raw":0.3934563758389262,"GPQA":19.12751677852349,"MUSR Raw":0.4780520833333333,"MUSR":19.356510416666662,"MMLU-PRO Raw":0.539561170212766,"MMLU-PRO":48.84013002364066,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-10","Submission Date":"2025-03-12","Generation":1,"Base Model":"prithivMLmods/Galactic-Qwen-14B-Exp1 (Merge)"},{"eval_name":"prithivMLmods_Galactic-Qwen-14B-Exp2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Galactic-Qwen-14B-Exp2 📑","fullname":"prithivMLmods/Galactic-Qwen-14B-Exp2","Model sha":"2afd2e6e33627c1241ae87f6710bfc0880285c7e","Average ⬆️":43.56371836153858,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.180329277429034,"IFEval Raw":0.6620300801872365,"IFEval":66.20300801872366,"BBH Raw":0.7203002699449659,"BBH":59.91731650130399,"MATH Lvl 5 Raw":0.3474320241691843,"MATH Lvl 5":34.74320241691843,"GPQA Raw":0.39932885906040266,"GPQA":19.910514541387023,"MUSR Raw":0.5353854166666667,"MUSR":28.489843749999995,"MMLU-PRO Raw":0.5690658244680851,"MMLU-PRO":52.11842494089834,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-10","Submission Date":"2025-03-13","Generation":1,"Base Model":"prithivMLmods/Galactic-Qwen-14B-Exp2 (Merge)"},{"eval_name":"prithivMLmods_Gauss-Opus-14B-R999_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Gauss-Opus-14B-R999 📑","fullname":"prithivMLmods/Gauss-Opus-14B-R999","Model sha":"12db6077af849038d206775339a1dc78df9a14cf","Average ⬆️":38.802494751158555,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8817541920229752,"IFEval Raw":0.39065457430728245,"IFEval":39.065457430728245,"BBH Raw":0.6227831608555382,"BBH":44.93611504035883,"MATH Lvl 5 Raw":0.5755287009063444,"MATH Lvl 5":57.55287009063444,"GPQA Raw":0.39177852348993286,"GPQA":18.903803131991047,"MUSR Raw":0.5338333333333334,"MUSR":27.829166666666662,"MMLU-PRO Raw":0.500748005319149,"MMLU-PRO":44.52755614657211,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-03","Submission Date":"2025-03-04","Generation":1,"Base Model":"prithivMLmods/Gauss-Opus-14B-R999 (Merge)"},{"eval_name":"prithivMLmods_Jolt-v0.1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Jolt-v0.1 📑","fullname":"prithivMLmods/Jolt-v0.1","Model sha":"077b9bf6b346af0a865d4d9b8618c8349a03b9c6","Average ⬆️":37.194359554127736,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.9516953293416273,"IFEval Raw":0.5092066827129793,"IFEval":50.92066827129793,"BBH Raw":0.6521408461659391,"BBH":50.0297418150364,"MATH Lvl 5 Raw":0.3564954682779456,"MATH Lvl 5":35.64954682779456,"GPQA Raw":0.3800335570469799,"GPQA":17.337807606263986,"MUSR Raw":0.48471875000000003,"MUSR":20.489843749999995,"MMLU-PRO Raw":0.5386469414893617,"MMLU-PRO":48.73854905437352,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-05","Submission Date":"2025-02-07","Generation":1,"Base Model":"prithivMLmods/Jolt-v0.1 (Merge)"},{"eval_name":"prithivMLmods_Lacerta-Opus-14B-Elite8_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Lacerta-Opus-14B-Elite8 📑","fullname":"prithivMLmods/Lacerta-Opus-14B-Elite8","Model sha":"944dbb7ef1ed67b64bba1078531eb2611268d3f9","Average ⬆️":38.069826308128185,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.021558179765879,"IFEval Raw":0.614144913274556,"IFEval":61.41449132745559,"BBH Raw":0.6401384743047456,"BBH":48.182387387883786,"MATH Lvl 5 Raw":0.3648036253776435,"MATH Lvl 5":36.48036253776435,"GPQA Raw":0.3783557046979866,"GPQA":17.114093959731544,"MUSR Raw":0.4635416666666667,"MUSR":17.209375,"MMLU-PRO Raw":0.5321642287234043,"MMLU-PRO":48.01824763593381,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-27","Generation":1,"Base Model":"prithivMLmods/Lacerta-Opus-14B-Elite8 (Merge)"},{"eval_name":"prithivMLmods_Llama-3.1-5B-Instruct_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"prithivMLmods/Llama-3.1-5B-Instruct 📑","fullname":"prithivMLmods/Llama-3.1-5B-Instruct","Model sha":"310ab744cd88aecedc534abd373d2f66a0c82f19","Average ⬆️":4.207173577211278,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":5.413,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9991042465955755,"IFEval Raw":0.14066011516110588,"IFEval":14.066011516110587,"BBH Raw":0.3051074188361172,"BBH":3.109216174639221,"MATH Lvl 5 Raw":0.015105740181268883,"MATH Lvl 5":1.5105740181268883,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.35400000000000004,"MUSR":2.6166666666666667,"MMLU-PRO Raw":0.11835106382978723,"MMLU-PRO":2.0390070921985806,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-04","Submission Date":"2025-01-12","Generation":0,"Base Model":"prithivMLmods/Llama-3.1-5B-Instruct"},{"eval_name":"prithivMLmods_Llama-3.1-8B-Open-SFT_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"prithivMLmods/Llama-3.1-8B-Open-SFT 📑","fullname":"prithivMLmods/Llama-3.1-8B-Open-SFT","Model sha":"e5d7fa281735f7fcc09fdb5810a2118789040d67","Average ⬆️":21.04370403547396,"Hub License":"creativeml-openrail-m","Hub ❤️":6,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4555876766450873,"IFEval Raw":0.4122616878770551,"IFEval":41.226168787705504,"BBH Raw":0.4967982234773378,"BBH":28.179927919868437,"MATH Lvl 5 Raw":0.1216012084592145,"MATH Lvl 5":12.16012084592145,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.39036458333333335,"MUSR":8.72890625,"MMLU-PRO Raw":0.35222739361702127,"MMLU-PRO":28.02526595744681,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-18","Submission Date":"2025-01-12","Generation":1,"Base Model":"prithivMLmods/Llama-3.1-8B-Open-SFT (Merge)"},{"eval_name":"prithivMLmods_Llama-3.2-3B-Math-Oct_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"prithivMLmods/Llama-3.2-3B-Math-Oct 📑","fullname":"prithivMLmods/Llama-3.2-3B-Math-Oct","Model sha":"5d72ae9689eb8307a741c6e7a455e427a792cd15","Average ⬆️":17.441953756100272,"Hub License":"llama3.2","Hub ❤️":1,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1913652082232167,"IFEval Raw":0.4585233846194763,"IFEval":45.85233846194763,"BBH Raw":0.4371840952508727,"BBH":19.946749736299825,"MATH Lvl 5 Raw":0.11555891238670694,"MATH Lvl 5":11.555891238670695,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.34698958333333335,"MUSR":4.940364583333333,"MMLU-PRO Raw":0.2911402925531915,"MMLU-PRO":21.237810283687946,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-22","Submission Date":"2025-01-24","Generation":1,"Base Model":"prithivMLmods/Llama-3.2-3B-Math-Oct (Merge)"},{"eval_name":"prithivMLmods_Llama-3.2-6B-AlgoCode_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"prithivMLmods/Llama-3.2-6B-AlgoCode 📑","fullname":"prithivMLmods/Llama-3.2-6B-AlgoCode","Model sha":"e111d34ff9033fe36b4f1c283a17d017b4e4e5c6","Average ⬆️":9.301000017101474,"Hub License":"llama3.2","Hub ❤️":1,"#Params (B)":6.339,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5547206744933495,"IFEval Raw":0.21357553513566227,"IFEval":21.357553513566227,"BBH Raw":0.37477424449567703,"BBH":11.602526365445021,"MATH Lvl 5 Raw":0.013595166163141994,"MATH Lvl 5":1.3595166163141994,"GPQA Raw":0.2869127516778524,"GPQA":4.921700223713654,"MUSR Raw":0.40134374999999994,"MUSR":7.701302083333332,"MMLU-PRO Raw":0.17977061170212766,"MMLU-PRO":8.863401300236404,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-10","Submission Date":"2025-01-12","Generation":0,"Base Model":"prithivMLmods/Llama-3.2-6B-AlgoCode"},{"eval_name":"prithivMLmods_Llama-8B-Distill-CoT_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"prithivMLmods/Llama-8B-Distill-CoT 📑","fullname":"prithivMLmods/Llama-8B-Distill-CoT","Model sha":"4c2d02c2cd92f4c371547201027202ac42d88a71","Average ⬆️":20.756374392650613,"Hub License":"llama3.1","Hub ❤️":5,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4350045268373062,"IFEval Raw":0.3341511633576688,"IFEval":33.41511633576688,"BBH Raw":0.4297620873695442,"BBH":19.59512258030452,"MATH Lvl 5 Raw":0.4003021148036254,"MATH Lvl 5":40.03021148036254,"GPQA Raw":0.28942953020134227,"GPQA":5.257270693512303,"MUSR Raw":0.3719791666666667,"MUSR":6.997395833333333,"MMLU-PRO Raw":0.273188164893617,"MMLU-PRO":19.243129432624112,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-21","Submission Date":"2025-01-22","Generation":1,"Base Model":"prithivMLmods/Llama-8B-Distill-CoT (Merge)"},{"eval_name":"prithivMLmods_Llama-Deepsync-1B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"prithivMLmods/Llama-Deepsync-1B 📑","fullname":"prithivMLmods/Llama-Deepsync-1B","Model sha":"03a9a38ffbb49f0f176a901a5fab3e444d6131fe","Average ⬆️":10.269419049452202,"Hub License":"creativeml-openrail-m","Hub ❤️":3,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7542739289022414,"IFEval Raw":0.3570071853792382,"IFEval":35.70071853792382,"BBH Raw":0.33856262083940014,"BBH":7.7638727938116565,"MATH Lvl 5 Raw":0.04380664652567976,"MATH Lvl 5":4.380664652567976,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.35651041666666666,"MUSR":4.230468750000001,"MMLU-PRO Raw":0.17378656914893617,"MMLU-PRO":8.19850768321513,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2025-01-12","Generation":1,"Base Model":"prithivMLmods/Llama-Deepsync-1B (Merge)"},{"eval_name":"prithivMLmods_Llama-Deepsync-3B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"prithivMLmods/Llama-Deepsync-3B 📑","fullname":"prithivMLmods/Llama-Deepsync-3B","Model sha":"9f7c81f997f9a35797b511197e48a64ffb6d046f","Average ⬆️":17.176506909330996,"Hub License":"creativeml-openrail-m","Hub ❤️":9,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2161541593013407,"IFEval Raw":0.4302218114602588,"IFEval":43.02218114602588,"BBH Raw":0.4291521655271033,"BBH":18.963664295918168,"MATH Lvl 5 Raw":0.11782477341389729,"MATH Lvl 5":11.782477341389729,"GPQA Raw":0.27181208053691275,"GPQA":2.9082774049216997,"MUSR Raw":0.33238541666666666,"MUSR":3.8148437499999996,"MMLU-PRO Raw":0.3031083776595745,"MMLU-PRO":22.567597517730498,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2025-01-12","Generation":1,"Base Model":"prithivMLmods/Llama-Deepsync-3B (Merge)"},{"eval_name":"prithivMLmods_Llama-Express.1-Math_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"prithivMLmods/Llama-Express.1-Math 📑","fullname":"prithivMLmods/Llama-Express.1-Math","Model sha":"9c32d92f0ef3a4c4935992c9a5074d7a65ea91bc","Average ⬆️":12.170622691501343,"Hub License":"llama3.2","Hub ❤️":1,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7120903218166346,"IFEval Raw":0.5084320713484665,"IFEval":50.84320713484665,"BBH Raw":0.33638140090435265,"BBH":7.199019778023913,"MATH Lvl 5 Raw":0.055891238670694864,"MATH Lvl 5":5.589123867069486,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.31434375,"MUSR":0.8263020833333333,"MMLU-PRO Raw":0.16098736702127658,"MMLU-PRO":6.776374113475176,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-21","Submission Date":"2025-01-25","Generation":1,"Base Model":"prithivMLmods/Llama-Express.1-Math (Merge)"},{"eval_name":"prithivMLmods_LwQ-10B-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"prithivMLmods/LwQ-10B-Instruct 📑","fullname":"prithivMLmods/LwQ-10B-Instruct","Model sha":"3db52014aba9ec7163c28af47aac1f07af8fe0f6","Average ⬆️":20.967461043098936,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":10.732,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4503505632541436,"IFEval Raw":0.3934770852449279,"IFEval":39.34770852449279,"BBH Raw":0.5121712029712329,"BBH":31.59027306507356,"MATH Lvl 5 Raw":0.04003021148036254,"MATH Lvl 5":4.003021148036254,"GPQA Raw":0.31208053691275167,"GPQA":8.277404921700223,"MUSR Raw":0.45439583333333333,"MUSR":16.8328125,"MMLU-PRO Raw":0.331781914893617,"MMLU-PRO":25.75354609929078,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-14","Submission Date":"2025-01-19","Generation":1,"Base Model":"prithivMLmods/LwQ-10B-Instruct (Merge)"},{"eval_name":"prithivMLmods_LwQ-Reasoner-10B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"prithivMLmods/LwQ-Reasoner-10B 📑","fullname":"prithivMLmods/LwQ-Reasoner-10B","Model sha":"fcd46007bd9f098004843dd79042a99543a22293","Average ⬆️":26.99437823708219,"Hub License":"llama3.1","Hub ❤️":2,"#Params (B)":10.306,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7891952569981955,"IFEval Raw":0.29413400887423147,"IFEval":29.413400887423144,"BBH Raw":0.5866254169962443,"BBH":40.337248394622954,"MATH Lvl 5 Raw":0.3580060422960725,"MATH Lvl 5":35.80060422960725,"GPQA Raw":0.3464765100671141,"GPQA":12.863534675615215,"MUSR Raw":0.40785416666666663,"MUSR":8.581770833333334,"MMLU-PRO Raw":0.41472739361702127,"MMLU-PRO":34.96971040189125,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-18","Submission Date":"2025-01-19","Generation":1,"Base Model":"prithivMLmods/LwQ-Reasoner-10B (Merge)"},{"eval_name":"prithivMLmods_Magellanic-Opus-14B-Exp_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Magellanic-Opus-14B-Exp 📑","fullname":"prithivMLmods/Magellanic-Opus-14B-Exp","Model sha":"64ae086663b4008fcd263a76f7d4360a50d9e81e","Average ⬆️":40.055124365076594,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9412251013841815,"IFEval Raw":0.6866347956754744,"IFEval":68.66347956754744,"BBH Raw":0.6382505935140227,"BBH":48.00332430163465,"MATH Lvl 5 Raw":0.37990936555891236,"MATH Lvl 5":37.99093655589124,"GPQA Raw":0.37416107382550334,"GPQA":16.554809843400445,"MUSR Raw":0.49262500000000004,"MUSR":21.644791666666663,"MMLU-PRO Raw":0.5272606382978723,"MMLU-PRO":47.473404255319146,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-13","Submission Date":"2025-02-14","Generation":1,"Base Model":"prithivMLmods/Magellanic-Opus-14B-Exp (Merge)"},{"eval_name":"prithivMLmods_Magellanic-Qwen-25B-R999_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Magellanic-Qwen-25B-R999 📑","fullname":"prithivMLmods/Magellanic-Qwen-25B-R999","Model sha":"63ecd8209d9a194ec6b33c38c695323347b6b542","Average ⬆️":4.9765268528155335,"Hub License":"","Hub ❤️":0,"#Params (B)":24.962,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.404560147513011,"IFEval Raw":0.18727199386516663,"IFEval":18.727199386516666,"BBH Raw":0.26075689808294905,"BBH":2.00355862547039,"MATH Lvl 5 Raw":0.005287009063444109,"MATH Lvl 5":0.5287009063444109,"GPQA Raw":0.25083892617449666,"GPQA":0.11185682326622093,"MUSR Raw":0.3831145833333333,"MUSR":5.155989583333334,"MMLU-PRO Raw":0.1299867021276596,"MMLU-PRO":3.331855791962176,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-04","Generation":0,"Base Model":"Removed"},{"eval_name":"prithivMLmods_Megatron-Corpus-14B-Exp_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Megatron-Corpus-14B-Exp 📑","fullname":"prithivMLmods/Megatron-Corpus-14B-Exp","Model sha":"1d1f2380140d36b460f3ed1d5de0b0edbd48b9a7","Average ⬆️":35.55395685759063,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8062468013764732,"IFEval Raw":0.49826571275327247,"IFEval":49.82657127532725,"BBH Raw":0.6355171004470184,"BBH":47.91897959935681,"MATH Lvl 5 Raw":0.3429003021148036,"MATH Lvl 5":34.29003021148036,"GPQA Raw":0.36325503355704697,"GPQA":15.100671140939594,"MUSR Raw":0.4766875,"MUSR":18.85260416666667,"MMLU-PRO Raw":0.5260139627659575,"MMLU-PRO":47.33488475177305,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-04","Submission Date":"2025-02-13","Generation":1,"Base Model":"prithivMLmods/Megatron-Corpus-14B-Exp (Merge)"},{"eval_name":"prithivMLmods_Megatron-Corpus-14B-Exp.v2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Megatron-Corpus-14B-Exp.v2 📑","fullname":"prithivMLmods/Megatron-Corpus-14B-Exp.v2","Model sha":"5d7501a6e01875c268ad73343befd6a2906ccd14","Average ⬆️":31.898674141338944,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.5382793005985596,"IFEval Raw":0.48704991644392437,"IFEval":48.704991644392436,"BBH Raw":0.632146083740281,"BBH":46.78841154317365,"MATH Lvl 5 Raw":0.2590634441087613,"MATH Lvl 5":25.90634441087613,"GPQA Raw":0.3422818791946309,"GPQA":12.304250559284117,"MUSR Raw":0.449,"MUSR":15.358333333333329,"MMLU-PRO Raw":0.48096742021276595,"MMLU-PRO":42.329713356974,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-06","Submission Date":"2025-02-07","Generation":1,"Base Model":"prithivMLmods/Megatron-Corpus-14B-Exp.v2 (Merge)"},{"eval_name":"prithivMLmods_Megatron-Opus-14B-2.0_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"prithivMLmods/Megatron-Opus-14B-2.0 📑","fullname":"prithivMLmods/Megatron-Opus-14B-2.0","Model sha":"c3ddba573bd07f5f233b28d1a5d95a8d25ba6e33","Average ⬆️":36.80518021675177,"Hub License":"llama3.1","Hub ❤️":3,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8824604199255072,"IFEval Raw":0.6693739278447852,"IFEval":66.93739278447852,"BBH Raw":0.6870557211788685,"BBH":54.699622314981035,"MATH Lvl 5 Raw":0.27794561933534745,"MATH Lvl 5":27.794561933534744,"GPQA Raw":0.35906040268456374,"GPQA":14.541387024608499,"MUSR Raw":0.41403125,"MUSR":10.520572916666667,"MMLU-PRO Raw":0.5170378989361702,"MMLU-PRO":46.337544326241144,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-08","Submission Date":"2025-02-09","Generation":1,"Base Model":"prithivMLmods/Megatron-Opus-14B-2.0 (Merge)"},{"eval_name":"prithivMLmods_Megatron-Opus-14B-2.1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"prithivMLmods/Megatron-Opus-14B-2.1 📑","fullname":"prithivMLmods/Megatron-Opus-14B-2.1","Model sha":"d22ca0d0df544e18ba758544016f8cd3c004da92","Average ⬆️":28.50969719045679,"Hub License":"llama3","Hub ❤️":4,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8557331146586711,"IFEval Raw":0.02455484780382718,"IFEval":2.455484780382718,"BBH Raw":0.6726960005125086,"BBH":52.531003009357,"MATH Lvl 5 Raw":0.2998489425981873,"MATH Lvl 5":29.984894259818727,"GPQA Raw":0.38338926174496646,"GPQA":17.785234899328863,"MUSR Raw":0.49275,"MUSR":21.92708333333333,"MMLU-PRO Raw":0.5173703457446809,"MMLU-PRO":46.3744828605201,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-18","Submission Date":"2025-02-21","Generation":1,"Base Model":"prithivMLmods/Megatron-Opus-14B-2.1 (Merge)"},{"eval_name":"prithivMLmods_Megatron-Opus-14B-Exp_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Megatron-Opus-14B-Exp 📑","fullname":"prithivMLmods/Megatron-Opus-14B-Exp","Model sha":"d6c56465b7610abbebbf6cdedae6fda92087fbfc","Average ⬆️":36.964774794825566,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.8280680323285137,"IFEval Raw":0.4979410187192206,"IFEval":49.79410187192205,"BBH Raw":0.6516090109599467,"BBH":50.00287913113638,"MATH Lvl 5 Raw":0.35347432024169184,"MATH Lvl 5":35.34743202416919,"GPQA Raw":0.375,"GPQA":16.666666666666664,"MUSR Raw":0.48865625,"MUSR":21.082031249999996,"MMLU-PRO Raw":0.5400598404255319,"MMLU-PRO":48.8955378250591,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"prithivMLmods/Megatron-Opus-14B-Exp (Merge)"},{"eval_name":"prithivMLmods_Megatron-Opus-14B-Stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Megatron-Opus-14B-Stock 📑","fullname":"prithivMLmods/Megatron-Opus-14B-Stock","Model sha":"a9d75a507fb0e9320e70c120b0f1823cc377cea2","Average ⬆️":36.31374014966015,"Hub License":"","Hub ❤️":3,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.65052126683003,"IFEval Raw":0.5173750094194515,"IFEval":51.73750094194515,"BBH Raw":0.6411753580495262,"BBH":48.128851193275885,"MATH Lvl 5 Raw":0.33459214501510576,"MATH Lvl 5":33.45921450151057,"GPQA Raw":0.375,"GPQA":16.666666666666664,"MUSR Raw":0.48202083333333334,"MUSR":20.185937499999994,"MMLU-PRO Raw":0.5293384308510638,"MMLU-PRO":47.704270094562645,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":1,"Base Model":"prithivMLmods/Megatron-Opus-14B-Stock (Merge)"},{"eval_name":"prithivMLmods_Megatron-Opus-7B-Exp_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"prithivMLmods/Megatron-Opus-7B-Exp 📑","fullname":"prithivMLmods/Megatron-Opus-7B-Exp","Model sha":"1856f046b2fe15ccf1baac686aa4595ab4245f86","Average ⬆️":27.617726041323735,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":7.456,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.196807166029562,"IFEval Raw":0.6017300761978217,"IFEval":60.173007619782176,"BBH Raw":0.5367154102661396,"BBH":34.37153536149186,"MATH Lvl 5 Raw":0.1971299093655589,"MATH Lvl 5":19.71299093655589,"GPQA Raw":0.311241610738255,"GPQA":8.165548098434002,"MUSR Raw":0.4185833333333333,"MUSR":11.056249999999997,"MMLU-PRO Raw":0.3900432180851064,"MMLU-PRO":32.227024231678485,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-03","Generation":0,"Base Model":"prithivMLmods/Megatron-Opus-7B-Exp"},{"eval_name":"prithivMLmods_Messier-Opus-14B-Elite7_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Messier-Opus-14B-Elite7 📑","fullname":"prithivMLmods/Messier-Opus-14B-Elite7","Model sha":"d8748c313cc0daa3e1112e953b2826404a0e577a","Average ⬆️":41.66277236825811,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7894127463904677,"IFEval Raw":0.7113392465325337,"IFEval":71.13392465325336,"BBH Raw":0.6498611961862557,"BBH":49.704671266379385,"MATH Lvl 5 Raw":0.4070996978851964,"MATH Lvl 5":40.70996978851964,"GPQA Raw":0.39093959731543626,"GPQA":18.791946308724835,"MUSR Raw":0.4885625,"MUSR":20.703645833333333,"MMLU-PRO Raw":0.5403922872340425,"MMLU-PRO":48.93247635933806,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-26","Submission Date":"2025-02-27","Generation":1,"Base Model":"prithivMLmods/Messier-Opus-14B-Elite7 (Merge)"},{"eval_name":"prithivMLmods_Omni-Reasoner-Merged_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Omni-Reasoner-Merged 📑","fullname":"prithivMLmods/Omni-Reasoner-Merged","Model sha":"5c34ad1b2510c510025ac724a16bed7f5ae5f1c3","Average ⬆️":29.234864632922996,"Hub License":"","Hub ❤️":5,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2628315519731845,"IFEval Raw":0.4599473840520929,"IFEval":45.99473840520929,"BBH Raw":0.5507848245879011,"BBH":35.36177667333275,"MATH Lvl 5 Raw":0.3330815709969788,"MATH Lvl 5":33.30815709969788,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.4616458333333333,"MUSR":16.205729166666668,"MMLU-PRO Raw":0.43641954787234044,"MMLU-PRO":37.37994976359338,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-16","Submission Date":"2025-01-17","Generation":1,"Base Model":"prithivMLmods/Omni-Reasoner-Merged (Merge)"},{"eval_name":"prithivMLmods_Omni-Reasoner3-Merged_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"prithivMLmods/Omni-Reasoner3-Merged 📑","fullname":"prithivMLmods/Omni-Reasoner3-Merged","Model sha":"a8fbe5740e04a78661dedd16597fa4d5a135ad95","Average ⬆️":18.433737471025804,"Hub License":"","Hub ❤️":1,"#Params (B)":3.213,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1765997861113684,"IFEval Raw":0.493469549683728,"IFEval":49.346954968372806,"BBH Raw":0.4387847138827546,"BBH":20.586521670513378,"MATH Lvl 5 Raw":0.10876132930513595,"MATH Lvl 5":10.876132930513595,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.35222916666666665,"MUSR":6.228645833333334,"MMLU-PRO Raw":0.29496343085106386,"MMLU-PRO":21.66260342789598,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-17","Submission Date":"2025-01-17","Generation":1,"Base Model":"prithivMLmods/Omni-Reasoner3-Merged (Merge)"},{"eval_name":"prithivMLmods_Pegasus-Opus-14B-Exp_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Pegasus-Opus-14B-Exp 📑","fullname":"prithivMLmods/Pegasus-Opus-14B-Exp","Model sha":"7587dd36f6780374f07a0e57433a7f1cd382381e","Average ⬆️":41.62328046376648,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8781152230431404,"IFEval Raw":0.6981752860188744,"IFEval":69.81752860188743,"BBH Raw":0.6547548394062034,"BBH":50.306948870287734,"MATH Lvl 5 Raw":0.4086102719033233,"MATH Lvl 5":40.86102719033233,"GPQA Raw":0.3951342281879195,"GPQA":19.35123042505593,"MUSR Raw":0.4859583333333333,"MUSR":20.378125,"MMLU-PRO Raw":0.5412234042553191,"MMLU-PRO":49.02482269503546,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-26","Submission Date":"2025-03-01","Generation":1,"Base Model":"prithivMLmods/Pegasus-Opus-14B-Exp (Merge)"},{"eval_name":"prithivMLmods_Phi-4-Empathetic_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"prithivMLmods/Phi-4-Empathetic 📑","fullname":"prithivMLmods/Phi-4-Empathetic","Model sha":"181a87cfc05f0ee538b14cf4a773ad3b816224fe","Average ⬆️":28.208396720096133,"Hub License":"mit","Hub ❤️":8,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7952762660673902,"IFEval Raw":0.049659348306936704,"IFEval":4.965934830693671,"BBH Raw":0.6726820578371974,"BBH":52.83893775599707,"MATH Lvl 5 Raw":0.2620845921450151,"MATH Lvl 5":26.208459214501513,"GPQA Raw":0.3800335570469799,"GPQA":17.337807606263986,"MUSR Raw":0.49913541666666666,"MUSR":22.725260416666668,"MMLU-PRO Raw":0.5065658244680851,"MMLU-PRO":45.1739804964539,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-10","Submission Date":"2025-01-12","Generation":1,"Base Model":"prithivMLmods/Phi-4-Empathetic (Merge)"},{"eval_name":"prithivMLmods_Phi-4-Math-IO_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"prithivMLmods/Phi-4-Math-IO 📑","fullname":"prithivMLmods/Phi-4-Math-IO","Model sha":"2e3f81b0c1613d33a4b0e216120fa3a3dd9206f8","Average ⬆️":31.821782745368306,"Hub License":"mit","Hub ❤️":4,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9338931212866448,"IFEval Raw":0.05897684809638426,"IFEval":5.897684809638426,"BBH Raw":0.6668255086606543,"BBH":52.093770592369005,"MATH Lvl 5 Raw":0.45770392749244715,"MATH Lvl 5":45.770392749244714,"GPQA Raw":0.39848993288590606,"GPQA":19.798657718120808,"MUSR Raw":0.4872916666666667,"MUSR":20.64479166666666,"MMLU-PRO Raw":0.5205285904255319,"MMLU-PRO":46.725398936170215,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-10","Submission Date":"2025-01-12","Generation":1,"Base Model":"prithivMLmods/Phi-4-Math-IO (Merge)"},{"eval_name":"prithivMLmods_Phi-4-QwQ_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"prithivMLmods/Phi-4-QwQ 📑","fullname":"prithivMLmods/Phi-4-QwQ","Model sha":"f9d9cc11a7c9e56420b705ac97f06362321dd89a","Average ⬆️":31.262674551400632,"Hub License":"mit","Hub ❤️":8,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9715288725951658,"IFEval Raw":0.05592937849350833,"IFEval":5.592937849350833,"BBH Raw":0.6695574237334824,"BBH":52.28684974505503,"MATH Lvl 5 Raw":0.45770392749244715,"MATH Lvl 5":45.770392749244714,"GPQA Raw":0.39093959731543626,"GPQA":18.791946308724835,"MUSR Raw":0.4650625,"MUSR":17.6328125,"MMLU-PRO Raw":0.5275099734042553,"MMLU-PRO":47.50110815602837,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-10","Submission Date":"2025-01-12","Generation":1,"Base Model":"prithivMLmods/Phi-4-QwQ (Merge)"},{"eval_name":"prithivMLmods_Phi-4-Super_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"prithivMLmods/Phi-4-Super 📑","fullname":"prithivMLmods/Phi-4-Super","Model sha":"d0632dd9df3d6a8ae4f10f2185d38eeb61cab9d2","Average ⬆️":30.387370956217424,"Hub License":"","Hub ❤️":2,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9252909321013356,"IFEval Raw":0.04813561350549875,"IFEval":4.813561350549874,"BBH Raw":0.6720116458521787,"BBH":52.6972954461393,"MATH Lvl 5 Raw":0.34894259818731116,"MATH Lvl 5":34.894259818731115,"GPQA Raw":0.39429530201342283,"GPQA":19.239373601789712,"MUSR Raw":0.504375,"MUSR":23.28020833333333,"MMLU-PRO Raw":0.526595744680851,"MMLU-PRO":47.399527186761226,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-23","Submission Date":"2025-01-24","Generation":1,"Base Model":"prithivMLmods/Phi-4-Super (Merge)"},{"eval_name":"prithivMLmods_Phi-4-Super-1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"prithivMLmods/Phi-4-Super-1 📑","fullname":"prithivMLmods/Phi-4-Super-1","Model sha":"081e3442df878853ab8bd765430c961658ce5024","Average ⬆️":30.230266805569844,"Hub License":"","Hub ❤️":6,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8711961475489614,"IFEval Raw":0.04176584795010572,"IFEval":4.176584795010572,"BBH Raw":0.672933647971901,"BBH":52.905830976180994,"MATH Lvl 5 Raw":0.35196374622356497,"MATH Lvl 5":35.196374622356494,"GPQA Raw":0.3934563758389262,"GPQA":19.12751677852349,"MUSR Raw":0.5017395833333333,"MUSR":22.91744791666666,"MMLU-PRO Raw":0.5235206117021277,"MMLU-PRO":47.05784574468086,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-24","Submission Date":"2025-01-24","Generation":1,"Base Model":"prithivMLmods/Phi-4-Super-1 (Merge)"},{"eval_name":"prithivMLmods_Phi-4-Super-o1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"prithivMLmods/Phi-4-Super-o1 📑","fullname":"prithivMLmods/Phi-4-Super-o1","Model sha":"081e3442df878853ab8bd765430c961658ce5024","Average ⬆️":30.230266805569844,"Hub License":"","Hub ❤️":6,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9283047003225893,"IFEval Raw":0.04176584795010572,"IFEval":4.176584795010572,"BBH Raw":0.672933647971901,"BBH":52.905830976180994,"MATH Lvl 5 Raw":0.35196374622356497,"MATH Lvl 5":35.196374622356494,"GPQA Raw":0.3934563758389262,"GPQA":19.12751677852349,"MUSR Raw":0.5017395833333333,"MUSR":22.91744791666666,"MMLU-PRO Raw":0.5235206117021277,"MMLU-PRO":47.05784574468086,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-24","Submission Date":"2025-01-24","Generation":1,"Base Model":"prithivMLmods/Phi-4-Super-o1 (Merge)"},{"eval_name":"prithivMLmods_Phi-4-o1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"prithivMLmods/Phi-4-o1 📑","fullname":"prithivMLmods/Phi-4-o1","Model sha":"aa2a7571e9dbce0fefe98479fe04f298f2491b8c","Average ⬆️":30.20428963456544,"Hub License":"mit","Hub ❤️":22,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7381666316866269,"IFEval Raw":0.028976449154908976,"IFEval":2.8976449154908974,"BBH Raw":0.6688727399756971,"BBH":52.170861675862824,"MATH Lvl 5 Raw":0.3995468277945619,"MATH Lvl 5":39.95468277945619,"GPQA Raw":0.3825503355704698,"GPQA":17.67337807606264,"MUSR Raw":0.49777083333333333,"MUSR":22.154687499999994,"MMLU-PRO Raw":0.5173703457446809,"MMLU-PRO":46.3744828605201,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-08","Submission Date":"2025-01-09","Generation":1,"Base Model":"prithivMLmods/Phi-4-o1 (Merge)"},{"eval_name":"prithivMLmods_Phi4-Super_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"prithivMLmods/Phi4-Super 📑","fullname":"prithivMLmods/Phi4-Super","Model sha":"d27188b144a6ac8c2d70f761e8afd8b05c74fd16","Average ⬆️":30.387370956217424,"Hub License":"","Hub ❤️":2,"#Params (B)":14.66,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.837064032587418,"IFEval Raw":0.04813561350549875,"IFEval":4.813561350549874,"BBH Raw":0.6720116458521787,"BBH":52.6972954461393,"MATH Lvl 5 Raw":0.34894259818731116,"MATH Lvl 5":34.894259818731115,"GPQA Raw":0.39429530201342283,"GPQA":19.239373601789712,"MUSR Raw":0.504375,"MUSR":23.28020833333333,"MMLU-PRO Raw":0.526595744680851,"MMLU-PRO":47.399527186761226,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-23","Submission Date":"2025-01-23","Generation":1,"Base Model":"prithivMLmods/Phi4-Super (Merge)"},{"eval_name":"prithivMLmods_Porpoise-Opus-14B-Exp_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Porpoise-Opus-14B-Exp 📑","fullname":"prithivMLmods/Porpoise-Opus-14B-Exp","Model sha":"5b35f2520b75aceb722cc54f2bdc27f70b5fd140","Average ⬆️":41.769424398512,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9288978684249287,"IFEval Raw":0.7098155117310957,"IFEval":70.98155117310957,"BBH Raw":0.6518903547146537,"BBH":49.94661296400096,"MATH Lvl 5 Raw":0.4040785498489426,"MATH Lvl 5":40.40785498489426,"GPQA Raw":0.3934563758389262,"GPQA":19.12751677852349,"MUSR Raw":0.4925625,"MUSR":21.303645833333334,"MMLU-PRO Raw":0.5396442819148937,"MMLU-PRO":48.84936465721041,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-26","Submission Date":"2025-02-27","Generation":1,"Base Model":"prithivMLmods/Porpoise-Opus-14B-Exp (Merge)"},{"eval_name":"prithivMLmods_Primal-Opus-14B-Optimus-v1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Primal-Opus-14B-Optimus-v1 📑","fullname":"prithivMLmods/Primal-Opus-14B-Optimus-v1","Model sha":"240fd09db4f126801d50bd74a74700927918c2d4","Average ⬆️":36.0644115881976,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.9788106585351586,"IFEval Raw":0.5013131823561483,"IFEval":50.131318235614835,"BBH Raw":0.6419423743359406,"BBH":48.27170322245717,"MATH Lvl 5 Raw":0.338368580060423,"MATH Lvl 5":33.8368580060423,"GPQA Raw":0.3724832214765101,"GPQA":16.33109619686801,"MUSR Raw":0.48471875000000003,"MUSR":20.489843749999995,"MMLU-PRO Raw":0.5259308510638298,"MMLU-PRO":47.325650118203306,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-03","Generation":1,"Base Model":"prithivMLmods/Primal-Opus-14B-Optimus-v1 (Merge)"},{"eval_name":"prithivMLmods_Primal-Opus-14B-Optimus-v2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Primal-Opus-14B-Optimus-v2 📑","fullname":"prithivMLmods/Primal-Opus-14B-Optimus-v2","Model sha":"fef7d92fabb736447402b52f0f4ccc932b75fecc","Average ⬆️":40.91271332337514,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9402900939156489,"IFEval Raw":0.6403730989330532,"IFEval":64.03730989330532,"BBH Raw":0.6543780845512958,"BBH":50.1813442955816,"MATH Lvl 5 Raw":0.4206948640483384,"MATH Lvl 5":42.06948640483384,"GPQA Raw":0.39177852348993286,"GPQA":18.903803131991047,"MUSR Raw":0.48998958333333337,"MUSR":21.14869791666666,"MMLU-PRO Raw":0.542220744680851,"MMLU-PRO":49.13563829787233,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-27","Submission Date":"2025-02-27","Generation":1,"Base Model":"prithivMLmods/Primal-Opus-14B-Optimus-v2 (Merge)"},{"eval_name":"prithivMLmods_QwQ-LCoT-14B-Conversational_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/QwQ-LCoT-14B-Conversational 📑","fullname":"prithivMLmods/QwQ-LCoT-14B-Conversational","Model sha":"60ef4aa0a2660f9b6f28a3de773729969a1df9ae","Average ⬆️":35.68306678902542,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.908904000886237,"IFEval Raw":0.4047427492386867,"IFEval":40.47427492386867,"BBH Raw":0.6239828933798323,"BBH":45.626260309654924,"MATH Lvl 5 Raw":0.4652567975830816,"MATH Lvl 5":46.52567975830816,"GPQA Raw":0.3498322147651007,"GPQA":13.31096196868009,"MUSR Raw":0.48471875000000003,"MUSR":20.62317708333333,"MMLU-PRO Raw":0.527842420212766,"MMLU-PRO":47.538046690307326,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-18","Submission Date":"2025-01-19","Generation":1,"Base Model":"prithivMLmods/QwQ-LCoT-14B-Conversational (Merge)"},{"eval_name":"prithivMLmods_QwQ-LCoT-3B-Instruct_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/QwQ-LCoT-3B-Instruct 📑","fullname":"prithivMLmods/QwQ-LCoT-3B-Instruct","Model sha":"1f47223ac1c6069c3e53b75a45ad496f0fb9a124","Average ⬆️":24.021306557737763,"Hub License":"creativeml-openrail-m","Hub ❤️":4,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.530787238010945,"IFEval Raw":0.4354424039326764,"IFEval":43.54424039326764,"BBH Raw":0.47629783868435643,"BBH":26.621187622268376,"MATH Lvl 5 Raw":0.2824773413897281,"MATH Lvl 5":28.247734138972806,"GPQA Raw":0.28187919463087246,"GPQA":4.250559284116329,"MUSR Raw":0.43579166666666663,"MUSR":12.773958333333333,"MMLU-PRO Raw":0.3582114361702128,"MMLU-PRO":28.690159574468087,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-12","Submission Date":"2025-01-12","Generation":1,"Base Model":"prithivMLmods/QwQ-LCoT-3B-Instruct (Merge)"},{"eval_name":"prithivMLmods_QwQ-LCoT-7B-Instruct_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/QwQ-LCoT-7B-Instruct 📑","fullname":"prithivMLmods/QwQ-LCoT-7B-Instruct","Model sha":"06f0076fcf5cb72222513e6c76bd33e1ebaa97b7","Average ⬆️":30.863799774866248,"Hub License":"creativeml-openrail-m","Hub ❤️":17,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3006094039639227,"IFEval Raw":0.4986901421561457,"IFEval":49.86901421561457,"BBH Raw":0.5466466326018563,"BBH":34.780933423406445,"MATH Lvl 5 Raw":0.3716012084592145,"MATH Lvl 5":37.160120845921455,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.4801875,"MUSR":19.390104166666664,"MMLU-PRO Raw":0.4334275265957447,"MMLU-PRO":37.04750295508275,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-14","Submission Date":"2025-01-07","Generation":1,"Base Model":"prithivMLmods/QwQ-LCoT-7B-Instruct (Merge)"},{"eval_name":"prithivMLmods_QwQ-LCoT1-Merged_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/QwQ-LCoT1-Merged 📑","fullname":"prithivMLmods/QwQ-LCoT1-Merged","Model sha":"d85a4f359bc568afb7b1a2a6e6503934bb352ab6","Average ⬆️":30.445290905975668,"Hub License":"","Hub ❤️":2,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3107590394812034,"IFEval Raw":0.47513486438206187,"IFEval":47.513486438206186,"BBH Raw":0.548095531408024,"BBH":35.166254489441975,"MATH Lvl 5 Raw":0.3731117824773414,"MATH Lvl 5":37.31117824773414,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.46961458333333334,"MUSR":17.76848958333333,"MMLU-PRO Raw":0.4357546542553192,"MMLU-PRO":37.30607269503546,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-21","Submission Date":"2025-01-22","Generation":1,"Base Model":"prithivMLmods/QwQ-LCoT1-Merged (Merge)"},{"eval_name":"prithivMLmods_QwQ-LCoT2-7B-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/QwQ-LCoT2-7B-Instruct 📑","fullname":"prithivMLmods/QwQ-LCoT2-7B-Instruct","Model sha":"f2ea462f6d3f6cf104313b1329909cb15a388841","Average ⬆️":30.323930375701078,"Hub License":"apache-2.0","Hub ❤️":5,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.0511623027956514,"IFEval Raw":0.5561177675235043,"IFEval":55.61177675235044,"BBH Raw":0.5424862934133593,"BBH":34.366736926024,"MATH Lvl 5 Raw":0.3270392749244713,"MATH Lvl 5":32.703927492447136,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.4564375,"MUSR":15.754687500000001,"MMLU-PRO Raw":0.4341755319148936,"MMLU-PRO":37.1306146572104,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-20","Submission Date":"2025-01-24","Generation":1,"Base Model":"prithivMLmods/QwQ-LCoT2-7B-Instruct (Merge)"},{"eval_name":"prithivMLmods_QwQ-MathOct-7B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/QwQ-MathOct-7B 📑","fullname":"prithivMLmods/QwQ-MathOct-7B","Model sha":"d2ff038987cc16a7b317034929dd9ab35265e308","Average ⬆️":28.497758657229422,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3290464565624656,"IFEval Raw":0.4684404047926169,"IFEval":46.84404047926169,"BBH Raw":0.5485512215016556,"BBH":35.254667256728304,"MATH Lvl 5 Raw":0.29531722054380666,"MATH Lvl 5":29.531722054380666,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.4600625,"MUSR":15.307812499999999,"MMLU-PRO Raw":0.4330119680851064,"MMLU-PRO":37.00132978723404,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-11","Submission Date":"2025-01-19","Generation":1,"Base Model":"prithivMLmods/QwQ-MathOct-7B (Merge)"},{"eval_name":"prithivMLmods_QwQ-R1-Distill-1.5B-CoT_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/QwQ-R1-Distill-1.5B-CoT 📑","fullname":"prithivMLmods/QwQ-R1-Distill-1.5B-CoT","Model sha":"cd1a92a4fffbc923013e2a77d9d7f2c8b2a738ae","Average ⬆️":13.93165110675273,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":1.777,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1748323105540768,"IFEval Raw":0.21939564799177294,"IFEval":21.939564799177294,"BBH Raw":0.36662076641982305,"BBH":11.476456072950837,"MATH Lvl 5 Raw":0.33459214501510576,"MATH Lvl 5":33.45921450151057,"GPQA Raw":0.2860738255033557,"GPQA":4.809843400447425,"MUSR Raw":0.34339583333333334,"MUSR":1.7578124999999993,"MMLU-PRO Raw":0.19132313829787234,"MMLU-PRO":10.14701536643026,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-21","Submission Date":"2025-01-22","Generation":1,"Base Model":"prithivMLmods/QwQ-R1-Distill-1.5B-CoT (Merge)"},{"eval_name":"prithivMLmods_QwQ-R1-Distill-7B-CoT_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/QwQ-R1-Distill-7B-CoT 📑","fullname":"prithivMLmods/QwQ-R1-Distill-7B-CoT","Model sha":"db0c74ffe611d00eb0a5df4413f3eced7fdacb78","Average ⬆️":22.192243475184284,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3422405283085903,"IFEval Raw":0.3500378994401522,"IFEval":35.00378994401522,"BBH Raw":0.438788672517715,"BBH":20.953831065455415,"MATH Lvl 5 Raw":0.46827794561933533,"MATH Lvl 5":46.82779456193353,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.37790624999999994,"MUSR":4.504947916666667,"MMLU-PRO Raw":0.2804188829787234,"MMLU-PRO":20.04654255319149,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-21","Submission Date":"2025-01-22","Generation":1,"Base Model":"prithivMLmods/QwQ-R1-Distill-7B-CoT (Merge)"},{"eval_name":"prithivMLmods_Qwen-7B-Distill-Reasoner_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Qwen-7B-Distill-Reasoner 📑","fullname":"prithivMLmods/Qwen-7B-Distill-Reasoner","Model sha":"b83c5c3d748f756927b87ae978f94fdb033c526b","Average ⬆️":21.484736250167103,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3208078435703543,"IFEval Raw":0.3395712265677292,"IFEval":33.95712265677292,"BBH Raw":0.4409329229697952,"BBH":22.175998122509004,"MATH Lvl 5 Raw":0.3950151057401813,"MATH Lvl 5":39.50151057401813,"GPQA Raw":0.3271812080536913,"GPQA":10.290827740492169,"MUSR Raw":0.36596874999999995,"MUSR":2.779427083333332,"MMLU-PRO Raw":0.2818317819148936,"MMLU-PRO":20.203531323877066,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-28","Submission Date":"2025-01-28","Generation":1,"Base Model":"prithivMLmods/Qwen-7B-Distill-Reasoner (Merge)"},{"eval_name":"prithivMLmods_Qwen2.5-1.5B-DeepSeek-R1-Instruct_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Qwen2.5-1.5B-DeepSeek-R1-Instruct 📑","fullname":"prithivMLmods/Qwen2.5-1.5B-DeepSeek-R1-Instruct","Model sha":"ca8cf376e59e873d70f8b9dffcb19aecc9d32fab","Average ⬆️":4.0677302519478,"Hub License":"","Hub ❤️":1,"#Params (B)":1.777,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2216157349184233,"IFEval Raw":0.13968603305895025,"IFEval":13.968603305895027,"BBH Raw":0.28243669901671337,"BBH":1.3610670095980735,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.3723541666666667,"MUSR":4.244270833333333,"MMLU-PRO Raw":0.11228390957446809,"MMLU-PRO":1.3648788416075646,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-29","Submission Date":"2025-01-29","Generation":1,"Base Model":"prithivMLmods/Qwen2.5-1.5B-DeepSeek-R1-Instruct (Merge)"},{"eval_name":"prithivMLmods_Qwen2.5-14B-DeepSeek-R1-1M_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Qwen2.5-14B-DeepSeek-R1-1M 📑","fullname":"prithivMLmods/Qwen2.5-14B-DeepSeek-R1-1M","Model sha":"bc7898d09ac620cf86afa3237daa8181f689345b","Average ⬆️":34.33386526785314,"Hub License":"","Hub ❤️":5,"#Params (B)":14.77,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.192776144696271,"IFEval Raw":0.4192808415005519,"IFEval":41.928084150055184,"BBH Raw":0.5934849375153814,"BBH":40.75990957906041,"MATH Lvl 5 Raw":0.5128398791540786,"MATH Lvl 5":51.283987915407856,"GPQA Raw":0.33221476510067116,"GPQA":10.96196868008949,"MUSR Raw":0.4606041666666667,"MUSR":17.7421875,"MMLU-PRO Raw":0.48994348404255317,"MMLU-PRO":43.32705378250591,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-29","Submission Date":"2025-02-01","Generation":1,"Base Model":"prithivMLmods/Qwen2.5-14B-DeepSeek-R1-1M (Merge)"},{"eval_name":"prithivMLmods_Qwen2.5-7B-DeepSeek-R1-1M_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Qwen2.5-7B-DeepSeek-R1-1M 📑","fullname":"prithivMLmods/Qwen2.5-7B-DeepSeek-R1-1M","Model sha":"a42acdfe01bd887dde308deeb07d570979976838","Average ⬆️":5.383076380804261,"Hub License":"","Hub ❤️":3,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3227817770235382,"IFEval Raw":0.18612282078219125,"IFEval":18.612282078219124,"BBH Raw":0.3125554204779005,"BBH":4.665734765589359,"MATH Lvl 5 Raw":0.015105740181268883,"MATH Lvl 5":1.5105740181268883,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.3416875,"MUSR":3.7109374999999996,"MMLU-PRO Raw":0.12009640957446809,"MMLU-PRO":2.23293439716312,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-29","Submission Date":"2025-01-29","Generation":1,"Base Model":"prithivMLmods/Qwen2.5-7B-DeepSeek-R1-1M (Merge)"},{"eval_name":"prithivMLmods_SmolLM2-CoT-360M_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"prithivMLmods/SmolLM2-CoT-360M 📑","fullname":"prithivMLmods/SmolLM2-CoT-360M","Model sha":"474240d772fbb3b8da6f8eb47f32dd34c6b78baf","Average ⬆️":5.9507483871396545,"Hub License":"apache-2.0","Hub ❤️":9,"#Params (B)":0.362,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7755030844116371,"IFEval Raw":0.22156877086131466,"IFEval":22.156877086131466,"BBH Raw":0.31352960121180296,"BBH":4.801205481265894,"MATH Lvl 5 Raw":0.02039274924471299,"MATH Lvl 5":2.0392749244712993,"GPQA Raw":0.23657718120805368,"GPQA":0.0,"MUSR Raw":0.3793958333333333,"MUSR":5.757812500000003,"MMLU-PRO Raw":0.1085438829787234,"MMLU-PRO":0.9493203309692663,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-05","Submission Date":"2025-01-07","Generation":1,"Base Model":"prithivMLmods/SmolLM2-CoT-360M (Merge)"},{"eval_name":"prithivMLmods_Sombrero-Opus-14B-Elite5_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Sombrero-Opus-14B-Elite5 📑","fullname":"prithivMLmods/Sombrero-Opus-14B-Elite5","Model sha":"f38f6b061fe97d1ad8b30aa02a1b6e18a05a7569","Average ⬆️":42.32332845547639,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5750293066143821,"IFEval Raw":0.7880756393037142,"IFEval":78.80756393037142,"BBH Raw":0.6501539892126272,"BBH":50.17464726204971,"MATH Lvl 5 Raw":0.5354984894259819,"MATH Lvl 5":53.54984894259819,"GPQA Raw":0.33640939597315433,"GPQA":11.521252796420578,"MUSR Raw":0.4286666666666667,"MUSR":13.216666666666669,"MMLU-PRO Raw":0.520029920212766,"MMLU-PRO":46.669991134751776,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-12","Submission Date":"2025-02-13","Generation":1,"Base Model":"prithivMLmods/Sombrero-Opus-14B-Elite5 (Merge)"},{"eval_name":"prithivMLmods_Sombrero-Opus-14B-Elite6_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Sombrero-Opus-14B-Elite6 📑","fullname":"prithivMLmods/Sombrero-Opus-14B-Elite6","Model sha":"bdadcbf346ce8cc10353ba5b8019487e1b982b08","Average ⬆️":41.88084511903062,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.4953646297693073,"IFEval Raw":0.7226049105262924,"IFEval":72.26049105262925,"BBH Raw":0.6487937804559186,"BBH":49.59519138828582,"MATH Lvl 5 Raw":0.4078549848942598,"MATH Lvl 5":40.78549848942598,"GPQA Raw":0.3934563758389262,"GPQA":19.12751677852349,"MUSR Raw":0.48859375,"MUSR":20.740885416666668,"MMLU-PRO Raw":0.5389793882978723,"MMLU-PRO":48.775487588652474,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-22","Submission Date":"2025-02-25","Generation":1,"Base Model":"prithivMLmods/Sombrero-Opus-14B-Elite6 (Merge)"},{"eval_name":"prithivMLmods_Sombrero-Opus-14B-Sm1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Sombrero-Opus-14B-Sm1 📑","fullname":"prithivMLmods/Sombrero-Opus-14B-Sm1","Model sha":"ada12c7016fdc48547b14e15f415791afec55f8f","Average ⬆️":39.223819597959995,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8148194808807956,"IFEval Raw":0.3812872068334242,"IFEval":38.12872068334242,"BBH Raw":0.635462046379832,"BBH":47.03125392036906,"MATH Lvl 5 Raw":0.5664652567975831,"MATH Lvl 5":56.646525679758305,"GPQA Raw":0.4035234899328859,"GPQA":20.46979865771812,"MUSR Raw":0.5298958333333333,"MUSR":27.236979166666657,"MMLU-PRO Raw":0.512466755319149,"MMLU-PRO":45.829639479905445,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-08","Generation":1,"Base Model":"prithivMLmods/Sombrero-Opus-14B-Sm1 (Merge)"},{"eval_name":"prithivMLmods_Sombrero-Opus-14B-Sm2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Sombrero-Opus-14B-Sm2 📑","fullname":"prithivMLmods/Sombrero-Opus-14B-Sm2","Model sha":"a676ec7bf723584225f276468bd8ebd5633de464","Average ⬆️":38.980475230049855,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7291170921733863,"IFEval Raw":0.4272242095417935,"IFEval":42.722420954179356,"BBH Raw":0.6609367219259568,"BBH":51.25185799428797,"MATH Lvl 5 Raw":0.486404833836858,"MATH Lvl 5":48.6404833836858,"GPQA Raw":0.3884228187919463,"GPQA":18.456375838926174,"MUSR Raw":0.5088125,"MUSR":24.534895833333334,"MMLU-PRO Raw":0.5344913563829787,"MMLU-PRO":48.27681737588653,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-08","Generation":1,"Base Model":"prithivMLmods/Sombrero-Opus-14B-Sm2 (Merge)"},{"eval_name":"prithivMLmods_Sombrero-Opus-14B-Sm4_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Sombrero-Opus-14B-Sm4 📑","fullname":"prithivMLmods/Sombrero-Opus-14B-Sm4","Model sha":"ba5412590ee35408c9868c3523f9a96a9f891ceb","Average ⬆️":39.38545109416284,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7262493749468515,"IFEval Raw":0.4346932804957513,"IFEval":43.469328049575125,"BBH Raw":0.6612776404137711,"BBH":51.15996014172698,"MATH Lvl 5 Raw":0.4879154078549849,"MATH Lvl 5":48.79154078549849,"GPQA Raw":0.3951342281879195,"GPQA":19.35123042505593,"MUSR Raw":0.5191666666666667,"MUSR":25.7625,"MMLU-PRO Raw":0.5300033244680851,"MMLU-PRO":47.778147163120565,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-12","Generation":1,"Base Model":"prithivMLmods/Sombrero-Opus-14B-Sm4 (Merge)"},{"eval_name":"prithivMLmods_Sombrero-Opus-14B-Sm5_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Sombrero-Opus-14B-Sm5 📑","fullname":"prithivMLmods/Sombrero-Opus-14B-Sm5","Model sha":"f3994069ea18d5000c4f47e3a013bf57c0c9e338","Average ⬆️":41.113179800786455,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9383475014210545,"IFEval Raw":0.6851609285584471,"IFEval":68.5160928558447,"BBH Raw":0.6563944936055776,"BBH":50.59600634041891,"MATH Lvl 5 Raw":0.4093655589123867,"MATH Lvl 5":40.93655589123867,"GPQA Raw":0.38674496644295303,"GPQA":18.232662192393736,"MUSR Raw":0.480625,"MUSR":19.511458333333337,"MMLU-PRO Raw":0.5399767287234043,"MMLU-PRO":48.88630319148937,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-08","Generation":1,"Base Model":"prithivMLmods/Sombrero-Opus-14B-Sm5 (Merge)"},{"eval_name":"prithivMLmods_Sqweeks-7B-Instruct_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Sqweeks-7B-Instruct 📑","fullname":"prithivMLmods/Sqweeks-7B-Instruct","Model sha":"3806238f5f13f425ac429c41530adb0148b6881e","Average ⬆️":23.920659418100314,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.0052051096519468,"IFEval Raw":0.21579852568961466,"IFEval":21.579852568961464,"BBH Raw":0.4666692459456812,"BBH":24.982149693508465,"MATH Lvl 5 Raw":0.5143504531722054,"MATH Lvl 5":51.43504531722054,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.44760416666666664,"MUSR":14.2171875,"MMLU-PRO Raw":0.3133311170212766,"MMLU-PRO":23.703457446808507,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-05","Submission Date":"2025-02-07","Generation":1,"Base Model":"prithivMLmods/Sqweeks-7B-Instruct (Merge)"},{"eval_name":"prithivMLmods_Tadpole-Opus-14B-Exp_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Tadpole-Opus-14B-Exp 📑","fullname":"prithivMLmods/Tadpole-Opus-14B-Exp","Model sha":"9520a4148e858334a4f6ca7424307f95b0980b06","Average ⬆️":36.8786925782139,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.0833767582436806,"IFEval Raw":0.5749522378400422,"IFEval":57.495223784004224,"BBH Raw":0.636858708544215,"BBH":47.77876442051519,"MATH Lvl 5 Raw":0.31344410876132933,"MATH Lvl 5":31.344410876132933,"GPQA Raw":0.3859060402684564,"GPQA":18.120805369127517,"MUSR Raw":0.47284375,"MUSR":18.505468750000002,"MMLU-PRO Raw":0.5322473404255319,"MMLU-PRO":48.027482269503544,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-25","Submission Date":"2025-02-26","Generation":1,"Base Model":"prithivMLmods/Tadpole-Opus-14B-Exp (Merge)"},{"eval_name":"prithivMLmods_Taurus-Opus-7B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"prithivMLmods/Taurus-Opus-7B 📑","fullname":"prithivMLmods/Taurus-Opus-7B","Model sha":"4b9918fb7ed2a92bdb1beae11deb337a3745d053","Average ⬆️":25.88865048007519,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":7.456,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3636199514034044,"IFEval Raw":0.42232831110342783,"IFEval":42.23283111034278,"BBH Raw":0.5367364587851736,"BBH":34.23401639666226,"MATH Lvl 5 Raw":0.21676737160120846,"MATH Lvl 5":21.676737160120847,"GPQA Raw":0.3263422818791946,"GPQA":10.17897091722595,"MUSR Raw":0.43988541666666664,"MUSR":14.219010416666663,"MMLU-PRO Raw":0.3951130319148936,"MMLU-PRO":32.790336879432616,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-27","Generation":1,"Base Model":"prithivMLmods/Taurus-Opus-7B (Merge)"},{"eval_name":"prithivMLmods_Triangulum-10B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"prithivMLmods/Triangulum-10B 📑","fullname":"prithivMLmods/Triangulum-10B","Model sha":"d3776fbe6bfc884f1380fe128223759d76214049","Average ⬆️":28.30066565051636,"Hub License":"llama3.1","Hub ❤️":4,"#Params (B)":10.306,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7188278372236376,"IFEval Raw":0.3229353670483207,"IFEval":32.29353670483207,"BBH Raw":0.5968023910391113,"BBH":42.24074650996805,"MATH Lvl 5 Raw":0.3549848942598187,"MATH Lvl 5":35.49848942598187,"GPQA Raw":0.3540268456375839,"GPQA":13.870246085011187,"MUSR Raw":0.41724999999999995,"MUSR":10.589583333333335,"MMLU-PRO Raw":0.4178025265957447,"MMLU-PRO":35.311391843971634,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-30","Submission Date":"2025-01-07","Generation":1,"Base Model":"prithivMLmods/Triangulum-10B (Merge)"},{"eval_name":"prithivMLmods_Triangulum-5B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"prithivMLmods/Triangulum-5B 📑","fullname":"prithivMLmods/Triangulum-5B","Model sha":"55e161fc171b17b3e6c15aef9d5318a51bdb48fb","Average ⬆️":4.0117920459317,"Hub License":"creativeml-openrail-m","Hub ❤️":2,"#Params (B)":5.413,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9848582640288246,"IFEval Raw":0.1283206336963701,"IFEval":12.832063369637007,"BBH Raw":0.3124115848614622,"BBH":4.293501650120951,"MATH Lvl 5 Raw":0.010574018126888218,"MATH Lvl 5":1.0574018126888218,"GPQA Raw":0.2550335570469799,"GPQA":0.6711409395973182,"MUSR Raw":0.3445416666666667,"MUSR":2.7343749999999996,"MMLU-PRO Raw":0.12234042553191489,"MMLU-PRO":2.482269503546098,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-31","Submission Date":"2025-01-07","Generation":1,"Base Model":"prithivMLmods/Triangulum-5B (Merge)"},{"eval_name":"prithivMLmods_Triangulum-v2-10B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"prithivMLmods/Triangulum-v2-10B 📑","fullname":"prithivMLmods/Triangulum-v2-10B","Model sha":"a23407caf6f232d305c5cdf1c802dfa430e57915","Average ⬆️":32.83383929882561,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":10.306,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.815262165506309,"IFEval Raw":0.6705231009277606,"IFEval":67.05231009277605,"BBH Raw":0.6064531367418446,"BBH":42.75472604416384,"MATH Lvl 5 Raw":0.24471299093655588,"MATH Lvl 5":24.47129909365559,"GPQA Raw":0.337248322147651,"GPQA":11.633109619686799,"MUSR Raw":0.42807291666666664,"MUSR":12.575781249999997,"MMLU-PRO Raw":0.44664228723404253,"MMLU-PRO":38.5158096926714,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-30","Submission Date":"2025-01-31","Generation":0,"Base Model":"prithivMLmods/Triangulum-v2-10B"},{"eval_name":"prithivMLmods_Tucana-Opus-14B-r999_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Tucana-Opus-14B-r999 📑","fullname":"prithivMLmods/Tucana-Opus-14B-r999","Model sha":"b4c9f74143dd04e9eee46b3cae63cb066cce0e69","Average ⬆️":39.75066582236797,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9954226689231802,"IFEval Raw":0.606725710005009,"IFEval":60.672571000500895,"BBH Raw":0.6556888858891955,"BBH":50.5867616437716,"MATH Lvl 5 Raw":0.40634441087613293,"MATH Lvl 5":40.6344410876133,"GPQA Raw":0.39177852348993286,"GPQA":18.903803131991047,"MUSR Raw":0.47303125,"MUSR":18.99557291666666,"MMLU-PRO Raw":0.5383976063829787,"MMLU-PRO":48.71084515366431,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-28","Submission Date":"2025-03-01","Generation":1,"Base Model":"prithivMLmods/Tucana-Opus-14B-r999 (Merge)"},{"eval_name":"prithivMLmods_Tulu-MathLingo-8B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"prithivMLmods/Tulu-MathLingo-8B 📑","fullname":"prithivMLmods/Tulu-MathLingo-8B","Model sha":"0fb551a24dfe1a576e2c5118a7581588d339a2e7","Average ⬆️":21.79779228784994,"Hub License":"creativeml-openrail-m","Hub ❤️":3,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.683147873413241,"IFEval Raw":0.5589402784611497,"IFEval":55.89402784611497,"BBH Raw":0.4658807905856453,"BBH":24.70335071867501,"MATH Lvl 5 Raw":0.14501510574018128,"MATH Lvl 5":14.501510574018129,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.38642708333333337,"MUSR":7.603385416666666,"MMLU-PRO Raw":0.304438164893617,"MMLU-PRO":22.715351654846337,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-23","Submission Date":"2025-01-12","Generation":1,"Base Model":"prithivMLmods/Tulu-MathLingo-8B (Merge)"},{"eval_name":"prithivMLmods_Viper-Coder-7B-Elite14_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Viper-Coder-7B-Elite14 📑","fullname":"prithivMLmods/Viper-Coder-7B-Elite14","Model sha":"514675679f50691831cd28636c8f862a4004663e","Average ⬆️":3.487135883248206,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6799435661327026,"IFEval Raw":0.14882844186757802,"IFEval":14.882844186757803,"BBH Raw":0.28285388717732607,"BBH":1.7889715785304021,"MATH Lvl 5 Raw":0.010574018126888218,"MATH Lvl 5":1.0574018126888218,"GPQA Raw":0.2550335570469799,"GPQA":0.6711409395973182,"MUSR Raw":0.34215625,"MUSR":1.5361979166666664,"MMLU-PRO Raw":0.10887632978723404,"MMLU-PRO":0.9862588652482256,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-13","Generation":0,"Base Model":"Removed"},{"eval_name":"prithivMLmods_Viper-Coder-Hybrid-v1.2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Viper-Coder-Hybrid-v1.2 📑","fullname":"prithivMLmods/Viper-Coder-Hybrid-v1.2","Model sha":"890d476f14cce4a4850f3207ab9fc701e32c11ed","Average ⬆️":38.82547529143809,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9555707185530746,"IFEval Raw":0.6735705705306365,"IFEval":67.35705705306366,"BBH Raw":0.6390749226915919,"BBH":48.286401555658045,"MATH Lvl 5 Raw":0.3330815709969788,"MATH Lvl 5":33.30815709969788,"GPQA Raw":0.37416107382550334,"GPQA":16.554809843400445,"MUSR Raw":0.48217708333333337,"MUSR":20.305468749999996,"MMLU-PRO Raw":0.5242686170212766,"MMLU-PRO":47.140957446808514,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-20","Submission Date":"2025-02-21","Generation":1,"Base Model":"prithivMLmods/Viper-Coder-Hybrid-v1.2 (Merge)"},{"eval_name":"prithivMLmods_Viper-Coder-Hybrid-v1.3_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Viper-Coder-Hybrid-v1.3 📑","fullname":"prithivMLmods/Viper-Coder-Hybrid-v1.3","Model sha":"a296ce2b8ee219ea185c917fa907560516e18f3e","Average ⬆️":40.41199336479261,"Hub License":"apache-2.0","Hub ❤️":8,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7981105929281844,"IFEval Raw":0.7554776880898239,"IFEval":75.54776880898238,"BBH Raw":0.6470999423290662,"BBH":49.614467306055566,"MATH Lvl 5 Raw":0.4516616314199396,"MATH Lvl 5":45.16616314199396,"GPQA Raw":0.33808724832214765,"GPQA":11.74496644295302,"MUSR Raw":0.4403229166666667,"MUSR":14.873697916666663,"MMLU-PRO Raw":0.5097240691489362,"MMLU-PRO":45.524896572104026,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-21","Submission Date":"2025-02-22","Generation":1,"Base Model":"prithivMLmods/Viper-Coder-Hybrid-v1.3 (Merge)"},{"eval_name":"prithivMLmods_Viper-Coder-HybridMini-v1.3_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Viper-Coder-HybridMini-v1.3 📑","fullname":"prithivMLmods/Viper-Coder-HybridMini-v1.3","Model sha":"c18d54cc4923f68958b4f32d3970d650b250c9cb","Average ⬆️":33.800748621674735,"Hub License":"apache-2.0","Hub ❤️":6,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6595156291478043,"IFEval Raw":0.610372699991578,"IFEval":61.037269999157786,"BBH Raw":0.5365472959273401,"BBH":33.666954037290026,"MATH Lvl 5 Raw":0.46299093655589124,"MATH Lvl 5":46.299093655589125,"GPQA Raw":0.31711409395973156,"GPQA":8.948545861297541,"MUSR Raw":0.45048958333333333,"MUSR":15.611197916666669,"MMLU-PRO Raw":0.4351728723404255,"MMLU-PRO":37.241430260047274,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-21","Submission Date":"2025-02-22","Generation":1,"Base Model":"prithivMLmods/Viper-Coder-HybridMini-v1.3 (Merge)"},{"eval_name":"prithivMLmods_Viper-Coder-v0.1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Viper-Coder-v0.1 📑","fullname":"prithivMLmods/Viper-Coder-v0.1","Model sha":"39a88521fbb3b1af13922748004af131e8382c81","Average ⬆️":31.99646602214953,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.3489197291447272,"IFEval Raw":0.5521460835028835,"IFEval":55.214608350288344,"BBH Raw":0.6143056870893655,"BBH":44.62725748233725,"MATH Lvl 5 Raw":0.3270392749244713,"MATH Lvl 5":32.703927492447136,"GPQA Raw":0.3540268456375839,"GPQA":13.870246085011187,"MUSR Raw":0.43944791666666666,"MUSR":13.030989583333332,"MMLU-PRO Raw":0.3927859042553192,"MMLU-PRO":32.5317671394799,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-06","Submission Date":"2025-02-07","Generation":1,"Base Model":"prithivMLmods/Viper-Coder-v0.1 (Merge)"},{"eval_name":"prithivMLmods_Viper-Coder-v1.1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Viper-Coder-v1.1 📑","fullname":"prithivMLmods/Viper-Coder-v1.1","Model sha":"7c0e6e2ee4684509ae4de063443259b8102fd979","Average ⬆️":40.26026084781071,"Hub License":"apache-2.0","Hub ❤️":7,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8163804285158245,"IFEval Raw":0.443236168920686,"IFEval":44.3236168920686,"BBH Raw":0.6492289468853992,"BBH":49.268009957854,"MATH Lvl 5 Raw":0.5460725075528701,"MATH Lvl 5":54.607250755287005,"GPQA Raw":0.401006711409396,"GPQA":20.134228187919465,"MUSR Raw":0.5219270833333334,"MUSR":26.20755208333333,"MMLU-PRO Raw":0.523188164893617,"MMLU-PRO":47.02090721040189,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-13","Submission Date":"2025-02-14","Generation":1,"Base Model":"prithivMLmods/Viper-Coder-v1.1 (Merge)"},{"eval_name":"prithivMLmods_Viper-Coder-v1.6-r999_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Viper-Coder-v1.6-r999 📑","fullname":"prithivMLmods/Viper-Coder-v1.6-r999","Model sha":"9ade17c8100f0468211214f8c118e17a67a325fb","Average ⬆️":40.588383013145055,"Hub License":"apache-2.0","Hub ❤️":5,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7538858337264824,"IFEval Raw":0.4432860366050967,"IFEval":44.32860366050967,"BBH Raw":0.6492289468853992,"BBH":49.268009957854,"MATH Lvl 5 Raw":0.5657099697885196,"MATH Lvl 5":56.57099697885196,"GPQA Raw":0.401006711409396,"GPQA":20.134228187919465,"MUSR Raw":0.5219270833333334,"MUSR":26.20755208333333,"MMLU-PRO Raw":0.523188164893617,"MMLU-PRO":47.02090721040189,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-01","Submission Date":"2025-03-01","Generation":1,"Base Model":"prithivMLmods/Viper-Coder-v1.6-r999 (Merge)"},{"eval_name":"prithivMLmods_Viper-Coder-v1.7-Vsm6_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Viper-Coder-v1.7-Vsm6 📑","fullname":"prithivMLmods/Viper-Coder-v1.7-Vsm6","Model sha":"8ffaf8fc58e0d330bdf65baf290a4512dc7befad","Average ⬆️":38.68288111891892,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.631943501432983,"IFEval Raw":0.5003889679384035,"IFEval":50.03889679384034,"BBH Raw":0.6502342489348574,"BBH":49.533250464441856,"MATH Lvl 5 Raw":0.4645015105740181,"MATH Lvl 5":46.45015105740181,"GPQA Raw":0.39681208053691275,"GPQA":19.574944071588366,"MUSR Raw":0.47675,"MUSR":18.860416666666666,"MMLU-PRO Raw":0.5287566489361702,"MMLU-PRO":47.63962765957447,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-07","Generation":1,"Base Model":"prithivMLmods/Viper-Coder-v1.7-Vsm6 (Merge)"},{"eval_name":"prithivMLmods_Viper-OneCoder-UIGEN_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Viper-OneCoder-UIGEN 📑","fullname":"prithivMLmods/Viper-OneCoder-UIGEN","Model sha":"bb9bce0cd291dda05c9cbf7dfd66554ac10a608f","Average ⬆️":31.347294081128084,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.964400686121954,"IFEval Raw":0.4691895282295421,"IFEval":46.91895282295421,"BBH Raw":0.6046507657311738,"BBH":42.73215347452439,"MATH Lvl 5 Raw":0.3867069486404834,"MATH Lvl 5":38.670694864048336,"GPQA Raw":0.3422818791946309,"GPQA":12.304250559284117,"MUSR Raw":0.45141666666666663,"MUSR":15.193750000000003,"MMLU-PRO Raw":0.390375664893617,"MMLU-PRO":32.263962765957444,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-26","Submission Date":"2025-02-27","Generation":1,"Base Model":"prithivMLmods/Viper-OneCoder-UIGEN (Merge)"},{"eval_name":"prithivMLmods_Volans-Opus-14B-Exp_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/Volans-Opus-14B-Exp 📑","fullname":"prithivMLmods/Volans-Opus-14B-Exp","Model sha":"57d238100de4e1ef2456b17181a4b9db54029664","Average ⬆️":39.707074751250644,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.064902332390804,"IFEval Raw":0.5867675545330834,"IFEval":58.67675545330834,"BBH Raw":0.6521211711040636,"BBH":49.914266527494924,"MATH Lvl 5 Raw":0.425226586102719,"MATH Lvl 5":42.522658610271904,"GPQA Raw":0.3850671140939597,"GPQA":18.008948545861294,"MUSR Raw":0.4871979166666667,"MUSR":20.399739583333332,"MMLU-PRO Raw":0.5384807180851063,"MMLU-PRO":48.72007978723404,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-11","Submission Date":"2025-03-13","Generation":1,"Base Model":"prithivMLmods/Volans-Opus-14B-Exp (Merge)"},{"eval_name":"prithivMLmods_WebMind-7B-v0.1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"prithivMLmods/WebMind-7B-v0.1 📑","fullname":"prithivMLmods/WebMind-7B-v0.1","Model sha":"4016b7b6151142622bab81d805054ff4b4d41ff9","Average ⬆️":30.805047322905597,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2121225411059522,"IFEval Raw":0.5278161943642867,"IFEval":52.78161943642867,"BBH Raw":0.5433559211614739,"BBH":35.064291045796445,"MATH Lvl 5 Raw":0.3648036253776435,"MATH Lvl 5":36.48036253776435,"GPQA Raw":0.31711409395973156,"GPQA":8.948545861297541,"MUSR Raw":0.4537395833333333,"MUSR":15.117447916666668,"MMLU-PRO Raw":0.4279421542553192,"MMLU-PRO":36.4380171394799,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-06","Submission Date":"2025-02-07","Generation":1,"Base Model":"prithivMLmods/WebMind-7B-v0.1 (Merge)"},{"eval_name":"pszemraj_Llama-3-6.3b-v0.1_bfloat16","Precision":"bfloat16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"pszemraj/Llama-3-6.3b-v0.1 📑","fullname":"pszemraj/Llama-3-6.3b-v0.1","Model sha":"7000b39346162f95f19aa4ca3975242db61902d7","Average ⬆️":10.384306670382523,"Hub License":"llama3","Hub ❤️":6,"#Params (B)":6.3,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6289265744595216,"IFEval Raw":0.10438968603305895,"IFEval":10.438968603305895,"BBH Raw":0.41968070468284147,"BBH":18.67999639960586,"MATH Lvl 5 Raw":0.021148036253776436,"MATH Lvl 5":2.1148036253776437,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.3908333333333333,"MUSR":6.154166666666666,"MMLU-PRO Raw":0.2839926861702128,"MMLU-PRO":20.44363179669031,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-17","Submission Date":"2024-06-26","Generation":1,"Base Model":"meta-llama/Meta-Llama-3-8B"},{"eval_name":"pszemraj_Mistral-v0.3-6B_bfloat16","Precision":"bfloat16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"pszemraj/Mistral-v0.3-6B 📑","fullname":"pszemraj/Mistral-v0.3-6B","Model sha":"ae11a699012b83996361f04808f4d45debf3b01c","Average ⬆️":10.122379227914847,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":5.939,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.061078907867203,"IFEval Raw":0.2453744952282167,"IFEval":24.537449522821667,"BBH Raw":0.3774050646438491,"BBH":13.515091344549441,"MATH Lvl 5 Raw":0.013595166163141994,"MATH Lvl 5":1.3595166163141994,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.39077083333333335,"MUSR":6.613020833333334,"MMLU-PRO Raw":0.2142619680851064,"MMLU-PRO":12.695774231678486,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-25","Submission Date":"2024-06-26","Generation":2,"Base Model":"pszemraj/Mistral-7B-v0.3-prune6 (Merge)"},{"eval_name":"qingy2019_LLaMa_3.2_3B_Catalysts_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"qingy2019/LLaMa_3.2_3B_Catalysts 📑","fullname":"qingy2019/LLaMa_3.2_3B_Catalysts","Model sha":"3f4a318114beb37f32a2c143cbd68b6d15d18164","Average ⬆️":19.930930685006384,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":3.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.299667653455569,"IFEval Raw":0.499239794855428,"IFEval":49.9239794855428,"BBH Raw":0.44681268798954793,"BBH":21.345400954820075,"MATH Lvl 5 Raw":0.12915407854984895,"MATH Lvl 5":12.915407854984895,"GPQA Raw":0.28859060402684567,"GPQA":5.145413870246088,"MUSR Raw":0.37877083333333333,"MUSR":7.946354166666668,"MMLU-PRO Raw":0.30078125,"MMLU-PRO":22.309027777777775,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-19","Submission Date":"2024-10-29","Generation":2,"Base Model":"meta-llama/Llama-3.2-3B-Instruct"},{"eval_name":"qingy2019_OpenMath2-Llama3.1-8B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"qingy2019/OpenMath2-Llama3.1-8B 📑","fullname":"qingy2019/OpenMath2-Llama3.1-8B","Model sha":"38412f988f7688d884c9249b2a4e5cc76f98c1c6","Average ⬆️":12.751664730325508,"Hub License":"","Hub ❤️":0,"#Params (B)":8.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.385612947044763,"IFEval Raw":0.23305939352030391,"IFEval":23.305939352030393,"BBH Raw":0.40955241401694514,"BBH":16.294369976218587,"MATH Lvl 5 Raw":0.2673716012084592,"MATH Lvl 5":26.73716012084592,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.34355208333333337,"MUSR":2.010677083333334,"MMLU-PRO Raw":0.15533577127659576,"MMLU-PRO":6.148419030732861,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-23","Generation":0,"Base Model":"Removed"},{"eval_name":"qingy2019_Oracle-14B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"qingy2019/Oracle-14B 📑","fullname":"qingy2019/Oracle-14B","Model sha":"0154031aa9306aa98da156a0f3c8e10d9f1377f6","Average ⬆️":13.340250056368257,"Hub License":"","Hub ❤️":0,"#Params (B)":13.668,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3930241047147078,"IFEval Raw":0.23583203677353867,"IFEval":23.583203677353865,"BBH Raw":0.4611577021562399,"BBH":23.18463030799016,"MATH Lvl 5 Raw":0.06419939577039276,"MATH Lvl 5":6.419939577039275,"GPQA Raw":0.2575503355704698,"GPQA":1.0067114093959737,"MUSR Raw":0.37166666666666665,"MUSR":10.491666666666669,"MMLU-PRO Raw":0.23819813829787234,"MMLU-PRO":15.355348699763594,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-23","Generation":0,"Base Model":"Removed"},{"eval_name":"qingy2019_Oracle-14B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"qingy2019/Oracle-14B 📑","fullname":"qingy2019/Oracle-14B","Model sha":"0154031aa9306aa98da156a0f3c8e10d9f1377f6","Average ⬆️":13.593017488054064,"Hub License":"","Hub ❤️":0,"#Params (B)":13.668,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.7377749955379205,"IFEval Raw":0.24007854714380067,"IFEval":24.007854714380066,"BBH Raw":0.4622299618883472,"BBH":23.30194605898976,"MATH Lvl 5 Raw":0.07250755287009064,"MATH Lvl 5":7.250755287009064,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.37033333333333335,"MUSR":10.225000000000001,"MMLU-PRO Raw":0.2378656914893617,"MMLU-PRO":15.318410165484634,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-11-24","Generation":0,"Base Model":"Removed"},{"eval_name":"qingy2019_Qwen2.5-Math-14B-Instruct_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"qingy2019/Qwen2.5-Math-14B-Instruct 📑","fullname":"qingy2019/Qwen2.5-Math-14B-Instruct","Model sha":"025d9637208b862c7b10b7590969fe6870ce01a0","Average ⬆️":38.153923519286515,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.8656545632811805,"IFEval Raw":0.6066259746361875,"IFEval":60.66259746361875,"BBH Raw":0.6350068875885949,"BBH":47.0170855041099,"MATH Lvl 5 Raw":0.3716012084592145,"MATH Lvl 5":37.160120845921455,"GPQA Raw":0.3724832214765101,"GPQA":16.33109619686801,"MUSR Raw":0.4757291666666667,"MUSR":19.632812499999996,"MMLU-PRO Raw":0.5330784574468085,"MMLU-PRO":48.119828605200944,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-01","Submission Date":"2024-12-01","Generation":3,"Base Model":"Qwen/Qwen2.5-14B"},{"eval_name":"qingy2019_Qwen2.5-Math-14B-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"qingy2019/Qwen2.5-Math-14B-Instruct 📑","fullname":"qingy2019/Qwen2.5-Math-14B-Instruct","Model sha":"025d9637208b862c7b10b7590969fe6870ce01a0","Average ⬆️":36.380504031909005,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9718926104780867,"IFEval Raw":0.6005310354304356,"IFEval":60.05310354304357,"BBH Raw":0.6356492397286339,"BBH":47.06557227198695,"MATH Lvl 5 Raw":0.2764350453172205,"MATH Lvl 5":27.64350453172205,"GPQA Raw":0.3691275167785235,"GPQA":15.883668903803136,"MUSR Raw":0.4756666666666667,"MUSR":19.424999999999997,"MMLU-PRO Raw":0.5339095744680851,"MMLU-PRO":48.21217494089834,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-01","Submission Date":"2024-12-01","Generation":3,"Base Model":"Qwen/Qwen2.5-14B"},{"eval_name":"qingy2019_Qwen2.5-Math-14B-Instruct-Alpha_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"qingy2019/Qwen2.5-Math-14B-Instruct-Alpha 📑","fullname":"qingy2019/Qwen2.5-Math-14B-Instruct-Alpha","Model sha":"e24aaa0779b576301bfb62b93789dea24ab10c88","Average ⬆️":36.84070516730529,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.7862834271963415,"IFEval Raw":0.5980830862112528,"IFEval":59.80830862112529,"BBH Raw":0.6375080075350833,"BBH":47.750107640063504,"MATH Lvl 5 Raw":0.31419939577039274,"MATH Lvl 5":31.419939577039273,"GPQA Raw":0.3699664429530201,"GPQA":15.99552572706935,"MUSR Raw":0.4649375,"MUSR":17.95052083333333,"MMLU-PRO Raw":0.5330784574468085,"MMLU-PRO":48.119828605200944,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-03","Submission Date":"2024-12-03","Generation":2,"Base Model":"Qwen/Qwen2.5-14B"},{"eval_name":"qingy2019_Qwen2.5-Math-14B-Instruct-Pro_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"qingy2019/Qwen2.5-Math-14B-Instruct-Pro 📑","fullname":"qingy2019/Qwen2.5-Math-14B-Instruct-Pro","Model sha":"295a9ce370c2bfeabe13f76d52c92f57ff6d0308","Average ⬆️":20.249049077126084,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.3191387960289416,"IFEval Raw":0.1921678923035324,"IFEval":19.216789230353243,"BBH Raw":0.5318689754519911,"BBH":33.03690414223814,"MATH Lvl 5 Raw":0.283987915407855,"MATH Lvl 5":28.3987915407855,"GPQA Raw":0.311241610738255,"GPQA":8.165548098434002,"MUSR Raw":0.37403125,"MUSR":4.25390625,"MMLU-PRO Raw":0.35580119680851063,"MMLU-PRO":28.422355200945624,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-03","Submission Date":"2024-12-03","Generation":1,"Base Model":"qingy2019/Qwen2.5-Math-14B-Instruct-Pro (Merge)"},{"eval_name":"qingy2019_Qwen2.5-Ultimate-14B-Instruct_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"qingy2019/Qwen2.5-Ultimate-14B-Instruct 📑","fullname":"qingy2019/Qwen2.5-Ultimate-14B-Instruct","Model sha":"3eeba743112bed957ae6dc6a3f880355c8bedb66","Average ⬆️":29.440181360925095,"Hub License":"","Hub ❤️":1,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.9041787942847397,"IFEval Raw":0.39380177927897975,"IFEval":39.380177927897975,"BBH Raw":0.5841561592804249,"BBH":40.58060064469629,"MATH Lvl 5 Raw":0.2892749244712991,"MATH Lvl 5":28.92749244712991,"GPQA Raw":0.3565436241610738,"GPQA":14.205816554809845,"MUSR Raw":0.4135,"MUSR":9.887500000000003,"MMLU-PRO Raw":0.4929355053191489,"MMLU-PRO":43.659500591016545,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-02","Submission Date":"2024-12-02","Generation":1,"Base Model":"qingy2019/Qwen2.5-Ultimate-14B-Instruct (Merge)"},{"eval_name":"qingy2024_Benchmaxx-Llama-3.2-1B-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"qingy2024/Benchmaxx-Llama-3.2-1B-Instruct 📑","fullname":"qingy2024/Benchmaxx-Llama-3.2-1B-Instruct","Model sha":"66ec83182f1dfbad634582eb14606e6b64355f91","Average ⬆️":25.69666706814397,"Hub License":"","Hub ❤️":2,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.3138860847843751,"IFEval Raw":0.20136016879657087,"IFEval":20.136016879657085,"BBH Raw":0.8269136508088061,"BBH":76.69996850001888,"MATH Lvl 5 Raw":0.48036253776435045,"MATH Lvl 5":48.036253776435046,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.3446354166666667,"MUSR":3.579427083333334,"MMLU-PRO Raw":0.11128656914893617,"MMLU-PRO":1.2540632387706852,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-22","Submission Date":"2025-02-22","Generation":0,"Base Model":"qingy2024/Benchmaxx-Llama-3.2-1B-Instruct"},{"eval_name":"qingy2024_Eyas-17B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"qingy2024/Eyas-17B-Instruct 📑","fullname":"qingy2024/Eyas-17B-Instruct","Model sha":"afa6aa65deaef3eeb733e80f0fbffcf6d70a863f","Average ⬆️":32.566804942732524,"Hub License":"","Hub ❤️":0,"#Params (B)":17.431,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.5715217976788916,"IFEval Raw":0.6574588757829227,"IFEval":65.74588757829227,"BBH Raw":0.6084550080292097,"BBH":43.85006553278257,"MATH Lvl 5 Raw":0.24697885196374622,"MATH Lvl 5":24.69788519637462,"GPQA Raw":0.3145973154362416,"GPQA":8.612975391498878,"MUSR Raw":0.45216666666666666,"MUSR":15.354166666666666,"MMLU-PRO Raw":0.43425864361702127,"MMLU-PRO":37.13984929078014,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-23","Submission Date":"2024-12-23","Generation":1,"Base Model":"qingy2024/Eyas-17B-Instruct (Merge)"},{"eval_name":"qingy2024_Falcon3-2x10B-MoE-Instruct_bfloat16","Precision":"bfloat16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"qingy2024/Falcon3-2x10B-MoE-Instruct 📑","fullname":"qingy2024/Falcon3-2x10B-MoE-Instruct","Model sha":"e226b1f0beb60ff1e3770a694af51572b6d95dc5","Average ⬆️":35.53368391277467,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":18.799,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.386573555253281,"IFEval Raw":0.7849783020164276,"IFEval":78.49783020164276,"BBH Raw":0.6184925726037823,"BBH":45.073852659055916,"MATH Lvl 5 Raw":0.2794561933534743,"MATH Lvl 5":27.945619335347434,"GPQA Raw":0.33053691275167785,"GPQA":10.738255033557047,"MUSR Raw":0.42835416666666665,"MUSR":12.910937499999996,"MMLU-PRO Raw":0.44232047872340424,"MMLU-PRO":38.03560874704491,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-25","Submission Date":"2024-12-25","Generation":1,"Base Model":"qingy2024/Falcon3-2x10B-MoE-Instruct (Merge)"},{"eval_name":"qingy2024_Fusion-14B-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"qingy2024/Fusion-14B-Instruct 📑","fullname":"qingy2024/Fusion-14B-Instruct","Model sha":"2e15219659b919e04ad5b56bef259489cc264f09","Average ⬆️":38.09742253326738,"Hub License":"","Hub ❤️":1,"#Params (B)":14.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.247361919434426,"IFEval Raw":0.7259770741632203,"IFEval":72.59770741632202,"BBH Raw":0.6395930812164231,"BBH":48.57983591380125,"MATH Lvl 5 Raw":0.3368580060422961,"MATH Lvl 5":33.68580060422961,"GPQA Raw":0.3548657718120805,"GPQA":13.982102908277403,"MUSR Raw":0.44004166666666666,"MUSR":14.805208333333333,"MMLU-PRO Raw":0.504404920212766,"MMLU-PRO":44.93388002364066,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-05","Submission Date":"2024-12-05","Generation":1,"Base Model":"qingy2024/Fusion-14B-Instruct (Merge)"},{"eval_name":"qingy2024_Fusion2-14B-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"qingy2024/Fusion2-14B-Instruct 📑","fullname":"qingy2024/Fusion2-14B-Instruct","Model sha":"df00288ce3d37ef518189c19e7973e71b47ef214","Average ⬆️":35.25779713463195,"Hub License":"","Hub ❤️":1,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.337331892077327,"IFEval Raw":0.6064010159709571,"IFEval":60.64010159709571,"BBH Raw":0.611852372286455,"BBH":44.76704383085473,"MATH Lvl 5 Raw":0.31268882175226587,"MATH Lvl 5":31.268882175226587,"GPQA Raw":0.3447986577181208,"GPQA":12.639821029082773,"MUSR Raw":0.46338541666666666,"MUSR":17.223177083333326,"MMLU-PRO Raw":0.5050698138297872,"MMLU-PRO":45.00775709219858,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-05","Submission Date":"2024-12-06","Generation":1,"Base Model":"qingy2024/Fusion2-14B-Instruct (Merge)"},{"eval_name":"qingy2024_Fusion4-14B-Instruct_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"qingy2024/Fusion4-14B-Instruct 📑","fullname":"qingy2024/Fusion4-14B-Instruct","Model sha":"3f3c7178006857d7fdf942ab7e86bd2b0d7b624d","Average ⬆️":39.552180652224024,"Hub License":"","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.645661080723154,"IFEval Raw":0.7648949232480928,"IFEval":76.48949232480928,"BBH Raw":0.6542520469477617,"BBH":50.69585563958964,"MATH Lvl 5 Raw":0.38821752265861026,"MATH Lvl 5":38.82175226586103,"GPQA Raw":0.33053691275167785,"GPQA":10.738255033557047,"MUSR Raw":0.4325729166666667,"MUSR":13.971614583333329,"MMLU-PRO Raw":0.5193650265957447,"MMLU-PRO":46.596114066193856,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-25","Submission Date":"2024-12-25","Generation":1,"Base Model":"qingy2024/Fusion4-14B-Instruct (Merge)"},{"eval_name":"qingy2024_OwO-14B-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"qingy2024/OwO-14B-Instruct 📑","fullname":"qingy2024/OwO-14B-Instruct","Model sha":"0c64ce33086d285d9374f0fb9360d52d0eb1ff92","Average ⬆️":29.28644722085275,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.629522484161071,"IFEval Raw":0.1383119013107444,"IFEval":13.83119013107444,"BBH Raw":0.6164807172760662,"BBH":44.94845230112603,"MATH Lvl 5 Raw":0.4161631419939577,"MATH Lvl 5":41.616314199395774,"GPQA Raw":0.3640939597315436,"GPQA":15.212527964205815,"MUSR Raw":0.44068749999999995,"MUSR":13.652604166666665,"MMLU-PRO Raw":0.5181183510638298,"MMLU-PRO":46.457594562647756,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-30","Generation":2,"Base Model":"Qwen/Qwen2.5-14B"},{"eval_name":"qingy2024_QwEnlarge-16B-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"qingy2024/QwEnlarge-16B-Instruct 📑","fullname":"qingy2024/QwEnlarge-16B-Instruct","Model sha":"7b89422d7570b46b8eccd3f2cc33717bfe46bf15","Average ⬆️":37.700136766667036,"Hub License":"","Hub ❤️":0,"#Params (B)":15.871,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7987979471737134,"IFEval Raw":0.7801821389468832,"IFEval":78.01821389468832,"BBH Raw":0.5949341698087998,"BBH":42.5954533547226,"MATH Lvl 5 Raw":0.45996978851963743,"MATH Lvl 5":45.996978851963746,"GPQA Raw":0.33305369127516776,"GPQA":11.073825503355701,"MUSR Raw":0.410125,"MUSR":9.898958333333333,"MMLU-PRO Raw":0.44755651595744683,"MMLU-PRO":38.617390661938536,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-06","Generation":1,"Base Model":"qingy2024/QwEnlarge-16B-Instruct (Merge)"},{"eval_name":"qingy2024_QwQ-14B-Math-v0.2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"qingy2024/QwQ-14B-Math-v0.2 📑","fullname":"qingy2024/QwQ-14B-Math-v0.2","Model sha":"308f732e0f2c1ac9e416e9c1e0523c0198ac658c","Average ⬆️":28.935415225800252,"Hub License":"apache-2.0","Hub ❤️":18,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.822342589515159,"IFEval Raw":0.33909692948044523,"IFEval":33.90969294804452,"BBH Raw":0.573097955260854,"BBH":39.099213742951825,"MATH Lvl 5 Raw":0.4811178247734139,"MATH Lvl 5":48.11178247734139,"GPQA Raw":0.2625838926174497,"GPQA":1.6778523489932917,"MUSR Raw":0.40209374999999997,"MUSR":8.595052083333334,"MMLU-PRO Raw":0.47997007978723405,"MMLU-PRO":42.21889775413712,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-20","Submission Date":"2024-12-23","Generation":2,"Base Model":"Qwen/Qwen2.5-14B"},{"eval_name":"qingy2024_Qwarkstar-4B_bfloat16","Precision":"bfloat16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"qingy2024/Qwarkstar-4B 📑","fullname":"qingy2024/Qwarkstar-4B","Model sha":"c3dd554ec8f344e31b91b0532864388d6151700a","Average ⬆️":14.167330731742462,"Hub License":"","Hub ❤️":0,"#Params (B)":4.473,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.234656387692985,"IFEval Raw":0.19941200459225966,"IFEval":19.941200459225964,"BBH Raw":0.40149118131308104,"BBH":16.574205111821954,"MATH Lvl 5 Raw":0.08610271903323263,"MATH Lvl 5":8.610271903323262,"GPQA Raw":0.32466442953020136,"GPQA":9.955257270693513,"MUSR Raw":0.44283333333333336,"MUSR":14.0875,"MMLU-PRO Raw":0.24251994680851063,"MMLU-PRO":15.83554964539007,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-05","Submission Date":"2025-01-10","Generation":1,"Base Model":"qingy2024/Qwarkstar-4B (Merge)"},{"eval_name":"qingy2024_Qwarkstar-4B-Instruct-Preview_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"qingy2024/Qwarkstar-4B-Instruct-Preview 📑","fullname":"qingy2024/Qwarkstar-4B-Instruct-Preview","Model sha":"cd93b138d949e75eed3c4dba1f4dbdfe92ce255c","Average ⬆️":18.873009662500476,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":4.473,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.934410461398533,"IFEval Raw":0.5324372664530114,"IFEval":53.24372664530114,"BBH Raw":0.43584381808469397,"BBH":20.23401722066339,"MATH Lvl 5 Raw":0.1283987915407855,"MATH Lvl 5":12.83987915407855,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.38959374999999996,"MUSR":6.19921875,"MMLU-PRO Raw":0.250249335106383,"MMLU-PRO":16.694370567375884,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-10","Submission Date":"2025-01-17","Generation":1,"Base Model":"qingy2024/Qwarkstar-4B-Instruct-Preview (Merge)"},{"eval_name":"qingy2024_Qwen2.5-4B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"qingy2024/Qwen2.5-4B 📑","fullname":"qingy2024/Qwen2.5-4B","Model sha":"e2736ed3972e1a0b2c1d6357acec2c21369827e1","Average ⬆️":14.27535656814343,"Hub License":"","Hub ❤️":0,"#Params (B)":4.168,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.919529501444422,"IFEval Raw":0.21584839337402537,"IFEval":21.584839337402535,"BBH Raw":0.4269378314466817,"BBH":19.977752146023,"MATH Lvl 5 Raw":0.0513595166163142,"MATH Lvl 5":5.13595166163142,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.46103125,"MUSR":16.528906250000002,"MMLU-PRO Raw":0.2524933510638298,"MMLU-PRO":16.943705673758867,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-03","Submission Date":"2025-01-16","Generation":1,"Base Model":"qingy2024/Qwen2.5-4B (Merge)"},{"eval_name":"qingy2024_Qwen2.5-Coder-Draft-1.5B-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"qingy2024/Qwen2.5-Coder-Draft-1.5B-Instruct 📑","fullname":"qingy2024/Qwen2.5-Coder-Draft-1.5B-Instruct","Model sha":"890f7a85cdb481969b11dd09c9bbf5bb4a97ee0a","Average ⬆️":14.636502505800076,"Hub License":"","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1199516994910768,"IFEval Raw":0.4125110262991086,"IFEval":41.25110262991086,"BBH Raw":0.3836795503038973,"BBH":13.001065842415562,"MATH Lvl 5 Raw":0.1578549848942598,"MATH Lvl 5":15.785498489425981,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.35800000000000004,"MUSR":2.6166666666666667,"MMLU-PRO Raw":0.22440159574468085,"MMLU-PRO":13.82239952718676,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-31","Submission Date":"2025-01-31","Generation":1,"Base Model":"qingy2024/Qwen2.5-Coder-Draft-1.5B-Instruct (Merge)"},{"eval_name":"qingy2024_Qwen2.5-Math-14B-Instruct-Alpha_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"qingy2024/Qwen2.5-Math-14B-Instruct-Alpha 📑","fullname":"qingy2024/Qwen2.5-Math-14B-Instruct-Alpha","Model sha":"c82727eb404d3d55450759301b80f838e4d3e1fc","Average ⬆️":39.35285681111407,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.138693243209943,"IFEval Raw":0.7704402097545624,"IFEval":77.04402097545623,"BBH Raw":0.646486159387426,"BBH":50.1795027462589,"MATH Lvl 5 Raw":0.42900302114803623,"MATH Lvl 5":42.90030211480362,"GPQA Raw":0.348993288590604,"GPQA":13.19910514541387,"MUSR Raw":0.40209374999999997,"MUSR":8.728385416666669,"MMLU-PRO Raw":0.49659242021276595,"MMLU-PRO":44.065824468085104,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-03","Submission Date":"2024-12-10","Generation":2,"Base Model":"Qwen/Qwen2.5-14B"},{"eval_name":"qingy2024_Qwen2.5-Math-14B-Instruct-Preview_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"qingy2024/Qwen2.5-Math-14B-Instruct-Preview 📑","fullname":"qingy2024/Qwen2.5-Math-14B-Instruct-Preview","Model sha":"7b9e9b94d69f0de9627f728e9328fb394f7fea14","Average ⬆️":39.91810674601417,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.237960654243049,"IFEval Raw":0.7825802204816554,"IFEval":78.25802204816554,"BBH Raw":0.6293942245934432,"BBH":47.050807568284256,"MATH Lvl 5 Raw":0.47583081570996977,"MATH Lvl 5":47.583081570996974,"GPQA Raw":0.34060402684563756,"GPQA":12.080536912751676,"MUSR Raw":0.4114583333333333,"MUSR":10.165625,"MMLU-PRO Raw":0.49933510638297873,"MMLU-PRO":44.37056737588653,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-01","Submission Date":"2024-12-10","Generation":3,"Base Model":"Qwen/Qwen2.5-14B"},{"eval_name":"qingy2024_Qwen2.6-14B-Instruct_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"qingy2024/Qwen2.6-14B-Instruct 📑","fullname":"qingy2024/Qwen2.6-14B-Instruct","Model sha":"c21acf3c074e9522c5d0559ccc4ed715c48b8eff","Average ⬆️":36.25438494517895,"Hub License":"","Hub ❤️":1,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.5785724883461816,"IFEval Raw":0.5810970447302047,"IFEval":58.10970447302047,"BBH Raw":0.6394142844483001,"BBH":48.04794799002712,"MATH Lvl 5 Raw":0.30513595166163143,"MATH Lvl 5":30.513595166163142,"GPQA Raw":0.37919463087248323,"GPQA":17.225950782997764,"MUSR Raw":0.4569375,"MUSR":16.017187500000002,"MMLU-PRO Raw":0.5285073138297872,"MMLU-PRO":47.611923758865245,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-04","Submission Date":"2024-12-04","Generation":1,"Base Model":"qingy2024/Qwen2.6-14B-Instruct (Merge)"},{"eval_name":"qingy2024_Qwen2.6-Math-14B-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"qingy2024/Qwen2.6-Math-14B-Instruct 📑","fullname":"qingy2024/Qwen2.6-Math-14B-Instruct","Model sha":"45bb3f302922fbf185694bba2748a32ca3313a5e","Average ⬆️":35.19645398109978,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.112143161139537,"IFEval Raw":0.38623186478543603,"IFEval":38.6231864785436,"BBH Raw":0.6324437508110833,"BBH":47.02211721984639,"MATH Lvl 5 Raw":0.42900302114803623,"MATH Lvl 5":42.90030211480362,"GPQA Raw":0.3699664429530201,"GPQA":15.99552572706935,"MUSR Raw":0.4758541666666667,"MUSR":19.515104166666664,"MMLU-PRO Raw":0.5241023936170213,"MMLU-PRO":47.122488179669034,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-04","Submission Date":"2024-12-04","Generation":3,"Base Model":"Qwen/Qwen2.5-14B"},{"eval_name":"qq8933_OpenLongCoT-Base-Gemma2-2B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"qq8933/OpenLongCoT-Base-Gemma2-2B 📑","fullname":"qq8933/OpenLongCoT-Base-Gemma2-2B","Model sha":"39e5bc941f107ac28142c802aecfd257cc47c1bb","Average ⬆️":5.473141918546371,"Hub License":"other","Hub ❤️":8,"#Params (B)":3.204,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.316973334195197,"IFEval Raw":0.1965141380426158,"IFEval":19.65141380426158,"BBH Raw":0.3106362870893106,"BBH":3.546298466806123,"MATH Lvl 5 Raw":0.023413897280966767,"MATH Lvl 5":2.3413897280966767,"GPQA Raw":0.2625838926174497,"GPQA":1.6778523489932917,"MUSR Raw":0.32225,"MUSR":2.114583333333334,"MMLU-PRO Raw":0.1315658244680851,"MMLU-PRO":3.507313829787232,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-28","Submission Date":"2024-11-12","Generation":2,"Base Model":"google/gemma-2-2b"},{"eval_name":"raphgg_test-2.5-72B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"raphgg/test-2.5-72B 📑","fullname":"raphgg/test-2.5-72B","Model sha":"0f34d627ccd451c5bd74f495bcdb8b18787d6f3b","Average ⬆️":46.73987796559809,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":72.706,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":44.86470543487947,"IFEval Raw":0.8437047035199936,"IFEval":84.37047035199936,"BBH Raw":0.7266099425567868,"BBH":62.1541268705062,"MATH Lvl 5 Raw":0.4108761329305136,"MATH Lvl 5":41.08761329305136,"GPQA Raw":0.38926174496644295,"GPQA":18.568232662192393,"MUSR Raw":0.48118750000000005,"MUSR":20.515104166666664,"MMLU-PRO Raw":0.5836934840425532,"MMLU-PRO":53.74372044917257,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-07-27","Submission Date":"2024-12-27","Generation":0,"Base Model":"raphgg/test-2.5-72B"},{"eval_name":"rasyosef_Mistral-NeMo-Minitron-8B-Chat_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"rasyosef/Mistral-NeMo-Minitron-8B-Chat 📑","fullname":"rasyosef/Mistral-NeMo-Minitron-8B-Chat","Model sha":"cede47eac8a4e65aa27567d3f087c28185b537d9","Average ⬆️":17.54564856271941,"Hub License":"other","Hub ❤️":9,"#Params (B)":8.414,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.9527959021153043,"IFEval Raw":0.4451843331249973,"IFEval":44.518433312499724,"BBH Raw":0.47594353379058535,"BBH":26.036695387358723,"MATH Lvl 5 Raw":0.027190332326283987,"MATH Lvl 5":2.719033232628399,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.4304270833333333,"MUSR":12.936718749999997,"MMLU-PRO Raw":0.2403590425531915,"MMLU-PRO":15.595449172576831,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-26","Submission Date":"2024-08-26","Generation":1,"Base Model":"nvidia/Mistral-NeMo-Minitron-8B-Base"},{"eval_name":"rasyosef_Phi-1_5-Instruct-v0.1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"PhiForCausalLM","Model":"rasyosef/Phi-1_5-Instruct-v0.1 📑","fullname":"rasyosef/Phi-1_5-Instruct-v0.1","Model sha":"f4c405ee4bff5dc1a69383f3fe682342c9c87c77","Average ⬆️":6.864747864349624,"Hub License":"mit","Hub ❤️":1,"#Params (B)":1.415,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5900438699202877,"IFEval Raw":0.24022815019703275,"IFEval":24.022815019703277,"BBH Raw":0.3117898107092894,"BBH":4.820243721122045,"MATH Lvl 5 Raw":0.013595166163141994,"MATH Lvl 5":1.3595166163141994,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.34215625,"MUSR":3.4028645833333346,"MMLU-PRO Raw":0.15616688829787234,"MMLU-PRO":6.240765366430259,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-24","Submission Date":"2024-07-25","Generation":1,"Base Model":"microsoft/phi-1_5"},{"eval_name":"rasyosef_phi-2-instruct-apo_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"PhiForCausalLM","Model":"rasyosef/phi-2-instruct-apo 📑","fullname":"rasyosef/phi-2-instruct-apo","Model sha":"2d3722d6db77a8c844a50dd32ddc4278fdc89e1f","Average ⬆️":12.547052522669906,"Hub License":"mit","Hub ❤️":0,"#Params (B)":2.775,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9901298108291215,"IFEval Raw":0.31459194936102874,"IFEval":31.459194936102875,"BBH Raw":0.44450964630048634,"BBH":21.672437586715603,"MATH Lvl 5 Raw":0.030211480362537766,"MATH Lvl 5":3.0211480362537766,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.33421875,"MUSR":3.6106770833333353,"MMLU-PRO Raw":0.21550864361702127,"MMLU-PRO":12.834293735224584,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-15","Submission Date":"2024-09-17","Generation":1,"Base Model":"microsoft/phi-2"},{"eval_name":"rasyosef_phi-2-instruct-v0.1_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"PhiForCausalLM","Model":"rasyosef/phi-2-instruct-v0.1 📑","fullname":"rasyosef/phi-2-instruct-v0.1","Model sha":"29aeb3ccf7c79e0169a038fbd0deaf9772a9fefd","Average ⬆️":14.218631101919177,"Hub License":"mit","Hub ❤️":2,"#Params (B)":2.775,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.49272607630116594,"IFEval Raw":0.3681476260765879,"IFEval":36.81476260765879,"BBH Raw":0.47261184292654473,"BBH":26.35880186790661,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.3523541666666667,"MUSR":5.044270833333334,"MMLU-PRO Raw":0.22465093085106383,"MMLU-PRO":13.850103427895979,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-09","Submission Date":"2024-08-10","Generation":1,"Base Model":"microsoft/phi-2"},{"eval_name":"realtreetune_rho-1b-sft-MATH_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"realtreetune/rho-1b-sft-MATH 📑","fullname":"realtreetune/rho-1b-sft-MATH","Model sha":"b5f93df6af679a860caac9a9598e0f70c326b4fb","Average ⬆️":5.569175419988618,"Hub License":"","Hub ❤️":0,"#Params (B)":1.1,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.5562682251492022,"IFEval Raw":0.212101668018635,"IFEval":21.210166801863497,"BBH Raw":0.3144153389594046,"BBH":4.19762318329166,"MATH Lvl 5 Raw":0.03474320241691843,"MATH Lvl 5":3.474320241691843,"GPQA Raw":0.2525167785234899,"GPQA":0.33557046979865535,"MUSR Raw":0.34584375,"MUSR":2.897135416666666,"MMLU-PRO Raw":0.11170212765957446,"MMLU-PRO":1.300236406619384,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-06","Submission Date":"2024-10-05","Generation":1,"Base Model":"realtreetune/rho-1b-sft-MATH (Merge)"},{"eval_name":"recoilme_Gemma-2-Ataraxy-Gemmasutra-9B-slerp_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"recoilme/Gemma-2-Ataraxy-Gemmasutra-9B-slerp 📑","fullname":"recoilme/Gemma-2-Ataraxy-Gemmasutra-9B-slerp","Model sha":"9048af8616bc62b6efab2bc1bc77ba53c5dfed79","Average ⬆️":29.873991757143997,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.114373144767299,"IFEval Raw":0.7648949232480928,"IFEval":76.48949232480928,"BBH Raw":0.597438766061506,"BBH":42.25120987807252,"MATH Lvl 5 Raw":0.017371601208459216,"MATH Lvl 5":1.7371601208459215,"GPQA Raw":0.33053691275167785,"GPQA":10.738255033557047,"MUSR Raw":0.4244791666666667,"MUSR":12.39322916666667,"MMLU-PRO Raw":0.4207114361702128,"MMLU-PRO":35.63460401891253,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-11","Submission Date":"2024-09-12","Generation":0,"Base Model":"recoilme/Gemma-2-Ataraxy-Gemmasutra-9B-slerp"},{"eval_name":"recoilme_Gemma-2-Ataraxy-Gemmasutra-9B-slerp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"recoilme/Gemma-2-Ataraxy-Gemmasutra-9B-slerp 📑","fullname":"recoilme/Gemma-2-Ataraxy-Gemmasutra-9B-slerp","Model sha":"5a4f7299d9f8ea5faad2b1edc68b7bf634dac40b","Average ⬆️":23.910552802690432,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.939655062300775,"IFEval Raw":0.28536505361330156,"IFEval":28.536505361330157,"BBH Raw":0.5983926033872208,"BBH":42.703797634497924,"MATH Lvl 5 Raw":0.10045317220543806,"MATH Lvl 5":10.045317220543806,"GPQA Raw":0.3296979865771812,"GPQA":10.626398210290827,"MUSR Raw":0.46065625,"MUSR":16.415364583333332,"MMLU-PRO Raw":0.4162234042553192,"MMLU-PRO":35.13593380614657,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-11","Submission Date":"2024-09-27","Generation":0,"Base Model":"recoilme/Gemma-2-Ataraxy-Gemmasutra-9B-slerp"},{"eval_name":"recoilme_recoilme-gemma-2-9B-v0.1_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"recoilme/recoilme-gemma-2-9B-v0.1 📑","fullname":"recoilme/recoilme-gemma-2-9B-v0.1","Model sha":"6dc0997046db4e9932f87d338ecdc2a4158abbda","Average ⬆️":32.72459862019961,"Hub License":"","Hub ❤️":0,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.8496174324729506,"IFEval Raw":0.751506004069203,"IFEval":75.1506004069203,"BBH Raw":0.5995309756292291,"BBH":42.321861031477475,"MATH Lvl 5 Raw":0.2039274924471299,"MATH Lvl 5":20.39274924471299,"GPQA Raw":0.3389261744966443,"GPQA":11.85682326621924,"MUSR Raw":0.41914583333333333,"MUSR":11.526562500000002,"MMLU-PRO Raw":0.4158909574468085,"MMLU-PRO":35.09899527186761,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-18","Generation":0,"Base Model":"Removed"},{"eval_name":"recoilme_recoilme-gemma-2-9B-v0.2_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"recoilme/recoilme-gemma-2-9B-v0.2 📑","fullname":"recoilme/recoilme-gemma-2-9B-v0.2","Model sha":"483116e575fb3a56de25243b14d715c58fe127bc","Average ⬆️":30.048864030373213,"Hub License":"cc-by-nc-4.0","Hub ❤️":2,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9140857936630222,"IFEval Raw":0.7591745457608035,"IFEval":75.91745457608036,"BBH Raw":0.6025964285724085,"BBH":43.02796904930725,"MATH Lvl 5 Raw":0.052870090634441085,"MATH Lvl 5":5.287009063444108,"GPQA Raw":0.3288590604026846,"GPQA":10.514541387024611,"MUSR Raw":0.409875,"MUSR":10.401041666666664,"MMLU-PRO Raw":0.41630651595744683,"MMLU-PRO":35.145168439716315,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-18","Submission Date":"2024-09-18","Generation":0,"Base Model":"recoilme/recoilme-gemma-2-9B-v0.2"},{"eval_name":"recoilme_recoilme-gemma-2-9B-v0.2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"recoilme/recoilme-gemma-2-9B-v0.2 📑","fullname":"recoilme/recoilme-gemma-2-9B-v0.2","Model sha":"483116e575fb3a56de25243b14d715c58fe127bc","Average ⬆️":23.76285134105471,"Hub License":"cc-by-nc-4.0","Hub ❤️":2,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.893568841337357,"IFEval Raw":0.2746989100032359,"IFEval":27.469891000323585,"BBH Raw":0.6030832642626502,"BBH":43.56058143461737,"MATH Lvl 5 Raw":0.08308157099697885,"MATH Lvl 5":8.308157099697885,"GPQA Raw":0.33053691275167785,"GPQA":10.738255033557047,"MUSR Raw":0.46859375,"MUSR":17.807552083333327,"MMLU-PRO Raw":0.4122340425531915,"MMLU-PRO":34.692671394799056,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-18","Submission Date":"2024-09-27","Generation":0,"Base Model":"recoilme/recoilme-gemma-2-9B-v0.2"},{"eval_name":"recoilme_recoilme-gemma-2-9B-v0.3_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"recoilme/recoilme-gemma-2-9B-v0.3 📑","fullname":"recoilme/recoilme-gemma-2-9B-v0.3","Model sha":"772cab46d9d22cbcc3c574d193021803ce5c444c","Average ⬆️":30.2074720895527,"Hub License":"cc-by-nc-4.0","Hub ❤️":3,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8766372136690954,"IFEval Raw":0.743937197746424,"IFEval":74.39371977464239,"BBH Raw":0.5992527878628748,"BBH":42.026279212829245,"MATH Lvl 5 Raw":0.08761329305135952,"MATH Lvl 5":8.761329305135952,"GPQA Raw":0.3238255033557047,"GPQA":9.843400447427292,"MUSR Raw":0.4203854166666667,"MUSR":12.081510416666665,"MMLU-PRO Raw":0.4072473404255319,"MMLU-PRO":34.13859338061466,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-18","Submission Date":"2024-09-18","Generation":0,"Base Model":"recoilme/recoilme-gemma-2-9B-v0.3"},{"eval_name":"recoilme_recoilme-gemma-2-9B-v0.3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"recoilme/recoilme-gemma-2-9B-v0.3 📑","fullname":"recoilme/recoilme-gemma-2-9B-v0.3","Model sha":"76c8fb761660e6eb237c91bb6e6761ee36266bba","Average ⬆️":30.37598877443187,"Hub License":"cc-by-nc-4.0","Hub ❤️":3,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.110699417105108,"IFEval Raw":0.57607592299543,"IFEval":57.60759229954299,"BBH Raw":0.6019827101058847,"BBH":43.326868296283614,"MATH Lvl 5 Raw":0.18882175226586104,"MATH Lvl 5":18.882175226586103,"GPQA Raw":0.337248322147651,"GPQA":11.633109619686799,"MUSR Raw":0.46322916666666664,"MUSR":17.03697916666666,"MMLU-PRO Raw":0.4039228723404255,"MMLU-PRO":33.76920803782505,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-18","Submission Date":"2024-09-27","Generation":0,"Base Model":"recoilme/recoilme-gemma-2-9B-v0.3"},{"eval_name":"recoilme_recoilme-gemma-2-9B-v0.4_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"recoilme/recoilme-gemma-2-9B-v0.4 📑","fullname":"recoilme/recoilme-gemma-2-9B-v0.4","Model sha":"2691f2cc8d80072f15d78cb7ae72831e1a12139e","Average ⬆️":24.138127567307112,"Hub License":"cc-by-nc-4.0","Hub ❤️":5,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.837820484416759,"IFEval Raw":0.2561891337207498,"IFEval":25.618913372074985,"BBH Raw":0.5967285833554881,"BBH":42.44248167542507,"MATH Lvl 5 Raw":0.08459214501510574,"MATH Lvl 5":8.459214501510575,"GPQA Raw":0.34060402684563756,"GPQA":12.080536912751676,"MUSR Raw":0.4726875,"MUSR":18.3859375,"MMLU-PRO Raw":0.4405751329787234,"MMLU-PRO":37.841681442080386,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-18","Submission Date":"2024-09-19","Generation":0,"Base Model":"recoilme/recoilme-gemma-2-9B-v0.4"},{"eval_name":"recoilme_recoilme-gemma-2-9B-v0.5_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"recoilme/recoilme-gemma-2-9B-v0.5 📑","fullname":"recoilme/recoilme-gemma-2-9B-v0.5","Model sha":"b4035d3a16486dae4f726eb953be959a4573ea67","Average ⬆️":33.229967443633754,"Hub License":"","Hub ❤️":0,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":5.791466966555618,"IFEval Raw":0.7664186580495308,"IFEval":76.64186580495308,"BBH Raw":0.5981472549925003,"BBH":42.353355406534206,"MATH Lvl 5 Raw":0.21148036253776434,"MATH Lvl 5":21.148036253776432,"GPQA Raw":0.33640939597315433,"GPQA":11.521252796420578,"MUSR Raw":0.4231770833333333,"MUSR":12.163802083333337,"MMLU-PRO Raw":0.41996343085106386,"MMLU-PRO":35.551492316784866,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-26","Submission Date":"2024-11-26","Generation":1,"Base Model":"recoilme/recoilme-gemma-2-9B-v0.5 (Merge)"},{"eval_name":"redrix_AngelSlayer-12B-Unslop-Mell-RPMax-DARKNESS_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"redrix/AngelSlayer-12B-Unslop-Mell-RPMax-DARKNESS 📑","fullname":"redrix/AngelSlayer-12B-Unslop-Mell-RPMax-DARKNESS","Model sha":"1523f26adec368380647e864dd2e9fa79f36fefe","Average ⬆️":22.776537692077188,"Hub License":"apache-2.0","Hub ❤️":13,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.1916965757123372,"IFEval Raw":0.5359590331431713,"IFEval":53.59590331431713,"BBH Raw":0.5128840998052852,"BBH":29.965932310715313,"MATH Lvl 5 Raw":0.11329305135951662,"MATH Lvl 5":11.329305135951662,"GPQA Raw":0.31543624161073824,"GPQA":8.7248322147651,"MUSR Raw":0.38178124999999996,"MUSR":8.822656249999996,"MMLU-PRO Raw":0.3179853723404255,"MMLU-PRO":24.220596926713945,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-05","Submission Date":"2024-12-12","Generation":1,"Base Model":"redrix/AngelSlayer-12B-Unslop-Mell-RPMax-DARKNESS (Merge)"},{"eval_name":"redrix_patricide-12B-Unslop-Mell_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"redrix/patricide-12B-Unslop-Mell 📑","fullname":"redrix/patricide-12B-Unslop-Mell","Model sha":"2f1a849859a24da80bd1f938a2ac6ab627ef75e8","Average ⬆️":23.021830606105613,"Hub License":"apache-2.0","Hub ❤️":16,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.05910982261042,"IFEval Raw":0.40739016919551235,"IFEval":40.73901691955123,"BBH Raw":0.5398666865853622,"BBH":33.98944760745952,"MATH Lvl 5 Raw":0.13141993957703926,"MATH Lvl 5":13.141993957703926,"GPQA Raw":0.3238255033557047,"GPQA":9.843400447427292,"MUSR Raw":0.4025833333333333,"MUSR":11.856249999999998,"MMLU-PRO Raw":0.3570478723404255,"MMLU-PRO":28.560874704491717,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-01","Submission Date":"2024-12-12","Generation":1,"Base Model":"redrix/patricide-12B-Unslop-Mell (Merge)"},{"eval_name":"refuelai_Llama-3-Refueled_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"refuelai/Llama-3-Refueled 📑","fullname":"refuelai/Llama-3-Refueled","Model sha":"ff6d1c3ba37b31d4af421951c2300f2256fb3691","Average ⬆️":23.18144830627433,"Hub License":"cc-by-nc-4.0","Hub ❤️":192,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.751971666755731,"IFEval Raw":0.4619952836252255,"IFEval":46.19952836252256,"BBH Raw":0.5870766201705051,"BBH":41.721971003391026,"MATH Lvl 5 Raw":0.06646525679758308,"MATH Lvl 5":6.646525679758309,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.44540625,"MUSR":14.642447916666667,"MMLU-PRO Raw":0.30950797872340424,"MMLU-PRO":23.278664302600472,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-03","Submission Date":"2024-06-12","Generation":0,"Base Model":"refuelai/Llama-3-Refueled"},{"eval_name":"rhplus0831_maid-yuzu-v7_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"rhplus0831/maid-yuzu-v7 📑","fullname":"rhplus0831/maid-yuzu-v7","Model sha":"a0bd8c707bb80024778da4a0d057917faa53d2f6","Average ⬆️":24.595223175883827,"Hub License":"","Hub ❤️":1,"#Params (B)":46.703,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":8.20857064636299,"IFEval Raw":0.6462430794735745,"IFEval":64.62430794735747,"BBH Raw":0.480491692312673,"BBH":26.8198371046094,"MATH Lvl 5 Raw":0.10196374622356495,"MATH Lvl 5":10.196374622356496,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.41362499999999996,"MUSR":9.769791666666666,"MMLU-PRO Raw":0.35397273936170215,"MMLU-PRO":28.219193262411352,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-02-09","Submission Date":"2024-09-08","Generation":1,"Base Model":"rhplus0831/maid-yuzu-v7 (Merge)"},{"eval_name":"rhymes-ai_Aria_bfloat16","Precision":"bfloat16","Type":"🌸 multimodal","T":"🌸","Weight type":"Original","Architecture":"AriaForConditionalGeneration","Model":"rhymes-ai/Aria 📑","fullname":"rhymes-ai/Aria","Model sha":"5cc2703b3afd585f232ec5027e9c039a2001bcec","Average ⬆️":28.870163995252046,"Hub License":"apache-2.0","Hub ❤️":623,"#Params (B)":25.307,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":15.501419246428505,"IFEval Raw":0.4773079872516035,"IFEval":47.730798725160355,"BBH Raw":0.5695312446413633,"BBH":39.28149335481041,"MATH Lvl 5 Raw":0.1933534743202417,"MATH Lvl 5":19.335347432024168,"GPQA Raw":0.3624161073825503,"GPQA":14.988814317673373,"MUSR Raw":0.43375,"MUSR":14.05208333333333,"MMLU-PRO Raw":0.44049202127659576,"MMLU-PRO":37.83244680851063,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-09-26","Submission Date":"2024-10-10","Generation":1,"Base Model":"rhymes-ai/Aria (Merge)"},{"eval_name":"rhysjones_phi-2-orange-v2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"PhiForCausalLM","Model":"rhysjones/phi-2-orange-v2 📑","fullname":"rhysjones/phi-2-orange-v2","Model sha":"f4085189114accfb65225deb8fbdf15767b7ee56","Average ⬆️":15.324185096371076,"Hub License":"mit","Hub ❤️":26,"#Params (B)":2.78,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9418986908083168,"IFEval Raw":0.3669740732367895,"IFEval":36.697407323678945,"BBH Raw":0.4770220109816213,"BBH":25.60654883732465,"MATH Lvl 5 Raw":0.04078549848942598,"MATH Lvl 5":4.078549848942599,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.3629583333333333,"MUSR":6.969791666666668,"MMLU-PRO Raw":0.25324135638297873,"MMLU-PRO":17.026817375886523,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-03-04","Submission Date":"2024-06-28","Generation":0,"Base Model":"rhysjones/phi-2-orange-v2"},{"eval_name":"riaz_FineLlama-3.1-8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"riaz/FineLlama-3.1-8B 📑","fullname":"riaz/FineLlama-3.1-8B","Model sha":"c4d8f16eb446910edce0c1afd0e6d5f3b06e2e7d","Average ⬆️":17.660648060300424,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8421831610300277,"IFEval Raw":0.43734070045257695,"IFEval":43.734070045257695,"BBH Raw":0.45857296498013483,"BBH":24.14877809167861,"MATH Lvl 5 Raw":0.0513595166163142,"MATH Lvl 5":5.13595166163142,"GPQA Raw":0.2751677852348993,"GPQA":3.355704697986576,"MUSR Raw":0.3762916666666667,"MUSR":7.76979166666667,"MMLU-PRO Raw":0.29637632978723405,"MMLU-PRO":21.81959219858156,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-07","Submission Date":"2024-10-12","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"riaz_FineLlama-3.1-8B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"riaz/FineLlama-3.1-8B 📑","fullname":"riaz/FineLlama-3.1-8B","Model sha":"c4d8f16eb446910edce0c1afd0e6d5f3b06e2e7d","Average ⬆️":17.14751095671923,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9019979013274062,"IFEval Raw":0.413660199382084,"IFEval":41.366019938208396,"BBH Raw":0.456451981676995,"BBH":23.773389590539722,"MATH Lvl 5 Raw":0.045317220543806644,"MATH Lvl 5":4.531722054380665,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.37762500000000004,"MUSR":7.76979166666667,"MMLU-PRO Raw":0.29778922872340424,"MMLU-PRO":21.976580969267136,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-07","Submission Date":"2024-10-12","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"rmdhirr_Gluon-8B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"rmdhirr/Gluon-8B 📑","fullname":"rmdhirr/Gluon-8B","Model sha":"cc949908c60ab7f696e133714222d6cab156e493","Average ⬆️":23.97696294457469,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8061565768916727,"IFEval Raw":0.5052848663767692,"IFEval":50.52848663767692,"BBH Raw":0.5153305292144984,"BBH":30.34224724618852,"MATH Lvl 5 Raw":0.14425981873111782,"MATH Lvl 5":14.425981873111782,"GPQA Raw":0.31208053691275167,"GPQA":8.277404921700223,"MUSR Raw":0.4038854166666667,"MUSR":9.085677083333335,"MMLU-PRO Raw":0.38081781914893614,"MMLU-PRO":31.201979905437344,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-14","Submission Date":"2024-09-14","Generation":1,"Base Model":"rmdhirr/Gluon-8B (Merge)"},{"eval_name":"rombodawg_Rombos-Coder-V2.5-Qwen-14b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"rombodawg/Rombos-Coder-V2.5-Qwen-14b 📑","fullname":"rombodawg/Rombos-Coder-V2.5-Qwen-14b","Model sha":"00147618f151b8973b4b25f18281625105482af9","Average ⬆️":32.44560837708102,"Hub License":"apache-2.0","Hub ❤️":6,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.702802751219327,"IFEval Raw":0.7047445223119102,"IFEval":70.47445223119101,"BBH Raw":0.6165135323666455,"BBH":44.51949885999458,"MATH Lvl 5 Raw":0.3300604229607251,"MATH Lvl 5":33.00604229607251,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.3914583333333333,"MUSR":6.965625,"MMLU-PRO Raw":0.3939494680851064,"MMLU-PRO":32.661052009456256,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-12","Submission Date":"2025-02-06","Generation":1,"Base Model":"rombodawg/Rombos-Coder-V2.5-Qwen-14b (Merge)"},{"eval_name":"rombodawg_Rombos-Coder-V2.5-Qwen-7b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"rombodawg/Rombos-Coder-V2.5-Qwen-7b 📑","fullname":"rombodawg/Rombos-Coder-V2.5-Qwen-7b","Model sha":"896a040ead29dd6352ef7fadbf2451ce72baeca9","Average ⬆️":27.405414768306354,"Hub License":"apache-2.0","Hub ❤️":5,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2439234860282187,"IFEval Raw":0.6210388436016436,"IFEval":62.103884360164365,"BBH Raw":0.5077090028113894,"BBH":30.221720429768265,"MATH Lvl 5 Raw":0.3338368580060423,"MATH Lvl 5":33.383685800604226,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.3979375,"MUSR":7.608854166666666,"MMLU-PRO Raw":0.33976063829787234,"MMLU-PRO":26.640070921985814,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-28","Submission Date":"2025-02-06","Generation":1,"Base Model":"rombodawg/Rombos-Coder-V2.5-Qwen-7b (Merge)"},{"eval_name":"rombodawg_Rombos-LLM-V2.5-Qwen-0.5b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"rombodawg/Rombos-LLM-V2.5-Qwen-0.5b 📑","fullname":"rombodawg/Rombos-LLM-V2.5-Qwen-0.5b","Model sha":"aae2e55548c8090ce357c64ca78e8b9ef6baf118","Average ⬆️":9.38591999487923,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":0.63,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2914136239785579,"IFEval Raw":0.28466690603155187,"IFEval":28.466690603155183,"BBH Raw":0.32936751831436256,"BBH":8.412218566269734,"MATH Lvl 5 Raw":0.06797583081570997,"MATH Lvl 5":6.797583081570997,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.32358333333333333,"MUSR":0.7812499999999996,"MMLU-PRO Raw":0.18658577127659576,"MMLU-PRO":9.620641252955084,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-06","Submission Date":"2024-09-29","Generation":1,"Base Model":"rombodawg/Rombos-LLM-V2.5-Qwen-0.5b (Merge)"},{"eval_name":"rombodawg_Rombos-LLM-V2.5-Qwen-1.5b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"rombodawg/Rombos-LLM-V2.5-Qwen-1.5b 📑","fullname":"rombodawg/Rombos-LLM-V2.5-Qwen-1.5b","Model sha":"1f634da015ed671efe7dc574bc2a1954f5b2cc93","Average ⬆️":16.35438589717866,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":1.777,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4807159923900013,"IFEval Raw":0.3402461025634206,"IFEval":34.02461025634206,"BBH Raw":0.4256703145864387,"BBH":18.711343783972325,"MATH Lvl 5 Raw":0.08534743202416918,"MATH Lvl 5":8.534743202416918,"GPQA Raw":0.28859060402684567,"GPQA":5.145413870246088,"MUSR Raw":0.4185520833333333,"MUSR":10.352343750000001,"MMLU-PRO Raw":0.2922207446808511,"MMLU-PRO":21.35786052009456,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-06","Submission Date":"2024-09-29","Generation":1,"Base Model":"rombodawg/Rombos-LLM-V2.5-Qwen-1.5b (Merge)"},{"eval_name":"rombodawg_Rombos-LLM-V2.5-Qwen-14b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"rombodawg/Rombos-LLM-V2.5-Qwen-14b 📑","fullname":"rombodawg/Rombos-LLM-V2.5-Qwen-14b","Model sha":"834ddb1712ae6d1b232b2d5b26be658d90d23e43","Average ⬆️":39.50095591766085,"Hub License":"apache-2.0","Hub ❤️":10,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.365399723221313,"IFEval Raw":0.5840447789642593,"IFEval":58.40447789642593,"BBH Raw":0.6481086261669653,"BBH":49.38690027144481,"MATH Lvl 5 Raw":0.4554380664652568,"MATH Lvl 5":45.54380664652568,"GPQA Raw":0.3716442953020134,"GPQA":16.21923937360179,"MUSR Raw":0.4717291666666667,"MUSR":18.832812499999992,"MMLU-PRO Raw":0.5375664893617021,"MMLU-PRO":48.6184988179669,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-06","Submission Date":"2024-09-29","Generation":1,"Base Model":"rombodawg/Rombos-LLM-V2.5-Qwen-14b (Merge)"},{"eval_name":"rombodawg_Rombos-LLM-V2.5-Qwen-32b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"rombodawg/Rombos-LLM-V2.5-Qwen-32b 📑","fullname":"rombodawg/Rombos-LLM-V2.5-Qwen-32b","Model sha":"234abe4b494dbe83ba805b791f74feb33462a33d","Average ⬆️":45.83301184834238,"Hub License":"apache-2.0","Hub ❤️":61,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":35.82537944703887,"IFEval Raw":0.6826631116548536,"IFEval":68.26631116548536,"BBH Raw":0.7045537070859799,"BBH":58.261894086787414,"MATH Lvl 5 Raw":0.4954682779456193,"MATH Lvl 5":49.546827794561935,"GPQA Raw":0.39681208053691275,"GPQA":19.574944071588366,"MUSR Raw":0.5034166666666667,"MUSR":24.727083333333336,"MMLU-PRO Raw":0.5915890957446809,"MMLU-PRO":54.621010638297875,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-30","Submission Date":"2024-10-07","Generation":1,"Base Model":"rombodawg/Rombos-LLM-V2.5-Qwen-32b (Merge)"},{"eval_name":"rombodawg_Rombos-LLM-V2.5-Qwen-3b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"rombodawg/Rombos-LLM-V2.5-Qwen-3b 📑","fullname":"rombodawg/Rombos-LLM-V2.5-Qwen-3b","Model sha":"26601a8da5afce3b5959d91bdd0faaab6df8bf95","Average ⬆️":25.921782051813356,"Hub License":"other","Hub ❤️":5,"#Params (B)":3.397,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.011588954205996,"IFEval Raw":0.5342358276040905,"IFEval":53.42358276040905,"BBH Raw":0.4808896246368473,"BBH":27.213596951125698,"MATH Lvl 5 Raw":0.2794561933534743,"MATH Lvl 5":27.945619335347434,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.4041666666666666,"MUSR":8.554166666666667,"MMLU-PRO Raw":0.37608045212765956,"MMLU-PRO":30.67560579196217,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-06","Submission Date":"2024-09-29","Generation":1,"Base Model":"rombodawg/Rombos-LLM-V2.5-Qwen-3b (Merge)"},{"eval_name":"rombodawg_Rombos-LLM-V2.5-Qwen-72b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"rombodawg/Rombos-LLM-V2.5-Qwen-72b 📑","fullname":"rombodawg/Rombos-LLM-V2.5-Qwen-72b","Model sha":"5260f182e7859e13d515c4cb3926ac85ad057504","Average ⬆️":46.50088713558663,"Hub License":"other","Hub ❤️":37,"#Params (B)":72.706,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":32.06789125179346,"IFEval Raw":0.715535889218385,"IFEval":71.5535889218385,"BBH Raw":0.7229589065788488,"BBH":61.26714504573664,"MATH Lvl 5 Raw":0.5422960725075529,"MATH Lvl 5":54.229607250755286,"GPQA Raw":0.39848993288590606,"GPQA":19.798657718120808,"MUSR Raw":0.4599166666666667,"MUSR":17.322916666666668,"MMLU-PRO Raw":0.593500664893617,"MMLU-PRO":54.83340721040189,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-30","Submission Date":"2024-12-19","Generation":1,"Base Model":"rombodawg/Rombos-LLM-V2.5-Qwen-72b (Merge)"},{"eval_name":"rombodawg_Rombos-LLM-V2.5-Qwen-7b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"rombodawg/Rombos-LLM-V2.5-Qwen-7b 📑","fullname":"rombodawg/Rombos-LLM-V2.5-Qwen-7b","Model sha":"dbd819e8f765181f774cb5b79812d081669eb302","Average ⬆️":32.74880353587022,"Hub License":"apache-2.0","Hub ❤️":17,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.6341681109122317,"IFEval Raw":0.6237117514860571,"IFEval":62.3711751486057,"BBH Raw":0.5543885046903589,"BBH":36.372350414300634,"MATH Lvl 5 Raw":0.3814199395770393,"MATH Lvl 5":38.14199395770393,"GPQA Raw":0.3179530201342282,"GPQA":9.060402684563762,"MUSR Raw":0.42909375,"MUSR":12.003385416666669,"MMLU-PRO Raw":0.4468916223404255,"MMLU-PRO":38.54351359338061,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-06","Submission Date":"2024-09-29","Generation":1,"Base Model":"rombodawg/Rombos-LLM-V2.5-Qwen-7b (Merge)"},{"eval_name":"rombodawg_Rombos-LLM-V2.5.1-Qwen-3b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"rombodawg/Rombos-LLM-V2.5.1-Qwen-3b 📑","fullname":"rombodawg/Rombos-LLM-V2.5.1-Qwen-3b","Model sha":"a3305ce148f4273ab334052ab47d3aebb51d104c","Average ⬆️":13.357124972053427,"Hub License":"other","Hub ❤️":1,"#Params (B)":3.397,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9292438685729816,"IFEval Raw":0.2595125378440316,"IFEval":25.95125378440316,"BBH Raw":0.3884043024656656,"BBH":14.881409184451359,"MATH Lvl 5 Raw":0.09138972809667675,"MATH Lvl 5":9.138972809667676,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.39911458333333333,"MUSR":7.822656250000001,"MMLU-PRO Raw":0.27194148936170215,"MMLU-PRO":19.104609929078016,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-08","Submission Date":"2024-10-08","Generation":1,"Base Model":"rombodawg/Rombos-LLM-V2.5.1-Qwen-3b (Merge)"},{"eval_name":"rombodawg_Rombos-LLM-V2.5.1-Qwen-3b_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"rombodawg/Rombos-LLM-V2.5.1-Qwen-3b 📑","fullname":"rombodawg/Rombos-LLM-V2.5.1-Qwen-3b","Model sha":"b65848c13b31f5b9d5d953df95d504d195082a3b","Average ⬆️":13.608595258365547,"Hub License":"other","Hub ❤️":1,"#Params (B)":3.397,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.5937231079345815,"IFEval Raw":0.2566401592219755,"IFEval":25.664015922197546,"BBH Raw":0.39000839740376536,"BBH":15.057744482096084,"MATH Lvl 5 Raw":0.12084592145015106,"MATH Lvl 5":12.084592145015106,"GPQA Raw":0.2625838926174497,"GPQA":1.6778523489932917,"MUSR Raw":0.39911458333333333,"MUSR":7.822656250000001,"MMLU-PRO Raw":0.27410239361702127,"MMLU-PRO":19.344710401891252,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-08","Submission Date":"2024-11-14","Generation":1,"Base Model":"rombodawg/Rombos-LLM-V2.5.1-Qwen-3b (Merge)"},{"eval_name":"rombodawg_Rombos-LLM-V2.6-Nemotron-70b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"rombodawg/Rombos-LLM-V2.6-Nemotron-70b 📑","fullname":"rombodawg/Rombos-LLM-V2.6-Nemotron-70b","Model sha":"951c9cdf68d6e679c78625d1a1f396eb71cdf746","Average ⬆️":41.94623049260674,"Hub License":"llama3.1","Hub ❤️":3,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":23.901548933707822,"IFEval Raw":0.7526551771521784,"IFEval":75.26551771521784,"BBH Raw":0.6937699482580332,"BBH":55.80557342514651,"MATH Lvl 5 Raw":0.3330815709969788,"MATH Lvl 5":33.30815709969788,"GPQA Raw":0.40604026845637586,"GPQA":20.805369127516784,"MUSR Raw":0.46686458333333336,"MUSR":18.391406250000003,"MMLU-PRO Raw":0.5329122340425532,"MMLU-PRO":48.101359338061464,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-17","Submission Date":"2024-10-17","Generation":0,"Base Model":"rombodawg/Rombos-LLM-V2.6-Nemotron-70b"},{"eval_name":"rombodawg_Rombos-LLM-V2.6-Qwen-14b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"rombodawg/Rombos-LLM-V2.6-Qwen-14b 📑","fullname":"rombodawg/Rombos-LLM-V2.6-Qwen-14b","Model sha":"887910d75a1837b8b8c7c3e50a257517d286ec60","Average ⬆️":42.19934519573359,"Hub License":"apache-2.0","Hub ❤️":53,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":5.251570998218114,"IFEval Raw":0.8431550508207113,"IFEval":84.31550508207113,"BBH Raw":0.6442096596344892,"BBH":49.27851764033085,"MATH Lvl 5 Raw":0.5211480362537765,"MATH Lvl 5":52.11480362537765,"GPQA Raw":0.3338926174496644,"GPQA":11.185682326621922,"MUSR Raw":0.4220625,"MUSR":12.291145833333337,"MMLU-PRO Raw":0.49609375,"MMLU-PRO":44.01041666666667,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-12","Submission Date":"2024-12-07","Generation":1,"Base Model":"rombodawg/Rombos-LLM-V2.6-Qwen-14b (Merge)"},{"eval_name":"rombodawg_rombos_Replete-Coder-Instruct-8b-Merged_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"rombodawg/rombos_Replete-Coder-Instruct-8b-Merged 📑","fullname":"rombodawg/rombos_Replete-Coder-Instruct-8b-Merged","Model sha":"85ad1fb943d73866ba5c8dcfe4a4f2cbfba12d4d","Average ⬆️":16.433823987631932,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9282563866341134,"IFEval Raw":0.5387571643239937,"IFEval":53.87571643239937,"BBH Raw":0.4461693860075828,"BBH":21.937706578272657,"MATH Lvl 5 Raw":0.07779456193353475,"MATH Lvl 5":7.779456193353475,"GPQA Raw":0.26929530201342283,"GPQA":2.572706935123044,"MUSR Raw":0.36603125,"MUSR":3.4539062499999993,"MMLU-PRO Raw":0.18085106382978725,"MMLU-PRO":8.983451536643026,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-06","Submission Date":"2024-10-14","Generation":0,"Base Model":"rombodawg/rombos_Replete-Coder-Instruct-8b-Merged"},{"eval_name":"rombodawg_rombos_Replete-Coder-Llama3-8B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"rombodawg/rombos_Replete-Coder-Llama3-8B 📑","fullname":"rombodawg/rombos_Replete-Coder-Llama3-8B","Model sha":"938a45789cf94821ef6b12c98dc76622a0fa936a","Average ⬆️":11.971032787867797,"Hub License":"other","Hub ❤️":3,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.411204186683609,"IFEval Raw":0.4714125187834945,"IFEval":47.14125187834945,"BBH Raw":0.32762771025266835,"BBH":7.087845117845117,"MATH Lvl 5 Raw":0.03927492447129909,"MATH Lvl 5":3.927492447129909,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.39663541666666663,"MUSR":7.712760416666666,"MMLU-PRO Raw":0.13347739361702127,"MMLU-PRO":3.719710401891251,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-06","Submission Date":"2024-10-14","Generation":0,"Base Model":"rombodawg/rombos_Replete-Coder-Llama3-8B"},{"eval_name":"rootxhacker_Apollo-70B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"rootxhacker/Apollo-70B 📑","fullname":"rootxhacker/Apollo-70B","Model sha":"dea3d818bfdab718a2313e3ca023e54e3f4d9a3c","Average ⬆️":43.15901797697317,"Hub License":"mit","Hub ❤️":0,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":15.70960535007151,"IFEval Raw":0.5098560707810831,"IFEval":50.9856070781083,"BBH Raw":0.6804215148524603,"BBH":53.528405173016914,"MATH Lvl 5 Raw":0.5611782477341389,"MATH Lvl 5":56.11782477341389,"GPQA Raw":0.45721476510067116,"GPQA":27.628635346756152,"MUSR Raw":0.4947708333333333,"MUSR":23.146354166666658,"MMLU-PRO Raw":0.5279255319148937,"MMLU-PRO":47.54728132387708,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-03-02","Submission Date":"2025-03-02","Generation":1,"Base Model":"rootxhacker/Apollo-70B (Merge)"},{"eval_name":"rootxhacker_Apollo_v2-32B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"rootxhacker/Apollo_v2-32B 📑","fullname":"rootxhacker/Apollo_v2-32B","Model sha":"2ce67ae5de87c736b78110d0e0219f4943406043","Average ⬆️":39.81170120905305,"Hub License":"mit","Hub ❤️":0,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":62.07832901657737,"IFEval Raw":0.4280486885907171,"IFEval":42.8048688590717,"BBH Raw":0.7072274795963693,"BBH":58.274951480798315,"MATH Lvl 5 Raw":0.42749244712990936,"MATH Lvl 5":42.74924471299094,"GPQA Raw":0.3783557046979866,"GPQA":17.114093959731544,"MUSR Raw":0.4993854166666667,"MUSR":23.823177083333334,"MMLU-PRO Raw":0.5869348404255319,"MMLU-PRO":54.10387115839244,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-03-04","Submission Date":"2025-03-11","Generation":1,"Base Model":"rootxhacker/Apollo_v2-32B (Merge)"},{"eval_name":"rootxhacker_apollo-7B_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"rootxhacker/apollo-7B 📑","fullname":"rootxhacker/apollo-7B","Model sha":"778170316e44277245135f1ed6a6ff7f0ca6725e","Average ⬆️":10.721175786000847,"Hub License":"mit","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4688116118963463,"IFEval Raw":0.29533304964161755,"IFEval":29.533304964161758,"BBH Raw":0.3636262699883149,"BBH":11.072693643924145,"MATH Lvl 5 Raw":0.0256797583081571,"MATH Lvl 5":2.56797583081571,"GPQA Raw":0.2785234899328859,"GPQA":3.8031319910514525,"MUSR Raw":0.41312499999999996,"MUSR":9.040625,"MMLU-PRO Raw":0.17478390957446807,"MMLU-PRO":8.309323286052008,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-03-02","Submission Date":"2025-03-02","Generation":1,"Base Model":"rootxhacker/apollo-7B (Merge)"},{"eval_name":"rsh345_mistral-ft-optimized-1218-NeuralHermes-2.5-Mistral-7B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"rsh345/mistral-ft-optimized-1218-NeuralHermes-2.5-Mistral-7B 📑","fullname":"rsh345/mistral-ft-optimized-1218-NeuralHermes-2.5-Mistral-7B","Model sha":"9bd6ed02533f746473c7e8b926379d858e619925","Average ⬆️":21.02740291549346,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9523481336611325,"IFEval Raw":0.3891807071902552,"IFEval":38.91807071902552,"BBH Raw":0.5188437309746964,"BBH":32.78974404613455,"MATH Lvl 5 Raw":0.07326283987915408,"MATH Lvl 5":7.326283987915408,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.46719791666666666,"MUSR":17.26640625,"MMLU-PRO Raw":0.30535239361702127,"MMLU-PRO":22.816932624113473,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-27","Generation":0,"Base Model":"Removed"},{"eval_name":"rubenroy_Geneva-12B-GCv2-5m_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"rubenroy/Geneva-12B-GCv2-5m 📑","fullname":"rubenroy/Geneva-12B-GCv2-5m","Model sha":"857f83b4043a3e28203a6b6bff19f0fad4cc1c83","Average ⬆️":16.956630719456832,"Hub License":"apache-2.0","Hub ❤️":12,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8862036586829911,"IFEval Raw":0.2586381911106974,"IFEval":25.863819111069738,"BBH Raw":0.5278373390214104,"BBH":32.64683054938012,"MATH Lvl 5 Raw":0.08006042296072508,"MATH Lvl 5":8.006042296072508,"GPQA Raw":0.287751677852349,"GPQA":5.033557046979867,"MUSR Raw":0.3524791666666667,"MUSR":5.193229166666668,"MMLU-PRO Raw":0.3249667553191489,"MMLU-PRO":24.9963061465721,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-01","Submission Date":"2025-02-27","Generation":2,"Base Model":"mistralai/Mistral-Nemo-Base-2407"},{"eval_name":"rubenroy_Gilgamesh-72B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"rubenroy/Gilgamesh-72B 📑","fullname":"rubenroy/Gilgamesh-72B","Model sha":"5aa7df9b748abcbda03e8eb69b64348e09cd72e3","Average ⬆️":46.793671661266096,"Hub License":"other","Hub ❤️":8,"#Params (B)":72.706,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":51.29178285770202,"IFEval Raw":0.8486006019583594,"IFEval":84.86006019583593,"BBH Raw":0.7253327589560739,"BBH":61.83602130504769,"MATH Lvl 5 Raw":0.4380664652567976,"MATH Lvl 5":43.80664652567976,"GPQA Raw":0.39429530201342283,"GPQA":19.239373601789712,"MUSR Raw":0.46264583333333337,"MUSR":17.664062499999996,"MMLU-PRO Raw":0.5802027925531915,"MMLU-PRO":53.3558658392435,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-01","Submission Date":"2025-02-25","Generation":1,"Base Model":"rubenroy/Gilgamesh-72B (Merge)"},{"eval_name":"rubenroy_Zurich-14B-GCv2-5m_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"rubenroy/Zurich-14B-GCv2-5m 📑","fullname":"rubenroy/Zurich-14B-GCv2-5m","Model sha":"08f86f70e83f376f963dd2f21b5a15cc6cf8f17b","Average ⬆️":37.06368897687889,"Hub License":"apache-2.0","Hub ❤️":12,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9337617528412068,"IFEval Raw":0.6163679038285084,"IFEval":61.63679038285083,"BBH Raw":0.6308359017750411,"BBH":46.7337399544949,"MATH Lvl 5 Raw":0.3074018126888218,"MATH Lvl 5":30.74018126888218,"GPQA Raw":0.3615771812080537,"GPQA":14.876957494407161,"MUSR Raw":0.4874479166666667,"MUSR":21.364322916666666,"MMLU-PRO Raw":0.5232712765957447,"MMLU-PRO":47.030141843971634,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-31","Submission Date":"2025-02-27","Generation":2,"Base Model":"Qwen/Qwen2.5-14B"},{"eval_name":"ruizhe1217_sft-s1-qwen-0.5b_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ruizhe1217/sft-s1-qwen-0.5b 📑","fullname":"ruizhe1217/sft-s1-qwen-0.5b","Model sha":"2f8e051a801011cc906efe56c535aab5608aa341","Average ⬆️":9.240285567836873,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.494,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.5358550528471566,"IFEval Raw":0.27487510915482033,"IFEval":27.48751091548203,"BBH Raw":0.33005365550588683,"BBH":8.27626354194646,"MATH Lvl 5 Raw":0.061933534743202415,"MATH Lvl 5":6.193353474320242,"GPQA Raw":0.27097315436241615,"GPQA":2.796420581655486,"MUSR Raw":0.31958333333333333,"MUSR":0.7812499999999996,"MMLU-PRO Raw":0.1891622340425532,"MMLU-PRO":9.90691489361702,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-26","Submission Date":"2025-02-27","Generation":1,"Base Model":"Qwen/Qwen2.5-0.5B"},{"eval_name":"rwitz_go-bruins-v2_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"rwitz/go-bruins-v2 📑","fullname":"rwitz/go-bruins-v2","Model sha":"6d9e57d3a36dbad364ec77ca642873d9fc7fd61c","Average ⬆️":15.433967198473246,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2756394415625334,"IFEval Raw":0.40958877999264176,"IFEval":40.958877999264175,"BBH Raw":0.37988446841089685,"BBH":12.69326018768569,"MATH Lvl 5 Raw":0.06722054380664652,"MATH Lvl 5":6.722054380664652,"GPQA Raw":0.2625838926174497,"GPQA":1.6778523489932917,"MUSR Raw":0.41375,"MUSR":10.985416666666664,"MMLU-PRO Raw":0.2760970744680851,"MMLU-PRO":19.566341607565015,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-06-26","Generation":0,"Base Model":"Removed"},{"eval_name":"sabersaleh_Llama2-7B-CPO_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"sabersaleh/Llama2-7B-CPO 📑","fullname":"sabersaleh/Llama2-7B-CPO","Model sha":"cfc39fd915d4cb89283a901f0eed60f268ec8dce","Average ⬆️":7.303190047047342,"Hub License":"mit","Hub ❤️":0,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9544175459260744,"IFEval Raw":0.1545488193548673,"IFEval":15.454881935486728,"BBH Raw":0.3457919655499851,"BBH":8.656016246266047,"MATH Lvl 5 Raw":0.013595166163141994,"MATH Lvl 5":1.3595166163141994,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.40482291666666664,"MUSR":9.269531250000002,"MMLU-PRO Raw":0.1605718085106383,"MMLU-PRO":6.730200945626476,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-30","Submission Date":"2024-11-30","Generation":1,"Base Model":"sabersaleh/Llama2-7B-CPO (Merge)"},{"eval_name":"sabersaleh_Llama2-7B-DPO_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"sabersaleh/Llama2-7B-DPO 📑","fullname":"sabersaleh/Llama2-7B-DPO","Model sha":"e07f7224c0ecd95eb8c82ae28e00c32031258942","Average ⬆️":7.558004575587002,"Hub License":"mit","Hub ❤️":0,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8351197963436573,"IFEval Raw":0.14533105493424114,"IFEval":14.533105493424115,"BBH Raw":0.3512218731420535,"BBH":9.362230727907603,"MATH Lvl 5 Raw":0.015861027190332326,"MATH Lvl 5":1.5861027190332326,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.4113645833333333,"MUSR":10.453906250000003,"MMLU-PRO Raw":0.16256648936170212,"MMLU-PRO":6.951832151300234,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-30","Submission Date":"2024-11-30","Generation":1,"Base Model":"sabersaleh/Llama2-7B-DPO (Merge)"},{"eval_name":"sabersaleh_Llama2-7B-IPO_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"sabersaleh/Llama2-7B-IPO 📑","fullname":"sabersaleh/Llama2-7B-IPO","Model sha":"424beb187852f704718d75cf9f2ac6c63e10d941","Average ⬆️":7.804715247914783,"Hub License":"mit","Hub ❤️":0,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8523306948320086,"IFEval Raw":0.17685518867715438,"IFEval":17.685518867715437,"BBH Raw":0.3474552716912811,"BBH":9.019805379879918,"MATH Lvl 5 Raw":0.015861027190332326,"MATH Lvl 5":1.5861027190332326,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.4047604166666667,"MUSR":9.328385416666668,"MMLU-PRO Raw":0.16173537234042554,"MMLU-PRO":6.859485815602836,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-30","Submission Date":"2024-11-30","Generation":1,"Base Model":"sabersaleh/Llama2-7B-IPO (Merge)"},{"eval_name":"sabersaleh_Llama2-7B-KTO_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"sabersaleh/Llama2-7B-KTO 📑","fullname":"sabersaleh/Llama2-7B-KTO","Model sha":"60ebb9b532251942686b0cd79cbf56e6694f6e0c","Average ⬆️":7.882716013659315,"Hub License":"mit","Hub ❤️":0,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2560579107691545,"IFEval Raw":0.15284999357260956,"IFEval":15.284999357260956,"BBH Raw":0.35007577568366255,"BBH":9.514963942405524,"MATH Lvl 5 Raw":0.0188821752265861,"MATH Lvl 5":1.8882175226586102,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.41669791666666667,"MUSR":11.187239583333337,"MMLU-PRO Raw":0.1636469414893617,"MMLU-PRO":7.0718823877068555,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-30","Submission Date":"2024-11-30","Generation":1,"Base Model":"sabersaleh/Llama2-7B-KTO (Merge)"},{"eval_name":"sabersaleh_Llama2-7B-SPO_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"sabersaleh/Llama2-7B-SPO 📑","fullname":"sabersaleh/Llama2-7B-SPO","Model sha":"710558a6e70820a1d2f23823380a4accfed4d9b6","Average ⬆️":7.352632078107196,"Hub License":"mit","Hub ❤️":0,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8157692025792285,"IFEval Raw":0.15667207453999832,"IFEval":15.667207453999833,"BBH Raw":0.33834029554844597,"BBH":7.766130774573562,"MATH Lvl 5 Raw":0.019637462235649546,"MATH Lvl 5":1.9637462235649545,"GPQA Raw":0.27684563758389263,"GPQA":3.5794183445190177,"MUSR Raw":0.3874270833333333,"MUSR":6.728385416666669,"MMLU-PRO Raw":0.17569813829787234,"MMLU-PRO":8.41090425531915,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-30","Submission Date":"2024-11-30","Generation":1,"Base Model":"sabersaleh/Llama2-7B-SPO (Merge)"},{"eval_name":"sabersaleh_Llama2-7B-SimPO_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"sabersaleh/Llama2-7B-SimPO 📑","fullname":"sabersaleh/Llama2-7B-SimPO","Model sha":"860de39d93c457d719c3f299e06ba4897aa51f3d","Average ⬆️":7.610783251808889,"Hub License":"mit","Hub ❤️":0,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9476039241157408,"IFEval Raw":0.1658643510330368,"IFEval":16.58643510330368,"BBH Raw":0.34891553101294254,"BBH":8.98121133440231,"MATH Lvl 5 Raw":0.015861027190332326,"MATH Lvl 5":1.5861027190332326,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.40069791666666665,"MUSR":8.587239583333334,"MMLU-PRO Raw":0.16414561170212766,"MMLU-PRO":7.127290189125294,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-30","Submission Date":"2024-11-30","Generation":1,"Base Model":"sabersaleh/Llama2-7B-SimPO (Merge)"},{"eval_name":"sabersaleh_Llama3_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"sabersaleh/Llama3 📑","fullname":"sabersaleh/Llama3","Model sha":"56cdeb0c32b330835c4a88f480066e0308ecf127","Average ⬆️":17.458608830485915,"Hub License":"mit","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3932662824351285,"IFEval Raw":0.3320777758569484,"IFEval":33.20777758569484,"BBH Raw":0.47821899796340944,"BBH":26.70679448256402,"MATH Lvl 5 Raw":0.05664652567975831,"MATH Lvl 5":5.664652567975831,"GPQA Raw":0.3104026845637584,"GPQA":8.05369127516779,"MUSR Raw":0.39334375000000005,"MUSR":7.101302083333334,"MMLU-PRO Raw":0.316156914893617,"MMLU-PRO":24.017434988179666,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-29","Submission Date":"2024-11-29","Generation":1,"Base Model":"sabersaleh/Llama3 (Merge)"},{"eval_name":"sabersalehk_Llama3-001-300_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"sabersalehk/Llama3-001-300 📑","fullname":"sabersalehk/Llama3-001-300","Model sha":"17152ae8544f09f2fa25ae276d1d56ca3302e631","Average ⬆️":17.12107684025811,"Hub License":"mit","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.399065934688029,"IFEval Raw":0.3178643776291351,"IFEval":31.786437762913515,"BBH Raw":0.47445771982516544,"BBH":25.706819355250058,"MATH Lvl 5 Raw":0.052870090634441085,"MATH Lvl 5":5.287009063444108,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.40639583333333335,"MUSR":9.366145833333334,"MMLU-PRO Raw":0.3158244680851064,"MMLU-PRO":23.98049645390071,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-03","Submission Date":"2024-12-03","Generation":1,"Base Model":"sabersalehk/Llama3-001-300 (Merge)"},{"eval_name":"sabersalehk_Llama3-SimPO_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"sabersalehk/Llama3-SimPO 📑","fullname":"sabersalehk/Llama3-SimPO","Model sha":"022f6b4f31728945bc031e2cbf1ed461a8148642","Average ⬆️":18.716097714176378,"Hub License":"mit","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4053791547614594,"IFEval Raw":0.36420142998355476,"IFEval":36.42014299835547,"BBH Raw":0.48735382942408356,"BBH":27.448561942356932,"MATH Lvl 5 Raw":0.05740181268882175,"MATH Lvl 5":5.740181268882175,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.40459375000000003,"MUSR":11.007552083333332,"MMLU-PRO Raw":0.3156582446808511,"MMLU-PRO":23.96202718676123,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-02","Submission Date":"2024-12-02","Generation":1,"Base Model":"sabersalehk/Llama3-SimPO (Merge)"},{"eval_name":"sabersalehk_Llama3_001_200_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"sabersalehk/Llama3_001_200 📑","fullname":"sabersalehk/Llama3_001_200","Model sha":"f0a8d4ac002abf89f19a43c32d945b415b7bfe5d","Average ⬆️":17.287940552816096,"Hub License":"mit","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4521678393056572,"IFEval Raw":0.321836061649756,"IFEval":32.1836061649756,"BBH Raw":0.4727921518419169,"BBH":25.625567506925282,"MATH Lvl 5 Raw":0.0513595166163142,"MATH Lvl 5":5.13595166163142,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.4037291666666667,"MUSR":9.366145833333334,"MMLU-PRO Raw":0.31831781914893614,"MMLU-PRO":24.257535460992905,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-03","Submission Date":"2024-12-03","Generation":1,"Base Model":"sabersalehk/Llama3_001_200 (Merge)"},{"eval_name":"sabersalehk_Llama3_01_300_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"sabersalehk/Llama3_01_300 📑","fullname":"sabersalehk/Llama3_01_300","Model sha":"159a25046a6bc0be3706e9a49389de4b72b21707","Average ⬆️":16.69882386756007,"Hub License":"mit","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4485430669659736,"IFEval Raw":0.2958827023408999,"IFEval":29.588270234089993,"BBH Raw":0.4691387139601247,"BBH":25.1552501785412,"MATH Lvl 5 Raw":0.04984894259818731,"MATH Lvl 5":4.984894259818732,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.40648958333333335,"MUSR":9.144531250000002,"MMLU-PRO Raw":0.31241688829787234,"MMLU-PRO":23.60187647754137,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-03","Submission Date":"2024-12-03","Generation":1,"Base Model":"sabersalehk/Llama3_01_300 (Merge)"},{"eval_name":"saishf_Fimbulvetr-Kuro-Lotus-10.7B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"saishf/Fimbulvetr-Kuro-Lotus-10.7B 📑","fullname":"saishf/Fimbulvetr-Kuro-Lotus-10.7B","Model sha":"ec1288fd8c06ac408a2a7e503ea62ac300e474e1","Average ⬆️":20.677867158266114,"Hub License":"cc-by-nc-4.0","Hub ❤️":18,"#Params (B)":10.732,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6183371562566071,"IFEval Raw":0.49394384677101205,"IFEval":49.39438467710121,"BBH Raw":0.4342316286386943,"BBH":19.90882095261725,"MATH Lvl 5 Raw":0.05362537764350453,"MATH Lvl 5":5.362537764350453,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.4445104166666667,"MUSR":16.03046875,"MMLU-PRO Raw":0.33892952127659576,"MMLU-PRO":26.547724586288417,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-02-13","Submission Date":"2024-07-09","Generation":1,"Base Model":"saishf/Fimbulvetr-Kuro-Lotus-10.7B (Merge)"},{"eval_name":"saishf_Neural-SOVLish-Devil-8B-L3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"saishf/Neural-SOVLish-Devil-8B-L3 📑","fullname":"saishf/Neural-SOVLish-Devil-8B-L3","Model sha":"3df738f6b3512f5f9571f862811717e1fc8c36b6","Average ⬆️":21.691330731173803,"Hub License":"cc-by-nc-4.0","Hub ❤️":10,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3797564443562462,"IFEval Raw":0.41988036188424493,"IFEval":41.98803618842449,"BBH Raw":0.5141802159065874,"BBH":30.100237081099607,"MATH Lvl 5 Raw":0.0891238670694864,"MATH Lvl 5":8.91238670694864,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.4109583333333333,"MUSR":10.23645833333333,"MMLU-PRO Raw":0.3807347074468085,"MMLU-PRO":31.19274527186761,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-05-28","Submission Date":"2025-02-02","Generation":1,"Base Model":"saishf/Neural-SOVLish-Devil-8B-L3 (Merge)"},{"eval_name":"saishshinde15_TethysAI_Base_Reasoning_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"saishshinde15/TethysAI_Base_Reasoning 📑","fullname":"saishshinde15/TethysAI_Base_Reasoning","Model sha":"6c3b2772655a55e5b8e30265b985a9ee84cdb6e8","Average ⬆️":26.354839025207614,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7359453000675985,"IFEval Raw":0.6368757119997164,"IFEval":63.68757119997163,"BBH Raw":0.4518558867290183,"BBH":23.597502964331113,"MATH Lvl 5 Raw":0.31419939577039274,"MATH Lvl 5":31.419939577039273,"GPQA Raw":0.2860738255033557,"GPQA":4.809843400447425,"MUSR Raw":0.4074583333333333,"MUSR":9.765625000000002,"MMLU-PRO Raw":0.3236369680851064,"MMLU-PRO":24.848552009456267,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-21","Submission Date":"2025-02-25","Generation":1,"Base Model":"saishshinde15/TethysAI_Base_Reasoning (Merge)"},{"eval_name":"saishshinde15_TethysAI_Vortex_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"saishshinde15/TethysAI_Vortex 📑","fullname":"saishshinde15/TethysAI_Vortex","Model sha":"9209d07a2dd5aa2226e4bde09cfeb30f5ed70c8d","Average ⬆️":24.80337280546497,"Hub License":"","Hub ❤️":0,"#Params (B)":3.086,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7435275277874127,"IFEval Raw":0.4297718941297978,"IFEval":42.97718941297978,"BBH Raw":0.4749261293502527,"BBH":26.91431404565564,"MATH Lvl 5 Raw":0.3149546827794562,"MATH Lvl 5":31.49546827794562,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.44578125,"MUSR":15.155989583333335,"MMLU-PRO Raw":0.3240525265957447,"MMLU-PRO":24.894725177304963,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-25","Generation":0,"Base Model":"Removed"},{"eval_name":"saishshinde15_TethysAI_Vortex_Reasoning_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"saishshinde15/TethysAI_Vortex_Reasoning 📑","fullname":"saishshinde15/TethysAI_Vortex_Reasoning","Model sha":"97e0c62c764fad13fcba5735c2d6564ee01e3951","Average ⬆️":21.791497955306028,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7884395573169932,"IFEval Raw":0.40211970903868405,"IFEval":40.211970903868405,"BBH Raw":0.4693805860486275,"BBH":25.73813775767069,"MATH Lvl 5 Raw":0.21450151057401812,"MATH Lvl 5":21.45015105740181,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.40844791666666663,"MUSR":9.62265625,"MMLU-PRO Raw":0.3380984042553192,"MMLU-PRO":26.455378250591018,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-24","Submission Date":"2025-02-25","Generation":1,"Base Model":"saishshinde15/TethysAI_Vortex_Reasoning (Merge)"},{"eval_name":"sakaltcommunity_novablast-preview_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sakaltcommunity/novablast-preview 📑","fullname":"sakaltcommunity/novablast-preview","Model sha":"a9cb798ec06f69ca67f4645020ba2d0eee4ffd58","Average ⬆️":41.51641804260023,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":11.262021345541969,"IFEval Raw":0.4530279657974175,"IFEval":45.30279657974175,"BBH Raw":0.7042765234852668,"BBH":58.18215998102389,"MATH Lvl 5 Raw":0.48942598187311176,"MATH Lvl 5":48.94259818731118,"GPQA Raw":0.38171140939597314,"GPQA":17.561521252796418,"MUSR Raw":0.5021145833333334,"MUSR":24.497656250000002,"MMLU-PRO Raw":0.5915059840425532,"MMLU-PRO":54.61177600472813,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-14","Submission Date":"2024-12-18","Generation":1,"Base Model":"sakaltcommunity/novablast-preview (Merge)"},{"eval_name":"sakaltcommunity_sakaltum-7b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"sakaltcommunity/sakaltum-7b 📑","fullname":"sakaltcommunity/sakaltum-7b","Model sha":"692d1c3efdae68a3ace336d865daceb713b93130","Average ⬆️":13.528323522415517,"Hub License":"mit","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9443037628768556,"IFEval Raw":0.2603868845773658,"IFEval":26.038688457736583,"BBH Raw":0.4575213514148995,"BBH":23.75264450329209,"MATH Lvl 5 Raw":0.02945619335347432,"MATH Lvl 5":2.9456193353474323,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.3775,"MUSR":5.754166666666666,"MMLU-PRO Raw":0.2769281914893617,"MMLU-PRO":19.65868794326241,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-13","Submission Date":"2024-12-13","Generation":1,"Base Model":"sakaltcommunity/sakaltum-7b (Merge)"},{"eval_name":"sakhan10_quantized_open_llama_3b_v2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"sakhan10/quantized_open_llama_3b_v2 📑","fullname":"sakhan10/quantized_open_llama_3b_v2","Model sha":"e8d51ad5204806edf9c2eeb8c56139a440a70265","Average ⬆️":5.142500028294101,"Hub License":"","Hub ❤️":0,"#Params (B)":3.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7854007472075212,"IFEval Raw":0.18722212618075595,"IFEval":18.722212618075595,"BBH Raw":0.3019800780121471,"BBH":2.805733273363854,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.27684563758389263,"GPQA":3.5794183445190177,"MUSR Raw":0.3681666666666667,"MUSR":4.687499999999999,"MMLU-PRO Raw":0.10954122340425532,"MMLU-PRO":1.0601359338061456,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-23","Submission Date":"2024-08-28","Generation":1,"Base Model":"openlm-research/open_llama_3b_v2"},{"eval_name":"saltlux_luxia-21.4b-alignment-v1.0_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"saltlux/luxia-21.4b-alignment-v1.0 📑","fullname":"saltlux/luxia-21.4b-alignment-v1.0","Model sha":"87d5673e6d9f60462f195e9414a0bf6874c89ceb","Average ⬆️":23.454573936782676,"Hub License":"apache-2.0","Hub ❤️":33,"#Params (B)":21.421,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.4880949208019976,"IFEval Raw":0.36929679915956326,"IFEval":36.92967991595633,"BBH Raw":0.6373342606775594,"BBH":48.02111296160791,"MATH Lvl 5 Raw":0.09743202416918428,"MATH Lvl 5":9.743202416918429,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.43284374999999997,"MUSR":12.50546875,"MMLU-PRO Raw":0.34034242021276595,"MMLU-PRO":26.70471335697399,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-03-12","Submission Date":"2024-06-29","Generation":0,"Base Model":"saltlux/luxia-21.4b-alignment-v1.0"},{"eval_name":"saltlux_luxia-21.4b-alignment-v1.2_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"saltlux/luxia-21.4b-alignment-v1.2 📑","fullname":"saltlux/luxia-21.4b-alignment-v1.2","Model sha":"eed12b5574fa49cc81e57a88aff24c08c13721c0","Average ⬆️":24.58071047593133,"Hub License":"apache-2.0","Hub ❤️":9,"#Params (B)":21.421,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.091851552468708,"IFEval Raw":0.41153694419695297,"IFEval":41.1536944196953,"BBH Raw":0.6371180708112368,"BBH":47.76916471884749,"MATH Lvl 5 Raw":0.08459214501510574,"MATH Lvl 5":8.459214501510575,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.4458958333333334,"MUSR":14.903645833333329,"MMLU-PRO Raw":0.34732380319148937,"MMLU-PRO":27.480422576832154,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-27","Submission Date":"2024-07-30","Generation":0,"Base Model":"saltlux/luxia-21.4b-alignment-v1.2"},{"eval_name":"sam-paech_Darkest-muse-v1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"sam-paech/Darkest-muse-v1 📑","fullname":"sam-paech/Darkest-muse-v1","Model sha":"55f6ba0218e9615d18a76f244a874b941f8c434f","Average ⬆️":33.447324199858144,"Hub License":"apache-2.0","Hub ❤️":67,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.413894532223269,"IFEval Raw":0.7344202272193336,"IFEval":73.44202272193337,"BBH Raw":0.5968439530708949,"BBH":42.61173126837064,"MATH Lvl 5 Raw":0.21450151057401812,"MATH Lvl 5":21.45015105740181,"GPQA Raw":0.34395973154362414,"GPQA":12.527964205816552,"MUSR Raw":0.4502083333333333,"MUSR":15.276041666666671,"MMLU-PRO Raw":0.4183843085106383,"MMLU-PRO":35.37603427895981,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-22","Submission Date":"2024-10-26","Generation":1,"Base Model":"sam-paech/Darkest-muse-v1 (Merge)"},{"eval_name":"sam-paech_Delirium-v1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"sam-paech/Delirium-v1 📑","fullname":"sam-paech/Delirium-v1","Model sha":"98dc2dad47af405013c0584d752504ca448bd8eb","Average ⬆️":33.09183474861921,"Hub License":"gemma","Hub ❤️":17,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.791002491828395,"IFEval Raw":0.7207564816908026,"IFEval":72.07564816908027,"BBH Raw":0.5962113834521733,"BBH":42.31507908993327,"MATH Lvl 5 Raw":0.2107250755287009,"MATH Lvl 5":21.07250755287009,"GPQA Raw":0.34312080536912754,"GPQA":12.416107382550338,"MUSR Raw":0.45144791666666667,"MUSR":15.230989583333338,"MMLU-PRO Raw":0.4189660904255319,"MMLU-PRO":35.44067671394799,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-17","Submission Date":"2024-10-26","Generation":1,"Base Model":"unsloth/gemma-2-9b-it"},{"eval_name":"sam-paech_Quill-v1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"sam-paech/Quill-v1 📑","fullname":"sam-paech/Quill-v1","Model sha":"3cab1cac9d3de0d25b48ea86b4533aa220231f20","Average ⬆️":33.06394735308967,"Hub License":"","Hub ❤️":13,"#Params (B)":9.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.626938213438511,"IFEval Raw":0.712213593265868,"IFEval":71.22135932658679,"BBH Raw":0.5969226347989487,"BBH":42.59766913903588,"MATH Lvl 5 Raw":0.2122356495468278,"MATH Lvl 5":21.22356495468278,"GPQA Raw":0.33976510067114096,"GPQA":11.968680089485462,"MUSR Raw":0.45547916666666666,"MUSR":16.13489583333333,"MMLU-PRO Raw":0.4171376329787234,"MMLU-PRO":35.237514775413715,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-20","Submission Date":"2024-10-26","Generation":1,"Base Model":"sam-paech/Quill-v1 (Merge)"},{"eval_name":"sarvamai_OpenHathi-7B-Hi-v0.1-Base_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"sarvamai/OpenHathi-7B-Hi-v0.1-Base 📑","fullname":"sarvamai/OpenHathi-7B-Hi-v0.1-Base","Model sha":"2cb5807b852028defa07c56c96a7ff5c11f8df0e","Average ⬆️":6.3386943375795655,"Hub License":"llama2","Hub ❤️":109,"#Params (B)":6.87,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.036453945253264,"IFEval Raw":0.18040244329490196,"IFEval":18.040244329490196,"BBH Raw":0.33540458231510667,"BBH":7.645606515056556,"MATH Lvl 5 Raw":0.008308157099697885,"MATH Lvl 5":0.8308157099697886,"GPQA Raw":0.2533557046979866,"GPQA":0.44742729306487633,"MUSR Raw":0.36584375,"MUSR":5.030468750000002,"MMLU-PRO Raw":0.15433843085106383,"MMLU-PRO":6.03760342789598,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-12-13","Submission Date":"2025-02-06","Generation":0,"Base Model":"sarvamai/OpenHathi-7B-Hi-v0.1-Base"},{"eval_name":"schnapss_testmerge-7b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"schnapss/testmerge-7b 📑","fullname":"schnapss/testmerge-7b","Model sha":"ff84f5b87ba51db9622b1c553c076533890a8f50","Average ⬆️":20.913446084822322,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9403094349551654,"IFEval Raw":0.39222817679313116,"IFEval":39.22281767931311,"BBH Raw":0.5187478405637375,"BBH":32.63816624149671,"MATH Lvl 5 Raw":0.06873111782477341,"MATH Lvl 5":6.873111782477341,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.4685625,"MUSR":17.703645833333333,"MMLU-PRO Raw":0.30601728723404253,"MMLU-PRO":22.89080969267139,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-16","Submission Date":"2024-11-16","Generation":1,"Base Model":"schnapss/testmerge-7b (Merge)"},{"eval_name":"sci-m-wang_Mistral-7B-Instruct-sa-v0.1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Adapter","Architecture":"?","Model":"sci-m-wang/Mistral-7B-Instruct-sa-v0.1 📑","fullname":"sci-m-wang/Mistral-7B-Instruct-sa-v0.1","Model sha":"2dcff66eac0c01dc50e4c41eea959968232187fe","Average ⬆️":12.263004871086814,"Hub License":"other","Hub ❤️":0,"#Params (B)":14.483,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5301646187834628,"IFEval Raw":0.4335186194851882,"IFEval":43.35186194851882,"BBH Raw":0.32727821561411724,"BBH":5.7436460774299505,"MATH Lvl 5 Raw":0.014350453172205438,"MATH Lvl 5":1.4350453172205437,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.38999999999999996,"MUSR":6.6833333333333345,"MMLU-PRO Raw":0.2362034574468085,"MMLU-PRO":15.133717494089835,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-31","Submission Date":"2024-06-27","Generation":2,"Base Model":"mistralai/Mistral-7B-v0.1"},{"eval_name":"sci-m-wang_Phi-3-mini-4k-instruct-sa-v0.1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Adapter","Architecture":"?","Model":"sci-m-wang/Phi-3-mini-4k-instruct-sa-v0.1 📑","fullname":"sci-m-wang/Phi-3-mini-4k-instruct-sa-v0.1","Model sha":"5a516f86087853f9d560c95eb9209c1d4ed9ff69","Average ⬆️":25.82414451642259,"Hub License":"other","Hub ❤️":0,"#Params (B)":7.642,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.5610053501203294,"IFEval Raw":0.5020623057930734,"IFEval":50.206230579307345,"BBH Raw":0.5502038722383045,"BBH":36.605419148768114,"MATH Lvl 5 Raw":0.14803625377643503,"MATH Lvl 5":14.803625377643503,"GPQA Raw":0.3288590604026846,"GPQA":10.514541387024611,"MUSR Raw":0.40730208333333334,"MUSR":9.64609375,"MMLU-PRO Raw":0.39852061170212766,"MMLU-PRO":33.16895685579196,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-01","Submission Date":"2024-06-27","Generation":1,"Base Model":"microsoft/Phi-3-mini-4k-instruct"},{"eval_name":"sci-m-wang_deepseek-llm-7b-chat-sa-v0.1_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Adapter","Architecture":"?","Model":"sci-m-wang/deepseek-llm-7b-chat-sa-v0.1 📑","fullname":"sci-m-wang/deepseek-llm-7b-chat-sa-v0.1","Model sha":"afbda8b347ec881666061fa67447046fc5164ec8","Average ⬆️":13.208049800984782,"Hub License":"other","Hub ❤️":0,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9831480049623817,"IFEval Raw":0.4035935761557113,"IFEval":40.35935761557113,"BBH Raw":0.37177200995276305,"BBH":12.05197465522808,"MATH Lvl 5 Raw":0.026435045317220542,"MATH Lvl 5":2.643504531722054,"GPQA Raw":0.25671140939597314,"GPQA":0.8948545861297527,"MUSR Raw":0.4173125,"MUSR":9.864062499999998,"MMLU-PRO Raw":0.22091090425531915,"MMLU-PRO":13.434544917257682,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-31","Submission Date":"2024-06-27","Generation":1,"Base Model":"deepseek-ai/deepseek-llm-7b-chat"},{"eval_name":"securin_Securin-LLM-V2.5-Qwen-1.5B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"securin/Securin-LLM-V2.5-Qwen-1.5B 📑","fullname":"securin/Securin-LLM-V2.5-Qwen-1.5B","Model sha":"8d14c68eec2049d59b2f3262b323c6036754864c","Average ⬆️":5.2256798816861005,"Hub License":"","Hub ❤️":0,"#Params (B)":1.543,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.20957081758515,"IFEval Raw":0.1492030035860406,"IFEval":14.92030035860406,"BBH Raw":0.3158416288115425,"BBH":4.863456136709561,"MATH Lvl 5 Raw":0.024924471299093656,"MATH Lvl 5":2.492447129909366,"GPQA Raw":0.25,"GPQA":0.0,"MUSR Raw":0.3606354166666667,"MUSR":2.2460937499999996,"MMLU-PRO Raw":0.16148603723404256,"MMLU-PRO":6.831781914893617,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-15","Submission Date":"2024-12-08","Generation":1,"Base Model":"securin/Securin-LLM-V2.5-Qwen-1.5B (Merge)"},{"eval_name":"senseable_WestLake-7B-v2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"senseable/WestLake-7B-v2 📑","fullname":"senseable/WestLake-7B-v2","Model sha":"41625004c47628837678859753b94c50c82f3bec","Average ⬆️":16.257065193895503,"Hub License":"apache-2.0","Hub ❤️":111,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2620225825867748,"IFEval Raw":0.4418620371724801,"IFEval":44.18620371724801,"BBH Raw":0.4073276290688943,"BBH":17.858141685089326,"MATH Lvl 5 Raw":0.04833836858006042,"MATH Lvl 5":4.833836858006042,"GPQA Raw":0.27684563758389263,"GPQA":3.5794183445190177,"MUSR Raw":0.39371874999999995,"MUSR":7.481510416666669,"MMLU-PRO Raw":0.27642952127659576,"MMLU-PRO":19.60328014184397,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-01-22","Submission Date":"2024-07-23","Generation":0,"Base Model":"senseable/WestLake-7B-v2"},{"eval_name":"sequelbox_Llama3.1-70B-PlumChat_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"sequelbox/Llama3.1-70B-PlumChat 📑","fullname":"sequelbox/Llama3.1-70B-PlumChat","Model sha":"bef139c3f9ee73c32559518b951d0465ab36190c","Average ⬆️":37.409205844366646,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":65.54413523224211,"IFEval Raw":0.5616131863455631,"IFEval":56.16131863455631,"BBH Raw":0.6752815345736151,"BBH":52.81275213512472,"MATH Lvl 5 Raw":0.3028700906344411,"MATH Lvl 5":30.28700906344411,"GPQA Raw":0.39093959731543626,"GPQA":18.791946308724835,"MUSR Raw":0.47737500000000005,"MUSR":20.138541666666665,"MMLU-PRO Raw":0.516373005319149,"MMLU-PRO":46.263667257683224,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-17","Submission Date":"2024-11-27","Generation":1,"Base Model":"sequelbox/Llama3.1-70B-PlumChat (Merge)"},{"eval_name":"sequelbox_Llama3.1-8B-MOTH_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"sequelbox/Llama3.1-8B-MOTH 📑","fullname":"sequelbox/Llama3.1-8B-MOTH","Model sha":"8db363e36b1efc9015ab14648e68bcfba9e8d8a0","Average ⬆️":20.83650360825358,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.9292739771594416,"IFEval Raw":0.5244938984117696,"IFEval":52.449389841176966,"BBH Raw":0.490246673015408,"BBH":27.916332245365282,"MATH Lvl 5 Raw":0.1216012084592145,"MATH Lvl 5":12.16012084592145,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.3689166666666666,"MUSR":4.047916666666668,"MMLU-PRO Raw":0.3338597074468085,"MMLU-PRO":25.984411938534276,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-01","Submission Date":"2024-09-19","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"sequelbox_Llama3.1-8B-PlumChat_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"sequelbox/Llama3.1-8B-PlumChat 📑","fullname":"sequelbox/Llama3.1-8B-PlumChat","Model sha":"1afdc9856591f573e4fcb52dba19a9d8da631e0b","Average ⬆️":13.214730095703656,"Hub License":"llama3.1","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9785137872324547,"IFEval Raw":0.42427647530773904,"IFEval":42.427647530773896,"BBH Raw":0.3873291395699702,"BBH":13.935991387298124,"MATH Lvl 5 Raw":0.03625377643504532,"MATH Lvl 5":3.625377643504532,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.3754583333333333,"MUSR":4.765625000000001,"MMLU-PRO Raw":0.21268284574468085,"MMLU-PRO":12.520316193853429,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-02","Submission Date":"2024-10-03","Generation":1,"Base Model":"sequelbox/Llama3.1-8B-PlumChat (Merge)"},{"eval_name":"sequelbox_Llama3.1-8B-PlumCode_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"sequelbox/Llama3.1-8B-PlumCode 📑","fullname":"sequelbox/Llama3.1-8B-PlumCode","Model sha":"171cd599d574000607491f08e6cf7b7eb199e33d","Average ⬆️":9.823999899420981,"Hub License":"llama3.1","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7813524957950064,"IFEval Raw":0.20448299401144518,"IFEval":20.448299401144517,"BBH Raw":0.3368086861425416,"BBH":8.502927271642019,"MATH Lvl 5 Raw":0.027190332326283987,"MATH Lvl 5":2.719033232628399,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.37734375000000003,"MUSR":8.967968750000002,"MMLU-PRO Raw":0.23354388297872342,"MMLU-PRO":14.838209219858156,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-02","Submission Date":"2024-10-03","Generation":1,"Base Model":"sequelbox/Llama3.1-8B-PlumCode (Merge)"},{"eval_name":"sequelbox_Llama3.1-8B-PlumMath_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"sequelbox/Llama3.1-8B-PlumMath 📑","fullname":"sequelbox/Llama3.1-8B-PlumMath","Model sha":"b857c30a626f7c020fcba89df7bece4bb7381ac2","Average ⬆️":13.936685074512214,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.7375443764930234,"IFEval Raw":0.224241678745728,"IFEval":22.424167874572802,"BBH Raw":0.40323023090048143,"BBH":16.44658382894578,"MATH Lvl 5 Raw":0.04758308157099698,"MATH Lvl 5":4.758308157099698,"GPQA Raw":0.3179530201342282,"GPQA":9.060402684563762,"MUSR Raw":0.39185416666666667,"MUSR":8.981770833333334,"MMLU-PRO Raw":0.29753989361702127,"MMLU-PRO":21.948877068557916,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-01","Submission Date":"2024-10-03","Generation":1,"Base Model":"sequelbox/Llama3.1-8B-PlumMath (Merge)"},{"eval_name":"sequelbox_gemma-2-9B-MOTH_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"sequelbox/gemma-2-9B-MOTH 📑","fullname":"sequelbox/gemma-2-9B-MOTH","Model sha":"8dff98ab82ba0087706afa0d6c69874a45548212","Average ⬆️":4.729557867247653,"Hub License":"gemma","Hub ❤️":0,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.0558978861492285,"IFEval Raw":0.20588150551647405,"IFEval":20.588150551647406,"BBH Raw":0.30797000521562534,"BBH":3.2122172300496232,"MATH Lvl 5 Raw":0.010574018126888218,"MATH Lvl 5":1.0574018126888218,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.3409479166666667,"MUSR":0.6184895833333329,"MMLU-PRO Raw":0.11402925531914894,"MMLU-PRO":1.5588061465721037,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-09","Submission Date":"2024-09-10","Generation":2,"Base Model":"google/gemma-2-9b"},{"eval_name":"sethuiyer_Llama-3.1-8B-Experimental-1206-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"sethuiyer/Llama-3.1-8B-Experimental-1206-Instruct 📑","fullname":"sethuiyer/Llama-3.1-8B-Experimental-1206-Instruct","Model sha":"5dde2c4f0f907b00cc490a6b1fe492697395eff3","Average ⬆️":25.684511231135144,"Hub License":"","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.370784422238238,"IFEval Raw":0.6967014189018471,"IFEval":69.67014189018471,"BBH Raw":0.510381184158217,"BBH":30.055034247108825,"MATH Lvl 5 Raw":0.11178247734138973,"MATH Lvl 5":11.178247734138973,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.39657291666666666,"MUSR":8.504947916666664,"MMLU-PRO Raw":0.35289228723404253,"MMLU-PRO":28.09914302600473,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-18","Submission Date":"2025-01-19","Generation":1,"Base Model":"sethuiyer/Llama-3.1-8B-Experimental-1206-Instruct (Merge)"},{"eval_name":"sethuiyer_Llama-3.1-8B-Experimental-1208-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"sethuiyer/Llama-3.1-8B-Experimental-1208-Instruct 📑","fullname":"sethuiyer/Llama-3.1-8B-Experimental-1208-Instruct","Model sha":"4afc818bdd3890a71ac8c31bde9e424e43a86bd7","Average ⬆️":23.509819826801674,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5135607022091058,"IFEval Raw":0.6099981382731153,"IFEval":60.99981382731153,"BBH Raw":0.49642264289263355,"BBH":29.491580809437377,"MATH Lvl 5 Raw":0.0891238670694864,"MATH Lvl 5":8.91238670694864,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.3789895833333334,"MUSR":7.607031250000003,"MMLU-PRO Raw":0.35106382978723405,"MMLU-PRO":27.89598108747045,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-18","Generation":0,"Base Model":"Removed"},{"eval_name":"sethuiyer_LlamaZero-3.1-8B-Experimental-1208_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"sethuiyer/LlamaZero-3.1-8B-Experimental-1208 📑","fullname":"sethuiyer/LlamaZero-3.1-8B-Experimental-1208","Model sha":"8210bbb6d9284b11e168a184e0d6b68c58e419b0","Average ⬆️":21.958507942267545,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7465946737584666,"IFEval Raw":0.6051022398347496,"IFEval":60.51022398347496,"BBH Raw":0.49813698712445653,"BBH":28.61268788658586,"MATH Lvl 5 Raw":0.10800604229607251,"MATH Lvl 5":10.80060422960725,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.38199999999999995,"MUSR":7.149999999999996,"MMLU-PRO Raw":0.2999501329787234,"MMLU-PRO":22.21668144208038,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-20","Submission Date":"2025-01-20","Generation":1,"Base Model":"sethuiyer/LlamaZero-3.1-8B-Experimental-1208 (Merge)"},{"eval_name":"sethuiyer_Llamaverse-3.1-8B-Instruct_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"sethuiyer/Llamaverse-3.1-8B-Instruct 📑","fullname":"sethuiyer/Llamaverse-3.1-8B-Instruct","Model sha":"6d81e7054eef74a3aa3f26255d57537a9bb15f19","Average ⬆️":26.19209991300966,"Hub License":"llama3.1","Hub ❤️":5,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4322133247968183,"IFEval Raw":0.6185410266980501,"IFEval":61.854102669805016,"BBH Raw":0.5414159562743479,"BBH":34.78211812089758,"MATH Lvl 5 Raw":0.18580060422960726,"MATH Lvl 5":18.580060422960727,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.3761666666666667,"MUSR":8.420833333333336,"MMLU-PRO Raw":0.3523105053191489,"MMLU-PRO":28.034500591016542,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-14","Submission Date":"2025-01-14","Generation":1,"Base Model":"sethuiyer/Llamaverse-3.1-8B-Instruct (Merge)"},{"eval_name":"sethuiyer_Llamazing-3.1-8B-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"sethuiyer/Llamazing-3.1-8B-Instruct 📑","fullname":"sethuiyer/Llamazing-3.1-8B-Instruct","Model sha":"2c9c702cbe3fce894de728399efcc1c36d6a81ac","Average ⬆️":23.606046468554243,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.620574710742619,"IFEval Raw":0.5711301568726534,"IFEval":57.113015687265346,"BBH Raw":0.529106967510303,"BBH":32.850609039112555,"MATH Lvl 5 Raw":0.054380664652567974,"MATH Lvl 5":5.438066465256798,"GPQA Raw":0.31208053691275167,"GPQA":8.277404921700223,"MUSR Raw":0.39759374999999997,"MUSR":8.999218749999995,"MMLU-PRO Raw":0.3606216755319149,"MMLU-PRO":28.95796394799054,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-19","Generation":0,"Base Model":"Removed"},{"eval_name":"sethuiyer_Qwen2.5-7B-Anvita_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sethuiyer/Qwen2.5-7B-Anvita 📑","fullname":"sethuiyer/Qwen2.5-7B-Anvita","Model sha":"dc6f8ca6507cc282938e70b23b02c1a3db7b7ddc","Average ⬆️":29.898362120988242,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.1602466244661174,"IFEval Raw":0.6480416406246536,"IFEval":64.80416406246536,"BBH Raw":0.5465860266784314,"BBH":35.482447523885746,"MATH Lvl 5 Raw":0.20166163141993956,"MATH Lvl 5":20.166163141993955,"GPQA Raw":0.3271812080536913,"GPQA":10.290827740492169,"MUSR Raw":0.43365625,"MUSR":13.473697916666671,"MMLU-PRO Raw":0.4165558510638298,"MMLU-PRO":35.172872340425535,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-11","Submission Date":"2024-10-27","Generation":1,"Base Model":"sethuiyer/Qwen2.5-7B-Anvita (Merge)"},{"eval_name":"shadowml_BeagSake-7B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"shadowml/BeagSake-7B 📑","fullname":"shadowml/BeagSake-7B","Model sha":"b7a3b25a188a4608fd05fc4247ddd504c1f529d1","Average ⬆️":19.000757229169064,"Hub License":"cc-by-nc-4.0","Hub ❤️":2,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.078669899162654,"IFEval Raw":0.5215960318621258,"IFEval":52.15960318621258,"BBH Raw":0.47110342371098474,"BBH":25.19294464311316,"MATH Lvl 5 Raw":0.05060422960725076,"MATH Lvl 5":5.0604229607250755,"GPQA Raw":0.28104026845637586,"GPQA":4.138702460850116,"MUSR Raw":0.41235416666666663,"MUSR":9.844270833333333,"MMLU-PRO Raw":0.25847739361702127,"MMLU-PRO":17.608599290780138,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-01-31","Submission Date":"2024-10-29","Generation":1,"Base Model":"shadowml/BeagSake-7B (Merge)"},{"eval_name":"shadowml_Mixolar-4x7b_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"shadowml/Mixolar-4x7b 📑","fullname":"shadowml/Mixolar-4x7b","Model sha":"bb793526b063765e9861cad8834160fb0945e66d","Average ⬆️":20.252696525459793,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":36.099,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.709455400650262,"IFEval Raw":0.3893303102434873,"IFEval":38.93303102434873,"BBH Raw":0.5215949876221495,"BBH":32.728963576299655,"MATH Lvl 5 Raw":0.0581570996978852,"MATH Lvl 5":5.81570996978852,"GPQA Raw":0.29278523489932884,"GPQA":5.7046979865771785,"MUSR Raw":0.42575,"MUSR":12.718749999999995,"MMLU-PRO Raw":0.33053523936170215,"MMLU-PRO":25.615026595744684,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2023-12-30","Submission Date":"2024-08-05","Generation":0,"Base Model":"shadowml/Mixolar-4x7b"},{"eval_name":"shastraai_Shastra-LLAMA2-Math-Commonsense-SFT_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"shastraai/Shastra-LLAMA2-Math-Commonsense-SFT 📑","fullname":"shastraai/Shastra-LLAMA2-Math-Commonsense-SFT","Model sha":"97a578246d4edecb5fde3dae262a64e4ec9f489a","Average ⬆️":10.49075907778522,"Hub License":"","Hub ❤️":0,"#Params (B)":6.738,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5280844722045834,"IFEval Raw":0.3041507644161935,"IFEval":30.415076441619348,"BBH Raw":0.384316753625765,"BBH":13.659523241343651,"MATH Lvl 5 Raw":0.017371601208459216,"MATH Lvl 5":1.7371601208459215,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.3604479166666667,"MUSR":4.8226562500000005,"MMLU-PRO Raw":0.19971742021276595,"MMLU-PRO":11.079713356973993,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-27","Generation":0,"Base Model":"Removed"},{"eval_name":"shivam9980_NEPALI-LLM_bfloat16","Precision":"bfloat16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"shivam9980/NEPALI-LLM 📑","fullname":"shivam9980/NEPALI-LLM","Model sha":"5fe146065b53bfd6d8e242cffbe9176bc245551d","Average ⬆️":6.93055339969496,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":10.273,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":14.370848641479697,"IFEval Raw":0.041666112581284324,"IFEval":4.166611258128433,"BBH Raw":0.3828457133787513,"BBH":13.12524427731519,"MATH Lvl 5 Raw":0.00906344410876133,"MATH Lvl 5":0.906344410876133,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.41219791666666666,"MUSR":9.991406250000002,"MMLU-PRO Raw":0.2064494680851064,"MMLU-PRO":11.827718676122931,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-17","Submission Date":"2024-09-24","Generation":2,"Base Model":"google/gemma-2-9b"},{"eval_name":"shivam9980_mistral-7b-news-cnn-merged_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Adapter","Architecture":"?","Model":"shivam9980/mistral-7b-news-cnn-merged 📑","fullname":"shivam9980/mistral-7b-news-cnn-merged","Model sha":"a0d7029cb00c122843aef3d7ad61d514de334ea3","Average ⬆️":17.196276123590845,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.723,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.188185330941949,"IFEval Raw":0.4634192830578421,"IFEval":46.34192830578421,"BBH Raw":0.3635484854246454,"BBH":11.146535574656042,"MATH Lvl 5 Raw":0.0188821752265861,"MATH Lvl 5":1.8882175226586102,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.45226041666666666,"MUSR":15.665885416666669,"MMLU-PRO Raw":0.28274601063829785,"MMLU-PRO":20.305112293144205,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-03-18","Submission Date":"2024-09-12","Generation":2,"Base Model":"mistralai/mistral-7b-instruct-v0.2"},{"eval_name":"shivank21_mistral_dpo_self_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"","Model":"shivank21/mistral_dpo_self 📑","fullname":"shivank21/mistral_dpo_self","Model sha":"2dcff66eac0c01dc50e4c41eea959968232187fe","Average ⬆️":9.824435617463962,"Hub License":"","Hub ❤️":0,"#Params (B)":7.913,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.2630629848127213,"IFEval Raw":0.340345837932242,"IFEval":34.0345837932242,"BBH Raw":0.3216256961597798,"BBH":5.548411533266127,"MATH Lvl 5 Raw":0.02190332326283988,"MATH Lvl 5":2.190332326283988,"GPQA Raw":0.2407718120805369,"GPQA":0.0,"MUSR Raw":0.32466666666666666,"MUSR":3.683333333333334,"MMLU-PRO Raw":0.2214095744680851,"MMLU-PRO":13.48995271867612,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-03","Submission Date":"2025-02-05","Generation":0,"Base Model":"shivank21/mistral_dpo_self"},{"eval_name":"shuttleai_shuttle-3_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"shuttleai/shuttle-3 📑","fullname":"shuttleai/shuttle-3","Model sha":"b48807a86c65e121f31f0ebdb2d1272bdd253a9a","Average ⬆️":46.70460730741495,"Hub License":"other","Hub ❤️":36,"#Params (B)":72.706,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":47.04132341607627,"IFEval Raw":0.815403130360776,"IFEval":81.5403130360776,"BBH Raw":0.7420334281529087,"BBH":64.05301565117443,"MATH Lvl 5 Raw":0.45996978851963743,"MATH Lvl 5":45.996978851963746,"GPQA Raw":0.41191275167785235,"GPQA":21.588366890380314,"MUSR Raw":0.4376875,"MUSR":14.64427083333333,"MMLU-PRO Raw":0.5716422872340425,"MMLU-PRO":52.40469858156028,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-09","Submission Date":"2024-12-04","Generation":1,"Base Model":"Qwen/Qwen2.5-72B"},{"eval_name":"shyamieee_Padma-v7.0_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"shyamieee/Padma-v7.0 📑","fullname":"shyamieee/Padma-v7.0","Model sha":"caf70bd6e2f819cc6a18dda8516f2cbdc101fdde","Average ⬆️":19.75621841010717,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1797979554990508,"IFEval Raw":0.3841097177710696,"IFEval":38.410971777106965,"BBH Raw":0.5118785631761485,"BBH":31.657520764874246,"MATH Lvl 5 Raw":0.0702416918429003,"MATH Lvl 5":7.02416918429003,"GPQA Raw":0.2860738255033557,"GPQA":4.809843400447425,"MUSR Raw":0.43855208333333334,"MUSR":14.085677083333332,"MMLU-PRO Raw":0.3029421542553192,"MMLU-PRO":22.549128250591018,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-26","Submission Date":"2024-06-26","Generation":1,"Base Model":"shyamieee/Padma-v7.0 (Merge)"},{"eval_name":"silma-ai_SILMA-9B-Instruct-v1.0_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"silma-ai/SILMA-9B-Instruct-v1.0 📑","fullname":"silma-ai/SILMA-9B-Instruct-v1.0","Model sha":"25d7b116ab3fb9f97417a297f8df4a7e34e7de68","Average ⬆️":26.308011915634108,"Hub License":"gemma","Hub ❤️":69,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.4919978285857622,"IFEval Raw":0.5841943820174914,"IFEval":58.419438201749145,"BBH Raw":0.5219015032853501,"BBH":30.71300262979214,"MATH Lvl 5 Raw":0.1163141993957704,"MATH Lvl 5":11.63141993957704,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.46369791666666665,"MUSR":17.262239583333336,"MMLU-PRO Raw":0.39195478723404253,"MMLU-PRO":32.439420803782504,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-17","Submission Date":"2024-11-12","Generation":0,"Base Model":"silma-ai/SILMA-9B-Instruct-v1.0"},{"eval_name":"silma-ai_SILMA-Kashif-2B-Instruct-v1.0_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"silma-ai/SILMA-Kashif-2B-Instruct-v1.0 📑","fullname":"silma-ai/SILMA-Kashif-2B-Instruct-v1.0","Model sha":"c13e67581b7d38f79b9bfae90c273f15875d3aef","Average ⬆️":8.452456221236272,"Hub License":"gemma","Hub ❤️":14,"#Params (B)":2.614,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.3874880242826424,"IFEval Raw":0.11807781131841291,"IFEval":11.807781131841292,"BBH Raw":0.37932201246317715,"BBH":12.844188209052897,"MATH Lvl 5 Raw":0.011329305135951661,"MATH Lvl 5":1.1329305135951662,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.4042604166666666,"MUSR":8.265885416666668,"MMLU-PRO Raw":0.22581449468085107,"MMLU-PRO":13.979388297872342,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-26","Submission Date":"2025-01-27","Generation":0,"Base Model":"silma-ai/SILMA-Kashif-2B-Instruct-v1.0"},{"eval_name":"siqi00_Mistral-7B-DFT_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"siqi00/Mistral-7B-DFT 📑","fullname":"siqi00/Mistral-7B-DFT","Model sha":"d0ec860cddca6094253d50d474ee78bfe371df2b","Average ⬆️":20.75522180931725,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8755216987960303,"IFEval Raw":0.5568668909604294,"IFEval":55.68668909604294,"BBH Raw":0.46648773367771273,"BBH":25.364499387227273,"MATH Lvl 5 Raw":0.0377643504531722,"MATH Lvl 5":3.7764350453172204,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.41911458333333335,"MUSR":10.622656249999999,"MMLU-PRO Raw":0.2962932180851064,"MMLU-PRO":21.81035756501182,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-05","Submission Date":"2025-02-05","Generation":1,"Base Model":"mistralai/Mistral-7B-v0.1"},{"eval_name":"siqi00_Mistral-7B-DFT2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"siqi00/Mistral-7B-DFT2 📑","fullname":"siqi00/Mistral-7B-DFT2","Model sha":"77d3f365b9b65ffcdda6ee028fd303d145b117f4","Average ⬆️":19.8755968493133,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.40110483542063136,"IFEval Raw":0.5803723010501026,"IFEval":58.037230105010266,"BBH Raw":0.39683798240076246,"BBH":15.39381048021219,"MATH Lvl 5 Raw":0.045317220543806644,"MATH Lvl 5":4.531722054380665,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.44007291666666665,"MUSR":14.109114583333337,"MMLU-PRO Raw":0.28523936170212766,"MMLU-PRO":20.582151300236408,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-09","Submission Date":"2025-02-26","Generation":1,"Base Model":"mistralai/Mistral-7B-v0.1"},{"eval_name":"skumar9_Llama-medx_v2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"skumar9/Llama-medx_v2 📑","fullname":"skumar9/Llama-medx_v2","Model sha":"3c955655894733b2f851de017134c84b0a62f380","Average ⬆️":19.88386236667153,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.0199599668215353,"IFEval Raw":0.4462337708391512,"IFEval":44.623377083915116,"BBH Raw":0.4908589512175783,"BBH":27.423041996880624,"MATH Lvl 5 Raw":0.09138972809667674,"MATH Lvl 5":9.138972809667674,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.36612500000000003,"MUSR":3.3656250000000028,"MMLU-PRO Raw":0.34632646276595747,"MMLU-PRO":27.369606973995275,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-29","Submission Date":"2025-01-29","Generation":0,"Base Model":"skumar9/Llama-medx_v2"},{"eval_name":"skymizer_Llama2-7b-sft-chat-custom-template-dpo_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"skymizer/Llama2-7b-sft-chat-custom-template-dpo 📑","fullname":"skymizer/Llama2-7b-sft-chat-custom-template-dpo","Model sha":"22302ebd8c551a5f302fcb8366cc61fdeedf0e00","Average ⬆️":10.140548181946363,"Hub License":"llama2","Hub ❤️":0,"#Params (B)":6.738,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2329408833483786,"IFEval Raw":0.2352823840742563,"IFEval":23.528238407425633,"BBH Raw":0.36884662302661564,"BBH":11.238865074478818,"MATH Lvl 5 Raw":0.014350453172205438,"MATH Lvl 5":1.4350453172205437,"GPQA Raw":0.23909395973154363,"GPQA":0.0,"MUSR Raw":0.44286458333333334,"MUSR":14.124739583333332,"MMLU-PRO Raw":0.19464760638297873,"MMLU-PRO":10.516400709219859,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-11","Submission Date":"2024-07-01","Generation":1,"Base Model":"Removed"},{"eval_name":"someon98_qwen-CoMa-0.5b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"someon98/qwen-CoMa-0.5b 📑","fullname":"someon98/qwen-CoMa-0.5b","Model sha":"67336cfb494c0aa1995be0efdeeb9fb0c6a386fe","Average ⬆️":5.858059919414088,"Hub License":"","Hub ❤️":1,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.0183575110985603,"IFEval Raw":0.22766371006706648,"IFEval":22.76637100670665,"BBH Raw":0.29533439538939815,"BBH":2.1267939195880374,"MATH Lvl 5 Raw":0.004531722054380665,"MATH Lvl 5":0.4531722054380665,"GPQA Raw":0.23993288590604026,"GPQA":0.0,"MUSR Raw":0.40457291666666667,"MUSR":8.704947916666667,"MMLU-PRO Raw":0.10987367021276596,"MMLU-PRO":1.0970744680851066,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"someon98/qwen-CoMa-0.5b (Merge)"},{"eval_name":"sometimesanotion_ChocoTrio-14B-v1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/ChocoTrio-14B-v1 📑","fullname":"sometimesanotion/ChocoTrio-14B-v1","Model sha":"da10e1b6a7eb22cd4a1736fab5b17e8d026c57e9","Average ⬆️":41.158305672336745,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8457620800763928,"IFEval Raw":0.7088912973133508,"IFEval":70.88912973133507,"BBH Raw":0.6505840125855428,"BBH":50.01329228044157,"MATH Lvl 5 Raw":0.3972809667673716,"MATH Lvl 5":39.72809667673716,"GPQA Raw":0.3850671140939597,"GPQA":18.008948545861294,"MUSR Raw":0.4820520833333333,"MUSR":19.756510416666668,"MMLU-PRO Raw":0.5369847074468085,"MMLU-PRO":48.55385638297872,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-01","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_IF-reasoning-experiment-40_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/IF-reasoning-experiment-40 📑","fullname":"sometimesanotion/IF-reasoning-experiment-40","Model sha":"0064fffb67d18b0f946b6e7bf3227ca0c92af3eb","Average ⬆️":38.780695768343925,"Hub License":"","Hub ❤️":0,"#Params (B)":14.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.809917598536154,"IFEval Raw":0.6329793835910938,"IFEval":63.29793835910938,"BBH Raw":0.6111859401994667,"BBH":44.30640768056546,"MATH Lvl 5 Raw":0.3716012084592145,"MATH Lvl 5":37.160120845921455,"GPQA Raw":0.3800335570469799,"GPQA":17.337807606263986,"MUSR Raw":0.5194166666666666,"MUSR":25.860416666666662,"MMLU-PRO Raw":0.5024933510638298,"MMLU-PRO":44.72148345153664,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-29","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_IF-reasoning-experiment-80_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/IF-reasoning-experiment-80 📑","fullname":"sometimesanotion/IF-reasoning-experiment-80","Model sha":"d1441e8bd87f11235fd4c708f6ece69a9973c343","Average ⬆️":22.64532031474884,"Hub License":"","Hub ❤️":0,"#Params (B)":7.383,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.773964867048081,"IFEval Raw":0.5462761029623622,"IFEval":54.62761029623621,"BBH Raw":0.42103836132239286,"BBH":17.482339572802207,"MATH Lvl 5 Raw":0.09894259818731117,"MATH Lvl 5":9.894259818731117,"GPQA Raw":0.28439597315436244,"GPQA":4.5861297539149914,"MUSR Raw":0.5024583333333333,"MUSR":22.973958333333332,"MMLU-PRO Raw":0.3367686170212766,"MMLU-PRO":26.307624113475175,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-29","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_KytheraMix-7B-v0.2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/KytheraMix-7B-v0.2 📑","fullname":"sometimesanotion/KytheraMix-7B-v0.2","Model sha":"2052860a45a71fa30196077b99596264d1002429","Average ⬆️":32.38407922772431,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.381778506653468,"IFEval Raw":0.6128705168951715,"IFEval":61.28705168951715,"BBH Raw":0.5635202746804572,"BBH":37.50149964913648,"MATH Lvl 5 Raw":0.29229607250755285,"MATH Lvl 5":29.229607250755286,"GPQA Raw":0.33557046979865773,"GPQA":11.409395973154364,"MUSR Raw":0.45941666666666664,"MUSR":15.927083333333334,"MMLU-PRO Raw":0.45054853723404253,"MMLU-PRO":38.949837470449175,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-05","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Lamarck-14B-v0.1-experimental_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Lamarck-14B-v0.1-experimental 📑","fullname":"sometimesanotion/Lamarck-14B-v0.1-experimental","Model sha":"b0600e08e8c97b25d1abca543b997d9927245442","Average ⬆️":37.552164138470836,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.789386756229194,"IFEval Raw":0.5353850006870658,"IFEval":53.53850006870659,"BBH Raw":0.6582539239967329,"BBH":50.794907669194664,"MATH Lvl 5 Raw":0.3580060422960725,"MATH Lvl 5":35.80060422960725,"GPQA Raw":0.38171140939597314,"GPQA":17.561521252796418,"MUSR Raw":0.47284375,"MUSR":18.638802083333335,"MMLU-PRO Raw":0.5408078457446809,"MMLU-PRO":48.97864952718677,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-09","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Lamarck-14B-v0.3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Lamarck-14B-v0.3 📑","fullname":"sometimesanotion/Lamarck-14B-v0.3","Model sha":"781637d1b65766fe933ebde070632e48f91390ab","Average ⬆️":36.853034263826295,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":9.590061110558608,"IFEval Raw":0.5031616111916382,"IFEval":50.31616111916382,"BBH Raw":0.6611400465373158,"BBH":51.27430858821048,"MATH Lvl 5 Raw":0.3406344410876133,"MATH Lvl 5":34.06344410876133,"GPQA Raw":0.3884228187919463,"GPQA":18.456375838926174,"MUSR Raw":0.4688125,"MUSR":18.001562500000002,"MMLU-PRO Raw":0.5410571808510638,"MMLU-PRO":49.006353427895974,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-06","Submission Date":"2024-12-09","Generation":1,"Base Model":"sometimesanotion/Lamarck-14B-v0.3 (Merge)"},{"eval_name":"sometimesanotion_Lamarck-14B-v0.4-Qwenvergence_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Lamarck-14B-v0.4-Qwenvergence 📑","fullname":"sometimesanotion/Lamarck-14B-v0.4-Qwenvergence","Model sha":"add9a151dd5614603bebcf3d3740fa92e5d67632","Average ⬆️":36.62014600012022,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.4825269957712743,"IFEval Raw":0.4906470387460826,"IFEval":49.06470387460827,"BBH Raw":0.6535142192324058,"BBH":50.20804499847927,"MATH Lvl 5 Raw":0.33987915407854985,"MATH Lvl 5":33.987915407854985,"GPQA Raw":0.3783557046979866,"GPQA":17.114093959731544,"MUSR Raw":0.4846875,"MUSR":20.385937499999994,"MMLU-PRO Raw":0.5406416223404256,"MMLU-PRO":48.96018026004729,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-12","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Lamarck-14B-v0.6_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Lamarck-14B-v0.6 📑","fullname":"sometimesanotion/Lamarck-14B-v0.6","Model sha":"e9c144208c045fe6954ef3f658a3bda38dbd0d82","Average ⬆️":41.16744391023699,"Hub License":"apache-2.0","Hub ❤️":14,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.8447694873403306,"IFEval Raw":0.6972510716011294,"IFEval":69.72510716011294,"BBH Raw":0.6460312233782931,"BBH":49.29789462939962,"MATH Lvl 5 Raw":0.4040785498489426,"MATH Lvl 5":40.40785498489426,"GPQA Raw":0.38926174496644295,"GPQA":18.568232662192393,"MUSR Raw":0.4846875,"MUSR":20.119270833333335,"MMLU-PRO Raw":0.5399767287234043,"MMLU-PRO":48.88630319148937,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-04","Submission Date":"2025-01-05","Generation":1,"Base Model":"sometimesanotion/Lamarck-14B-v0.6 (Merge)"},{"eval_name":"sometimesanotion_Lamarck-14B-v0.6-002-model_stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Lamarck-14B-v0.6-002-model_stock 📑","fullname":"sometimesanotion/Lamarck-14B-v0.6-002-model_stock","Model sha":"c2d5adb04b1839aeeca77a3f2a5be08864116da1","Average ⬆️":39.457579354747615,"Hub License":"","Hub ❤️":0,"#Params (B)":14.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.775851332590963,"IFEval Raw":0.669224324791553,"IFEval":66.9224324791553,"BBH Raw":0.6143349188724702,"BBH":45.00658355961355,"MATH Lvl 5 Raw":0.3776435045317221,"MATH Lvl 5":37.764350453172206,"GPQA Raw":0.37416107382550334,"GPQA":16.554809843400445,"MUSR Raw":0.5180208333333333,"MUSR":25.45260416666666,"MMLU-PRO Raw":0.5054022606382979,"MMLU-PRO":45.04469562647754,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-01","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Lamarck-14B-v0.6-model_stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Lamarck-14B-v0.6-model_stock 📑","fullname":"sometimesanotion/Lamarck-14B-v0.6-model_stock","Model sha":"4d4227285a889ffd23618ad32ff7b08d1bcfa5ae","Average ⬆️":40.67608193287934,"Hub License":"","Hub ❤️":0,"#Params (B)":14.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.723278579007773,"IFEval Raw":0.6789662539838739,"IFEval":67.89662539838739,"BBH Raw":0.6269436532753222,"BBH":46.491326082885486,"MATH Lvl 5 Raw":0.4244712990936556,"MATH Lvl 5":42.44712990936556,"GPQA Raw":0.38422818791946306,"GPQA":17.897091722595075,"MUSR Raw":0.50065625,"MUSR":22.682031249999994,"MMLU-PRO Raw":0.519780585106383,"MMLU-PRO":46.64228723404256,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-31","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Lamarck-14B-v0.7-Fusion_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Lamarck-14B-v0.7-Fusion 📑","fullname":"sometimesanotion/Lamarck-14B-v0.7-Fusion","Model sha":"f2413f4fa9d9fdc6a29b8c28f541875a7a8061df","Average ⬆️":41.68165196521005,"Hub License":"apache-2.0","Hub ❤️":8,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.515341471959302,"IFEval Raw":0.6821134589555713,"IFEval":68.21134589555712,"BBH Raw":0.6543636625652262,"BBH":50.42650008400056,"MATH Lvl 5 Raw":0.4040785498489426,"MATH Lvl 5":40.40785498489426,"GPQA Raw":0.401006711409396,"GPQA":20.134228187919465,"MUSR Raw":0.49913541666666666,"MUSR":22.125260416666666,"MMLU-PRO Raw":0.5390625,"MMLU-PRO":48.78472222222222,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-23","Submission Date":"2025-02-23","Generation":1,"Base Model":"sometimesanotion/Lamarck-14B-v0.7-Fusion (Merge)"},{"eval_name":"sometimesanotion_Lamarck-14B-v0.7-rc1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Lamarck-14B-v0.7-rc1 📑","fullname":"sometimesanotion/Lamarck-14B-v0.7-rc1","Model sha":"7735f8b60b6cf5728ee26b84e4d7fab846657ac4","Average ⬆️":41.14125262846636,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.8975613656159886,"IFEval Raw":0.7305482785675341,"IFEval":73.0548278567534,"BBH Raw":0.6486027992626241,"BBH":49.50816072696898,"MATH Lvl 5 Raw":0.3851963746223565,"MATH Lvl 5":38.51963746223565,"GPQA Raw":0.38926174496644295,"GPQA":18.568232662192393,"MUSR Raw":0.47147916666666667,"MUSR":18.134895833333335,"MMLU-PRO Raw":0.5415558510638298,"MMLU-PRO":49.06176122931441,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-19","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Lamarck-14B-v0.7-rc4_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Lamarck-14B-v0.7-rc4 📑","fullname":"sometimesanotion/Lamarck-14B-v0.7-rc4","Model sha":"724da952865e5fe0555e7d86bda9168541df0f2e","Average ⬆️":41.79013452973212,"Hub License":"apache-2.0","Hub ❤️":39,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.8324623578695967,"IFEval Raw":0.7210811757248545,"IFEval":72.10811757248545,"BBH Raw":0.6509652911243554,"BBH":49.854949919143934,"MATH Lvl 5 Raw":0.4025679758308157,"MATH Lvl 5":40.25679758308157,"GPQA Raw":0.38926174496644295,"GPQA":18.568232662192393,"MUSR Raw":0.4911979166666667,"MUSR":21.06640625,"MMLU-PRO Raw":0.5399767287234043,"MMLU-PRO":48.88630319148937,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-21","Submission Date":"2025-01-21","Generation":1,"Base Model":"sometimesanotion/Lamarck-14B-v0.7-rc4 (Merge)"},{"eval_name":"sometimesanotion_LamarckInfusion-14B-v1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/LamarckInfusion-14B-v1 📑","fullname":"sometimesanotion/LamarckInfusion-14B-v1","Model sha":"39236e060b4aae1f882abeb6e2a3672076169c91","Average ⬆️":42.05767311482166,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.981689278019317,"IFEval Raw":0.7198322672730577,"IFEval":71.98322672730578,"BBH Raw":0.6539252513912222,"BBH":50.34764346772722,"MATH Lvl 5 Raw":0.4169184290030212,"MATH Lvl 5":41.69184290030212,"GPQA Raw":0.39093959731543626,"GPQA":18.791946308724835,"MUSR Raw":0.48989583333333336,"MUSR":20.903645833333332,"MMLU-PRO Raw":0.5376496010638298,"MMLU-PRO":48.62773345153664,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-25","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_LamarckInfusion-14B-v2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/LamarckInfusion-14B-v2 📑","fullname":"sometimesanotion/LamarckInfusion-14B-v2","Model sha":"fb7c7f4ae83dcaab6d9e9e6c21af7fe83f584561","Average ⬆️":42.11094293951407,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8852153316741096,"IFEval Raw":0.6811892445378263,"IFEval":68.11892445378263,"BBH Raw":0.6564434429766982,"BBH":50.84149099483824,"MATH Lvl 5 Raw":0.438821752265861,"MATH Lvl 5":43.8821752265861,"GPQA Raw":0.3875838926174497,"GPQA":18.34451901565996,"MUSR Raw":0.4992604166666667,"MUSR":22.40755208333333,"MMLU-PRO Raw":0.5416389627659575,"MMLU-PRO":49.07099586288417,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-01","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_LamarckInfusion-14B-v2-hi_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/LamarckInfusion-14B-v2-hi 📑","fullname":"sometimesanotion/LamarckInfusion-14B-v2-hi","Model sha":"291a3e56e35b33172d8eaa574bbb64cdd13e46d3","Average ⬆️":41.509609454034056,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9025659110395232,"IFEval Raw":0.685485622592499,"IFEval":68.5485622592499,"BBH Raw":0.6555026541798943,"BBH":50.65842470890095,"MATH Lvl 5 Raw":0.4229607250755287,"MATH Lvl 5":42.296072507552864,"GPQA Raw":0.3884228187919463,"GPQA":18.456375838926174,"MUSR Raw":0.48471875000000003,"MUSR":20.156510416666666,"MMLU-PRO Raw":0.5404753989361702,"MMLU-PRO":48.94171099290781,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-01","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_LamarckInfusion-14B-v2-lo_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/LamarckInfusion-14B-v2-lo 📑","fullname":"sometimesanotion/LamarckInfusion-14B-v2-lo","Model sha":"50afe3fe5b5f3ba5455929f301f426a5f4229938","Average ⬆️":41.58407798423975,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8154785258852455,"IFEval Raw":0.6787911630030541,"IFEval":67.87911630030541,"BBH Raw":0.6528441920403686,"BBH":50.25299157009956,"MATH Lvl 5 Raw":0.42371601208459214,"MATH Lvl 5":42.37160120845921,"GPQA Raw":0.3859060402684564,"GPQA":18.120805369127517,"MUSR Raw":0.4991041666666667,"MUSR":22.02135416666667,"MMLU-PRO Raw":0.5397273936170213,"MMLU-PRO":48.85859929078014,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-01","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_LamarckInfusion-14B-v3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/LamarckInfusion-14B-v3 📑","fullname":"sometimesanotion/LamarckInfusion-14B-v3","Model sha":"f2efbc9345e6d1edb59525901226e06dd38d23bf","Average ⬆️":41.58315666578661,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.948833045177632,"IFEval Raw":0.7131378076836128,"IFEval":71.31378076836128,"BBH Raw":0.6517667892516962,"BBH":50.091807278816894,"MATH Lvl 5 Raw":0.4123867069486405,"MATH Lvl 5":41.23867069486405,"GPQA Raw":0.38674496644295303,"GPQA":18.232662192393736,"MUSR Raw":0.48202083333333334,"MUSR":19.652604166666666,"MMLU-PRO Raw":0.5407247340425532,"MMLU-PRO":48.96941489361702,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-03-01","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Qwen-14B-ProseStock-v4_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwen-14B-ProseStock-v4 📑","fullname":"sometimesanotion/Qwen-14B-ProseStock-v4","Model sha":"7bbd108559500c0efca1f8925180bb1771425559","Average ⬆️":37.376459859146784,"Hub License":"","Hub ❤️":0,"#Params (B)":14.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.6889640300489233,"IFEval Raw":0.4942186731206532,"IFEval":49.42186731206532,"BBH Raw":0.6498268976192769,"BBH":49.54129977932439,"MATH Lvl 5 Raw":0.3640483383685801,"MATH Lvl 5":36.40483383685801,"GPQA Raw":0.3884228187919463,"GPQA":18.456375838926174,"MUSR Raw":0.49383333333333335,"MUSR":21.69583333333333,"MMLU-PRO Raw":0.5386469414893617,"MMLU-PRO":48.73854905437352,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-24","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Qwen-2.5-14B-Virmarckeoso_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwen-2.5-14B-Virmarckeoso 📑","fullname":"sometimesanotion/Qwen-2.5-14B-Virmarckeoso","Model sha":"","Average ⬆️":36.63616421583777,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.790309427252899,"IFEval Raw":0.4813295389566351,"IFEval":48.132953895663505,"BBH Raw":0.6569729950776678,"BBH":50.65229487013111,"MATH Lvl 5 Raw":0.3564954682779456,"MATH Lvl 5":35.64954682779456,"GPQA Raw":0.37919463087248323,"GPQA":17.225950782997764,"MUSR Raw":0.4793541666666667,"MUSR":19.519270833333326,"MMLU-PRO Raw":0.5377327127659575,"MMLU-PRO":48.63696808510639,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-10","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Qwen2.5-14B-Vimarckoso_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwen2.5-14B-Vimarckoso 📑","fullname":"sometimesanotion/Qwen2.5-14B-Vimarckoso","Model sha":"0865365f6c0b221c08fdd5adf8965f3720645226","Average ⬆️":36.05694131448308,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.1353183809455882,"IFEval Raw":0.45742407922091166,"IFEval":45.74240792209116,"BBH Raw":0.6446348390056346,"BBH":49.178956415446315,"MATH Lvl 5 Raw":0.338368580060423,"MATH Lvl 5":33.8368580060423,"GPQA Raw":0.3926174496644295,"GPQA":19.01565995525727,"MUSR Raw":0.4858645833333333,"MUSR":20.466406249999995,"MMLU-PRO Raw":0.5329122340425532,"MMLU-PRO":48.101359338061464,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-11","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Qwen2.5-14B-Vimarckoso-v2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwen2.5-14B-Vimarckoso-v2 📑","fullname":"sometimesanotion/Qwen2.5-14B-Vimarckoso-v2","Model sha":"5768a4448e4e3a95a7f459ac2b106abbf8510840","Average ⬆️":36.185823403667726,"Hub License":"","Hub ❤️":0,"#Params (B)":14.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.1650812295035533,"IFEval Raw":0.4505301488938239,"IFEval":45.053014889382396,"BBH Raw":0.6550336897572636,"BBH":50.419625407805114,"MATH Lvl 5 Raw":0.3580060422960725,"MATH Lvl 5":35.80060422960725,"GPQA Raw":0.3825503355704698,"GPQA":17.67337807606264,"MUSR Raw":0.48189583333333336,"MUSR":19.503645833333334,"MMLU-PRO Raw":0.5379820478723404,"MMLU-PRO":48.6646719858156,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-26","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Qwen2.5-14B-Vimarckoso-v3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwen2.5-14B-Vimarckoso-v3 📑","fullname":"sometimesanotion/Qwen2.5-14B-Vimarckoso-v3","Model sha":"e2f4b596010057af0cd8f27ba992bf9d6af48801","Average ⬆️":41.026521660758924,"Hub License":"apache-2.0","Hub ❤️":11,"#Params (B)":14.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.857249308247871,"IFEval Raw":0.7256523801291683,"IFEval":72.56523801291684,"BBH Raw":0.641460062329604,"BBH":48.581587256263106,"MATH Lvl 5 Raw":0.4003021148036254,"MATH Lvl 5":40.03021148036254,"GPQA Raw":0.3800335570469799,"GPQA":17.337807606263986,"MUSR Raw":0.4806875,"MUSR":19.385937499999997,"MMLU-PRO Raw":0.5343251329787234,"MMLU-PRO":48.25834810874704,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"sometimesanotion/Qwen2.5-14B-Vimarckoso-v3 (Merge)"},{"eval_name":"sometimesanotion_Qwen2.5-14B-Vimarckoso-v3-IF-Variant_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwen2.5-14B-Vimarckoso-v3-IF-Variant 📑","fullname":"sometimesanotion/Qwen2.5-14B-Vimarckoso-v3-IF-Variant","Model sha":"246b592926a9351b195650b5bcfe1cba9218a698","Average ⬆️":34.41237931041414,"Hub License":"","Hub ❤️":0,"#Params (B)":14.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.934752419774387,"IFEval Raw":0.6412973133507981,"IFEval":64.12973133507981,"BBH Raw":0.5520788965536542,"BBH":35.653096662329,"MATH Lvl 5 Raw":0.2545317220543807,"MATH Lvl 5":25.45317220543807,"GPQA Raw":0.34731543624161076,"GPQA":12.975391498881436,"MUSR Raw":0.5319166666666667,"MUSR":28.389583333333334,"MMLU-PRO Raw":0.4588597074468085,"MMLU-PRO":39.873300827423165,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-28","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Qwen2.5-14B-Vimarckoso-v3-Prose01_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwen2.5-14B-Vimarckoso-v3-Prose01 📑","fullname":"sometimesanotion/Qwen2.5-14B-Vimarckoso-v3-Prose01","Model sha":"3c65fc0b2ffb89149b4c6e984414d3a13000fd7c","Average ⬆️":40.27916996114231,"Hub License":"","Hub ❤️":0,"#Params (B)":14.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.7879159156412023,"IFEval Raw":0.6872343160591674,"IFEval":68.72343160591674,"BBH Raw":0.6358769213927613,"BBH":47.70662461639211,"MATH Lvl 5 Raw":0.3995468277945619,"MATH Lvl 5":39.95468277945619,"GPQA Raw":0.38674496644295303,"GPQA":18.232662192393736,"MUSR Raw":0.48071875000000003,"MUSR":19.55651041666667,"MMLU-PRO Raw":0.5275099734042553,"MMLU-PRO":47.50110815602837,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-30","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Qwen2.5-14B-Vimarckoso-v3-model_stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwen2.5-14B-Vimarckoso-v3-model_stock 📑","fullname":"sometimesanotion/Qwen2.5-14B-Vimarckoso-v3-model_stock","Model sha":"06ec138247d03a9308c886c8b326f210c18117e4","Average ⬆️":41.224844265866444,"Hub License":"","Hub ❤️":0,"#Params (B)":14.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.7699045334073404,"IFEval Raw":0.7161852772864887,"IFEval":71.61852772864887,"BBH Raw":0.6420915332649074,"BBH":48.76100556664132,"MATH Lvl 5 Raw":0.4244712990936556,"MATH Lvl 5":42.44712990936556,"GPQA Raw":0.3800335570469799,"GPQA":17.337807606263986,"MUSR Raw":0.47811458333333334,"MUSR":19.230989583333336,"MMLU-PRO Raw":0.5315824468085106,"MMLU-PRO":47.953605200945624,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-27","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Qwen2.5-7B-Gordion-v0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwen2.5-7B-Gordion-v0.1 📑","fullname":"sometimesanotion/Qwen2.5-7B-Gordion-v0.1","Model sha":"0f31fa5189c4d5106d374535ced13c9817cb2c8b","Average ⬆️":32.15683651529989,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3864242985911932,"IFEval Raw":0.748183708116686,"IFEval":74.81837081166859,"BBH Raw":0.5523808037550308,"BBH":36.01177427952259,"MATH Lvl 5 Raw":0.29154078549848944,"MATH Lvl 5":29.154078549848943,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.40162499999999995,"MUSR":8.569791666666669,"MMLU-PRO Raw":0.43001994680851063,"MMLU-PRO":36.6688829787234,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-07","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Qwen2.5-7B-Gordion-v0.1-Prose_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwen2.5-7B-Gordion-v0.1-Prose 📑","fullname":"sometimesanotion/Qwen2.5-7B-Gordion-v0.1-Prose","Model sha":"12c9682b5d9e5e738e6b818b01ead86a76364ffc","Average ⬆️":30.518790394446103,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6469028935169414,"IFEval Raw":0.5347101246913745,"IFEval":53.47101246913745,"BBH Raw":0.5599089581177875,"BBH":37.44132686992394,"MATH Lvl 5 Raw":0.2892749244712991,"MATH Lvl 5":28.92749244712991,"GPQA Raw":0.32046979865771813,"GPQA":9.395973154362418,"MUSR Raw":0.45017708333333334,"MUSR":14.70546875,"MMLU-PRO Raw":0.4525432180851064,"MMLU-PRO":39.17146867612293,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-08","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Qwen2.5-7B-Gordion-v0.1-Reason_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwen2.5-7B-Gordion-v0.1-Reason 📑","fullname":"sometimesanotion/Qwen2.5-7B-Gordion-v0.1-Reason","Model sha":"2a1913c4153e05dfab7194910864f91c9dac3e16","Average ⬆️":29.020681749258376,"Hub License":"","Hub ❤️":0,"#Params (B)":7.613,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6705605680412755,"IFEval Raw":0.49172085621705963,"IFEval":49.17208562170596,"BBH Raw":0.5498169530870823,"BBH":36.259832032643125,"MATH Lvl 5 Raw":0.2620845921450151,"MATH Lvl 5":26.208459214501513,"GPQA Raw":0.34060402684563756,"GPQA":12.080536912751676,"MUSR Raw":0.4434166666666666,"MUSR":13.660416666666668,"MMLU-PRO Raw":0.4306848404255319,"MMLU-PRO":36.74276004728132,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-08","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Qwentessential-14B-v1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwentessential-14B-v1 📑","fullname":"sometimesanotion/Qwentessential-14B-v1","Model sha":"feea151e26c094b74bd8e76ef99b698854623b78","Average ⬆️":40.27876153100695,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9578394364648848,"IFEval Raw":0.6279083941719084,"IFEval":62.79083941719083,"BBH Raw":0.6545165968552056,"BBH":50.365974711716206,"MATH Lvl 5 Raw":0.4070996978851964,"MATH Lvl 5":40.70996978851964,"GPQA Raw":0.3875838926174497,"GPQA":18.34451901565996,"MUSR Raw":0.4872916666666667,"MUSR":20.778124999999996,"MMLU-PRO Raw":0.5381482712765957,"MMLU-PRO":48.68314125295508,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-16","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Qwentinuum-14B-v013_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwentinuum-14B-v013 📑","fullname":"sometimesanotion/Qwentinuum-14B-v013","Model sha":"2e5ad6d32e76852a803b976078ac0ac2ff0aaaac","Average ⬆️":38.63606262403764,"Hub License":"","Hub ❤️":0,"#Params (B)":14.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.847378348005329,"IFEval Raw":0.6711226213114536,"IFEval":67.11226213114536,"BBH Raw":0.6086634082040333,"BBH":43.96523461481209,"MATH Lvl 5 Raw":0.37084592145015105,"MATH Lvl 5":37.08459214501511,"GPQA Raw":0.3573825503355705,"GPQA":14.317673378076066,"MUSR Raw":0.5154166666666666,"MUSR":24.99374999999999,"MMLU-PRO Raw":0.49908577127659576,"MMLU-PRO":44.3428634751773,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-26","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Qwentinuum-14B-v1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwentinuum-14B-v1 📑","fullname":"sometimesanotion/Qwentinuum-14B-v1","Model sha":"cd71c7c9f4e18deed1fe8000ae4784b96c33281f","Average ⬆️":37.151308752643104,"Hub License":"","Hub ❤️":0,"#Params (B)":14.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.8363009330752975,"IFEval Raw":0.5031616111916382,"IFEval":50.31616111916382,"BBH Raw":0.6572572845221036,"BBH":50.73749377731295,"MATH Lvl 5 Raw":0.36027190332326287,"MATH Lvl 5":36.027190332326285,"GPQA Raw":0.3825503355704698,"GPQA":17.67337807606264,"MUSR Raw":0.4780520833333333,"MUSR":19.156510416666666,"MMLU-PRO Raw":0.5409740691489362,"MMLU-PRO":48.99711879432624,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-21","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Qwentinuum-14B-v2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwentinuum-14B-v2 📑","fullname":"sometimesanotion/Qwentinuum-14B-v2","Model sha":"70f5b77f646b5f4cc6f7decf7bd3c7b3bd4cebcf","Average ⬆️":37.91575826840247,"Hub License":"","Hub ❤️":0,"#Params (B)":14.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.006593147681782,"IFEval Raw":0.5378329499062487,"IFEval":53.78329499062488,"BBH Raw":0.6555355668062347,"BBH":50.53548026965414,"MATH Lvl 5 Raw":0.37537764350453173,"MATH Lvl 5":37.53776435045317,"GPQA Raw":0.3884228187919463,"GPQA":18.456375838926174,"MUSR Raw":0.47141666666666665,"MUSR":18.193750000000005,"MMLU-PRO Raw":0.5408909574468085,"MMLU-PRO":48.9878841607565,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-21","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Qwentinuum-14B-v3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwentinuum-14B-v3 📑","fullname":"sometimesanotion/Qwentinuum-14B-v3","Model sha":"2331e2c1afe4e224c9c019f4f03c2ad19bd15465","Average ⬆️":39.159303783541326,"Hub License":"","Hub ❤️":0,"#Params (B)":14.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.826016412766472,"IFEval Raw":0.6157683834448153,"IFEval":61.57683834448153,"BBH Raw":0.6538645567116264,"BBH":50.03761140499875,"MATH Lvl 5 Raw":0.35347432024169184,"MATH Lvl 5":35.34743202416919,"GPQA Raw":0.3875838926174497,"GPQA":18.34451901565996,"MUSR Raw":0.48598958333333336,"MUSR":20.615364583333328,"MMLU-PRO Raw":0.5413065159574468,"MMLU-PRO":49.03405732860521,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-22","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Qwentinuum-14B-v5_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwentinuum-14B-v5 📑","fullname":"sometimesanotion/Qwentinuum-14B-v5","Model sha":"8be868ce00f239bf06c859c0c40fcf4c54a9205c","Average ⬆️":39.35077790070098,"Hub License":"","Hub ❤️":0,"#Params (B)":14.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.767575484919844,"IFEval Raw":0.628557782240012,"IFEval":62.8557782240012,"BBH Raw":0.654985060704008,"BBH":50.28397367122805,"MATH Lvl 5 Raw":0.34441087613293053,"MATH Lvl 5":34.44108761329305,"GPQA Raw":0.3875838926174497,"GPQA":18.34451901565996,"MUSR Raw":0.4873854166666667,"MUSR":21.089843749999996,"MMLU-PRO Raw":0.5418051861702128,"MMLU-PRO":49.08946513002365,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-22","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Qwentinuum-14B-v6_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwentinuum-14B-v6 📑","fullname":"sometimesanotion/Qwentinuum-14B-v6","Model sha":"951576b4056fe63d02cdc31a653585d9706beba9","Average ⬆️":39.59946867765128,"Hub License":"","Hub ❤️":0,"#Params (B)":14.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.807936642717539,"IFEval Raw":0.6304062110755019,"IFEval":63.04062110755019,"BBH Raw":0.6544517420216159,"BBH":50.2319102421481,"MATH Lvl 5 Raw":0.36027190332326287,"MATH Lvl 5":36.027190332326285,"GPQA Raw":0.38674496644295303,"GPQA":18.232662192393736,"MUSR Raw":0.48995833333333333,"MUSR":21.178124999999994,"MMLU-PRO Raw":0.5399767287234043,"MMLU-PRO":48.88630319148937,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-22","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Qwentinuum-14B-v6-Prose_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwentinuum-14B-v6-Prose 📑","fullname":"sometimesanotion/Qwentinuum-14B-v6-Prose","Model sha":"fc6086a7732bc8e87505f4c2bc49561a52ad04a9","Average ⬆️":38.69645443942003,"Hub License":"","Hub ❤️":0,"#Params (B)":14.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.927070295037354,"IFEval Raw":0.5642860942299764,"IFEval":56.428609422997646,"BBH Raw":0.6545112522796068,"BBH":50.14060102445929,"MATH Lvl 5 Raw":0.37009063444108764,"MATH Lvl 5":37.00906344410876,"GPQA Raw":0.3884228187919463,"GPQA":18.456375838926174,"MUSR Raw":0.4912604166666667,"MUSR":21.340885416666662,"MMLU-PRO Raw":0.5392287234042553,"MMLU-PRO":48.8031914893617,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-26","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Qwentinuum-14B-v7_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwentinuum-14B-v7 📑","fullname":"sometimesanotion/Qwentinuum-14B-v7","Model sha":"e9505b4931323752ebb0c901494c050835f0e4d8","Average ⬆️":39.15035648193577,"Hub License":"","Hub ❤️":0,"#Params (B)":14.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.795123715981153,"IFEval Raw":0.6109223526908603,"IFEval":61.092235269086025,"BBH Raw":0.6551430222697051,"BBH":50.347065074109956,"MATH Lvl 5 Raw":0.35725075528700906,"MATH Lvl 5":35.725075528700906,"GPQA Raw":0.39093959731543626,"GPQA":18.791946308724835,"MUSR Raw":0.48198958333333336,"MUSR":19.94869791666666,"MMLU-PRO Raw":0.5409740691489362,"MMLU-PRO":48.99711879432624,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-22","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Qwentinuum-14B-v8_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwentinuum-14B-v8 📑","fullname":"sometimesanotion/Qwentinuum-14B-v8","Model sha":"a856d3095937fd39f829824d6c6d9950cf56dc1d","Average ⬆️":38.48492951696213,"Hub License":"","Hub ❤️":0,"#Params (B)":14.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.955932580216315,"IFEval Raw":0.5411552458587658,"IFEval":54.115524585876585,"BBH Raw":0.6534258495008117,"BBH":50.11142993537886,"MATH Lvl 5 Raw":0.39123867069486407,"MATH Lvl 5":39.12386706948641,"GPQA Raw":0.38338926174496646,"GPQA":17.785234899328863,"MUSR Raw":0.48732291666666666,"MUSR":20.74869791666666,"MMLU-PRO Raw":0.5412234042553191,"MMLU-PRO":49.02482269503546,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-22","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Qwentinuum-14B-v9_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwentinuum-14B-v9 📑","fullname":"sometimesanotion/Qwentinuum-14B-v9","Model sha":"3109d6342d8740336dc83569def5b3d80abfac38","Average ⬆️":37.21744200410536,"Hub License":"","Hub ❤️":0,"#Params (B)":14.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.8053819230052954,"IFEval Raw":0.5107304175144174,"IFEval":51.073041751441735,"BBH Raw":0.6580257842849174,"BBH":50.80134720526892,"MATH Lvl 5 Raw":0.34818731117824775,"MATH Lvl 5":34.818731117824775,"GPQA Raw":0.3859060402684564,"GPQA":18.120805369127517,"MUSR Raw":0.47811458333333334,"MUSR":19.364322916666666,"MMLU-PRO Raw":0.5421376329787234,"MMLU-PRO":49.1264036643026,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-22","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Qwenvergence-14B-qv256_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwenvergence-14B-qv256 📑","fullname":"sometimesanotion/Qwenvergence-14B-qv256","Model sha":"13e8b600da0b78b23481738858b7ed2d533ee6e5","Average ⬆️":40.12038665513343,"Hub License":"","Hub ❤️":0,"#Params (B)":14.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.927284904836732,"IFEval Raw":0.7006232352380573,"IFEval":70.06232352380573,"BBH Raw":0.6312084721949004,"BBH":47.07821800122079,"MATH Lvl 5 Raw":0.38972809667673713,"MATH Lvl 5":38.972809667673715,"GPQA Raw":0.3783557046979866,"GPQA":17.114093959731544,"MUSR Raw":0.49259375,"MUSR":21.07421875,"MMLU-PRO Raw":0.5177859042553191,"MMLU-PRO":46.42065602836879,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-01","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Qwenvergence-14B-v0.6-004-model_stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwenvergence-14B-v0.6-004-model_stock 📑","fullname":"sometimesanotion/Qwenvergence-14B-v0.6-004-model_stock","Model sha":"1fa94759545d9b591bcbbe93a2c90f2a346f9580","Average ⬆️":40.603760450568224,"Hub License":"","Hub ❤️":0,"#Params (B)":14.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.819502496328202,"IFEval Raw":0.6859854076073706,"IFEval":68.59854076073707,"BBH Raw":0.6249338707540049,"BBH":46.366653802814,"MATH Lvl 5 Raw":0.4093655589123867,"MATH Lvl 5":40.93655589123867,"GPQA Raw":0.38338926174496646,"GPQA":17.785234899328863,"MUSR Raw":0.5033229166666667,"MUSR":23.348697916666662,"MMLU-PRO Raw":0.519281914893617,"MMLU-PRO":46.58687943262411,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-01","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Qwenvergence-14B-v10_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwenvergence-14B-v10 📑","fullname":"sometimesanotion/Qwenvergence-14B-v10","Model sha":"49b05dd6652ff43233ced904b0b49775c06abf75","Average ⬆️":41.47601045691917,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.020614495063573,"IFEval Raw":0.6756938257157675,"IFEval":67.56938257157675,"BBH Raw":0.6316425399409628,"BBH":46.74625368312197,"MATH Lvl 5 Raw":0.4788519637462236,"MATH Lvl 5":47.88519637462236,"GPQA Raw":0.37919463087248323,"GPQA":17.225950782997764,"MUSR Raw":0.49913541666666666,"MUSR":22.325260416666662,"MMLU-PRO Raw":0.523936170212766,"MMLU-PRO":47.10401891252955,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-22","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Qwenvergence-14B-v11_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwenvergence-14B-v11 📑","fullname":"sometimesanotion/Qwenvergence-14B-v11","Model sha":"1bac3b52bdcbba680213f3771451d32ea86f3d28","Average ⬆️":41.51678135973019,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.710329520646223,"IFEval Raw":0.7192327468893647,"IFEval":71.92327468893646,"BBH Raw":0.6367548394062034,"BBH":47.54895322758622,"MATH Lvl 5 Raw":0.4645015105740181,"MATH Lvl 5":46.45015105740181,"GPQA Raw":0.3724832214765101,"GPQA":16.33109619686801,"MUSR Raw":0.4754479166666667,"MUSR":18.764322916666668,"MMLU-PRO Raw":0.5327460106382979,"MMLU-PRO":48.082890070921984,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-29","Submission Date":"2025-01-29","Generation":1,"Base Model":"sometimesanotion/Qwenvergence-14B-v11 (Merge)"},{"eval_name":"sometimesanotion_Qwenvergence-14B-v12-Prose_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwenvergence-14B-v12-Prose 📑","fullname":"sometimesanotion/Qwenvergence-14B-v12-Prose","Model sha":"9e84960b3d2b763ac5b3a3316340af39a4130ba9","Average ⬆️":38.05247832908145,"Hub License":"","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.5109968121064616,"IFEval Raw":0.5412051135431766,"IFEval":54.12051135431766,"BBH Raw":0.6504247508173936,"BBH":49.672529400653026,"MATH Lvl 5 Raw":0.35347432024169184,"MATH Lvl 5":35.34743202416919,"GPQA Raw":0.38674496644295303,"GPQA":18.232662192393736,"MUSR Raw":0.49913541666666666,"MUSR":22.258593749999992,"MMLU-PRO Raw":0.5381482712765957,"MMLU-PRO":48.68314125295508,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-29","Submission Date":"2025-01-30","Generation":1,"Base Model":"sometimesanotion/Qwenvergence-14B-v12-Prose (Merge)"},{"eval_name":"sometimesanotion_Qwenvergence-14B-v12-Prose-DS_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwenvergence-14B-v12-Prose-DS 📑","fullname":"sometimesanotion/Qwenvergence-14B-v12-Prose-DS","Model sha":"51d945881cab30d74de0c8f91a8dda4ea7ed9dc4","Average ⬆️":41.20324803823761,"Hub License":"","Hub ❤️":7,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.3611769809371155,"IFEval Raw":0.6173419859306639,"IFEval":61.734198593066395,"BBH Raw":0.6506726813719318,"BBH":49.86582018521094,"MATH Lvl 5 Raw":0.43051359516616317,"MATH Lvl 5":43.051359516616316,"GPQA Raw":0.39429530201342283,"GPQA":19.239373601789712,"MUSR Raw":0.5150729166666667,"MUSR":24.78411458333333,"MMLU-PRO Raw":0.5369015957446809,"MMLU-PRO":48.54462174940899,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-30","Submission Date":"2025-01-30","Generation":1,"Base Model":"sometimesanotion/Qwenvergence-14B-v12-Prose-DS (Merge)"},{"eval_name":"sometimesanotion_Qwenvergence-14B-v13-Prose-DS_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwenvergence-14B-v13-Prose-DS 📑","fullname":"sometimesanotion/Qwenvergence-14B-v13-Prose-DS","Model sha":"f2c9340915c7a0e49ba980baf66391bc1d568695","Average ⬆️":41.078775784940596,"Hub License":"apache-2.0","Hub ❤️":8,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.834947059251281,"IFEval Raw":0.717808747456748,"IFEval":71.78087474567481,"BBH Raw":0.6405077084802886,"BBH":48.43969044109607,"MATH Lvl 5 Raw":0.3859516616314199,"MATH Lvl 5":38.59516616314199,"GPQA Raw":0.38338926174496646,"GPQA":17.785234899328863,"MUSR Raw":0.49265625,"MUSR":21.548697916666658,"MMLU-PRO Raw":0.534906914893617,"MMLU-PRO":48.32299054373522,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-01","Submission Date":"2025-02-05","Generation":1,"Base Model":"sometimesanotion/Qwenvergence-14B-v13-Prose-DS (Merge)"},{"eval_name":"sometimesanotion_Qwenvergence-14B-v15-Prose-MS_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwenvergence-14B-v15-Prose-MS 📑","fullname":"sometimesanotion/Qwenvergence-14B-v15-Prose-MS","Model sha":"","Average ⬆️":37.71173844405559,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9454235428550473,"IFEval Raw":0.5032114788760489,"IFEval":50.32114788760489,"BBH Raw":0.6550130348108012,"BBH":50.27819609278966,"MATH Lvl 5 Raw":0.3632930513595166,"MATH Lvl 5":36.329305135951664,"GPQA Raw":0.3951342281879195,"GPQA":19.35123042505593,"MUSR Raw":0.4912916666666667,"MUSR":21.178124999999998,"MMLU-PRO Raw":0.539311835106383,"MMLU-PRO":48.81242612293145,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-02-26","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Qwenvergence-14B-v2-Prose_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwenvergence-14B-v2-Prose 📑","fullname":"sometimesanotion/Qwenvergence-14B-v2-Prose","Model sha":"503b367e07a8ed3ce532d03ea35d40d8f17d6e35","Average ⬆️":36.95506362229142,"Hub License":"","Hub ❤️":0,"#Params (B)":14.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.3695775044675425,"IFEval Raw":0.47048830436574957,"IFEval":47.04883043657496,"BBH Raw":0.6518830473518972,"BBH":49.93347199164365,"MATH Lvl 5 Raw":0.3557401812688822,"MATH Lvl 5":35.57401812688822,"GPQA Raw":0.3934563758389262,"GPQA":19.12751677852349,"MUSR Raw":0.49259375,"MUSR":21.47421874999999,"MMLU-PRO Raw":0.5371509308510638,"MMLU-PRO":48.5723256501182,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-15","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Qwenvergence-14B-v3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwenvergence-14B-v3 📑","fullname":"sometimesanotion/Qwenvergence-14B-v3","Model sha":"40c489fd71724f2fa3f7154e4874c6d00700c6c0","Average ⬆️":37.51730006937248,"Hub License":"","Hub ❤️":0,"#Params (B)":14.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.8056301463694058,"IFEval Raw":0.504410519643435,"IFEval":50.4410519643435,"BBH Raw":0.654823836148701,"BBH":50.352687515053724,"MATH Lvl 5 Raw":0.3693353474320242,"MATH Lvl 5":36.933534743202415,"GPQA Raw":0.38422818791946306,"GPQA":17.897091722595075,"MUSR Raw":0.48859375,"MUSR":20.740885416666668,"MMLU-PRO Raw":0.5386469414893617,"MMLU-PRO":48.73854905437352,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-21","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Qwenvergence-14B-v3-Prose_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwenvergence-14B-v3-Prose 📑","fullname":"sometimesanotion/Qwenvergence-14B-v3-Prose","Model sha":"15e4222295ef31aee17c2e5b6e7a31ffd21e3c7b","Average ⬆️":37.52186681948957,"Hub License":"apache-2.0","Hub ❤️":5,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.4226827050371154,"IFEval Raw":0.49177072390147036,"IFEval":49.17707239014703,"BBH Raw":0.6512913170949324,"BBH":49.79836668099142,"MATH Lvl 5 Raw":0.3648036253776435,"MATH Lvl 5":36.48036253776435,"GPQA Raw":0.3951342281879195,"GPQA":19.35123042505593,"MUSR Raw":0.49389583333333337,"MUSR":21.7703125,"MMLU-PRO Raw":0.5369847074468085,"MMLU-PRO":48.55385638297872,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-21","Submission Date":"2024-12-21","Generation":1,"Base Model":"sometimesanotion/Qwenvergence-14B-v3-Prose (Merge)"},{"eval_name":"sometimesanotion_Qwenvergence-14B-v3-Reason_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwenvergence-14B-v3-Reason 📑","fullname":"sometimesanotion/Qwenvergence-14B-v3-Reason","Model sha":"1e613b0e6bfdb08e7c21a3e6ba3b84e361cf8350","Average ⬆️":37.613265274956085,"Hub License":"","Hub ❤️":0,"#Params (B)":14.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.791207955566846,"IFEval Raw":0.5366837768232734,"IFEval":53.66837768232734,"BBH Raw":0.6561283957466177,"BBH":50.69444798867054,"MATH Lvl 5 Raw":0.3580060422960725,"MATH Lvl 5":35.80060422960725,"GPQA Raw":0.38674496644295303,"GPQA":18.232662192393736,"MUSR Raw":0.47402083333333334,"MUSR":18.45260416666667,"MMLU-PRO Raw":0.5394780585106383,"MMLU-PRO":48.83089539007093,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-21","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Qwenvergence-14B-v3-Reason_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwenvergence-14B-v3-Reason 📑","fullname":"sometimesanotion/Qwenvergence-14B-v3-Reason","Model sha":"6acf3cbc9c36b19d66ac683f073e32a9bf86d56e","Average ⬆️":36.71404812686041,"Hub License":"","Hub ❤️":0,"#Params (B)":14.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.926171913330613,"IFEval Raw":0.5278161943642867,"IFEval":52.78161943642867,"BBH Raw":0.6557437566824342,"BBH":50.635776137274746,"MATH Lvl 5 Raw":0.3119335347432024,"MATH Lvl 5":31.19335347432024,"GPQA Raw":0.38422818791946306,"GPQA":17.897091722595075,"MUSR Raw":0.47541666666666665,"MUSR":18.927083333333332,"MMLU-PRO Raw":0.5396442819148937,"MMLU-PRO":48.84936465721041,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-21","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Qwenvergence-14B-v6-Prose_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwenvergence-14B-v6-Prose 📑","fullname":"sometimesanotion/Qwenvergence-14B-v6-Prose","Model sha":"bbb6b0900b630a3120d036d3434ca0fa508ed559","Average ⬆️":38.950847394921304,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.87052828006981,"IFEval Raw":0.5990073006289978,"IFEval":59.900730062899775,"BBH Raw":0.6543750230807198,"BBH":50.11997604002554,"MATH Lvl 5 Raw":0.3564954682779456,"MATH Lvl 5":35.64954682779456,"GPQA Raw":0.3884228187919463,"GPQA":18.456375838926174,"MUSR Raw":0.48865625,"MUSR":21.015364583333326,"MMLU-PRO Raw":0.5370678191489362,"MMLU-PRO":48.56309101654846,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-26","Submission Date":"2024-12-26","Generation":1,"Base Model":"sometimesanotion/Qwenvergence-14B-v6-Prose (Merge)"},{"eval_name":"sometimesanotion_Qwenvergence-14B-v6-Prose-model_stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwenvergence-14B-v6-Prose-model_stock 📑","fullname":"sometimesanotion/Qwenvergence-14B-v6-Prose-model_stock","Model sha":"","Average ⬆️":37.16067561259897,"Hub License":"","Hub ❤️":0,"#Params (B)":14.0,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9661217268137188,"IFEval Raw":0.48110458029140457,"IFEval":48.11045802914046,"BBH Raw":0.6530441861690175,"BBH":49.91412568099364,"MATH Lvl 5 Raw":0.36027190332326287,"MATH Lvl 5":36.027190332326285,"GPQA Raw":0.3934563758389262,"GPQA":19.12751677852349,"MUSR Raw":0.48989583333333336,"MUSR":21.036979166666658,"MMLU-PRO Raw":0.5387300531914894,"MMLU-PRO":48.74778368794326,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-26","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Qwenvergence-14B-v8_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwenvergence-14B-v8 📑","fullname":"sometimesanotion/Qwenvergence-14B-v8","Model sha":"2153b2ba874e99887b255967bb803222dc7d5c77","Average ⬆️":39.212221774327226,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.021208808906965,"IFEval Raw":0.5913387589373973,"IFEval":59.13387589373972,"BBH Raw":0.6522455361956444,"BBH":49.83459258547442,"MATH Lvl 5 Raw":0.40483383685800606,"MATH Lvl 5":40.483383685800604,"GPQA Raw":0.3808724832214765,"GPQA":17.4496644295302,"MUSR Raw":0.47678125,"MUSR":19.09765625,"MMLU-PRO Raw":0.543467420212766,"MMLU-PRO":49.27415780141844,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-16","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_Qwenvergence-14B-v9_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/Qwenvergence-14B-v9 📑","fullname":"sometimesanotion/Qwenvergence-14B-v9","Model sha":"68f4f5d82011dec96bccec481788dd7e591a6d75","Average ⬆️":39.81487420685213,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.8307809399176147,"IFEval Raw":0.6598070896332842,"IFEval":65.98070896332841,"BBH Raw":0.6165623747365094,"BBH":44.843355808017556,"MATH Lvl 5 Raw":0.41389728096676737,"MATH Lvl 5":41.389728096676734,"GPQA Raw":0.36828859060402686,"GPQA":15.771812080536915,"MUSR Raw":0.5141145833333334,"MUSR":25.23098958333333,"MMLU-PRO Raw":0.5110538563829787,"MMLU-PRO":45.67265070921986,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-17","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_lamarck-14b-prose-model_stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/lamarck-14b-prose-model_stock 📑","fullname":"sometimesanotion/lamarck-14b-prose-model_stock","Model sha":"d71942f5b5471fca97914ea26a9f66bb5866693e","Average ⬆️":35.677974423595586,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.1150389719662797,"IFEval Raw":0.4276486389446668,"IFEval":42.76486389446668,"BBH Raw":0.6487621585665343,"BBH":49.383875963761994,"MATH Lvl 5 Raw":0.3413897280966767,"MATH Lvl 5":34.13897280966767,"GPQA Raw":0.3934563758389262,"GPQA":19.12751677852349,"MUSR Raw":0.48459375,"MUSR":20.274218749999992,"MMLU-PRO Raw":0.535405585106383,"MMLU-PRO":48.37839834515367,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-09","Generation":0,"Base Model":"Removed"},{"eval_name":"sometimesanotion_lamarck-14b-reason-model_stock_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sometimesanotion/lamarck-14b-reason-model_stock 📑","fullname":"sometimesanotion/lamarck-14b-reason-model_stock","Model sha":"0f1d7f04b9219ffe3bc26aa3146380fba249d61a","Average ⬆️":36.96126205505086,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":9.97910462331388,"IFEval Raw":0.49646715160219335,"IFEval":49.64671516021933,"BBH Raw":0.6568898541408251,"BBH":50.715404125684955,"MATH Lvl 5 Raw":0.3580060422960725,"MATH Lvl 5":35.80060422960725,"GPQA Raw":0.38422818791946306,"GPQA":17.897091722595075,"MUSR Raw":0.47408333333333336,"MUSR":18.793749999999992,"MMLU-PRO Raw":0.5402260638297872,"MMLU-PRO":48.91400709219858,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-12-09","Generation":0,"Base Model":"Removed"},{"eval_name":"sonthenguyen_ft-unsloth-zephyr-sft-bnb-4bit-20241014-161415_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Adapter","Architecture":"?","Model":"sonthenguyen/ft-unsloth-zephyr-sft-bnb-4bit-20241014-161415 📑","fullname":"sonthenguyen/ft-unsloth-zephyr-sft-bnb-4bit-20241014-161415","Model sha":"467eff1ac1c3395c130929bbe1f34a8194715e7c","Average ⬆️":8.889814609614424,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.723,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.255423129392052,"IFEval Raw":0.28933784580468713,"IFEval":28.93378458046871,"BBH Raw":0.38041816886828617,"BBH":12.789212309485556,"MATH Lvl 5 Raw":0.011329305135951661,"MATH Lvl 5":1.1329305135951662,"GPQA Raw":0.24664429530201343,"GPQA":0.0,"MUSR Raw":0.3860625,"MUSR":6.024479166666666,"MMLU-PRO Raw":0.14012632978723405,"MMLU-PRO":4.4584810874704495,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-15","Submission Date":"2024-10-16","Generation":1,"Base Model":"unsloth/zephyr-sft-bnb-4bit"},{"eval_name":"sonthenguyen_ft-unsloth-zephyr-sft-bnb-4bit-20241014-164205_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Adapter","Architecture":"?","Model":"sonthenguyen/ft-unsloth-zephyr-sft-bnb-4bit-20241014-164205 📑","fullname":"sonthenguyen/ft-unsloth-zephyr-sft-bnb-4bit-20241014-164205","Model sha":"467eff1ac1c3395c130929bbe1f34a8194715e7c","Average ⬆️":12.932104434694521,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.723,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.177996296525118,"IFEval Raw":0.3199377651298555,"IFEval":31.993776512985548,"BBH Raw":0.39586243698929185,"BBH":16.710725154148115,"MATH Lvl 5 Raw":0.008308157099697885,"MATH Lvl 5":0.8308157099697886,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.4271770833333333,"MUSR":12.097135416666667,"MMLU-PRO Raw":0.21243351063829788,"MMLU-PRO":12.492612293144207,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-15","Submission Date":"2024-10-16","Generation":1,"Base Model":"unsloth/zephyr-sft-bnb-4bit"},{"eval_name":"sonthenguyen_ft-unsloth-zephyr-sft-bnb-4bit-20241014-170522_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Adapter","Architecture":"?","Model":"sonthenguyen/ft-unsloth-zephyr-sft-bnb-4bit-20241014-170522 📑","fullname":"sonthenguyen/ft-unsloth-zephyr-sft-bnb-4bit-20241014-170522","Model sha":"467eff1ac1c3395c130929bbe1f34a8194715e7c","Average ⬆️":13.424509088727826,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.723,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.229396078207106,"IFEval Raw":0.37644117607946914,"IFEval":37.64411760794691,"BBH Raw":0.3828367247244511,"BBH":14.138281987896178,"MATH Lvl 5 Raw":0.00906344410876133,"MATH Lvl 5":0.906344410876133,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.4404166666666667,"MUSR":14.11875,"MMLU-PRO Raw":0.20553523936170212,"MMLU-PRO":11.726137706855791,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-15","Submission Date":"2024-10-16","Generation":1,"Base Model":"unsloth/zephyr-sft-bnb-4bit"},{"eval_name":"sonthenguyen_zephyr-sft-bnb-4bit-DPO-mtbc-213steps_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"sonthenguyen/zephyr-sft-bnb-4bit-DPO-mtbc-213steps 📑","fullname":"sonthenguyen/zephyr-sft-bnb-4bit-DPO-mtbc-213steps","Model sha":"4ae2af48b6ac53f14e153b91309624100ae3d7c2","Average ⬆️":15.853792634957259,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3976205387596685,"IFEval Raw":0.4275489035758454,"IFEval":42.75489035758454,"BBH Raw":0.4197290890050172,"BBH":19.669907319611504,"MATH Lvl 5 Raw":0.0256797583081571,"MATH Lvl 5":2.56797583081571,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.40863541666666664,"MUSR":9.579427083333336,"MMLU-PRO Raw":0.27086103723404253,"MMLU-PRO":18.98455969267139,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-02","Submission Date":"2024-10-03","Generation":0,"Base Model":"sonthenguyen/zephyr-sft-bnb-4bit-DPO-mtbc-213steps"},{"eval_name":"sonthenguyen_zephyr-sft-bnb-4bit-DPO-mtbo-180steps_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"sonthenguyen/zephyr-sft-bnb-4bit-DPO-mtbo-180steps 📑","fullname":"sonthenguyen/zephyr-sft-bnb-4bit-DPO-mtbo-180steps","Model sha":"0393baf362e29cf51867596fb64746b5edafa6ed","Average ⬆️":15.602364526823635,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3513696384081009,"IFEval Raw":0.40871443325930756,"IFEval":40.871443325930755,"BBH Raw":0.4322585223071556,"BBH":21.35140303187909,"MATH Lvl 5 Raw":0.023413897280966767,"MATH Lvl 5":2.3413897280966767,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.38851041666666664,"MUSR":6.1638020833333345,"MMLU-PRO Raw":0.27476728723404253,"MMLU-PRO":19.418587470449168,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-02","Submission Date":"2024-10-03","Generation":0,"Base Model":"sonthenguyen/zephyr-sft-bnb-4bit-DPO-mtbo-180steps"},{"eval_name":"sonthenguyen_zephyr-sft-bnb-4bit-DPO-mtbr-180steps_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"sonthenguyen/zephyr-sft-bnb-4bit-DPO-mtbr-180steps 📑","fullname":"sonthenguyen/zephyr-sft-bnb-4bit-DPO-mtbr-180steps","Model sha":"c4ee848caf14649f9260166653d4cdb30bcfc52a","Average ⬆️":16.475407146329456,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3684496812307692,"IFEval Raw":0.4032190144372487,"IFEval":40.32190144372487,"BBH Raw":0.43053552565190517,"BBH":21.21356840671135,"MATH Lvl 5 Raw":0.024924471299093656,"MATH Lvl 5":2.492447129909366,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.42575,"MUSR":11.785416666666665,"MMLU-PRO Raw":0.2711103723404255,"MMLU-PRO":19.01226359338061,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-02","Submission Date":"2024-10-03","Generation":0,"Base Model":"sonthenguyen/zephyr-sft-bnb-4bit-DPO-mtbr-180steps"},{"eval_name":"sophosympatheia_Midnight-Miqu-70B-v1.5_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"sophosympatheia/Midnight-Miqu-70B-v1.5 📑","fullname":"sophosympatheia/Midnight-Miqu-70B-v1.5","Model sha":"f6062ca8ccba38ce91eef16f85138e279160b9b9","Average ⬆️":25.99019477918401,"Hub License":"other","Hub ❤️":196,"#Params (B)":68.977,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":12.90593416636188,"IFEval Raw":0.6118465671086051,"IFEval":61.18465671086051,"BBH Raw":0.5606228371685053,"BBH":38.541461590145985,"MATH Lvl 5 Raw":0.0702416918429003,"MATH Lvl 5":7.02416918429003,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.42441666666666666,"MUSR":11.652083333333332,"MMLU-PRO Raw":0.38248005319148937,"MMLU-PRO":31.386672576832154,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-03-11","Submission Date":"2024-10-22","Generation":1,"Base Model":"sophosympatheia/Midnight-Miqu-70B-v1.5 (Merge)"},{"eval_name":"speakleash_Bielik-11B-v2_bfloat16","Precision":"bfloat16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"speakleash/Bielik-11B-v2 📑","fullname":"speakleash/Bielik-11B-v2","Model sha":"a620588280793e605d1e0b125fe2a663030206ab","Average ⬆️":15.989069166924798,"Hub License":"apache-2.0","Hub ❤️":39,"#Params (B)":11.169,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.837466067264166,"IFEval Raw":0.23810489501190177,"IFEval":23.810489501190176,"BBH Raw":0.49308409091594996,"BBH":27.817906537862154,"MATH Lvl 5 Raw":0.07854984894259819,"MATH Lvl 5":7.854984894259818,"GPQA Raw":0.28859060402684567,"GPQA":5.145413870246088,"MUSR Raw":0.39244791666666673,"MUSR":7.555989583333338,"MMLU-PRO Raw":0.3137466755319149,"MMLU-PRO":23.749630614657207,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-08-26","Submission Date":"2024-10-16","Generation":0,"Base Model":"speakleash/Bielik-11B-v2"},{"eval_name":"speakleash_Bielik-11B-v2.0-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"speakleash/Bielik-11B-v2.0-Instruct 📑","fullname":"speakleash/Bielik-11B-v2.0-Instruct","Model sha":"e4721e2af1152bad2e077c34375911a28aa1b8dc","Average ⬆️":24.661167243528862,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":11.169,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7768492123292696,"IFEval Raw":0.5252430218486948,"IFEval":52.524302184869484,"BBH Raw":0.5361579931173499,"BBH":33.774676263963016,"MATH Lvl 5 Raw":0.11858006042296072,"MATH Lvl 5":11.858006042296072,"GPQA Raw":0.31711409395973156,"GPQA":8.948545861297541,"MUSR Raw":0.4467083333333333,"MUSR":14.738541666666668,"MMLU-PRO Raw":0.3351063829787234,"MMLU-PRO":26.12293144208038,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-08-26","Submission Date":"2024-10-16","Generation":1,"Base Model":"speakleash/Bielik-11B-v2"},{"eval_name":"speakleash_Bielik-11B-v2.1-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"speakleash/Bielik-11B-v2.1-Instruct 📑","fullname":"speakleash/Bielik-11B-v2.1-Instruct","Model sha":"c91776047eb235f51238a9e42f80f19e3ed114e7","Average ⬆️":27.19716415968224,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":11.169,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.6112462322667813,"IFEval Raw":0.5089817240477489,"IFEval":50.89817240477488,"BBH Raw":0.5530119844151298,"BBH":36.29005304442506,"MATH Lvl 5 Raw":0.26661631419939574,"MATH Lvl 5":26.661631419939575,"GPQA Raw":0.337248322147651,"GPQA":11.633109619686799,"MUSR Raw":0.4185208333333333,"MUSR":10.515104166666669,"MMLU-PRO Raw":0.34466422872340424,"MMLU-PRO":27.184914302600472,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-08-26","Submission Date":"2024-10-16","Generation":1,"Base Model":"speakleash/Bielik-11B-v2"},{"eval_name":"speakleash_Bielik-11B-v2.2-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"speakleash/Bielik-11B-v2.2-Instruct 📑","fullname":"speakleash/Bielik-11B-v2.2-Instruct","Model sha":"b5502dab61fcc5e087e72c8a120057dea78082ad","Average ⬆️":27.9792775947469,"Hub License":"apache-2.0","Hub ❤️":59,"#Params (B)":11.169,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.9218505367238095,"IFEval Raw":0.5551935531057595,"IFEval":55.519355310575946,"BBH Raw":0.5596561190863629,"BBH":36.95804119871526,"MATH Lvl 5 Raw":0.2681268882175227,"MATH Lvl 5":26.812688821752268,"GPQA Raw":0.3313758389261745,"GPQA":10.850111856823268,"MUSR Raw":0.41712499999999997,"MUSR":10.107291666666667,"MMLU-PRO Raw":0.3486535904255319,"MMLU-PRO":27.628176713947987,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-08-26","Submission Date":"2024-10-16","Generation":1,"Base Model":"speakleash/Bielik-11B-v2"},{"eval_name":"speakleash_Bielik-11B-v2.3-Instruct_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"speakleash/Bielik-11B-v2.3-Instruct 📑","fullname":"speakleash/Bielik-11B-v2.3-Instruct","Model sha":"7494fdc4d648707ea12b908d40b0ae708989b329","Average ⬆️":28.331123935725582,"Hub License":"apache-2.0","Hub ❤️":47,"#Params (B)":11.169,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8122839514567146,"IFEval Raw":0.558290890393046,"IFEval":55.829089039304606,"BBH Raw":0.5662699020280031,"BBH":38.062787893588194,"MATH Lvl 5 Raw":0.2084592145015106,"MATH Lvl 5":20.84592145015106,"GPQA Raw":0.34060402684563756,"GPQA":12.080536912751676,"MUSR Raw":0.4518229166666667,"MUSR":16.011197916666664,"MMLU-PRO Raw":0.34441489361702127,"MMLU-PRO":27.157210401891252,"Merged":true,"Official Providers":true,"Upload To Hub Date":"2024-08-30","Submission Date":"2024-10-16","Generation":1,"Base Model":"speakleash/Bielik-11B-v2.3-Instruct (Merge)"},{"eval_name":"spmurrayzzz_Mistral-Syndicate-7B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"spmurrayzzz/Mistral-Syndicate-7B 📑","fullname":"spmurrayzzz/Mistral-Syndicate-7B","Model sha":"c74379dd6055ef4a70339b105ea315cebec23d24","Average ⬆️":14.012817664482597,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1597182125585273,"IFEval Raw":0.249595517670891,"IFEval":24.9595517670891,"BBH Raw":0.42450570755678535,"BBH":20.50625197041595,"MATH Lvl 5 Raw":0.033987915407854986,"MATH Lvl 5":3.3987915407854987,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.43855208333333334,"MUSR":13.619010416666669,"MMLU-PRO Raw":0.2631316489361702,"MMLU-PRO":18.125738770685576,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-12-30","Submission Date":"2024-06-27","Generation":1,"Base Model":"mistralai/Mistral-7B-v0.1"},{"eval_name":"spow12_ChatWaifu_12B_v2.0_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"spow12/ChatWaifu_12B_v2.0 📑","fullname":"spow12/ChatWaifu_12B_v2.0","Model sha":"1fb38700b2e2a66d4ff32636817df76285cea5f1","Average ⬆️":21.979985555353448,"Hub License":"cc-by-nc-4.0","Hub ❤️":20,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":5.1788552099315455,"IFEval Raw":0.47675833455232114,"IFEval":47.67583345523211,"BBH Raw":0.5207681738205238,"BBH":31.165239578024238,"MATH Lvl 5 Raw":0.07099697885196375,"MATH Lvl 5":7.099697885196375,"GPQA Raw":0.27684563758389263,"GPQA":3.5794183445190177,"MUSR Raw":0.44317708333333333,"MUSR":15.83046875,"MMLU-PRO Raw":0.33876329787234044,"MMLU-PRO":26.529255319148938,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-10","Submission Date":"2024-10-14","Generation":1,"Base Model":"spow12/ChatWaifu_12B_v2.0 (Merge)"},{"eval_name":"spow12_ChatWaifu_22B_v2.0_preview_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"spow12/ChatWaifu_22B_v2.0_preview 📑","fullname":"spow12/ChatWaifu_22B_v2.0_preview","Model sha":"36af7ec06bc85405e8641986ad45c6d21353b114","Average ⬆️":29.545969322343282,"Hub License":"cc-by-nc-4.0","Hub ❤️":6,"#Params (B)":22.247,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.9884076630530747,"IFEval Raw":0.6744947849483814,"IFEval":67.44947849483815,"BBH Raw":0.6170153091362338,"BBH":45.48829424136917,"MATH Lvl 5 Raw":0.18882175226586104,"MATH Lvl 5":18.882175226586103,"GPQA Raw":0.31543624161073824,"GPQA":8.7248322147651,"MUSR Raw":0.3685416666666667,"MUSR":3.5343750000000003,"MMLU-PRO Raw":0.39876994680851063,"MMLU-PRO":33.19666075650118,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-23","Submission Date":"2024-09-24","Generation":1,"Base Model":"spow12/ChatWaifu_22B_v2.0_preview (Merge)"},{"eval_name":"spow12_ChatWaifu_v1.4_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"spow12/ChatWaifu_v1.4 📑","fullname":"spow12/ChatWaifu_v1.4","Model sha":"c5b2b30a8e9fa23722b6e30aa2ca1dab7fe1c2b5","Average ⬆️":25.706734115105316,"Hub License":"cc-by-nc-4.0","Hub ❤️":19,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.8842853759884393,"IFEval Raw":0.5690567693719332,"IFEval":56.90567693719332,"BBH Raw":0.5176247229970669,"BBH":31.63055380047582,"MATH Lvl 5 Raw":0.10574018126888217,"MATH Lvl 5":10.574018126888216,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.47433333333333333,"MUSR":20.025000000000002,"MMLU-PRO Raw":0.3474900265957447,"MMLU-PRO":27.498891843971627,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-03","Submission Date":"2024-09-05","Generation":1,"Base Model":"spow12/ChatWaifu_v1.4 (Merge)"},{"eval_name":"spow12_ChatWaifu_v2.0_22B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"spow12/ChatWaifu_v2.0_22B 📑","fullname":"spow12/ChatWaifu_v2.0_22B","Model sha":"54771319920ed791ba3f0262b036f37a92b880f2","Average ⬆️":28.838097623831434,"Hub License":"cc-by-nc-4.0","Hub ❤️":10,"#Params (B)":22.247,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.7398346907612154,"IFEval Raw":0.6510891102275296,"IFEval":65.10891102275296,"BBH Raw":0.592630190761292,"BBH":42.28622796334265,"MATH Lvl 5 Raw":0.18580060422960726,"MATH Lvl 5":18.580060422960727,"GPQA Raw":0.32466442953020136,"GPQA":9.955257270693513,"MUSR Raw":0.3841979166666667,"MUSR":5.5914062499999995,"MMLU-PRO Raw":0.3835605053191489,"MMLU-PRO":31.506722813238763,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-11","Submission Date":"2024-10-11","Generation":1,"Base Model":"spow12/ChatWaifu_v2.0_22B (Merge)"},{"eval_name":"spow12_ChatWaifu_v2.0_22B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"spow12/ChatWaifu_v2.0_22B 📑","fullname":"spow12/ChatWaifu_v2.0_22B","Model sha":"a6e7c206d9af77d3f85faf0ce4a711d62815b2ab","Average ⬆️":29.03230470609974,"Hub License":"cc-by-nc-4.0","Hub ❤️":10,"#Params (B)":22.247,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.791720231086567,"IFEval Raw":0.6517384982956334,"IFEval":65.17384982956334,"BBH Raw":0.5908050619550995,"BBH":42.01979809251511,"MATH Lvl 5 Raw":0.20317220543806647,"MATH Lvl 5":20.31722054380665,"GPQA Raw":0.3238255033557047,"GPQA":9.843400447427292,"MUSR Raw":0.3841979166666667,"MUSR":5.5914062499999995,"MMLU-PRO Raw":0.3812333776595745,"MMLU-PRO":31.24815307328605,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-11","Submission Date":"2024-10-14","Generation":1,"Base Model":"spow12/ChatWaifu_v2.0_22B (Merge)"},{"eval_name":"ssmits_Qwen2.5-95B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ssmits/Qwen2.5-95B-Instruct 📑","fullname":"ssmits/Qwen2.5-95B-Instruct","Model sha":"9c0e7df57a4fcf4d364efd916a0fc0abdd2d20a3","Average ⬆️":45.257345532181205,"Hub License":"other","Hub ❤️":3,"#Params (B)":94.648,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":38.466989605628804,"IFEval Raw":0.8431051831363006,"IFEval":84.31051831363006,"BBH Raw":0.7037799697488242,"BBH":58.530351322851054,"MATH Lvl 5 Raw":0.5302114803625377,"MATH Lvl 5":53.02114803625378,"GPQA Raw":0.3640939597315436,"GPQA":15.212527964205815,"MUSR Raw":0.4283854166666667,"MUSR":13.61484375,"MMLU-PRO Raw":0.5216921542553191,"MMLU-PRO":46.85468380614657,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-24","Submission Date":"2024-09-26","Generation":1,"Base Model":"ssmits/Qwen2.5-95B-Instruct (Merge)"},{"eval_name":"stabilityai_StableBeluga2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"stabilityai/StableBeluga2 📑","fullname":"stabilityai/StableBeluga2","Model sha":"cb47d3db70ea3ddc2cabdeb358c303b328f65900","Average ⬆️":22.808722961321305,"Hub License":"","Hub ❤️":885,"#Params (B)":68.977,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":12.509347312088027,"IFEval Raw":0.37871403431783224,"IFEval":37.87140343178322,"BBH Raw":0.5824128134553807,"BBH":41.26326112722379,"MATH Lvl 5 Raw":0.04380664652567976,"MATH Lvl 5":4.380664652567976,"GPQA Raw":0.3162751677852349,"GPQA":8.83668903803132,"MUSR Raw":0.47296875,"MUSR":18.654427083333335,"MMLU-PRO Raw":0.3326130319148936,"MMLU-PRO":25.845892434988176,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-07-20","Submission Date":"2024-06-13","Generation":0,"Base Model":"stabilityai/StableBeluga2"},{"eval_name":"stabilityai_stablelm-2-12b_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"StableLmForCausalLM","Model":"stabilityai/stablelm-2-12b 📑","fullname":"stabilityai/stablelm-2-12b","Model sha":"fead13ddbf4492970666650c3cd6f85f485411ec","Average ⬆️":13.998663061157224,"Hub License":"other","Hub ❤️":120,"#Params (B)":12.143,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.946558448523118,"IFEval Raw":0.1569214129620518,"IFEval":15.69214129620518,"BBH Raw":0.4508654171114765,"BBH":22.685797482043984,"MATH Lvl 5 Raw":0.04305135951661632,"MATH Lvl 5":4.305135951661631,"GPQA Raw":0.2785234899328859,"GPQA":3.8031319910514525,"MUSR Raw":0.44788541666666665,"MUSR":14.485677083333334,"MMLU-PRO Raw":0.3071808510638298,"MMLU-PRO":23.020094562647756,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-03-21","Submission Date":"2024-06-12","Generation":0,"Base Model":"stabilityai/stablelm-2-12b"},{"eval_name":"stabilityai_stablelm-2-12b-chat_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"StableLmForCausalLM","Model":"stabilityai/stablelm-2-12b-chat 📑","fullname":"stabilityai/stablelm-2-12b-chat","Model sha":"b6b62cd451b84e848514c00fafa66d9ead9297c5","Average ⬆️":16.778178021081665,"Hub License":"other","Hub ❤️":88,"#Params (B)":12.143,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.1761933718736635,"IFEval Raw":0.4081647805600252,"IFEval":40.81647805600252,"BBH Raw":0.4672024731282805,"BBH":25.253697090812636,"MATH Lvl 5 Raw":0.05362537764350453,"MATH Lvl 5":5.362537764350453,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.3914270833333333,"MUSR":7.7283854166666694,"MMLU-PRO Raw":0.2734375,"MMLU-PRO":19.270833333333332,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-04-04","Submission Date":"2024-06-12","Generation":0,"Base Model":"stabilityai/stablelm-2-12b-chat"},{"eval_name":"stabilityai_stablelm-2-1_6b_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"StableLmForCausalLM","Model":"stabilityai/stablelm-2-1_6b 📑","fullname":"stabilityai/stablelm-2-1_6b","Model sha":"8879812cccd176fbbe9ceb747b815bcc7d6499f8","Average ⬆️":5.316831473392678,"Hub License":"other","Hub ❤️":189,"#Params (B)":1.645,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.0997436553514433,"IFEval Raw":0.11570521771122844,"IFEval":11.570521771122843,"BBH Raw":0.338457720511071,"BBH":8.632695204968835,"MATH Lvl 5 Raw":0.0075528700906344415,"MATH Lvl 5":0.7552870090634441,"GPQA Raw":0.2483221476510067,"GPQA":0.0,"MUSR Raw":0.38819791666666664,"MUSR":5.791406249999999,"MMLU-PRO Raw":0.1463597074468085,"MMLU-PRO":5.1510786052009445,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-01-18","Submission Date":"2024-06-12","Generation":0,"Base Model":"stabilityai/stablelm-2-1_6b"},{"eval_name":"stabilityai_stablelm-2-1_6b-chat_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"StableLmForCausalLM","Model":"stabilityai/stablelm-2-1_6b-chat 📑","fullname":"stabilityai/stablelm-2-1_6b-chat","Model sha":"f3fe67057c2789ae1bb1fe42b038da99840d4f13","Average ⬆️":8.867360692101089,"Hub License":"other","Hub ❤️":33,"#Params (B)":1.645,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9908530170377292,"IFEval Raw":0.30599919325168334,"IFEval":30.59991932516833,"BBH Raw":0.3390172395486522,"BBH":7.493378297410634,"MATH Lvl 5 Raw":0.024924471299093656,"MATH Lvl 5":2.492447129909366,"GPQA Raw":0.24748322147651006,"GPQA":0.0,"MUSR Raw":0.35796875,"MUSR":5.712760416666669,"MMLU-PRO Raw":0.16215093085106383,"MMLU-PRO":6.905658983451536,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-04-08","Submission Date":"2024-06-12","Generation":0,"Base Model":"stabilityai/stablelm-2-1_6b-chat"},{"eval_name":"stabilityai_stablelm-2-zephyr-1_6b_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"StableLmForCausalLM","Model":"stabilityai/stablelm-2-zephyr-1_6b 📑","fullname":"stabilityai/stablelm-2-zephyr-1_6b","Model sha":"2f275b1127d59fc31e4f7c7426d528768ada9ea4","Average ⬆️":9.458167591621253,"Hub License":"other","Hub ❤️":182,"#Params (B)":1.645,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9461773254818848,"IFEval Raw":0.32793100085550786,"IFEval":32.79310008555078,"BBH Raw":0.3351608706280727,"BBH":6.708710147938231,"MATH Lvl 5 Raw":0.03323262839879154,"MATH Lvl 5":3.3232628398791544,"GPQA Raw":0.24328859060402686,"GPQA":0.0,"MUSR Raw":0.3511458333333333,"MUSR":5.993229166666668,"MMLU-PRO Raw":0.17137632978723405,"MMLU-PRO":7.930703309692672,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-01-19","Submission Date":"2024-06-12","Generation":0,"Base Model":"stabilityai/stablelm-2-zephyr-1_6b"},{"eval_name":"stabilityai_stablelm-3b-4e1t_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"StableLmForCausalLM","Model":"stabilityai/stablelm-3b-4e1t 📑","fullname":"stabilityai/stablelm-3b-4e1t","Model sha":"fa4a6a92fca83c3b4223a3c9bf792887090ebfba","Average ⬆️":7.3261912916856,"Hub License":"cc-by-sa-4.0","Hub ❤️":310,"#Params (B)":2.795,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8685302527863359,"IFEval Raw":0.22031986240951784,"IFEval":22.031986240951785,"BBH Raw":0.3504211415826912,"BBH":9.013070349546279,"MATH Lvl 5 Raw":0.010574018126888218,"MATH Lvl 5":1.0574018126888218,"GPQA Raw":0.23741610738255034,"GPQA":0.0,"MUSR Raw":0.37778124999999996,"MUSR":4.422656249999999,"MMLU-PRO Raw":0.1668882978723404,"MMLU-PRO":7.432033096926712,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-09-29","Submission Date":"2024-08-10","Generation":0,"Base Model":"stabilityai/stablelm-3b-4e1t"},{"eval_name":"stabilityai_stablelm-zephyr-3b_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"StableLmForCausalLM","Model":"stabilityai/stablelm-zephyr-3b 📑","fullname":"stabilityai/stablelm-zephyr-3b","Model sha":"a14f62d95754d96aea2be6e24c0f6966636797b9","Average ⬆️":12.369206962303688,"Hub License":"other","Hub ❤️":253,"#Params (B)":2.795,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7680472629918603,"IFEval Raw":0.36832271705740766,"IFEval":36.832271705740766,"BBH Raw":0.3866361442837871,"BBH":14.7591192080273,"MATH Lvl 5 Raw":0.04305135951661632,"MATH Lvl 5":4.305135951661631,"GPQA Raw":0.23909395973154363,"GPQA":0.0,"MUSR Raw":0.4183020833333333,"MUSR":9.787760416666666,"MMLU-PRO Raw":0.17677859042553193,"MMLU-PRO":8.530954491725769,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-11-21","Submission Date":"2024-06-12","Generation":0,"Base Model":"stabilityai/stablelm-zephyr-3b"},{"eval_name":"sthenno_tempesthenno-0120_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sthenno/tempesthenno-0120 📑","fullname":"sthenno/tempesthenno-0120","Model sha":"89ddd0c32c5fdc31060cd50b3cbaf52dd4ffae8a","Average ⬆️":36.46706051009951,"Hub License":"","Hub ❤️":0,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.683677828224274,"IFEval Raw":0.5390319906736348,"IFEval":53.90319906736349,"BBH Raw":0.6373174111347703,"BBH":47.90901771207657,"MATH Lvl 5 Raw":0.33534743202416917,"MATH Lvl 5":33.53474320241692,"GPQA Raw":0.39429530201342283,"GPQA":19.239373601789712,"MUSR Raw":0.46332291666666664,"MUSR":16.548697916666665,"MMLU-PRO Raw":0.5290059840425532,"MMLU-PRO":47.667331560283685,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-29","Generation":0,"Base Model":"Removed"},{"eval_name":"sthenno_tempesthenno-fusion-0309_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sthenno/tempesthenno-fusion-0309 📑","fullname":"sthenno/tempesthenno-fusion-0309","Model sha":"1b89614a5b377efc9da0c320cbd2dbb8322e6c2a","Average ⬆️":42.138889973963565,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6217801348510528,"IFEval Raw":0.7691913013027656,"IFEval":76.91913013027656,"BBH Raw":0.6580880569586895,"BBH":50.97985614656526,"MATH Lvl 5 Raw":0.47658610271903323,"MATH Lvl 5":47.65861027190332,"GPQA Raw":0.3699664429530201,"GPQA":15.99552572706935,"MUSR Raw":0.4325104166666667,"MUSR":13.963802083333333,"MMLU-PRO Raw":0.5258477393617021,"MMLU-PRO":47.31641548463357,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-03-08","Submission Date":"2025-03-08","Generation":1,"Base Model":"sthenno/tempesthenno-fusion-0309 (Merge)"},{"eval_name":"sthenno_tempesthenno-kto-0205-ckpt80_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sthenno/tempesthenno-kto-0205-ckpt80 📑","fullname":"sthenno/tempesthenno-kto-0205-ckpt80","Model sha":"9ed4d0238da8de732203da2d07e342e56c2538dd","Average ⬆️":41.7909439445551,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.002422600889499,"IFEval Raw":0.8054362425032248,"IFEval":80.54362425032248,"BBH Raw":0.654273895095419,"BBH":50.64379713470144,"MATH Lvl 5 Raw":0.459214501510574,"MATH Lvl 5":45.9214501510574,"GPQA Raw":0.34815436241610737,"GPQA":13.087248322147648,"MUSR Raw":0.4247604166666667,"MUSR":12.928385416666666,"MMLU-PRO Raw":0.5285904255319149,"MMLU-PRO":47.62115839243499,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-05","Submission Date":"2025-02-05","Generation":1,"Base Model":"sthenno/tempesthenno-kto-0205-ckpt80 (Merge)"},{"eval_name":"sthenno_tempesthenno-nuslerp-001_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sthenno/tempesthenno-nuslerp-001 📑","fullname":"sthenno/tempesthenno-nuslerp-001","Model sha":"d507c25ccad162616c5d6d8fee3612324ee521f4","Average ⬆️":42.58615155936238,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.9542203017547903,"IFEval Raw":0.7926468437080281,"IFEval":79.2646843708028,"BBH Raw":0.6577675676172494,"BBH":51.04491084341287,"MATH Lvl 5 Raw":0.47583081570996977,"MATH Lvl 5":47.583081570996974,"GPQA Raw":0.3733221476510067,"GPQA":16.442953020134222,"MUSR Raw":0.43,"MUSR":13.883333333333331,"MMLU-PRO Raw":0.5256815159574468,"MMLU-PRO":47.29794621749409,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-11","Submission Date":"2025-01-27","Generation":1,"Base Model":"sthenno/tempesthenno-nuslerp-001 (Merge)"},{"eval_name":"sthenno_tempesthenno-nuslerp-0124_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sthenno/tempesthenno-nuslerp-0124 📑","fullname":"sthenno/tempesthenno-nuslerp-0124","Model sha":"9769b900fbc116b28cb618e7f16c92552b78b5ff","Average ⬆️":41.287889272020685,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.399205437411366,"IFEval Raw":0.7003982765728267,"IFEval":70.03982765728267,"BBH Raw":0.6468547741903091,"BBH":49.276795334077576,"MATH Lvl 5 Raw":0.411631419939577,"MATH Lvl 5":41.1631419939577,"GPQA Raw":0.3901006711409396,"GPQA":18.680089485458616,"MUSR Raw":0.48592708333333334,"MUSR":20.207552083333336,"MMLU-PRO Raw":0.5352393617021277,"MMLU-PRO":48.35992907801419,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-27","Submission Date":"2025-01-29","Generation":1,"Base Model":"sthenno/tempesthenno-nuslerp-0124 (Merge)"},{"eval_name":"sthenno_tempesthenno-ppo-ckpt40_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sthenno/tempesthenno-ppo-ckpt40 📑","fullname":"sthenno/tempesthenno-ppo-ckpt40","Model sha":"c7e00f975d12b48394474908d0596e4be2957e05","Average ⬆️":42.73562035742862,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":5.8322570455957,"IFEval Raw":0.7923221496739761,"IFEval":79.23221496739761,"BBH Raw":0.6549600322869433,"BBH":50.57317166167434,"MATH Lvl 5 Raw":0.4735649546827795,"MATH Lvl 5":47.35649546827795,"GPQA Raw":0.3775167785234899,"GPQA":17.00223713646532,"MUSR Raw":0.4351770833333333,"MUSR":14.56380208333333,"MMLU-PRO Raw":0.5291722074468085,"MMLU-PRO":47.685800827423165,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-16","Submission Date":"2025-01-27","Generation":1,"Base Model":"sthenno/tempesthenno-ppo-ckpt40 (Merge)"},{"eval_name":"sthenno_tempesthenno-sft-0309-ckpt10_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sthenno/tempesthenno-sft-0309-ckpt10 📑","fullname":"sthenno/tempesthenno-sft-0309-ckpt10","Model sha":"e13c4281c3cccf9fded2ec8c3b2ef6d24c906403","Average ⬆️":42.192396685999725,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.550085406181084,"IFEval Raw":0.7743620260907724,"IFEval":77.43620260907724,"BBH Raw":0.6551647758995857,"BBH":50.60090254912357,"MATH Lvl 5 Raw":0.47205438066465255,"MATH Lvl 5":47.205438066465256,"GPQA Raw":0.3716442953020134,"GPQA":16.21923937360179,"MUSR Raw":0.4364166666666667,"MUSR":14.385416666666663,"MMLU-PRO Raw":0.5257646276595744,"MMLU-PRO":47.307180851063826,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-08","Submission Date":"2025-03-08","Generation":1,"Base Model":"sthenno/tempesthenno-sft-0309-ckpt10 (Merge)"},{"eval_name":"sthenno_tempesthenno-sft-0314-stage1-ckpt50_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sthenno/tempesthenno-sft-0314-stage1-ckpt50 📑","fullname":"sthenno/tempesthenno-sft-0314-stage1-ckpt50","Model sha":"d82f4a9e3272a0776f5461664ec0cca123f21495","Average ⬆️":41.88689161687085,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5142965828921595,"IFEval Raw":0.7393659933421101,"IFEval":73.93659933421101,"BBH Raw":0.6601015847983588,"BBH":51.25931343801958,"MATH Lvl 5 Raw":0.46827794561933533,"MATH Lvl 5":46.82779456193353,"GPQA Raw":0.3733221476510067,"GPQA":16.442953020134222,"MUSR Raw":0.44286458333333334,"MUSR":15.058072916666665,"MMLU-PRO Raw":0.5301695478723404,"MMLU-PRO":47.796616430260045,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-13","Submission Date":"2025-03-13","Generation":1,"Base Model":"sthenno/tempesthenno-sft-0314-stage1-ckpt50 (Merge)"},{"eval_name":"sthenno_tempestissimo-14b-0309_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sthenno/tempestissimo-14b-0309 📑","fullname":"sthenno/tempestissimo-14b-0309","Model sha":"cff092839c0ce638f754c4ab743c3cd1bdc69f16","Average ⬆️":41.88723985978792,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5719156377988648,"IFEval Raw":0.7548781677061308,"IFEval":75.48781677061308,"BBH Raw":0.6587329699954757,"BBH":50.92276703756472,"MATH Lvl 5 Raw":0.479607250755287,"MATH Lvl 5":47.9607250755287,"GPQA Raw":0.36661073825503354,"GPQA":15.548098434004473,"MUSR Raw":0.43123958333333334,"MUSR":13.83828125,"MMLU-PRO Raw":0.528091755319149,"MMLU-PRO":47.56575059101655,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-03-08","Submission Date":"2025-03-08","Generation":1,"Base Model":"sthenno/tempestissimo-14b-0309 (Merge)"},{"eval_name":"sthenno-com_miscii-14b-0130_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sthenno-com/miscii-14b-0130 📑","fullname":"sthenno-com/miscii-14b-0130","Model sha":"df4b3c169aeab40831f87751076bc67c32209fe8","Average ⬆️":41.085925833196264,"Hub License":"apache-2.0","Hub ❤️":8,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.8863293871608944,"IFEval Raw":0.6647029880716498,"IFEval":66.47029880716498,"BBH Raw":0.6505409113818335,"BBH":49.838838706366396,"MATH Lvl 5 Raw":0.43202416918429004,"MATH Lvl 5":43.202416918429,"GPQA Raw":0.38171140939597314,"GPQA":17.561521252796418,"MUSR Raw":0.4911666666666667,"MUSR":20.962500000000002,"MMLU-PRO Raw":0.5363198138297872,"MMLU-PRO":48.4799793144208,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-30","Submission Date":"2025-01-30","Generation":1,"Base Model":"sthenno-com/miscii-14b-0130 (Merge)"},{"eval_name":"sthenno-com_miscii-14b-0218_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sthenno-com/miscii-14b-0218 📑","fullname":"sthenno-com/miscii-14b-0218","Model sha":"9fba75f9b793d0e79e1b0174f54c6919bbc66d67","Average ⬆️":42.89726019720522,"Hub License":"apache-2.0","Hub ❤️":20,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5469423212307571,"IFEval Raw":0.7655941790006073,"IFEval":76.55941790006072,"BBH Raw":0.6558708629267258,"BBH":50.6445656375432,"MATH Lvl 5 Raw":0.5143504531722054,"MATH Lvl 5":51.43504531722054,"GPQA Raw":0.38338926174496646,"GPQA":17.785234899328863,"MUSR Raw":0.4272708333333333,"MUSR":13.208854166666663,"MMLU-PRO Raw":0.5297539893617021,"MMLU-PRO":47.75044326241135,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-19","Submission Date":"2025-02-19","Generation":1,"Base Model":"sthenno-com/miscii-14b-0218 (Merge)"},{"eval_name":"sthenno-com_miscii-14b-1028_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sthenno-com/miscii-14b-1028 📑","fullname":"sthenno-com/miscii-14b-1028","Model sha":"a60c866621ee35d04e84cf366e972f2466d617b1","Average ⬆️":42.38069997703781,"Hub License":"apache-2.0","Hub ❤️":18,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.067456578018677,"IFEval Raw":0.8236711924360696,"IFEval":82.36711924360696,"BBH Raw":0.64483340535341,"BBH":49.262667655574724,"MATH Lvl 5 Raw":0.5030211480362538,"MATH Lvl 5":50.30211480362537,"GPQA Raw":0.3565436241610738,"GPQA":14.205816554809845,"MUSR Raw":0.41815625,"MUSR":12.002864583333329,"MMLU-PRO Raw":0.5152925531914894,"MMLU-PRO":46.1436170212766,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-12","Submission Date":"2024-11-17","Generation":1,"Base Model":"sthenno-com/miscii-14b-1028 (Merge)"},{"eval_name":"sthenno-com_miscii-14b-1225_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sthenno-com/miscii-14b-1225 📑","fullname":"sthenno-com/miscii-14b-1225","Model sha":"3d26f676424307cc2496c6b11710bbfa35275685","Average ⬆️":42.34951191764194,"Hub License":"apache-2.0","Hub ❤️":25,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.896994492005911,"IFEval Raw":0.787800812954073,"IFEval":78.7800812954073,"BBH Raw":0.6571708988407374,"BBH":50.91280572690238,"MATH Lvl 5 Raw":0.4516616314199396,"MATH Lvl 5":45.16616314199396,"GPQA Raw":0.3775167785234899,"GPQA":17.00223713646532,"MUSR Raw":0.4365729166666667,"MUSR":14.771614583333331,"MMLU-PRO Raw":0.5271775265957447,"MMLU-PRO":47.464169621749406,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-24","Submission Date":"2024-12-24","Generation":1,"Base Model":"sthenno-com/miscii-14b-1225 (Merge)"},{"eval_name":"streamerbtw1002_Nexuim-R1-7B-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"streamerbtw1002/Nexuim-R1-7B-Instruct 📑","fullname":"streamerbtw1002/Nexuim-R1-7B-Instruct","Model sha":"f53f6fa3ec8ec90cd2d62b8ee232ad49695c323a","Average ⬆️":30.443047255620304,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.670074015460606,"IFEval Raw":0.6934289906337407,"IFEval":69.34289906337406,"BBH Raw":0.5175174748142363,"BBH":31.4442193637187,"MATH Lvl 5 Raw":0.44561933534743203,"MATH Lvl 5":44.561933534743204,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.33555208333333336,"MUSR":1.2106770833333331,"MMLU-PRO Raw":0.413813164893617,"MMLU-PRO":34.86812943262411,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-11","Submission Date":"2025-03-12","Generation":2,"Base Model":"Qwen/Qwen2.5-7B"},{"eval_name":"stupidity-ai_Llama-3-8B-Instruct-MultiMoose_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"stupidity-ai/Llama-3-8B-Instruct-MultiMoose 📑","fullname":"stupidity-ai/Llama-3-8B-Instruct-MultiMoose","Model sha":"2aff10399de6ed9206a59a48c49bd704962cca1a","Average ⬆️":4.768701692265338,"Hub License":"llama3","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7775533202619482,"IFEval Raw":0.23181048506850713,"IFEval":23.181048506850715,"BBH Raw":0.2822965317600308,"BBH":1.2076926870097697,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2533557046979866,"GPQA":0.44742729306487633,"MUSR Raw":0.3485416666666667,"MUSR":2.7343749999999996,"MMLU-PRO Raw":0.109375,"MMLU-PRO":1.041666666666666,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-17","Submission Date":"2025-03-07","Generation":1,"Base Model":"stupidity-ai/Llama-3-8B-Instruct-MultiMoose (Merge)"},{"eval_name":"suayptalha_Clarus-7B-v0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"suayptalha/Clarus-7B-v0.1 📑","fullname":"suayptalha/Clarus-7B-v0.1","Model sha":"0d2982fbacb05c10a97af807f0649fcad7a82479","Average ⬆️":36.705259716178944,"Hub License":"mit","Hub ❤️":5,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6465909529861601,"IFEval Raw":0.7454110648634512,"IFEval":74.54110648634511,"BBH Raw":0.5496611433440965,"BBH":36.03116366747631,"MATH Lvl 5 Raw":0.49244712990936557,"MATH Lvl 5":49.244712990936556,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.44295833333333334,"MUSR":15.169791666666663,"MMLU-PRO Raw":0.4387466755319149,"MMLU-PRO":37.63851950354609,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-24","Submission Date":"2025-02-24","Generation":1,"Base Model":"suayptalha/Clarus-7B-v0.1 (Merge)"},{"eval_name":"suayptalha_Clarus-7B-v0.2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"suayptalha/Clarus-7B-v0.2 📑","fullname":"suayptalha/Clarus-7B-v0.2","Model sha":"63712049fb59216dae1f2e2f5c993e235b21b6c7","Average ⬆️":36.860642918566676,"Hub License":"mit","Hub ❤️":4,"#Params (B)":7.613,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6742416859737426,"IFEval Raw":0.7679423928509688,"IFEval":76.79423928509688,"BBH Raw":0.5490057426751466,"BBH":36.01880357725931,"MATH Lvl 5 Raw":0.48564954682779454,"MATH Lvl 5":48.56495468277945,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.44165625000000003,"MUSR":15.073697916666665,"MMLU-PRO Raw":0.4399933510638298,"MMLU-PRO":37.77703900709219,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-24","Submission Date":"2025-02-24","Generation":1,"Base Model":"suayptalha/Clarus-7B-v0.2 (Merge)"},{"eval_name":"suayptalha_Clarus-7B-v0.3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"suayptalha/Clarus-7B-v0.3 📑","fullname":"suayptalha/Clarus-7B-v0.3","Model sha":"e1e28ebc8cb7da944cc22aa9e65a322bff2731ef","Average ⬆️":36.776154141235224,"Hub License":"mit","Hub ❤️":4,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6434001187386952,"IFEval Raw":0.7509064836855099,"IFEval":75.090648368551,"BBH Raw":0.5525985716155296,"BBH":36.45786933549141,"MATH Lvl 5 Raw":0.4879154078549849,"MATH Lvl 5":48.79154078549849,"GPQA Raw":0.31208053691275167,"GPQA":8.277404921700223,"MUSR Raw":0.44022916666666667,"MUSR":14.428645833333336,"MMLU-PRO Raw":0.4384973404255319,"MMLU-PRO":37.61081560283688,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-28","Submission Date":"2025-02-28","Generation":1,"Base Model":"suayptalha/Clarus-7B-v0.3 (Merge)"},{"eval_name":"suayptalha_DeepSeek-R1-Distill-Llama-3B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"suayptalha/DeepSeek-R1-Distill-Llama-3B 📑","fullname":"suayptalha/DeepSeek-R1-Distill-Llama-3B","Model sha":"5980166d03fa0d2a63f6dfbf59fe6b5abc7005e0","Average ⬆️":23.27368245692195,"Hub License":"mit","Hub ❤️":11,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2163133549070893,"IFEval Raw":0.7092658590318134,"IFEval":70.92658590318135,"BBH Raw":0.44517853159705956,"BBH":21.44875568223163,"MATH Lvl 5 Raw":0.20921450151057402,"MATH Lvl 5":20.921450151057403,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.33958333333333335,"MUSR":2.9145833333333346,"MMLU-PRO Raw":0.29778922872340424,"MMLU-PRO":21.976580969267136,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-23","Submission Date":"2025-02-24","Generation":1,"Base Model":"suayptalha/DeepSeek-R1-Distill-Llama-3B (Merge)"},{"eval_name":"suayptalha_Falcon3-Jessi-v0.4-7B-Slerp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"suayptalha/Falcon3-Jessi-v0.4-7B-Slerp 📑","fullname":"suayptalha/Falcon3-Jessi-v0.4-7B-Slerp","Model sha":"bf21816f8fbfcaab7cfc811c9ffd13b25988514b","Average ⬆️":36.077231715414364,"Hub License":"other","Hub ❤️":9,"#Params (B)":7.456,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4557438278499164,"IFEval Raw":0.7676176988169169,"IFEval":76.76176988169169,"BBH Raw":0.5590927389495824,"BBH":37.28589655286154,"MATH Lvl 5 Raw":0.39652567975830816,"MATH Lvl 5":39.65256797583081,"GPQA Raw":0.31208053691275167,"GPQA":8.277404921700223,"MUSR Raw":0.48121875000000003,"MUSR":20.485677083333332,"MMLU-PRO Raw":0.406000664893617,"MMLU-PRO":34.00007387706855,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-20","Submission Date":"2025-01-20","Generation":1,"Base Model":"suayptalha/Falcon3-Jessi-v0.4-7B-Slerp (Merge)"},{"eval_name":"suayptalha_HomerCreativeAnvita-Mix-Qw7B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"suayptalha/HomerCreativeAnvita-Mix-Qw7B 📑","fullname":"suayptalha/HomerCreativeAnvita-Mix-Qw7B","Model sha":"5be9b48b59652687d3e5b88f9e935b51869756ad","Average ⬆️":35.464381527434064,"Hub License":"apache-2.0","Hub ❤️":12,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2997613805312176,"IFEval Raw":0.7807816593305763,"IFEval":78.07816593305762,"BBH Raw":0.5564653181490319,"BBH":36.98416750362379,"MATH Lvl 5 Raw":0.3610271903323263,"MATH Lvl 5":36.102719033232624,"GPQA Raw":0.3145973154362416,"GPQA":8.612975391498878,"MUSR Raw":0.44159375,"MUSR":14.732552083333337,"MMLU-PRO Raw":0.4444813829787234,"MMLU-PRO":38.27570921985816,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-22","Submission Date":"2024-11-24","Generation":1,"Base Model":"suayptalha/HomerCreativeAnvita-Mix-Qw7B (Merge)"},{"eval_name":"suayptalha_Komodo-Llama-3.2-3B-v2-fp16_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"suayptalha/Komodo-Llama-3.2-3B-v2-fp16 📑","fullname":"suayptalha/Komodo-Llama-3.2-3B-v2-fp16","Model sha":"1ff4b55d952597429c249ca71dc08b823eba17c0","Average ⬆️":20.317372826484497,"Hub License":"apache-2.0","Hub ❤️":6,"#Params (B)":3.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1961295271944847,"IFEval Raw":0.6340532010620709,"IFEval":63.405320106207085,"BBH Raw":0.43549964909074995,"BBH":20.204328973550357,"MATH Lvl 5 Raw":0.10649546827794562,"MATH Lvl 5":10.649546827794563,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.34057291666666667,"MUSR":3.3716145833333333,"MMLU-PRO Raw":0.28523936170212766,"MMLU-PRO":20.582151300236408,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-19","Submission Date":"2024-11-19","Generation":1,"Base Model":"suayptalha/Komodo-Llama-3.2-3B-v2-fp16 (Merge)"},{"eval_name":"suayptalha_Lamarckvergence-14B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"suayptalha/Lamarckvergence-14B 📑","fullname":"suayptalha/Lamarckvergence-14B","Model sha":"7a1463829bbb7f8f7ad4b92e96260a3a27997bbe","Average ⬆️":43.320333136542786,"Hub License":"apache-2.0","Hub ❤️":19,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.161000268078386,"IFEval Raw":0.7655941790006073,"IFEval":76.55941790006072,"BBH Raw":0.651698573892736,"BBH":50.32923622182769,"MATH Lvl 5 Raw":0.5400302114803626,"MATH Lvl 5":54.003021148036254,"GPQA Raw":0.36325503355704697,"GPQA":15.100671140939594,"MUSR Raw":0.44215625000000003,"MUSR":16.336197916666666,"MMLU-PRO Raw":0.5283410904255319,"MMLU-PRO":47.593454491725765,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-06","Submission Date":"2025-02-06","Generation":1,"Base Model":"suayptalha/Lamarckvergence-14B (Merge)"},{"eval_name":"suayptalha_Lix-14B-v0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"suayptalha/Lix-14B-v0.1 📑","fullname":"suayptalha/Lix-14B-v0.1","Model sha":"058e2f097fec3761d7383464673e0dda25192f7e","Average ⬆️":43.31763225045196,"Hub License":"apache-2.0","Hub ❤️":8,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.61743506178036,"IFEval Raw":0.7813313120298586,"IFEval":78.13313120298585,"BBH Raw":0.6607910825152539,"BBH":51.473725053502925,"MATH Lvl 5 Raw":0.5294561933534743,"MATH Lvl 5":52.94561933534743,"GPQA Raw":0.3699664429530201,"GPQA":15.99552572706935,"MUSR Raw":0.43378125,"MUSR":13.422656250000003,"MMLU-PRO Raw":0.5314162234042553,"MMLU-PRO":47.93513593380615,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-06","Generation":1,"Base Model":"suayptalha/Lix-14B-v0.1 (Merge)"},{"eval_name":"suayptalha_Luminis-phi-4_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"suayptalha/Luminis-phi-4 📑","fullname":"suayptalha/Luminis-phi-4","Model sha":"8415367af0b7dfa4b2c3aaf0a4fd281b350b011f","Average ⬆️":41.757466085959734,"Hub License":"mit","Hub ❤️":11,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8387885590178514,"IFEval Raw":0.6900069593124022,"IFEval":69.00069593124022,"BBH Raw":0.6920213038130584,"BBH":55.80283046446502,"MATH Lvl 5 Raw":0.4637462235649547,"MATH Lvl 5":46.37462235649547,"GPQA Raw":0.35151006711409394,"GPQA":13.534675615212524,"MUSR Raw":0.45715625,"MUSR":16.677864583333328,"MMLU-PRO Raw":0.5423869680851063,"MMLU-PRO":49.15410756501182,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-06","Submission Date":"2025-02-06","Generation":1,"Base Model":"suayptalha/Luminis-phi-4 (Merge)"},{"eval_name":"suayptalha_Maestro-10B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"suayptalha/Maestro-10B 📑","fullname":"suayptalha/Maestro-10B","Model sha":"d37a2f19d52242ceb836466635982921f33a69b0","Average ⬆️":32.83184082460664,"Hub License":"other","Hub ❤️":7,"#Params (B)":10.306,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8131166227010422,"IFEval Raw":0.7767601076255447,"IFEval":77.67601076255447,"BBH Raw":0.5746090622656775,"BBH":39.54498059710542,"MATH Lvl 5 Raw":0.19108761329305135,"MATH Lvl 5":19.108761329305135,"GPQA Raw":0.33305369127516776,"GPQA":11.073825503355701,"MUSR Raw":0.43972916666666667,"MUSR":13.832812500000003,"MMLU-PRO Raw":0.42179188829787234,"MMLU-PRO":35.754654255319146,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-31","Submission Date":"2025-01-31","Generation":1,"Base Model":"suayptalha/Maestro-10B (Merge)"},{"eval_name":"suayptalha_Rombos-2.5-T.E-8.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"suayptalha/Rombos-2.5-T.E-8.1 📑","fullname":"suayptalha/Rombos-2.5-T.E-8.1","Model sha":"c0ee2950b07377e1d0e01fc013a0f200b0306ea2","Average ⬆️":35.40416180893529,"Hub License":"cc-by-nc-sa-4.0","Hub ❤️":7,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3720311227158388,"IFEval Raw":0.6925047762159957,"IFEval":69.25047762159957,"BBH Raw":0.5514641249478369,"BBH":36.499861205880386,"MATH Lvl 5 Raw":0.49244712990936557,"MATH Lvl 5":49.244712990936556,"GPQA Raw":0.311241610738255,"GPQA":8.165548098434002,"MUSR Raw":0.41663541666666665,"MUSR":10.979427083333336,"MMLU-PRO Raw":0.4445644946808511,"MMLU-PRO":38.2849438534279,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-11-16","Submission Date":"2024-11-16","Generation":1,"Base Model":"suayptalha/Rombos-2.5-T.E-8.1 (Merge)"},{"eval_name":"sumink_Qmerft_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sumink/Qmerft 📑","fullname":"sumink/Qmerft","Model sha":"dd12d37190a97eaff0c8180a1c679097a9aaa393","Average ⬆️":3.9704632098131207,"Hub License":"","Hub ❤️":0,"#Params (B)":1.777,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2209124695691955,"IFEval Raw":0.15639724819035714,"IFEval":15.639724819035713,"BBH Raw":0.29390930175643937,"BBH":1.9490136326917558,"MATH Lvl 5 Raw":0.0022658610271903325,"MATH Lvl 5":0.22658610271903326,"GPQA Raw":0.2525167785234899,"GPQA":0.33557046979865535,"MUSR Raw":0.36876041666666665,"MUSR":3.9283854166666665,"MMLU-PRO Raw":0.11569148936170212,"MMLU-PRO":1.7434988179669018,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-15","Submission Date":"2025-01-15","Generation":1,"Base Model":"sumink/Qmerft (Merge)"},{"eval_name":"sumink_Qwenftmodel_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sumink/Qwenftmodel 📑","fullname":"sumink/Qwenftmodel","Model sha":"7fe96b05b36aaa1be229c436b4fe3b476be9e2dd","Average ⬆️":10.104913951155993,"Hub License":"other","Hub ❤️":0,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.0288285053678234,"IFEval Raw":0.17290899258412123,"IFEval":17.290899258412125,"BBH Raw":0.38226970256668574,"BBH":14.041351651308327,"MATH Lvl 5 Raw":0.0891238670694864,"MATH Lvl 5":8.91238670694864,"GPQA Raw":0.25671140939597314,"GPQA":0.8948545861297527,"MUSR Raw":0.36171875000000003,"MUSR":4.61484375,"MMLU-PRO Raw":0.23387632978723405,"MMLU-PRO":14.875147754137116,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-05","Submission Date":"2024-12-05","Generation":0,"Base Model":"sumink/Qwenftmodel"},{"eval_name":"sumink_Qwenmplus_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sumink/Qwenmplus 📑","fullname":"sumink/Qwenmplus","Model sha":"2f6d29692e18a32bc179e81d09d4ecdefefb85d8","Average ⬆️":9.390911516269796,"Hub License":"other","Hub ❤️":0,"#Params (B)":1.543,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.1917080289432085,"IFEval Raw":0.20403307668098425,"IFEval":20.403307668098424,"BBH Raw":0.3675511408391697,"BBH":12.70658883354089,"MATH Lvl 5 Raw":0.024924471299093656,"MATH Lvl 5":2.492447129909366,"GPQA Raw":0.28523489932885904,"GPQA":4.697986577181204,"MUSR Raw":0.38283333333333336,"MUSR":5.020833333333335,"MMLU-PRO Raw":0.19921875,"MMLU-PRO":11.024305555555555,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-03","Submission Date":"2025-01-03","Generation":0,"Base Model":"sumink/Qwenmplus"},{"eval_name":"sumink_Qwensci_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sumink/Qwensci 📑","fullname":"sumink/Qwensci","Model sha":"5cfce5a410358536c582e79a8484600ae384991a","Average ⬆️":5.5625396368925974,"Hub License":"other","Hub ❤️":0,"#Params (B)":1.543,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.0854593464503473,"IFEval Raw":0.17398281005509825,"IFEval":17.398281005509826,"BBH Raw":0.3281870591856875,"BBH":6.3198431947642675,"MATH Lvl 5 Raw":0.02039274924471299,"MATH Lvl 5":2.0392749244712993,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.3608854166666667,"MUSR":3.6106770833333353,"MMLU-PRO Raw":0.12599734042553193,"MMLU-PRO":2.8885933806146578,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-03","Submission Date":"2025-01-03","Generation":0,"Base Model":"sumink/Qwensci"},{"eval_name":"sumink_bbhqwen_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sumink/bbhqwen 📑","fullname":"sumink/bbhqwen","Model sha":"0e0815e15549c966e25dcf7e1bbd84d998878ba7","Average ⬆️":7.833827413484496,"Hub License":"","Hub ❤️":0,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7892143760544216,"IFEval Raw":0.18085236062536292,"IFEval":18.085236062536293,"BBH Raw":0.3388245916050106,"BBH":6.631749430919456,"MATH Lvl 5 Raw":0.010574018126888218,"MATH Lvl 5":1.0574018126888218,"GPQA Raw":0.2575503355704698,"GPQA":1.0067114093959737,"MUSR Raw":0.43523958333333335,"MUSR":13.371614583333335,"MMLU-PRO Raw":0.16165226063829788,"MMLU-PRO":6.850251182033097,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-25","Submission Date":"2025-02-25","Generation":0,"Base Model":"sumink/bbhqwen"},{"eval_name":"sumink_bbhqwen2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sumink/bbhqwen2 📑","fullname":"sumink/bbhqwen2","Model sha":"407c3fba41610ba6a42409221f58ae1bc758626d","Average ⬆️":6.258601237356344,"Hub License":"","Hub ❤️":0,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7929371277340248,"IFEval Raw":0.15329991090307052,"IFEval":15.329991090307054,"BBH Raw":0.30663248168563745,"BBH":3.8643035117477176,"MATH Lvl 5 Raw":0.006042296072507553,"MATH Lvl 5":0.6042296072507553,"GPQA Raw":0.2625838926174497,"GPQA":1.6778523489932917,"MUSR Raw":0.44305208333333335,"MUSR":14.414843750000001,"MMLU-PRO Raw":0.1149434840425532,"MMLU-PRO":1.6603871158392434,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-25","Submission Date":"2025-02-25","Generation":0,"Base Model":"sumink/bbhqwen2"},{"eval_name":"sumink_bbhqwen3_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sumink/bbhqwen3 📑","fullname":"sumink/bbhqwen3","Model sha":"d8075190856fdab9a14a4aa56f2a962dda6b8436","Average ⬆️":4.947842576914937,"Hub License":"","Hub ❤️":0,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7695893917829426,"IFEval Raw":0.1942911474886634,"IFEval":19.42911474886634,"BBH Raw":0.2950842029929075,"BBH":2.187659932659932,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2575503355704698,"GPQA":1.0067114093959737,"MUSR Raw":0.3796145833333333,"MUSR":5.218489583333333,"MMLU-PRO Raw":0.11660571808510638,"MMLU-PRO":1.8450797872340412,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-25","Submission Date":"2025-02-25","Generation":0,"Base Model":"sumink/bbhqwen3"},{"eval_name":"sumink_bbhqwen4_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sumink/bbhqwen4 📑","fullname":"sumink/bbhqwen4","Model sha":"44934bb91bbfec64cef43bc0a987937bdbba960a","Average ⬆️":5.656083792655539,"Hub License":"","Hub ❤️":0,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7885846459457425,"IFEval Raw":0.14485675784695717,"IFEval":14.485675784695719,"BBH Raw":0.3199395559502713,"BBH":4.8923014124501245,"MATH Lvl 5 Raw":0.006042296072507553,"MATH Lvl 5":0.6042296072507553,"GPQA Raw":0.24412751677852348,"GPQA":0.0,"MUSR Raw":0.4028958333333333,"MUSR":8.295312499999998,"MMLU-PRO Raw":0.15093085106382978,"MMLU-PRO":5.658983451536641,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-25","Submission Date":"2025-02-25","Generation":0,"Base Model":"sumink/bbhqwen4"},{"eval_name":"sumink_bbhqwen5_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sumink/bbhqwen5 📑","fullname":"sumink/bbhqwen5","Model sha":"81acc4a3dcb973997691073e2395e3c43acd5620","Average ⬆️":5.199436501746352,"Hub License":"","Hub ❤️":0,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.763493256291797,"IFEval Raw":0.1521507378200951,"IFEval":15.215073782009512,"BBH Raw":0.29130964476405813,"BBH":2.8132645692499794,"MATH Lvl 5 Raw":0.0022658610271903325,"MATH Lvl 5":0.22658610271903326,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.4019375,"MUSR":10.142187499999999,"MMLU-PRO Raw":0.11311502659574468,"MMLU-PRO":1.457225177304964,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-25","Submission Date":"2025-02-25","Generation":0,"Base Model":"sumink/bbhqwen5"},{"eval_name":"sumink_bbhqwen6_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sumink/bbhqwen6 📑","fullname":"sumink/bbhqwen6","Model sha":"1b75baaea3ec9cabe8998ea5f3ee2cdb60d3de27","Average ⬆️":4.3661285339650675,"Hub License":"","Hub ❤️":0,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7747034439706267,"IFEval Raw":0.18929551368147626,"IFEval":18.929551368147628,"BBH Raw":0.2782242419852629,"BBH":2.129703501956035,"MATH Lvl 5 Raw":0.0007552870090634441,"MATH Lvl 5":0.0755287009063444,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.35796875,"MUSR":2.2460937499999996,"MMLU-PRO Raw":0.11527593085106383,"MMLU-PRO":1.6973256501182026,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-25","Submission Date":"2025-02-25","Generation":0,"Base Model":"sumink/bbhqwen6"},{"eval_name":"sumink_flflmillama_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"sumink/flflmillama 📑","fullname":"sumink/flflmillama","Model sha":"e6e15070ab0783d5d75f6a67a57b26d86c989079","Average ⬆️":9.04335499884608,"Hub License":"","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1867441515549952,"IFEval Raw":0.16756317681529453,"IFEval":16.756317681529453,"BBH Raw":0.38511286094747693,"BBH":13.745933922898066,"MATH Lvl 5 Raw":0.019637462235649546,"MATH Lvl 5":1.9637462235649545,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.35911458333333335,"MUSR":4.02265625,"MMLU-PRO Raw":0.20960771276595744,"MMLU-PRO":12.178634751773048,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-05","Submission Date":"2025-02-05","Generation":0,"Base Model":"sumink/flflmillama"},{"eval_name":"sumink_ftgpt_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"GPT2LMHeadModel","Model":"sumink/ftgpt 📑","fullname":"sumink/ftgpt","Model sha":"fea7c59fff2443a73a7fd11a78b1d80eb5f0c4e6","Average ⬆️":3.951784139825086,"Hub License":"mit","Hub ❤️":0,"#Params (B)":0.124,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.10563503907928061,"IFEval Raw":0.0787100449030794,"IFEval":7.871004490307939,"BBH Raw":0.29190853217047663,"BBH":1.9312767142279632,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.41384375,"MUSR":10.097135416666667,"MMLU-PRO Raw":0.1171875,"MMLU-PRO":1.9097222222222217,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-06","Submission Date":"2024-11-20","Generation":0,"Base Model":"sumink/ftgpt"},{"eval_name":"sumink_llamaft_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"sumink/llamaft 📑","fullname":"sumink/llamaft","Model sha":"99b36b73b173c63decde2e4f8ef49f78d04ea568","Average ⬆️":8.156199769325905,"Hub License":"","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.1911480280954392,"IFEval Raw":0.16086871722584964,"IFEval":16.086871722584963,"BBH Raw":0.3762775648269859,"BBH":12.950582368134747,"MATH Lvl 5 Raw":0.01661631419939577,"MATH Lvl 5":1.6616314199395772,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.3498125,"MUSR":3.0598958333333326,"MMLU-PRO Raw":0.21143617021276595,"MMLU-PRO":12.381796690307327,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-05","Submission Date":"2025-02-05","Generation":0,"Base Model":"sumink/llamaft"},{"eval_name":"sumink_llamamerge_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"sumink/llamamerge 📑","fullname":"sumink/llamamerge","Model sha":"ab032bb4dd5e7fe4950e00517afb641f3a0c26a6","Average ⬆️":14.736806871689032,"Hub License":"llama3","Hub ❤️":0,"#Params (B)":13.016,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.8166414393378985,"IFEval Raw":0.26718107953563214,"IFEval":26.718107953563212,"BBH Raw":0.46316160070587903,"BBH":24.376393916804787,"MATH Lvl 5 Raw":0.015105740181268883,"MATH Lvl 5":1.5105740181268883,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.42397916666666663,"MUSR":11.664062500000002,"MMLU-PRO Raw":0.2589760638297872,"MMLU-PRO":17.664007092198577,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-14","Submission Date":"2025-01-14","Generation":0,"Base Model":"sumink/llamamerge"},{"eval_name":"sumink_llftfl7_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"sumink/llftfl7 📑","fullname":"sumink/llftfl7","Model sha":"fba0f95abad2633bd64b4d4cedfd1910716b2025","Average ⬆️":7.811247007957387,"Hub License":"","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2173806002200136,"IFEval Raw":0.17143512546709397,"IFEval":17.143512546709395,"BBH Raw":0.37864273336631166,"BBH":13.272908076195748,"MATH Lvl 5 Raw":0.010574018126888218,"MATH Lvl 5":1.0574018126888218,"GPQA Raw":0.28104026845637586,"GPQA":4.138702460850116,"MUSR Raw":0.36320833333333336,"MUSR":3.001041666666666,"MMLU-PRO Raw":0.17428523936170212,"MMLU-PRO":8.253915484633568,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-05","Submission Date":"2025-02-05","Generation":0,"Base Model":"sumink/llftfl7"},{"eval_name":"sumink_llmer_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"sumink/llmer 📑","fullname":"sumink/llmer","Model sha":"c73859c891e2db1e79e0e32d43fd685418f0c2fc","Average ⬆️":17.983709841194923,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4185286218364976,"IFEval Raw":0.3191132860809319,"IFEval":31.911328608093193,"BBH Raw":0.4884590875207178,"BBH":26.830896875618176,"MATH Lvl 5 Raw":0.0649546827794562,"MATH Lvl 5":6.495468277945619,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.4039166666666667,"MUSR":8.189583333333337,"MMLU-PRO Raw":0.35289228723404253,"MMLU-PRO":28.09914302600473,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-15","Submission Date":"2025-01-15","Generation":1,"Base Model":"sumink/llmer (Merge)"},{"eval_name":"sumink_qwft_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sumink/qwft 📑","fullname":"sumink/qwft","Model sha":"75279ae06c78ca9f3957ace3780f11dd95435b2b","Average ⬆️":3.1061410184104887,"Hub License":"other","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3540079479977694,"IFEval Raw":0.11965252197502627,"IFEval":11.965252197502625,"BBH Raw":0.30021752093452153,"BBH":2.872788366329503,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2525167785234899,"GPQA":0.33557046979865535,"MUSR Raw":0.3580625,"MUSR":2.024479166666666,"MMLU-PRO Raw":0.11294880319148937,"MMLU-PRO":1.4387559101654845,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-14","Submission Date":"2025-01-14","Generation":0,"Base Model":"sumink/qwft"},{"eval_name":"sumink_qwmer_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sumink/qwmer 📑","fullname":"sumink/qwmer","Model sha":"18b1f1a5a4be93ed37fc75c3d832e23324ea4993","Average ⬆️":11.672277450870531,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.3534062474193447,"IFEval Raw":0.22124407682726277,"IFEval":22.12440768272628,"BBH Raw":0.4298800979582788,"BBH":20.382371995631058,"MATH Lvl 5 Raw":0.0007552870090634441,"MATH Lvl 5":0.0755287009063444,"GPQA Raw":0.28691275167785235,"GPQA":4.921700223713646,"MUSR Raw":0.4031770833333333,"MUSR":9.030468750000004,"MMLU-PRO Raw":0.22149268617021275,"MMLU-PRO":13.499187352245862,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-15","Submission Date":"2025-01-15","Generation":1,"Base Model":"sumink/qwmer (Merge)"},{"eval_name":"sumink_solarmer3_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"sumink/solarmer3 📑","fullname":"sumink/solarmer3","Model sha":"cb294a464c44adf0e4c23ecd50ff1a65be3040e0","Average ⬆️":20.50211421532019,"Hub License":"","Hub ❤️":0,"#Params (B)":10.732,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.419555202086502,"IFEval Raw":0.3741428299135183,"IFEval":37.41428299135184,"BBH Raw":0.5265990319952963,"BBH":33.44249367336016,"MATH Lvl 5 Raw":0.0581570996978852,"MATH Lvl 5":5.81570996978852,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.44013541666666667,"MUSR":15.050260416666665,"MMLU-PRO Raw":0.332280585106383,"MMLU-PRO":25.80895390070922,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-23","Submission Date":"2025-01-23","Generation":1,"Base Model":"sumink/solarmer3 (Merge)"},{"eval_name":"sumink_somer_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"sumink/somer 📑","fullname":"sumink/somer","Model sha":"b9b7857618e91e4f16ceeb02546f129f7cead152","Average ⬆️":19.64702871989658,"Hub License":"","Hub ❤️":0,"#Params (B)":10.732,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.439342359392516,"IFEval Raw":0.29902990731259727,"IFEval":29.902990731259727,"BBH Raw":0.519370328606347,"BBH":31.718258352659863,"MATH Lvl 5 Raw":0.04154078549848943,"MATH Lvl 5":4.1540785498489425,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.465,"MUSR":18.424999999999997,"MMLU-PRO Raw":0.3447473404255319,"MMLU-PRO":27.19414893617021,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-15","Submission Date":"2025-01-15","Generation":1,"Base Model":"sumink/somer (Merge)"},{"eval_name":"sumink_somer2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"sumink/somer2 📑","fullname":"sumink/somer2","Model sha":"4c274ca4914b34c26772de9dc2af0c7192529c0b","Average ⬆️":20.03735671593734,"Hub License":"","Hub ❤️":0,"#Params (B)":10.732,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5175328638862864,"IFEval Raw":0.3132433055404106,"IFEval":31.324330554041055,"BBH Raw":0.5166793474130525,"BBH":31.375840981103366,"MATH Lvl 5 Raw":0.04682779456193353,"MATH Lvl 5":4.682779456193353,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.46630208333333334,"MUSR":18.654427083333328,"MMLU-PRO Raw":0.34325132978723405,"MMLU-PRO":27.027925531914892,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-15","Submission Date":"2025-01-15","Generation":1,"Base Model":"sumink/somer2 (Merge)"},{"eval_name":"sumink_somerft_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"sumink/somerft 📑","fullname":"sumink/somerft","Model sha":"41944985c2aa6f7f704c5680859f6f154d931734","Average ⬆️":4.941854251868015,"Hub License":"","Hub ❤️":0,"#Params (B)":1.543,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2931926679579668,"IFEval Raw":0.14305819669587805,"IFEval":14.305819669587805,"BBH Raw":0.3093455213252133,"BBH":3.6167949511136865,"MATH Lvl 5 Raw":0.014350453172205438,"MATH Lvl 5":1.4350453172205437,"GPQA Raw":0.2483221476510067,"GPQA":0.0,"MUSR Raw":0.40447916666666667,"MUSR":8.99322916666667,"MMLU-PRO Raw":0.11170212765957446,"MMLU-PRO":1.300236406619384,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-17","Submission Date":"2025-01-17","Generation":0,"Base Model":"sumink/somerft"},{"eval_name":"sunbaby_BrainCog-8B-0.1-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"sunbaby/BrainCog-8B-0.1-Instruct 📑","fullname":"sunbaby/BrainCog-8B-0.1-Instruct","Model sha":"6c03cb7af723c7f7785df9eee5d5838247619bee","Average ⬆️":18.380632683786093,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.669108790177119,"IFEval Raw":0.4253004250943053,"IFEval":42.53004250943053,"BBH Raw":0.46182179983247446,"BBH":24.283467839476657,"MATH Lvl 5 Raw":0.09667673716012085,"MATH Lvl 5":9.667673716012084,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.36559375,"MUSR":6.332552083333334,"MMLU-PRO Raw":0.28582114361702127,"MMLU-PRO":20.646793735224584,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-31","Submission Date":"2024-08-27","Generation":1,"Base Model":"meta-llama/Meta-Llama-3-8B"},{"eval_name":"swap-uniba_LLaMAntino-3-ANITA-8B-Inst-DPO-ITA_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"swap-uniba/LLaMAntino-3-ANITA-8B-Inst-DPO-ITA 📑","fullname":"swap-uniba/LLaMAntino-3-ANITA-8B-Inst-DPO-ITA","Model sha":"2b6e46e4c9d341dc8bf8350a167492c880116b66","Average ⬆️":21.82755308278925,"Hub License":"llama3","Hub ❤️":24,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6332776227685775,"IFEval Raw":0.4815046299374548,"IFEval":48.15046299374548,"BBH Raw":0.4935698792285044,"BBH":27.990827697552746,"MATH Lvl 5 Raw":0.04833836858006042,"MATH Lvl 5":4.833836858006042,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.43873958333333335,"MUSR":13.242447916666665,"MMLU-PRO Raw":0.3723404255319149,"MMLU-PRO":30.26004728132387,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-29","Submission Date":"2024-10-25","Generation":1,"Base Model":"meta-llama/Meta-Llama-3-8B-Instruct"},{"eval_name":"synergetic_FrankenQwen2.5-14B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"synergetic/FrankenQwen2.5-14B 📑","fullname":"synergetic/FrankenQwen2.5-14B","Model sha":"24e41619569b50aa44698e0afabbbee30af998bd","Average ⬆️":18.126546386620493,"Hub License":"","Hub ❤️":0,"#Params (B)":16.972,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.517963472170647,"IFEval Raw":0.1869472998311148,"IFEval":18.69472998311148,"BBH Raw":0.6047748435655343,"BBH":44.273555426330965,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.3842604166666666,"MUSR":5.532552083333332,"MMLU-PRO Raw":0.43816489361702127,"MMLU-PRO":37.57387706855792,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-30","Submission Date":"2024-11-30","Generation":1,"Base Model":"synergetic/FrankenQwen2.5-14B (Merge)"},{"eval_name":"talha2001_Beast-Soul-new_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"talha2001/Beast-Soul-new 📑","fullname":"talha2001/Beast-Soul-new","Model sha":"e6cf8caa60264a3005df2ff4b9d967f684519d4b","Average ⬆️":21.79227783258031,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2857659556667733,"IFEval Raw":0.4853510906616666,"IFEval":48.53510906616666,"BBH Raw":0.5227143628884523,"BBH":33.07275916855207,"MATH Lvl 5 Raw":0.07401812688821752,"MATH Lvl 5":7.401812688821751,"GPQA Raw":0.28187919463087246,"GPQA":4.250559284116329,"MUSR Raw":0.4459270833333333,"MUSR":14.140885416666668,"MMLU-PRO Raw":0.3101728723404255,"MMLU-PRO":23.352541371158388,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-07","Submission Date":"2024-08-07","Generation":1,"Base Model":"talha2001/Beast-Soul-new (Merge)"},{"eval_name":"tangledgroup_tangled-llama-pints-1.5b-v0.1-instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"tangledgroup/tangled-llama-pints-1.5b-v0.1-instruct 📑","fullname":"tangledgroup/tangled-llama-pints-1.5b-v0.1-instruct","Model sha":"3e1429f20007740877c51e44ed63b870a57a2e17","Average ⬆️":4.366498008182751,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.5,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5908680116894098,"IFEval Raw":0.15090182936829835,"IFEval":15.090182936829834,"BBH Raw":0.31434444692284963,"BBH":3.8421954101765152,"MATH Lvl 5 Raw":0.012084592145015106,"MATH Lvl 5":1.2084592145015105,"GPQA Raw":0.23993288590604026,"GPQA":0.0,"MUSR Raw":0.37613541666666667,"MUSR":4.850260416666665,"MMLU-PRO Raw":0.11087101063829788,"MMLU-PRO":1.2078900709219857,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-27","Submission Date":"2024-08-29","Generation":1,"Base Model":"pints-ai/1.5-Pints-16K-v0.1"},{"eval_name":"tangledgroup_tangled-llama-pints-1.5b-v0.2-instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"tangledgroup/tangled-llama-pints-1.5b-v0.2-instruct 📑","fullname":"tangledgroup/tangled-llama-pints-1.5b-v0.2-instruct","Model sha":"5c229e26f3ab3d0f0f613ed242f3f0f57c930155","Average ⬆️":4.745857038769314,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.5,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.5956229144427482,"IFEval Raw":0.1724092075692496,"IFEval":17.24092075692496,"BBH Raw":0.3158349391752727,"BBH":4.0802054869970155,"MATH Lvl 5 Raw":0.01283987915407855,"MATH Lvl 5":1.283987915407855,"GPQA Raw":0.24161073825503357,"GPQA":0.0,"MUSR Raw":0.3642916666666667,"MUSR":4.569791666666666,"MMLU-PRO Raw":0.11170212765957446,"MMLU-PRO":1.300236406619384,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-14","Submission Date":"2024-09-15","Generation":1,"Base Model":"pints-ai/1.5-Pints-16K-v0.1"},{"eval_name":"tanliboy_lambda-gemma-2-9b-dpo_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"tanliboy/lambda-gemma-2-9b-dpo 📑","fullname":"tanliboy/lambda-gemma-2-9b-dpo","Model sha":"b141471308bc41ffe15180a6668c735396c3949b","Average ⬆️":22.91040441700333,"Hub License":"gemma","Hub ❤️":1,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.4831744963862326,"IFEval Raw":0.45008023156336296,"IFEval":45.0080231563363,"BBH Raw":0.547172399190412,"BBH":35.554545346782085,"MATH Lvl 5 Raw":0.09441087613293052,"MATH Lvl 5":9.441087613293051,"GPQA Raw":0.313758389261745,"GPQA":8.501118568232664,"MUSR Raw":0.40165625,"MUSR":7.940364583333334,"MMLU-PRO Raw":0.379155585106383,"MMLU-PRO":31.017287234042552,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-24","Submission Date":"2024-09-18","Generation":2,"Base Model":"google/gemma-2-9b"},{"eval_name":"tanliboy_lambda-gemma-2-9b-dpo_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"tanliboy/lambda-gemma-2-9b-dpo 📑","fullname":"tanliboy/lambda-gemma-2-9b-dpo","Model sha":"b141471308bc41ffe15180a6668c735396c3949b","Average ⬆️":16.97010860262216,"Hub License":"gemma","Hub ❤️":1,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.9035758929213187,"IFEval Raw":0.18292463995531855,"IFEval":18.292463995531854,"BBH Raw":0.5487911206515993,"BBH":35.73966330720827,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.3104026845637584,"GPQA":8.05369127516779,"MUSR Raw":0.40562499999999996,"MUSR":8.569791666666665,"MMLU-PRO Raw":0.3804853723404255,"MMLU-PRO":31.165041371158388,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-24","Submission Date":"2024-09-18","Generation":2,"Base Model":"google/gemma-2-9b"},{"eval_name":"tanliboy_lambda-qwen2.5-14b-dpo-test_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"tanliboy/lambda-qwen2.5-14b-dpo-test 📑","fullname":"tanliboy/lambda-qwen2.5-14b-dpo-test","Model sha":"96607eea3c67f14f73e576580610dba7530c5dd9","Average ⬆️":42.617400826626636,"Hub License":"apache-2.0","Hub ❤️":9,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.6014865819313373,"IFEval Raw":0.8231215397367873,"IFEval":82.31215397367873,"BBH Raw":0.6393505282981286,"BBH":48.454439828605324,"MATH Lvl 5 Raw":0.5460725075528701,"MATH Lvl 5":54.607250755287005,"GPQA Raw":0.3624161073825503,"GPQA":14.988814317673373,"MUSR Raw":0.42603125000000003,"MUSR":12.587239583333336,"MMLU-PRO Raw":0.4847905585106383,"MMLU-PRO":42.75450650118203,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-20","Submission Date":"2024-09-20","Generation":2,"Base Model":"Qwen/Qwen2.5-14B"},{"eval_name":"tanliboy_lambda-qwen2.5-32b-dpo-test_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"tanliboy/lambda-qwen2.5-32b-dpo-test 📑","fullname":"tanliboy/lambda-qwen2.5-32b-dpo-test","Model sha":"675b60d6e859455a6139e6e284bbe1844b8ddf46","Average ⬆️":45.924592588188716,"Hub License":"apache-2.0","Hub ❤️":5,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":10.99860689314531,"IFEval Raw":0.8083839767372794,"IFEval":80.83839767372794,"BBH Raw":0.6763904009446838,"BBH":54.40796058706255,"MATH Lvl 5 Raw":0.6102719033232629,"MATH Lvl 5":61.027190332326285,"GPQA Raw":0.3565436241610738,"GPQA":14.205816554809845,"MUSR Raw":0.42742708333333335,"MUSR":13.328385416666663,"MMLU-PRO Raw":0.565658244680851,"MMLU-PRO":51.739804964539005,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-22","Submission Date":"2024-09-30","Generation":2,"Base Model":"Qwen/Qwen2.5-32B"},{"eval_name":"tannedbum_Ellaria-9B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"tannedbum/Ellaria-9B 📑","fullname":"tannedbum/Ellaria-9B","Model sha":"087b263326da56de637912814bc7073b83b8d59a","Average ⬆️":33.04997199099277,"Hub License":"","Hub ❤️":17,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.7142266237103225,"IFEval Raw":0.7825802204816554,"IFEval":78.25802204816554,"BBH Raw":0.5942102115140485,"BBH":41.72156106008432,"MATH Lvl 5 Raw":0.20770392749244712,"MATH Lvl 5":20.770392749244714,"GPQA Raw":0.33305369127516776,"GPQA":11.073825503355701,"MUSR Raw":0.4151458333333333,"MUSR":10.859895833333335,"MMLU-PRO Raw":0.42054521276595747,"MMLU-PRO":35.61613475177305,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-04","Submission Date":"2025-01-07","Generation":1,"Base Model":"tannedbum/Ellaria-9B (Merge)"},{"eval_name":"tannedbum_L3-Nymeria-Maid-8B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"tannedbum/L3-Nymeria-Maid-8B 📑","fullname":"tannedbum/L3-Nymeria-Maid-8B","Model sha":"17cf2c77399d63638254353ac86adf5692b79c62","Average ⬆️":26.043175935330492,"Hub License":"cc-by-nc-4.0","Hub ❤️":12,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9115967213637292,"IFEval Raw":0.7250029920610646,"IFEval":72.50029920610646,"BBH Raw":0.5146055785516804,"BBH":31.240944775904463,"MATH Lvl 5 Raw":0.09365558912386707,"MATH Lvl 5":9.365558912386707,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.37505208333333334,"MUSR":6.481510416666668,"MMLU-PRO Raw":0.37466755319148937,"MMLU-PRO":30.5186170212766,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-21","Submission Date":"2025-01-07","Generation":1,"Base Model":"tannedbum/L3-Nymeria-Maid-8B (Merge)"},{"eval_name":"tannedbum_L3-Nymeria-v2-8B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"tannedbum/L3-Nymeria-v2-8B 📑","fullname":"tannedbum/L3-Nymeria-v2-8B","Model sha":"6f0f2526cc89c9d749b850c3e1c3484db92e5c3b","Average ⬆️":25.709418052441055,"Hub License":"cc-by-nc-4.0","Hub ❤️":15,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9849768481433717,"IFEval Raw":0.7168346653545925,"IFEval":71.68346653545925,"BBH Raw":0.5224198261531375,"BBH":32.262543662000034,"MATH Lvl 5 Raw":0.09214501510574018,"MATH Lvl 5":9.214501510574017,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.369875,"MUSR":5.134375000000001,"MMLU-PRO Raw":0.37533244680851063,"MMLU-PRO":30.592494089834517,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-29","Submission Date":"2025-01-07","Generation":1,"Base Model":"tannedbum/L3-Nymeria-v2-8B (Merge)"},{"eval_name":"tannedbum_L3-Rhaenys-8B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"tannedbum/L3-Rhaenys-8B 📑","fullname":"tannedbum/L3-Rhaenys-8B","Model sha":"a159e2aabf9d6ef31444dc46c3dce9fdadca77d9","Average ⬆️":26.454823240339877,"Hub License":"cc-by-nc-4.0","Hub ❤️":5,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.095765884407275,"IFEval Raw":0.7362686560548235,"IFEval":73.62686560548235,"BBH Raw":0.5299209893116719,"BBH":33.137944169076256,"MATH Lvl 5 Raw":0.08761329305135952,"MATH Lvl 5":8.761329305135952,"GPQA Raw":0.2978187919463087,"GPQA":6.375838926174497,"MUSR Raw":0.3724791666666667,"MUSR":5.726562500000003,"MMLU-PRO Raw":0.3799035904255319,"MMLU-PRO":31.100398936170215,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-07-31","Submission Date":"2025-01-07","Generation":1,"Base Model":"tannedbum/L3-Rhaenys-8B (Merge)"},{"eval_name":"teknium_CollectiveCognition-v1.1-Mistral-7B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"teknium/CollectiveCognition-v1.1-Mistral-7B 📑","fullname":"teknium/CollectiveCognition-v1.1-Mistral-7B","Model sha":"5f57f70ec99450c70da2540e94dd7fd67be4b23c","Average ⬆️":14.256397052482129,"Hub License":"apache-2.0","Hub ❤️":79,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8586361225619709,"IFEval Raw":0.27904626391308396,"IFEval":27.904626391308398,"BBH Raw":0.4493426704276236,"BBH":23.47613361696592,"MATH Lvl 5 Raw":0.030966767371601207,"MATH Lvl 5":3.096676737160121,"GPQA Raw":0.28691275167785235,"GPQA":4.921700223713646,"MUSR Raw":0.3869270833333333,"MUSR":5.732552083333332,"MMLU-PRO Raw":0.28366023936170215,"MMLU-PRO":20.40669326241135,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-10-04","Submission Date":"2024-06-12","Generation":1,"Base Model":"mistralai/Mistral-7B-v0.1"},{"eval_name":"teknium_OpenHermes-13B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"teknium/OpenHermes-13B 📑","fullname":"teknium/OpenHermes-13B","Model sha":"bcad6fff9f8591e091d2d57356a3f102197e8c5f","Average ⬆️":12.182264325006635,"Hub License":"mit","Hub ❤️":55,"#Params (B)":13.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":62.23823339896335,"IFEval Raw":0.2668065178171696,"IFEval":26.680651781716954,"BBH Raw":0.42064384521911524,"BBH":18.21332824040884,"MATH Lvl 5 Raw":0.012084592145015106,"MATH Lvl 5":1.2084592145015105,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.4042604166666666,"MUSR":8.532552083333334,"MMLU-PRO Raw":0.23894614361702127,"MMLU-PRO":15.438460401891252,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-09-06","Submission Date":"2024-06-12","Generation":1,"Base Model":"NousResearch/Llama-2-13b-hf"},{"eval_name":"teknium_OpenHermes-2-Mistral-7B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"teknium/OpenHermes-2-Mistral-7B 📑","fullname":"teknium/OpenHermes-2-Mistral-7B","Model sha":"4c6e34123b140ce773a8433cae5410949289102c","Average ⬆️":21.44047612236278,"Hub License":"apache-2.0","Hub ❤️":255,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9500596701618965,"IFEval Raw":0.5286151854856226,"IFEval":52.86151854856226,"BBH Raw":0.4947516371878204,"BBH":29.251839211223313,"MATH Lvl 5 Raw":0.045317220543806644,"MATH Lvl 5":4.531722054380665,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.45197916666666665,"MUSR":16.064062499999995,"MMLU-PRO Raw":0.2931349734042553,"MMLU-PRO":21.4594414893617,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-10-12","Submission Date":"2024-06-12","Generation":1,"Base Model":"mistralai/Mistral-7B-v0.1"},{"eval_name":"teknium_OpenHermes-2.5-Mistral-7B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"teknium/OpenHermes-2.5-Mistral-7B 📑","fullname":"teknium/OpenHermes-2.5-Mistral-7B","Model sha":"24c0bea14d53e6f67f1fbe2eca5bfe7cae389b33","Average ⬆️":21.317189027423062,"Hub License":"apache-2.0","Hub ❤️":830,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9455666006211318,"IFEval Raw":0.5571417173100706,"IFEval":55.71417173100706,"BBH Raw":0.4870013259924984,"BBH":27.770026367807578,"MATH Lvl 5 Raw":0.05060422960725076,"MATH Lvl 5":5.0604229607250755,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.4241979166666667,"MUSR":12.058072916666669,"MMLU-PRO Raw":0.3054355053191489,"MMLU-PRO":22.826167257683213,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-10-29","Submission Date":"2024-06-12","Generation":1,"Base Model":"mistralai/Mistral-7B-v0.1"},{"eval_name":"teknium_OpenHermes-7B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"teknium/OpenHermes-7B 📑","fullname":"teknium/OpenHermes-7B","Model sha":"9f55d6eb15f1edd52ee1fd863a220aa682e78a00","Average ⬆️":9.569248719177576,"Hub License":"mit","Hub ❤️":13,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.966179505229206,"IFEval Raw":0.1812513021006485,"IFEval":18.12513021006485,"BBH Raw":0.362033648602934,"BBH":12.08139546207365,"MATH Lvl 5 Raw":0.015861027190332326,"MATH Lvl 5":1.5861027190332326,"GPQA Raw":0.26929530201342283,"GPQA":2.572706935123044,"MUSR Raw":0.4323854166666667,"MUSR":12.681510416666667,"MMLU-PRO Raw":0.19331781914893617,"MMLU-PRO":10.368646572104018,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-09-14","Submission Date":"2024-06-12","Generation":1,"Base Model":"NousResearch/Llama-2-7b-hf"},{"eval_name":"tensopolis_falcon3-10b-tensopolis-v1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"tensopolis/falcon3-10b-tensopolis-v1 📑","fullname":"tensopolis/falcon3-10b-tensopolis-v1","Model sha":"39f61a967cedf5db5de6229284eeffde9b4ede83","Average ⬆️":35.588967109820835,"Hub License":"other","Hub ❤️":0,"#Params (B)":10.306,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":10.0902986546538,"IFEval Raw":0.7816560060639104,"IFEval":78.16560060639105,"BBH Raw":0.618226655000786,"BBH":45.059280249567784,"MATH Lvl 5 Raw":0.27492447129909364,"MATH Lvl 5":27.492447129909365,"GPQA Raw":0.3296979865771812,"GPQA":10.626398210290827,"MUSR Raw":0.43753125,"MUSR":14.191406249999995,"MMLU-PRO Raw":0.4419880319148936,"MMLU-PRO":37.99867021276595,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-29","Submission Date":"2025-03-08","Generation":1,"Base Model":"tensopolis/falcon3-10b-tensopolis-v1 (Merge)"},{"eval_name":"tensopolis_falcon3-10b-tensopolis-v2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"tensopolis/falcon3-10b-tensopolis-v2 📑","fullname":"tensopolis/falcon3-10b-tensopolis-v2","Model sha":"acff1f3390161a0ffe72ba89b59ee47a04622419","Average ⬆️":35.190439950096184,"Hub License":"other","Hub ❤️":0,"#Params (B)":10.306,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8575561467328316,"IFEval Raw":0.7792080568447275,"IFEval":77.92080568447275,"BBH Raw":0.618226655000786,"BBH":45.046927308391304,"MATH Lvl 5 Raw":0.26661631419939574,"MATH Lvl 5":26.661631419939575,"GPQA Raw":0.3271812080536913,"GPQA":10.290827740492169,"MUSR Raw":0.4296875,"MUSR":13.177604166666661,"MMLU-PRO Raw":0.4424035904255319,"MMLU-PRO":38.04484338061466,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-08","Submission Date":"2025-03-08","Generation":1,"Base Model":"tensopolis/falcon3-10b-tensopolis-v2 (Merge)"},{"eval_name":"tensopolis_lamarckvergence-14b-tensopolis-v1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"tensopolis/lamarckvergence-14b-tensopolis-v1 📑","fullname":"tensopolis/lamarckvergence-14b-tensopolis-v1","Model sha":"4125c5592b0131d408a994b0c6a13ce857bc8951","Average ⬆️":42.91732437905944,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.1100675280897367,"IFEval Raw":0.7603735865281896,"IFEval":76.03735865281897,"BBH Raw":0.6561154329558933,"BBH":50.983494714854295,"MATH Lvl 5 Raw":0.5166163141993958,"MATH Lvl 5":51.66163141993958,"GPQA Raw":0.36073825503355705,"GPQA":14.76510067114094,"MUSR Raw":0.44745833333333335,"MUSR":16.832291666666666,"MMLU-PRO Raw":0.5250166223404256,"MMLU-PRO":47.224069148936174,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-09","Submission Date":"2025-03-10","Generation":1,"Base Model":"tensopolis/lamarckvergence-14b-tensopolis-v1 (Merge)"},{"eval_name":"tensopolis_mistral-small-2501-tensopolis-v1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"tensopolis/mistral-small-2501-tensopolis-v1 📑","fullname":"tensopolis/mistral-small-2501-tensopolis-v1","Model sha":"c5e5dec7262c0174932627029df32225ddfa77f4","Average ⬆️":39.245150466059876,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":23.572,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3811453118741102,"IFEval Raw":0.7762104549262623,"IFEval":77.62104549262622,"BBH Raw":0.6474735931872574,"BBH":48.693238200527865,"MATH Lvl 5 Raw":0.44410876132930516,"MATH Lvl 5":44.41087613293052,"GPQA Raw":0.3573825503355705,"GPQA":14.317673378076066,"MUSR Raw":0.42797916666666663,"MUSR":11.930729166666666,"MMLU-PRO Raw":0.4464760638297872,"MMLU-PRO":38.49734042553191,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-08","Submission Date":"2025-02-08","Generation":1,"Base Model":"tensopolis/mistral-small-2501-tensopolis-v1 (Merge)"},{"eval_name":"tensopolis_mistral-small-r1-tensopolis_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"tensopolis/mistral-small-r1-tensopolis 📑","fullname":"tensopolis/mistral-small-r1-tensopolis","Model sha":"d7256a2ea0f80a2294177ef53d8ad596b8cf3d68","Average ⬆️":25.876977987240537,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":23.572,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.4434002419959506,"IFEval Raw":0.462220242290456,"IFEval":46.2220242290456,"BBH Raw":0.5435969591888976,"BBH":34.60228302469567,"MATH Lvl 5 Raw":0.290785498489426,"MATH Lvl 5":29.078549848942597,"GPQA Raw":0.28187919463087246,"GPQA":4.250559284116329,"MUSR Raw":0.37375,"MUSR":7.385416666666669,"MMLU-PRO Raw":0.4035073138297872,"MMLU-PRO":33.72303486997636,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-08","Submission Date":"2025-02-24","Generation":2,"Base Model":"mistralai/Mistral-Small-24B-Instruct-2501 (Merge)"},{"eval_name":"tensopolis_phi-4-tensopolis-v1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"tensopolis/phi-4-tensopolis-v1 📑","fullname":"tensopolis/phi-4-tensopolis-v1","Model sha":"5890f8b5f7e4a040b8dd5fbcfcc45f4311ac2873","Average ⬆️":40.45533321662008,"Hub License":"mit","Hub ❤️":0,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.7062156886278963,"IFEval Raw":0.6766679078179231,"IFEval":67.66679078179232,"BBH Raw":0.6871833310149728,"BBH":55.036574654959814,"MATH Lvl 5 Raw":0.49395770392749244,"MATH Lvl 5":49.39577039274924,"GPQA Raw":0.3347315436241611,"GPQA":11.297539149888143,"MUSR Raw":0.4140625,"MUSR":10.624479166666669,"MMLU-PRO Raw":0.5383976063829787,"MMLU-PRO":48.71084515366431,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-07","Submission Date":"2025-03-09","Generation":1,"Base Model":"tensopolis/phi-4-tensopolis-v1 (Merge)"},{"eval_name":"tensopolis_qwen2.5-14b-tensopolis-v1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"tensopolis/qwen2.5-14b-tensopolis-v1 📑","fullname":"tensopolis/qwen2.5-14b-tensopolis-v1","Model sha":"34f20381d4b43bbbd288f9a1f81a26bcbdcbd3c8","Average ⬆️":41.14159022263494,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":11.845475420900796,"IFEval Raw":0.7990166092634211,"IFEval":79.90166092634212,"BBH Raw":0.6363595324538928,"BBH":47.96504993841635,"MATH Lvl 5 Raw":0.5294561933534743,"MATH Lvl 5":52.94561933534743,"GPQA Raw":0.3347315436241611,"GPQA":11.297539149888143,"MUSR Raw":0.41933333333333334,"MUSR":11.283333333333333,"MMLU-PRO Raw":0.49110704787234044,"MMLU-PRO":43.456338652482266,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-01","Submission Date":"2025-03-09","Generation":1,"Base Model":"tensopolis/qwen2.5-14b-tensopolis-v1 (Merge)"},{"eval_name":"tensopolis_qwen2.5-3b-or1-tensopolis_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"tensopolis/qwen2.5-3b-or1-tensopolis 📑","fullname":"tensopolis/qwen2.5-3b-or1-tensopolis","Model sha":"3f7cee86465d2518298e835f93b1b904a5a799d7","Average ⬆️":18.28025106583868,"Hub License":"","Hub ❤️":2,"#Params (B)":3.086,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5197455737492314,"IFEval Raw":0.35400958346077294,"IFEval":35.400958346077296,"BBH Raw":0.44214988544006467,"BBH":22.108987593280478,"MATH Lvl 5 Raw":0.1729607250755287,"MATH Lvl 5":17.29607250755287,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.37492708333333336,"MUSR":4.532552083333335,"MMLU-PRO Raw":0.3197307180851064,"MMLU-PRO":24.414524231678485,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-15","Submission Date":"2025-02-24","Generation":3,"Base Model":"Qwen/Qwen2.5-3B"},{"eval_name":"tensopolis_qwen2.5-7b-tensopolis-v1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"tensopolis/qwen2.5-7b-tensopolis-v1 📑","fullname":"tensopolis/qwen2.5-7b-tensopolis-v1","Model sha":"2cbc0765ff33ec948d54f305640f4db262221493","Average ⬆️":35.49167672948769,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":8.295151060589886,"IFEval Raw":0.7660939640154789,"IFEval":76.60939640154788,"BBH Raw":0.5378740884658956,"BBH":34.78352811189759,"MATH Lvl 5 Raw":0.4561933534743202,"MATH Lvl 5":45.61933534743202,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.433875,"MUSR":13.467708333333334,"MMLU-PRO Raw":0.42686170212765956,"MMLU-PRO":36.31796690307328,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-24","Submission Date":"2025-03-07","Generation":1,"Base Model":"tensopolis/qwen2.5-7b-tensopolis-v1 (Merge)"},{"eval_name":"tensopolis_qwen2.5-7b-tensopolis-v2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"tensopolis/qwen2.5-7b-tensopolis-v2 📑","fullname":"tensopolis/qwen2.5-7b-tensopolis-v2","Model sha":"d81d4112a0bebd9d1262e94136a330beac86299b","Average ⬆️":35.37814971872235,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.501444779713065,"IFEval Raw":0.752105524452896,"IFEval":75.21055244528961,"BBH Raw":0.5414622323974015,"BBH":35.224120159606855,"MATH Lvl 5 Raw":0.4818731117824773,"MATH Lvl 5":48.18731117824773,"GPQA Raw":0.2902684563758389,"GPQA":5.369127516778524,"MUSR Raw":0.42463541666666665,"MUSR":12.24609375,"MMLU-PRO Raw":0.42428523936170215,"MMLU-PRO":36.03169326241135,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-07","Submission Date":"2025-03-08","Generation":1,"Base Model":"tensopolis/qwen2.5-7b-tensopolis-v2 (Merge)"},{"eval_name":"tensopolis_virtuoso-lite-tensopolis-v1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"tensopolis/virtuoso-lite-tensopolis-v1 📑","fullname":"tensopolis/virtuoso-lite-tensopolis-v1","Model sha":"84293adf3f10f19f1c6e735633f0cc45b457ac62","Average ⬆️":36.38947458816892,"Hub License":"other","Hub ❤️":0,"#Params (B)":10.306,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.852792974488292,"IFEval Raw":0.806910109620252,"IFEval":80.6910109620252,"BBH Raw":0.610185430846048,"BBH":43.94133513211286,"MATH Lvl 5 Raw":0.2545317220543807,"MATH Lvl 5":25.45317220543807,"GPQA Raw":0.3447986577181208,"GPQA":12.639821029082773,"MUSR Raw":0.4582395833333333,"MUSR":17.446614583333332,"MMLU-PRO Raw":0.4434840425531915,"MMLU-PRO":38.16489361702128,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-05","Submission Date":"2025-03-08","Generation":1,"Base Model":"tensopolis/virtuoso-lite-tensopolis-v1 (Merge)"},{"eval_name":"tensopolis_virtuoso-lite-tensopolis-v2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"tensopolis/virtuoso-lite-tensopolis-v2 📑","fullname":"tensopolis/virtuoso-lite-tensopolis-v2","Model sha":"427b560bfaa1d5c1993bcc743d9e4b8695b1a053","Average ⬆️":36.256178767362854,"Hub License":"other","Hub ❤️":0,"#Params (B)":10.306,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.034670836864486,"IFEval Raw":0.8029384255996312,"IFEval":80.29384255996311,"BBH Raw":0.6100187641793813,"BBH":43.93077957655731,"MATH Lvl 5 Raw":0.25,"MATH Lvl 5":25.0,"GPQA Raw":0.34312080536912754,"GPQA":12.416107382550338,"MUSR Raw":0.4595416666666667,"MUSR":17.676041666666666,"MMLU-PRO Raw":0.44398271276595747,"MMLU-PRO":38.22030141843972,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-06","Submission Date":"2025-03-09","Generation":1,"Base Model":"tensopolis/virtuoso-lite-tensopolis-v2 (Merge)"},{"eval_name":"tensopolis_virtuoso-small-tensopolis-v1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"tensopolis/virtuoso-small-tensopolis-v1 📑","fullname":"tensopolis/virtuoso-small-tensopolis-v1","Model sha":"aae1313e07e91002106d55f893978669f9b19389","Average ⬆️":38.413589685550576,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.667430653436983,"IFEval Raw":0.7856276900845313,"IFEval":78.56276900845313,"BBH Raw":0.6415395136436205,"BBH":48.17122576570145,"MATH Lvl 5 Raw":0.3527190332326284,"MATH Lvl 5":35.27190332326284,"GPQA Raw":0.32802013422818793,"GPQA":10.402684563758392,"MUSR Raw":0.43263541666666666,"MUSR":13.979427083333329,"MMLU-PRO Raw":0.4968417553191489,"MMLU-PRO":44.093528368794324,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-28","Submission Date":"2025-01-28","Generation":1,"Base Model":"tensopolis/virtuoso-small-tensopolis-v1 (Merge)"},{"eval_name":"tensopolis_virtuoso-small-tensopolis-v2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"tensopolis/virtuoso-small-tensopolis-v2 📑","fullname":"tensopolis/virtuoso-small-tensopolis-v2","Model sha":"425502ec46cc5752412693ee7eea7f049088f904","Average ⬆️":40.113839873543775,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.714171092623901,"IFEval Raw":0.8020142111818863,"IFEval":80.20142111818863,"BBH Raw":0.6515835977499008,"BBH":50.22972026624839,"MATH Lvl 5 Raw":0.38746223564954685,"MATH Lvl 5":38.74622356495468,"GPQA Raw":0.3288590604026846,"GPQA":10.514541387024611,"MUSR Raw":0.43523958333333335,"MUSR":14.83828125,"MMLU-PRO Raw":0.515375664893617,"MMLU-PRO":46.15285165484633,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-29","Submission Date":"2025-02-17","Generation":1,"Base Model":"tensopolis/virtuoso-small-tensopolis-v2 (Merge)"},{"eval_name":"tensopolis_virtuoso-small-v2-tensopolis-v1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"tensopolis/virtuoso-small-v2-tensopolis-v1 📑","fullname":"tensopolis/virtuoso-small-v2-tensopolis-v1","Model sha":"71706588945ec9ad97f9d39e529e00d96d0119b3","Average ⬆️":42.6978958480128,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":28.932246678908278,"IFEval Raw":0.8419061423689145,"IFEval":84.19061423689145,"BBH Raw":0.6544753426578069,"BBH":50.96603012167689,"MATH Lvl 5 Raw":0.452416918429003,"MATH Lvl 5":45.2416918429003,"GPQA Raw":0.3464765100671141,"GPQA":12.863534675615215,"MUSR Raw":0.45092708333333337,"MUSR":16.532552083333332,"MMLU-PRO Raw":0.5175365691489362,"MMLU-PRO":46.39295212765958,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-01","Submission Date":"2025-03-09","Generation":1,"Base Model":"tensopolis/virtuoso-small-v2-tensopolis-v1 (Merge)"},{"eval_name":"tensoropera_Fox-1-1.6B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"tensoropera/Fox-1-1.6B 📑","fullname":"tensoropera/Fox-1-1.6B","Model sha":"6389dde4d7e52aa1200ad954c565f03c7fdcf8db","Average ⬆️":7.764365648440015,"Hub License":"apache-2.0","Hub ❤️":31,"#Params (B)":1.665,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.6856405963989034,"IFEval Raw":0.27659831469390106,"IFEval":27.659831469390106,"BBH Raw":0.3307369914593792,"BBH":7.399760932518088,"MATH Lvl 5 Raw":0.017371601208459216,"MATH Lvl 5":1.7371601208459215,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.35498958333333336,"MUSR":3.873697916666666,"MMLU-PRO Raw":0.1371343085106383,"MMLU-PRO":4.12603427895981,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-13","Submission Date":"2024-06-29","Generation":0,"Base Model":"tensoropera/Fox-1-1.6B"},{"eval_name":"tenyx_Llama3-TenyxChat-70B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"tenyx/Llama3-TenyxChat-70B 📑","fullname":"tenyx/Llama3-TenyxChat-70B","Model sha":"a85d31e3af8fcc847cc9169f1144cf02f5351fab","Average ⬆️":36.69601460825378,"Hub License":"llama3","Hub ❤️":64,"#Params (B)":70.554,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":18.734013036098165,"IFEval Raw":0.8087086707713311,"IFEval":80.87086707713311,"BBH Raw":0.6511486901811531,"BBH":49.61562001611543,"MATH Lvl 5 Raw":0.23564954682779457,"MATH Lvl 5":23.564954682779458,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.42603125000000003,"MUSR":12.520572916666667,"MMLU-PRO Raw":0.5210272606382979,"MMLU-PRO":46.780806737588655,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-26","Submission Date":"2024-08-04","Generation":0,"Base Model":"tenyx/Llama3-TenyxChat-70B"},{"eval_name":"theo77186_Qwen2.5-Coder-7B-Instruct-20241106_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"theo77186/Qwen2.5-Coder-7B-Instruct-20241106 📑","fullname":"theo77186/Qwen2.5-Coder-7B-Instruct-20241106","Model sha":"3e2c48344212ca7a3c71b020bc785dd9f0919a7f","Average ⬆️":28.330798858289842,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3240648984274381,"IFEval Raw":0.6101477413263474,"IFEval":61.01477413263474,"BBH Raw":0.5007976986224548,"BBH":28.938504045379137,"MATH Lvl 5 Raw":0.38821752265861026,"MATH Lvl 5":38.82175226586103,"GPQA Raw":0.29194630872483224,"GPQA":5.592841163310966,"MUSR Raw":0.4072708333333333,"MUSR":9.475520833333334,"MMLU-PRO Raw":0.33527260638297873,"MMLU-PRO":26.14140070921986,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-08","Submission Date":"2025-01-19","Generation":1,"Base Model":"theo77186/Qwen2.5-Coder-7B-Instruct-20241106 (Merge)"},{"eval_name":"theprint_Boptruth-Agatha-7B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"theprint/Boptruth-Agatha-7B 📑","fullname":"theprint/Boptruth-Agatha-7B","Model sha":"ef7c7570be29a58f4a8358a6d4c75f59a5282191","Average ⬆️":17.51238060668224,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.776210317612061,"IFEval Raw":0.312418826491487,"IFEval":31.241882649148703,"BBH Raw":0.4983936045348778,"BBH":29.286422282807493,"MATH Lvl 5 Raw":0.05513595166163142,"MATH Lvl 5":5.5135951661631415,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.42766666666666664,"MUSR":11.758333333333335,"MMLU-PRO Raw":0.28607047872340424,"MMLU-PRO":20.674497635933804,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-11","Submission Date":"2024-09-30","Generation":0,"Base Model":"theprint/Boptruth-Agatha-7B"},{"eval_name":"theprint_CleverBoi-7B-v2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"?","Model":"theprint/CleverBoi-7B-v2 📑","fullname":"theprint/CleverBoi-7B-v2","Model sha":"1d82629c1e6778cf8568b532a3c09b668805b15a","Average ⬆️":15.095914857389625,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.736,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.0447950669431973,"IFEval Raw":0.21699756645700075,"IFEval":21.699756645700074,"BBH Raw":0.45317253321634526,"BBH":23.44418148733149,"MATH Lvl 5 Raw":0.026435045317220542,"MATH Lvl 5":2.643504531722054,"GPQA Raw":0.28859060402684567,"GPQA":5.145413870246088,"MUSR Raw":0.46953125,"MUSR":18.65807291666667,"MMLU-PRO Raw":0.27086103723404253,"MMLU-PRO":18.98455969267139,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-12","Submission Date":"2024-09-13","Generation":2,"Base Model":"mistralai/Mistral-7B-v0.3"},{"eval_name":"theprint_CleverBoi-7B-v3_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"?","Model":"theprint/CleverBoi-7B-v3 📑","fullname":"theprint/CleverBoi-7B-v3","Model sha":"1d82629c1e6778cf8568b532a3c09b668805b15a","Average ⬆️":13.690467425790892,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.736,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.205779635795906,"IFEval Raw":0.23823011830831084,"IFEval":23.823011830831085,"BBH Raw":0.4414430902840938,"BBH":21.93674717909172,"MATH Lvl 5 Raw":0.04003021148036254,"MATH Lvl 5":4.003021148036254,"GPQA Raw":0.26593959731543626,"GPQA":2.1252796420581683,"MUSR Raw":0.4071770833333333,"MUSR":9.497135416666667,"MMLU-PRO Raw":0.28681848404255317,"MMLU-PRO":20.75760933806146,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-14","Submission Date":"2024-09-22","Generation":2,"Base Model":"mistralai/Mistral-7B-v0.3"},{"eval_name":"theprint_CleverBoi-Llama-3.1-8B-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"?","Model":"theprint/CleverBoi-Llama-3.1-8B-Instruct 📑","fullname":"theprint/CleverBoi-Llama-3.1-8B-Instruct","Model sha":"3514c510ea4ba4d650522f467d4d0cef7de4a43c","Average ⬆️":13.970394725475051,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":16.061,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.7404451902810583,"IFEval Raw":0.16816269719898758,"IFEval":16.816269719898756,"BBH Raw":0.4559618469185147,"BBH":24.048603081139294,"MATH Lvl 5 Raw":0.04909365558912387,"MATH Lvl 5":4.909365558912387,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.40143750000000006,"MUSR":8.279687500000003,"MMLU-PRO Raw":0.30751329787234044,"MMLU-PRO":23.057033096926716,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-27","Submission Date":"2024-09-13","Generation":3,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"theprint_CleverBoi-Llama-3.1-8B-v2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"?","Model":"theprint/CleverBoi-Llama-3.1-8B-v2 📑","fullname":"theprint/CleverBoi-Llama-3.1-8B-v2","Model sha":"a8b0fc584b10e0110e04f9d21c7f10d24391c1d5","Average ⬆️":14.145587569893708,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":9.3,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.042758552185006,"IFEval Raw":0.19613957632415324,"IFEval":19.613957632415325,"BBH Raw":0.46678160110644784,"BBH":24.132844977310707,"MATH Lvl 5 Raw":0.052870090634441085,"MATH Lvl 5":5.287009063444108,"GPQA Raw":0.2860738255033557,"GPQA":4.809843400447425,"MUSR Raw":0.37346875,"MUSR":6.716927083333334,"MMLU-PRO Raw":0.31881648936170215,"MMLU-PRO":24.31294326241135,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-15","Submission Date":"2024-09-22","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"theprint_CleverBoi-Nemo-12B-v2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"?","Model":"theprint/CleverBoi-Nemo-12B-v2 📑","fullname":"theprint/CleverBoi-Nemo-12B-v2","Model sha":"cd1f9ee1c484f857bb0e5ae6aac37dc434911f10","Average ⬆️":17.858393307746045,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":13.933,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":7.011026557852458,"IFEval Raw":0.2045827293802666,"IFEval":20.45827293802666,"BBH Raw":0.5241085887165254,"BBH":31.65269522562221,"MATH Lvl 5 Raw":0.10347432024169184,"MATH Lvl 5":10.347432024169184,"GPQA Raw":0.313758389261745,"GPQA":8.501118568232664,"MUSR Raw":0.4186770833333333,"MUSR":11.434635416666666,"MMLU-PRO Raw":0.3228058510638298,"MMLU-PRO":24.756205673758867,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-16","Submission Date":"2024-09-24","Generation":1,"Base Model":"unsloth/Mistral-Nemo-Instruct-2407-bnb-4bit"},{"eval_name":"theprint_Code-Llama-Bagel-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"theprint/Code-Llama-Bagel-8B 📑","fullname":"theprint/Code-Llama-Bagel-8B","Model sha":"7fa415f3f758ab7930d7e1df27b2d16207513125","Average ⬆️":14.665251333761097,"Hub License":"llama3","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6360934056784031,"IFEval Raw":0.2529676813078188,"IFEval":25.29676813078188,"BBH Raw":0.46974200049001086,"BBH":25.33815455229531,"MATH Lvl 5 Raw":0.06117824773413897,"MATH Lvl 5":6.117824773413897,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.3679791666666667,"MUSR":7.530729166666667,"MMLU-PRO Raw":0.28216422872340424,"MMLU-PRO":20.240469858156025,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-21","Submission Date":"2024-09-13","Generation":1,"Base Model":"theprint/Code-Llama-Bagel-8B (Merge)"},{"eval_name":"theprint_Conversely-Mistral-7B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"?","Model":"theprint/Conversely-Mistral-7B 📑","fullname":"theprint/Conversely-Mistral-7B","Model sha":"d8cadc02ac76bd617a919d50b092e59d2d110aff","Average ⬆️":15.032655723513159,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.496,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.0739591416532064,"IFEval Raw":0.2608113139802391,"IFEval":26.08113139802391,"BBH Raw":0.4672348146697077,"BBH":25.70696557300103,"MATH Lvl 5 Raw":0.027945619335347432,"MATH Lvl 5":2.794561933534743,"GPQA Raw":0.28523489932885904,"GPQA":4.697986577181204,"MUSR Raw":0.4188958333333333,"MUSR":10.628645833333332,"MMLU-PRO Raw":0.28257978723404253,"MMLU-PRO":20.286643026004725,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-05","Submission Date":"2024-12-07","Generation":2,"Base Model":"mistralai/Mistral-7B-v0.3"},{"eval_name":"theprint_Llama-3.2-3B-VanRossum_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"?","Model":"theprint/Llama-3.2-3B-VanRossum 📑","fullname":"theprint/Llama-3.2-3B-VanRossum","Model sha":"7048abecd492a1f5d53981cb175431ec01bbced0","Average ⬆️":17.58480896190996,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.696,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.7091767505923166,"IFEval Raw":0.4782820693537591,"IFEval":47.82820693537591,"BBH Raw":0.42787418229776697,"BBH":19.366361887075996,"MATH Lvl 5 Raw":0.09743202416918428,"MATH Lvl 5":9.743202416918429,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.3441666666666667,"MUSR":6.554166666666667,"MMLU-PRO Raw":0.27701130319148937,"MMLU-PRO":19.66792257683215,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-14","Submission Date":"2024-11-14","Generation":2,"Base Model":"meta-llama/Llama-3.2-3B-Instruct"},{"eval_name":"theprint_ReWiz-7B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"?","Model":"theprint/ReWiz-7B 📑","fullname":"theprint/ReWiz-7B","Model sha":"d9f28e67d52181d1478e7788e3edf252f5bf32a8","Average ⬆️":17.7870406487212,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.736,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.8908113661516803,"IFEval Raw":0.40479261692309737,"IFEval":40.479261692309734,"BBH Raw":0.4564215411912313,"BBH":23.50442985462492,"MATH Lvl 5 Raw":0.04078549848942598,"MATH Lvl 5":4.078549848942599,"GPQA Raw":0.2751677852348993,"GPQA":3.355704697986576,"MUSR Raw":0.46115625,"MUSR":16.744531249999998,"MMLU-PRO Raw":0.2670378989361702,"MMLU-PRO":18.559766548463354,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-08","Submission Date":"2024-10-08","Generation":3,"Base Model":"mistralai/Mistral-7B-v0.3"},{"eval_name":"theprint_ReWiz-Llama-3.1-8B-v2_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"?","Model":"theprint/ReWiz-Llama-3.1-8B-v2 📑","fullname":"theprint/ReWiz-Llama-3.1-8B-v2","Model sha":"a8b0fc584b10e0110e04f9d21c7f10d24391c1d5","Average ⬆️":15.893327785890378,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":9.3,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":4.70618045737013,"IFEval Raw":0.23790542427425895,"IFEval":23.790542427425898,"BBH Raw":0.46324275457450953,"BBH":23.773287089432596,"MATH Lvl 5 Raw":0.05740181268882175,"MATH Lvl 5":5.740181268882175,"GPQA Raw":0.3028523489932886,"GPQA":7.046979865771815,"MUSR Raw":0.381375,"MUSR":9.33854166666667,"MMLU-PRO Raw":0.3310339095744681,"MMLU-PRO":25.67043439716312,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-02","Submission Date":"2024-11-03","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"theprint_ReWiz-Llama-3.2-3B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"theprint/ReWiz-Llama-3.2-3B 📑","fullname":"theprint/ReWiz-Llama-3.2-3B","Model sha":"e6aed95ad8f104f105b8423cd5f87c75705a828c","Average ⬆️":18.186254213130717,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9638951510232394,"IFEval Raw":0.4648931501748693,"IFEval":46.48931501748693,"BBH Raw":0.4343257577815292,"BBH":19.293728122396512,"MATH Lvl 5 Raw":0.1095166163141994,"MATH Lvl 5":10.95166163141994,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.361375,"MUSR":6.938541666666667,"MMLU-PRO Raw":0.28873005319148937,"MMLU-PRO":20.970005910165483,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-18","Submission Date":"2024-10-28","Generation":1,"Base Model":"theprint/ReWiz-Llama-3.2-3B (Merge)"},{"eval_name":"theprint_ReWiz-Nemo-12B-Instruct_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"theprint/ReWiz-Nemo-12B-Instruct 📑","fullname":"theprint/ReWiz-Nemo-12B-Instruct","Model sha":"6f8ea24f8d19b48850d68bef1b5c50837d37761b","Average ⬆️":16.173142405102812,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":12.248,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.3501045504302636,"IFEval Raw":0.10623811486854878,"IFEval":10.623811486854878,"BBH Raw":0.5092407647626753,"BBH":29.926389365821837,"MATH Lvl 5 Raw":0.1042296072507553,"MATH Lvl 5":10.42296072507553,"GPQA Raw":0.3238255033557047,"GPQA":9.843400447427292,"MUSR Raw":0.4095625,"MUSR":10.22864583333333,"MMLU-PRO Raw":0.33394281914893614,"MMLU-PRO":25.993646572104012,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-31","Submission Date":"2024-11-02","Generation":1,"Base Model":"unsloth/Mistral-Nemo-Instruct-2407-bnb-4bit"},{"eval_name":"theprint_ReWiz-Qwen-2.5-14B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"?","Model":"theprint/ReWiz-Qwen-2.5-14B 📑","fullname":"theprint/ReWiz-Qwen-2.5-14B","Model sha":"e5524628f15c30d7542427c53a565e6e2d3ff760","Average ⬆️":30.03173400795292,"Hub License":"apache-2.0","Hub ❤️":5,"#Params (B)":16.743,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":11.856532712090587,"IFEval Raw":0.27854647889821227,"IFEval":27.85464788982123,"BBH Raw":0.6179492756426455,"BBH":44.86187336352475,"MATH Lvl 5 Raw":0.29229607250755285,"MATH Lvl 5":29.229607250755286,"GPQA Raw":0.3800335570469799,"GPQA":17.337807606263986,"MUSR Raw":0.45389583333333333,"MUSR":15.436979166666667,"MMLU-PRO Raw":0.5092253989361702,"MMLU-PRO":45.46948877068559,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-05","Submission Date":"2024-11-10","Generation":2,"Base Model":"Qwen/Qwen2.5-14B"},{"eval_name":"theprint_ReWiz-Worldbuilder-7B_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"theprint/ReWiz-Worldbuilder-7B 📑","fullname":"theprint/ReWiz-Worldbuilder-7B","Model sha":"e88c715097d824f115f59a97e612d662ffb1031f","Average ⬆️":15.790699918990597,"Hub License":"","Hub ❤️":0,"#Params (B)":7.248,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2217343468651976,"IFEval Raw":0.25101951710350756,"IFEval":25.101951710350757,"BBH Raw":0.46361558385510165,"BBH":25.07634729001636,"MATH Lvl 5 Raw":0.03700906344410876,"MATH Lvl 5":3.7009063444108756,"GPQA Raw":0.26929530201342283,"GPQA":2.572706935123044,"MUSR Raw":0.45725,"MUSR":16.389583333333334,"MMLU-PRO Raw":0.297124335106383,"MMLU-PRO":21.90270390070922,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-28","Submission Date":"2024-10-28","Generation":1,"Base Model":"theprint/ReWiz-Worldbuilder-7B (Merge)"},{"eval_name":"theprint_RuDolph-Hermes-7B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"theprint/RuDolph-Hermes-7B 📑","fullname":"theprint/RuDolph-Hermes-7B","Model sha":"e07aea56963bbfe5c6753d1056566a56acc30d4a","Average ⬆️":19.03701308822906,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.0041344395875431,"IFEval Raw":0.3604292167005767,"IFEval":36.042921670057666,"BBH Raw":0.5052928613425586,"BBH":30.709648163100884,"MATH Lvl 5 Raw":0.0513595166163142,"MATH Lvl 5":5.13595166163142,"GPQA Raw":0.31208053691275167,"GPQA":8.277404921700223,"MUSR Raw":0.4226145833333333,"MUSR":11.026822916666669,"MMLU-PRO Raw":0.30726396276595747,"MMLU-PRO":23.029329196217496,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-10","Submission Date":"2024-11-10","Generation":1,"Base Model":"theprint/RuDolph-Hermes-7B (Merge)"},{"eval_name":"theprint_WorldBuilder-12B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"?","Model":"theprint/WorldBuilder-12B 📑","fullname":"theprint/WorldBuilder-12B","Model sha":"20cfd0e98fb2628b00867147b2c6f423d27f3561","Average ⬆️":14.516406576626443,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":13.933,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.662550205199193,"IFEval Raw":0.13743755457741016,"IFEval":13.743755457741015,"BBH Raw":0.5010100641541125,"BBH":29.277996282041656,"MATH Lvl 5 Raw":0.0445619335347432,"MATH Lvl 5":4.45619335347432,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.4066458333333334,"MUSR":8.997395833333337,"MMLU-PRO Raw":0.31923204787234044,"MMLU-PRO":24.35911643026005,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-27","Submission Date":"2024-11-18","Generation":1,"Base Model":"unsloth/mistral-nemo-base-2407-bnb-4bit"},{"eval_name":"theprint_phi-3-mini-4k-python_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"?","Model":"theprint/phi-3-mini-4k-python 📑","fullname":"theprint/phi-3-mini-4k-python","Model sha":"81453e5718775630581ab9950e6c0ccf0d7a4177","Average ⬆️":17.728138144118287,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":4.132,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.751101854174533,"IFEval Raw":0.24087753826513653,"IFEval":24.08775382651365,"BBH Raw":0.493759004635898,"BBH":28.44601616578647,"MATH Lvl 5 Raw":0.10498489425981873,"MATH Lvl 5":10.498489425981873,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.3921666666666666,"MUSR":9.22083333333333,"MMLU-PRO Raw":0.35771276595744683,"MMLU-PRO":28.63475177304965,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-03","Submission Date":"2024-09-13","Generation":1,"Base Model":"unsloth/Phi-3-mini-4k-instruct-bnb-4bit"},{"eval_name":"thinkcoder_llama3-8b-instruct-lora-8-sft_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"thinkcoder/llama3-8b-instruct-lora-8-sft 📑","fullname":"thinkcoder/llama3-8b-instruct-lora-8-sft","Model sha":"b76d81a09b15d92f92a8a22711983775ac999383","Average ⬆️":22.36364436394473,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7149804779098244,"IFEval Raw":0.6480416406246536,"IFEval":64.80416406246536,"BBH Raw":0.4865011845587858,"BBH":27.203772889314084,"MATH Lvl 5 Raw":0.10196374622356495,"MATH Lvl 5":10.196374622356496,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.32345833333333335,"MUSR":2.232291666666667,"MMLU-PRO Raw":0.34757313829787234,"MMLU-PRO":27.508126477541374,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-10","Submission Date":"2025-03-10","Generation":0,"Base Model":"thinkcoder/llama3-8b-instruct-lora-8-sft"},{"eval_name":"thirdeyeai_elevate360m_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"thirdeyeai/elevate360m 📑","fullname":"thirdeyeai/elevate360m","Model sha":"f4321ba8704e732769d328952d217bdb564e1824","Average ⬆️":1.918188276637857,"Hub License":"","Hub ❤️":0,"#Params (B)":0.362,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7375654899500736,"IFEval Raw":0.04448862351892978,"IFEval":4.448862351892978,"BBH Raw":0.2962583602962783,"BBH":2.339846843629065,"MATH Lvl 5 Raw":0.015861027190332326,"MATH Lvl 5":1.5861027190332326,"GPQA Raw":0.2407718120805369,"GPQA":0.0,"MUSR Raw":0.34621875,"MUSR":2.2773437500000004,"MMLU-PRO Raw":0.1077127659574468,"MMLU-PRO":0.8569739952718666,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-28","Submission Date":"2025-01-29","Generation":0,"Base Model":"thirdeyeai/elevate360m"},{"eval_name":"thomas-yanxin_XinYuan-Qwen2-1_5B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"thomas-yanxin/XinYuan-Qwen2-1_5B 📑","fullname":"thomas-yanxin/XinYuan-Qwen2-1_5B","Model sha":"a01b362887832bea08d686737861ac3d5b437a32","Average ⬆️":11.515091263493494,"Hub License":"other","Hub ❤️":1,"#Params (B)":1.777,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.704728139077506,"IFEval Raw":0.2985556102253133,"IFEval":29.855561022531326,"BBH Raw":0.3635491993150823,"BBH":12.125579560037659,"MATH Lvl 5 Raw":0.06722054380664652,"MATH Lvl 5":6.722054380664652,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.36339583333333336,"MUSR":2.6244791666666685,"MMLU-PRO Raw":0.23570478723404256,"MMLU-PRO":15.078309692671397,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-25","Submission Date":"2024-09-04","Generation":1,"Base Model":"Removed"},{"eval_name":"thomas-yanxin_XinYuan-Qwen2-7B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"thomas-yanxin/XinYuan-Qwen2-7B 📑","fullname":"thomas-yanxin/XinYuan-Qwen2-7B","Model sha":"c62d83eee2f4812ac17fc17d307f4aa1a77c5359","Average ⬆️":22.431711657583364,"Hub License":"other","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.905125785403986,"IFEval Raw":0.44376033369238066,"IFEval":44.376033369238066,"BBH Raw":0.4936629157238895,"BBH":28.40148852275863,"MATH Lvl 5 Raw":0.14577039274924472,"MATH Lvl 5":14.577039274924472,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.40581249999999996,"MUSR":9.259895833333337,"MMLU-PRO Raw":0.3924534574468085,"MMLU-PRO":32.494828605200944,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-21","Submission Date":"2024-09-03","Generation":0,"Base Model":"thomas-yanxin/XinYuan-Qwen2-7B"},{"eval_name":"thomas-yanxin_XinYuan-Qwen2-7B-0917_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"thomas-yanxin/XinYuan-Qwen2-7B-0917 📑","fullname":"thomas-yanxin/XinYuan-Qwen2-7B-0917","Model sha":"6cee1b155fca9ae1f558f434953dfdadb9596af0","Average ⬆️":24.546893470710334,"Hub License":"other","Hub ❤️":4,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.9711289872712614,"IFEval Raw":0.37191983935956596,"IFEval":37.19198393595659,"BBH Raw":0.5169215573786009,"BBH":32.61993813582105,"MATH Lvl 5 Raw":0.19788519637462235,"MATH Lvl 5":19.788519637462233,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.4401041666666667,"MUSR":13.6796875,"MMLU-PRO Raw":0.4245345744680851,"MMLU-PRO":36.059397163120565,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-17","Submission Date":"2024-09-17","Generation":0,"Base Model":"thomas-yanxin/XinYuan-Qwen2-7B-0917"},{"eval_name":"thomas-yanxin_XinYuan-Qwen2.5-7B-0917_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"thomas-yanxin/XinYuan-Qwen2.5-7B-0917 📑","fullname":"thomas-yanxin/XinYuan-Qwen2.5-7B-0917","Model sha":"bbbeafd1003c4d5e13f09b7223671957384b961a","Average ⬆️":21.39759488657262,"Hub License":"other","Hub ❤️":4,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9424504667015179,"IFEval Raw":0.35770644113175265,"IFEval":35.770644113175265,"BBH Raw":0.5184106116987492,"BBH":33.43966927024198,"MATH Lvl 5 Raw":0.1933534743202417,"MATH Lvl 5":19.335347432024168,"GPQA Raw":0.28104026845637586,"GPQA":4.138702460850116,"MUSR Raw":0.3675520833333333,"MUSR":3.677343750000001,"MMLU-PRO Raw":0.38821476063829785,"MMLU-PRO":32.023862293144205,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-17","Submission Date":"2024-09-24","Generation":0,"Base Model":"thomas-yanxin/XinYuan-Qwen2.5-7B-0917"},{"eval_name":"tianyil1_MistralForCausalLM_Cal_DPO_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"MistralForCausalLM","Model":"tianyil1/MistralForCausalLM_Cal_DPO 📑","fullname":"tianyil1/MistralForCausalLM_Cal_DPO","Model sha":"642d91baa32a7806a11bc66e0d65870fbcd15e6c","Average ⬆️":18.088644447193257,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3582537551579863,"IFEval Raw":0.5327619604870633,"IFEval":53.276196048706325,"BBH Raw":0.43814239617517153,"BBH":21.78360838715177,"MATH Lvl 5 Raw":0.028700906344410877,"MATH Lvl 5":2.8700906344410875,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.39765625,"MUSR":7.540364583333335,"MMLU-PRO Raw":0.2763464095744681,"MMLU-PRO":19.59404550827423,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-25","Submission Date":"2025-01-25","Generation":2,"Base Model":"mistralai/Mistral-7B-v0.1"},{"eval_name":"tiiuae_Falcon3-10B-Base_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"tiiuae/Falcon3-10B-Base 📑","fullname":"tiiuae/Falcon3-10B-Base","Model sha":"0b20cceec08ec598ed2de7a6dfbeb208f1eae656","Average ⬆️":27.617850879493677,"Hub License":"other","Hub ❤️":36,"#Params (B)":10.306,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.620778879963983,"IFEval Raw":0.3647754624396601,"IFEval":36.47754624396601,"BBH Raw":0.595004253437141,"BBH":41.37546218651794,"MATH Lvl 5 Raw":0.24924471299093656,"MATH Lvl 5":24.924471299093657,"GPQA Raw":0.34563758389261745,"GPQA":12.751677852348994,"MUSR Raw":0.43979166666666664,"MUSR":14.173958333333331,"MMLU-PRO Raw":0.4240359042553192,"MMLU-PRO":36.003989361702125,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-12-03","Submission Date":"2024-12-12","Generation":0,"Base Model":"tiiuae/Falcon3-10B-Base"},{"eval_name":"tiiuae_Falcon3-10B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"tiiuae/Falcon3-10B-Instruct 📑","fullname":"tiiuae/Falcon3-10B-Instruct","Model sha":"9be8471432d7c4f35f72505fa2ca4101f0a2ed6d","Average ⬆️":35.47541146366702,"Hub License":"other","Hub ❤️":97,"#Params (B)":10.306,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.680822286122655,"IFEval Raw":0.7816560060639104,"IFEval":78.16560060639105,"BBH Raw":0.6170469398052084,"BBH":44.82153982483132,"MATH Lvl 5 Raw":0.2764350453172205,"MATH Lvl 5":27.64350453172205,"GPQA Raw":0.3288590604026846,"GPQA":10.514541387024611,"MUSR Raw":0.43232291666666667,"MUSR":13.607031249999997,"MMLU-PRO Raw":0.44290226063829785,"MMLU-PRO":38.1002511820331,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-12-14","Submission Date":"2024-12-16","Generation":1,"Base Model":"tiiuae/Falcon3-10B-Base"},{"eval_name":"tiiuae_Falcon3-1B-Base_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"tiiuae/Falcon3-1B-Base 📑","fullname":"tiiuae/Falcon3-1B-Base","Model sha":"cc56a5a7c3923821312ad14f52c5a7c3fa835cbc","Average ⬆️":9.8880961034972,"Hub License":"other","Hub ❤️":23,"#Params (B)":1.669,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.8027389735646433,"IFEval Raw":0.24280132271262472,"IFEval":24.280132271262474,"BBH Raw":0.3571153918015637,"BBH":11.343173265854867,"MATH Lvl 5 Raw":0.03323262839879154,"MATH Lvl 5":3.3232628398791544,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.41473958333333333,"MUSR":9.709114583333331,"MMLU-PRO Raw":0.16082114361702127,"MMLU-PRO":6.757904846335696,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-12-13","Submission Date":"2024-12-16","Generation":0,"Base Model":"tiiuae/Falcon3-1B-Base"},{"eval_name":"tiiuae_Falcon3-1B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"tiiuae/Falcon3-1B-Instruct 📑","fullname":"tiiuae/Falcon3-1B-Instruct","Model sha":"27dd70ccb22fd3cc71c5adbc95eb670455afff3d","Average ⬆️":16.164597322515025,"Hub License":"other","Hub ❤️":34,"#Params (B)":1.669,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7940407279002907,"IFEval Raw":0.5556678501930433,"IFEval":55.566785019304334,"BBH Raw":0.3744535691366672,"BBH":12.961374062508185,"MATH Lvl 5 Raw":0.0634441087613293,"MATH Lvl 5":6.3444108761329305,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.4188958333333333,"MUSR":10.561979166666667,"MMLU-PRO Raw":0.18384308510638298,"MMLU-PRO":9.315898345153663,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-12-14","Submission Date":"2024-12-16","Generation":1,"Base Model":"tiiuae/Falcon3-1B-Base"},{"eval_name":"tiiuae_Falcon3-3B-Base_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"tiiuae/Falcon3-3B-Base 📑","fullname":"tiiuae/Falcon3-3B-Base","Model sha":"3d49753006a0fa5384031a737c60fbcd0f60b7f2","Average ⬆️":15.738743193619,"Hub License":"other","Hub ❤️":16,"#Params (B)":3.228,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.9624329512252895,"IFEval Raw":0.2764985793250797,"IFEval":27.64985793250797,"BBH Raw":0.4421367825874385,"BBH":21.584784293773264,"MATH Lvl 5 Raw":0.11782477341389729,"MATH Lvl 5":11.782477341389729,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.3749895833333334,"MUSR":6.273697916666667,"MMLU-PRO Raw":0.2878989361702128,"MMLU-PRO":20.877659574468087,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-12-13","Submission Date":"2024-12-13","Generation":0,"Base Model":"tiiuae/Falcon3-3B-Base"},{"eval_name":"tiiuae_Falcon3-3B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"tiiuae/Falcon3-3B-Instruct 📑","fullname":"tiiuae/Falcon3-3B-Instruct","Model sha":"552213004cecf9bb6ce332f46da0d4324c8347f1","Average ⬆️":26.60234489991349,"Hub License":"other","Hub ❤️":25,"#Params (B)":3.228,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9609272919904578,"IFEval Raw":0.6976755010040027,"IFEval":69.76755010040026,"BBH Raw":0.4754430332167569,"BBH":26.287229468432695,"MATH Lvl 5 Raw":0.25,"MATH Lvl 5":25.0,"GPQA Raw":0.28859060402684567,"GPQA":5.145413870246088,"MUSR Raw":0.41359375,"MUSR":11.13255208333333,"MMLU-PRO Raw":0.300531914893617,"MMLU-PRO":22.281323877068555,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-12-14","Submission Date":"2024-12-16","Generation":0,"Base Model":"tiiuae/Falcon3-3B-Instruct"},{"eval_name":"tiiuae_Falcon3-7B-Base_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"tiiuae/Falcon3-7B-Base 📑","fullname":"tiiuae/Falcon3-7B-Base","Model sha":"a1cf49eb7a53210fc2ee82f3876bbc7efb2244fd","Average ⬆️":24.745725360383613,"Hub License":"other","Hub ❤️":26,"#Params (B)":7.456,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2187440946071069,"IFEval Raw":0.34159474638403875,"IFEval":34.15947463840388,"BBH Raw":0.5098880466426711,"BBH":31.55991854750336,"MATH Lvl 5 Raw":0.19410876132930513,"MATH Lvl 5":19.410876132930515,"GPQA Raw":0.3464765100671141,"GPQA":12.863534675615215,"MUSR Raw":0.47020833333333334,"MUSR":18.142708333333335,"MMLU-PRO Raw":0.3910405585106383,"MMLU-PRO":32.337839834515364,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-11-21","Submission Date":"2024-12-12","Generation":0,"Base Model":"tiiuae/Falcon3-7B-Base"},{"eval_name":"tiiuae_Falcon3-7B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"tiiuae/Falcon3-7B-Instruct 📑","fullname":"tiiuae/Falcon3-7B-Instruct","Model sha":"7aae4f3953f3dbfaa81aeecbb404a6bbba0e0c06","Average ⬆️":36.404684964282325,"Hub License":"other","Hub ❤️":64,"#Params (B)":7.456,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.237521337225013,"IFEval Raw":0.7612479332615238,"IFEval":76.1247933261524,"BBH Raw":0.563244278519333,"BBH":37.91581245917148,"MATH Lvl 5 Raw":0.4086102719033233,"MATH Lvl 5":40.86102719033233,"GPQA Raw":0.3104026845637584,"GPQA":8.05369127516779,"MUSR Raw":0.48267708333333337,"MUSR":21.167968749999996,"MMLU-PRO Raw":0.4087433510638298,"MMLU-PRO":34.30481678486997,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-11-29","Submission Date":"2024-12-16","Generation":1,"Base Model":"tiiuae/Falcon3-7B-Base"},{"eval_name":"tiiuae_Falcon3-Mamba-7B-Base_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"FalconMambaForCausalLM","Model":"tiiuae/Falcon3-Mamba-7B-Base 📑","fullname":"tiiuae/Falcon3-Mamba-7B-Base","Model sha":"f08d14145ce86c32dd04f18bacb3f12b247042e2","Average ⬆️":18.138791975781,"Hub License":"other","Hub ❤️":21,"#Params (B)":7.273,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6726362873383394,"IFEval Raw":0.28911288713945665,"IFEval":28.911288713945666,"BBH Raw":0.4699280188827039,"BBH":25.534048802953162,"MATH Lvl 5 Raw":0.19410876132930513,"MATH Lvl 5":19.410876132930515,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.3431458333333333,"MUSR":4.393229166666667,"MMLU-PRO Raw":0.30377327127659576,"MMLU-PRO":22.641474586288414,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-12-11","Submission Date":"2024-12-12","Generation":0,"Base Model":"tiiuae/Falcon3-Mamba-7B-Base"},{"eval_name":"tiiuae_Falcon3-Mamba-7B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"FalconMambaForCausalLM","Model":"tiiuae/Falcon3-Mamba-7B-Instruct 📑","fullname":"tiiuae/Falcon3-Mamba-7B-Instruct","Model sha":"382561849d1509b5f1a4d7a38bb286b3c4f46fbd","Average ⬆️":28.109654708582763,"Hub License":"other","Hub ❤️":27,"#Params (B)":7.273,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6569950132433542,"IFEval Raw":0.7165099713205406,"IFEval":71.65099713205407,"BBH Raw":0.4678957688410694,"BBH":25.203505172398078,"MATH Lvl 5 Raw":0.30060422960725075,"MATH Lvl 5":30.060422960725074,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.38686458333333335,"MUSR":8.258072916666668,"MMLU-PRO Raw":0.3369348404255319,"MMLU-PRO":26.326093380614658,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-12-13","Submission Date":"2024-12-13","Generation":1,"Base Model":"tiiuae/Falcon3-Mamba-7B-Instruct (Merge)"},{"eval_name":"tiiuae_falcon-11B_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"FalconForCausalLM","Model":"tiiuae/falcon-11B 📑","fullname":"tiiuae/falcon-11B","Model sha":"066e3bf4e2d9aaeefa129af0a6d39727d27816b3","Average ⬆️":13.851902586180215,"Hub License":"unknown","Hub ❤️":212,"#Params (B)":11.103,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.165741982835327,"IFEval Raw":0.3261324397044287,"IFEval":32.613243970442866,"BBH Raw":0.43916370355493844,"BBH":21.937999462890275,"MATH Lvl 5 Raw":0.027945619335347432,"MATH Lvl 5":2.794561933534743,"GPQA Raw":0.2709731543624161,"GPQA":2.796420581655479,"MUSR Raw":0.39864583333333337,"MUSR":7.530729166666667,"MMLU-PRO Raw":0.23894614361702127,"MMLU-PRO":15.438460401891252,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-05-09","Submission Date":"2024-06-09","Generation":0,"Base Model":"tiiuae/falcon-11B"},{"eval_name":"tiiuae_falcon-40b_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"FalconForCausalLM","Model":"tiiuae/falcon-40b 📑","fullname":"tiiuae/falcon-40b","Model sha":"4a70170c215b36a3cce4b4253f6d0612bb7d4146","Average ⬆️":11.40130446230009,"Hub License":"apache-2.0","Hub ❤️":2422,"#Params (B)":40.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":43.58716780286837,"IFEval Raw":0.24964538535530173,"IFEval":24.964538535530174,"BBH Raw":0.4018532495595801,"BBH":16.583304730312175,"MATH Lvl 5 Raw":0.01812688821752266,"MATH Lvl 5":1.812688821752266,"GPQA Raw":0.27348993288590606,"GPQA":3.1319910514541416,"MUSR Raw":0.36314583333333333,"MUSR":5.193229166666668,"MMLU-PRO Raw":0.25049867021276595,"MMLU-PRO":16.722074468085104,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-05-24","Submission Date":"2024-06-09","Generation":0,"Base Model":"tiiuae/falcon-40b"},{"eval_name":"tiiuae_falcon-40b-instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"FalconForCausalLM","Model":"tiiuae/falcon-40b-instruct 📑","fullname":"tiiuae/falcon-40b-instruct","Model sha":"ecb78d97ac356d098e79f0db222c9ce7c5d9ee5f","Average ⬆️":10.484506782098748,"Hub License":"apache-2.0","Hub ❤️":1176,"#Params (B)":40.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":39.466490974353526,"IFEval Raw":0.24544874266945038,"IFEval":24.54487426694504,"BBH Raw":0.40538675151591974,"BBH":17.220114203264526,"MATH Lvl 5 Raw":0.019637462235649546,"MATH Lvl 5":1.9637462235649545,"GPQA Raw":0.25,"GPQA":0.0,"MUSR Raw":0.37622916666666667,"MUSR":5.161979166666666,"MMLU-PRO Raw":0.2261469414893617,"MMLU-PRO":14.016326832151298,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-05-25","Submission Date":"2024-06-09","Generation":0,"Base Model":"tiiuae/falcon-40b-instruct"},{"eval_name":"tiiuae_falcon-7b_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"FalconForCausalLM","Model":"tiiuae/falcon-7b 📑","fullname":"tiiuae/falcon-7b","Model sha":"898df1396f35e447d5fe44e0a3ccaaaa69f30d36","Average ⬆️":5.1734447203194796,"Hub License":"apache-2.0","Hub ❤️":1083,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5716824748415301,"IFEval Raw":0.182051401392749,"IFEval":18.205140139274903,"BBH Raw":0.32852446117322215,"BBH":5.963936911876051,"MATH Lvl 5 Raw":0.009818731117824773,"MATH Lvl 5":0.9818731117824773,"GPQA Raw":0.24496644295302014,"GPQA":0.0,"MUSR Raw":0.37784375,"MUSR":4.497135416666667,"MMLU-PRO Raw":0.11253324468085106,"MMLU-PRO":1.392582742316784,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-04-24","Submission Date":"2024-06-09","Generation":0,"Base Model":"tiiuae/falcon-7b"},{"eval_name":"tiiuae_falcon-7b-instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"FalconForCausalLM","Model":"tiiuae/falcon-7b-instruct 📑","fullname":"tiiuae/falcon-7b-instruct","Model sha":"cf4b3c42ce2fdfe24f753f0f0d179202fea59c99","Average ⬆️":5.1165739086852,"Hub License":"apache-2.0","Hub ❤️":950,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.532429051211775,"IFEval Raw":0.19688869976107837,"IFEval":19.68886997610784,"BBH Raw":0.32034221512355765,"BBH":4.8231784606744315,"MATH Lvl 5 Raw":0.012084592145015106,"MATH Lvl 5":1.2084592145015105,"GPQA Raw":0.24748322147651006,"GPQA":0.0,"MUSR Raw":0.3633645833333334,"MUSR":3.2539062500000004,"MMLU-PRO Raw":0.1155252659574468,"MMLU-PRO":1.725029550827422,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-04-25","Submission Date":"2024-06-09","Generation":0,"Base Model":"tiiuae/falcon-7b-instruct"},{"eval_name":"tiiuae_falcon-mamba-7b_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"FalconMambaForCausalLM","Model":"tiiuae/falcon-mamba-7b 📑","fullname":"tiiuae/falcon-mamba-7b","Model sha":"5337fd73f19847e111ba2291f3f0e1617b90c37d","Average ⬆️":15.179238027611218,"Hub License":"other","Hub ❤️":233,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":7.2208158349965865,"IFEval Raw":0.3335760227307987,"IFEval":33.35760227307987,"BBH Raw":0.4284854988604366,"BBH":19.876877803543437,"MATH Lvl 5 Raw":0.0445619335347432,"MATH Lvl 5":4.45619335347432,"GPQA Raw":0.3104026845637584,"GPQA":8.05369127516779,"MUSR Raw":0.42103124999999997,"MUSR":10.862239583333334,"MMLU-PRO Raw":0.23021941489361702,"MMLU-PRO":14.468823877068557,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-07-17","Submission Date":"2024-07-23","Generation":0,"Base Model":"tiiuae/falcon-mamba-7b"},{"eval_name":"tinycompany_BiBo-v0.3_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"tinycompany/BiBo-v0.3 📑","fullname":"tinycompany/BiBo-v0.3","Model sha":"82bb8be05e99b1ae1dbed7303975f6e638791ae2","Average ⬆️":19.54353096107359,"Hub License":"","Hub ❤️":0,"#Params (B)":2.943,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.39779613144884385,"IFEval Raw":0.5183989592060179,"IFEval":51.83989592060178,"BBH Raw":0.4641611514377814,"BBH":24.34266236145128,"MATH Lvl 5 Raw":0.08761329305135952,"MATH Lvl 5":8.761329305135952,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.3949895833333333,"MUSR":7.807031249999999,"MMLU-PRO Raw":0.29945146276595747,"MMLU-PRO":22.16127364066194,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-12","Submission Date":"2025-03-13","Generation":0,"Base Model":"tinycompany/BiBo-v0.3"},{"eval_name":"tinycompany_BiBo-v0.7_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"tinycompany/BiBo-v0.7 📑","fullname":"tinycompany/BiBo-v0.7","Model sha":"a0be861c117d1a7b9f712fe700a167ae3b265235","Average ⬆️":15.965356863831778,"Hub License":"mit","Hub ❤️":0,"#Params (B)":2.943,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7902558830661202,"IFEval Raw":0.3738181358794665,"IFEval":37.38181358794665,"BBH Raw":0.43108167584271034,"BBH":19.67472884227719,"MATH Lvl 5 Raw":0.0823262839879154,"MATH Lvl 5":8.23262839879154,"GPQA Raw":0.27684563758389263,"GPQA":3.5794183445190177,"MUSR Raw":0.40441666666666665,"MUSR":8.585416666666667,"MMLU-PRO Raw":0.2650432180851064,"MMLU-PRO":18.3381353427896,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-12","Submission Date":"2025-03-12","Generation":0,"Base Model":"tinycompany/BiBo-v0.7"},{"eval_name":"tinycompany_ShawtyIsBad-bgem3_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"tinycompany/ShawtyIsBad-bgem3 📑","fullname":"tinycompany/ShawtyIsBad-bgem3","Model sha":"2b5b5543215711ec51012c0c4ad4bf87b434f3ec","Average ⬆️":12.610397878155718,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.436,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.611048879853014,"IFEval Raw":0.2608113139802391,"IFEval":26.08113139802391,"BBH Raw":0.38529707856388956,"BBH":13.857811570359898,"MATH Lvl 5 Raw":0.04833836858006042,"MATH Lvl 5":4.833836858006042,"GPQA Raw":0.3053691275167785,"GPQA":7.38255033557047,"MUSR Raw":0.36946875,"MUSR":5.916927083333333,"MMLU-PRO Raw":0.25831117021276595,"MMLU-PRO":17.59013002364066,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-07","Submission Date":"2025-03-08","Generation":0,"Base Model":"tinycompany/ShawtyIsBad-bgem3"},{"eval_name":"tinycompany_ShawtyIsBad-e5-large_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"tinycompany/ShawtyIsBad-e5-large 📑","fullname":"tinycompany/ShawtyIsBad-e5-large","Model sha":"7dd62553c6f019786669ecd84bee87adf8eb3fb5","Average ⬆️":12.316339936795012,"Hub License":"mit","Hub ❤️":0,"#Params (B)":1.436,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6184516264754303,"IFEval Raw":0.24682287441765627,"IFEval":24.682287441765624,"BBH Raw":0.3873483842947396,"BBH":14.177224162496438,"MATH Lvl 5 Raw":0.045317220543806644,"MATH Lvl 5":4.531722054380665,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.37204166666666666,"MUSR":6.138541666666666,"MMLU-PRO Raw":0.25689827127659576,"MMLU-PRO":17.433141252955085,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-08","Submission Date":"2025-03-08","Generation":0,"Base Model":"tinycompany/ShawtyIsBad-e5-large"},{"eval_name":"tinycompany_ShawtyIsBad-ib_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"tinycompany/ShawtyIsBad-ib 📑","fullname":"tinycompany/ShawtyIsBad-ib","Model sha":"f7a222c25ba1f1c86c6aedb662738bf3edd15d32","Average ⬆️":12.35455968391428,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.436,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6104909575072485,"IFEval Raw":0.2565149359255664,"IFEval":25.65149359255664,"BBH Raw":0.3880457874839807,"BBH":14.236689579644496,"MATH Lvl 5 Raw":0.04909365558912387,"MATH Lvl 5":4.909365558912387,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.3641041666666667,"MUSR":5.279687499999999,"MMLU-PRO Raw":0.258061835106383,"MMLU-PRO":17.56242612293144,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-07","Submission Date":"2025-03-08","Generation":0,"Base Model":"tinycompany/ShawtyIsBad-ib"},{"eval_name":"tinycompany_ShawtyIsBad-nomic-moe_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"tinycompany/ShawtyIsBad-nomic-moe 📑","fullname":"tinycompany/ShawtyIsBad-nomic-moe","Model sha":"366fb7526bf48bd32eb455f72903b3f3f179abb3","Average ⬆️":12.741407000136505,"Hub License":"mit","Hub ❤️":0,"#Params (B)":1.436,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6057768623498688,"IFEval Raw":0.2607614462958284,"IFEval":26.076144629582842,"BBH Raw":0.3878019225656597,"BBH":14.318942650237615,"MATH Lvl 5 Raw":0.04305135951661632,"MATH Lvl 5":4.305135951661631,"GPQA Raw":0.3070469798657718,"GPQA":7.606263982102905,"MUSR Raw":0.37470833333333337,"MUSR":6.671875,"MMLU-PRO Raw":0.2572307180851064,"MMLU-PRO":17.47007978723404,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-09","Submission Date":"2025-03-09","Generation":0,"Base Model":"tinycompany/ShawtyIsBad-nomic-moe"},{"eval_name":"tinycompany_ShawtyIsBad-nomic1.5_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"tinycompany/ShawtyIsBad-nomic1.5 📑","fullname":"tinycompany/ShawtyIsBad-nomic1.5","Model sha":"961a85e0f31f8711c3150b98e9052b8ee565ddba","Average ⬆️":12.504999335501656,"Hub License":"mit","Hub ❤️":0,"#Params (B)":1.436,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.6106685886710093,"IFEval Raw":0.2543916807404354,"IFEval":25.439168074043536,"BBH Raw":0.3873599493472512,"BBH":14.217971903055156,"MATH Lvl 5 Raw":0.04305135951661632,"MATH Lvl 5":4.305135951661631,"GPQA Raw":0.311241610738255,"GPQA":8.165548098434002,"MUSR Raw":0.36283333333333334,"MUSR":5.4875,"MMLU-PRO Raw":0.25673204787234044,"MMLU-PRO":17.414671985815602,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-08","Submission Date":"2025-03-08","Generation":0,"Base Model":"tinycompany/ShawtyIsBad-nomic1.5"},{"eval_name":"tinycompany_SigmaBoi-base_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"tinycompany/SigmaBoi-base 📑","fullname":"tinycompany/SigmaBoi-base","Model sha":"e3ce078082f17116b345712904539cb04935284a","Average ⬆️":15.2508076506235,"Hub License":"mit","Hub ❤️":0,"#Params (B)":2.943,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7619494892522348,"IFEval Raw":0.24469961923252526,"IFEval":24.469961923252527,"BBH Raw":0.4314363391906919,"BBH":20.769956753887325,"MATH Lvl 5 Raw":0.07779456193353475,"MATH Lvl 5":7.779456193353475,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.43427083333333333,"MUSR":12.483854166666669,"MMLU-PRO Raw":0.2816655585106383,"MMLU-PRO":20.18506205673759,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-09","Submission Date":"2025-03-09","Generation":0,"Base Model":"tinycompany/SigmaBoi-base"},{"eval_name":"tinycompany_SigmaBoi-bge-m3_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"tinycompany/SigmaBoi-bge-m3 📑","fullname":"tinycompany/SigmaBoi-bge-m3","Model sha":"f7612761837b259d29d3a80bf4ae209c140ee413","Average ⬆️":15.455458242923891,"Hub License":"mit","Hub ❤️":0,"#Params (B)":2.943,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7659973634243759,"IFEval Raw":0.24502431326657714,"IFEval":24.502431326657714,"BBH Raw":0.43509173985964184,"BBH":21.206314665455086,"MATH Lvl 5 Raw":0.07628398791540786,"MATH Lvl 5":7.628398791540786,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.4383020833333333,"MUSR":13.254427083333335,"MMLU-PRO Raw":0.28191489361702127,"MMLU-PRO":20.212765957446805,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-08","Submission Date":"2025-03-08","Generation":0,"Base Model":"tinycompany/SigmaBoi-bge-m3"},{"eval_name":"tinycompany_SigmaBoi-bgem3_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"tinycompany/SigmaBoi-bgem3 📑","fullname":"tinycompany/SigmaBoi-bgem3","Model sha":"f7612761837b259d29d3a80bf4ae209c140ee413","Average ⬆️":15.455458242923891,"Hub License":"mit","Hub ❤️":0,"#Params (B)":2.943,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7750909044876523,"IFEval Raw":0.24502431326657714,"IFEval":24.502431326657714,"BBH Raw":0.43509173985964184,"BBH":21.206314665455086,"MATH Lvl 5 Raw":0.07628398791540786,"MATH Lvl 5":7.628398791540786,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.4383020833333333,"MUSR":13.254427083333335,"MMLU-PRO Raw":0.28191489361702127,"MMLU-PRO":20.212765957446805,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-08","Submission Date":"2025-03-08","Generation":0,"Base Model":"tinycompany/SigmaBoi-bgem3"},{"eval_name":"tinycompany_SigmaBoi-ib_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"tinycompany/SigmaBoi-ib 📑","fullname":"tinycompany/SigmaBoi-ib","Model sha":"90316c1235d0bfe04addc42a6b8e2995c443eed1","Average ⬆️":14.968209771816907,"Hub License":"mit","Hub ❤️":0,"#Params (B)":2.943,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7716704676927227,"IFEval Raw":0.24774708883540117,"IFEval":24.774708883540114,"BBH Raw":0.4343622024096135,"BBH":21.076579169361132,"MATH Lvl 5 Raw":0.07401812688821752,"MATH Lvl 5":7.401812688821751,"GPQA Raw":0.287751677852349,"GPQA":5.033557046979867,"MUSR Raw":0.42896874999999995,"MUSR":11.254427083333335,"MMLU-PRO Raw":0.2824135638297872,"MMLU-PRO":20.268173758865245,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-08","Submission Date":"2025-03-08","Generation":0,"Base Model":"tinycompany/SigmaBoi-ib"},{"eval_name":"tinycompany_SigmaBoi-nomic-moe_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"tinycompany/SigmaBoi-nomic-moe 📑","fullname":"tinycompany/SigmaBoi-nomic-moe","Model sha":"39ef773a558b70578273ab1bdf47427916da5b02","Average ⬆️":15.186432252407451,"Hub License":"mit","Hub ❤️":0,"#Params (B)":2.943,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5675806835217012,"IFEval Raw":0.2474223948013493,"IFEval":24.742239480134934,"BBH Raw":0.43341835214223373,"BBH":20.96864244921853,"MATH Lvl 5 Raw":0.07175226586102719,"MATH Lvl 5":7.175226586102719,"GPQA Raw":0.29278523489932884,"GPQA":5.7046979865771785,"MUSR Raw":0.43163541666666666,"MUSR":12.121093750000002,"MMLU-PRO Raw":0.28366023936170215,"MMLU-PRO":20.40669326241135,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-09","Submission Date":"2025-03-09","Generation":0,"Base Model":"tinycompany/SigmaBoi-nomic-moe"},{"eval_name":"tinycompany_SigmaBoi-nomic1.5_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"tinycompany/SigmaBoi-nomic1.5 📑","fullname":"tinycompany/SigmaBoi-nomic1.5","Model sha":"df78255741edd3dc3ec68131e28a7e95527a1279","Average ⬆️":15.473023890881102,"Hub License":"mit","Hub ❤️":0,"#Params (B)":2.943,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7843821506214192,"IFEval Raw":0.24469961923252526,"IFEval":24.469961923252527,"BBH Raw":0.43705348265770266,"BBH":21.43784511243409,"MATH Lvl 5 Raw":0.08308157099697885,"MATH Lvl 5":8.308157099697885,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.4316041666666666,"MUSR":12.0171875,"MMLU-PRO Raw":0.28407579787234044,"MMLU-PRO":20.45286643026005,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-08","Submission Date":"2025-03-08","Generation":0,"Base Model":"tinycompany/SigmaBoi-nomic1.5"},{"eval_name":"tinycompany_SigmaBoi-nomic1.5-fp32_bfloat16","Precision":"bfloat16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"tinycompany/SigmaBoi-nomic1.5-fp32 📑","fullname":"tinycompany/SigmaBoi-nomic1.5-fp32","Model sha":"18c9210fc34610f0bb37c59cdd69f3164856e46d","Average ⬆️":15.498419470905068,"Hub License":"mit","Hub ❤️":0,"#Params (B)":2.943,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7882026155759113,"IFEval Raw":0.24622335403396323,"IFEval":24.62233540339632,"BBH Raw":0.43705348265770266,"BBH":21.43784511243409,"MATH Lvl 5 Raw":0.08308157099697885,"MATH Lvl 5":8.308157099697885,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.4316041666666666,"MUSR":12.0171875,"MMLU-PRO Raw":0.28407579787234044,"MMLU-PRO":20.45286643026005,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-08","Submission Date":"2025-03-08","Generation":0,"Base Model":"tinycompany/SigmaBoi-nomic1.5-fp32"},{"eval_name":"tinycompany_Tamed-Shawty_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"tinycompany/Tamed-Shawty 📑","fullname":"tinycompany/Tamed-Shawty","Model sha":"fed82f9f13b28c191a302006dbf1b392873a9fe7","Average ⬆️":13.533997252162253,"Hub License":"mit","Hub ❤️":0,"#Params (B)":1.562,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6145020115350416,"IFEval Raw":0.38308576798450333,"IFEval":38.30857679845033,"BBH Raw":0.3837059588999942,"BBH":14.653983733918906,"MATH Lvl 5 Raw":0.07175226586102719,"MATH Lvl 5":7.175226586102719,"GPQA Raw":0.2625838926174497,"GPQA":1.6778523489932917,"MUSR Raw":0.35009375000000004,"MUSR":1.5950520833333328,"MMLU-PRO Raw":0.2601396276595745,"MMLU-PRO":17.793291962174944,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-10","Submission Date":"2025-03-10","Generation":0,"Base Model":"tinycompany/Tamed-Shawty"},{"eval_name":"tklohj_WindyFloLLM_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"tklohj/WindyFloLLM 📑","fullname":"tklohj/WindyFloLLM","Model sha":"21f4241ab3f091d1d309e9076a8d8e3f014908a8","Average ⬆️":14.243655403588258,"Hub License":"","Hub ❤️":0,"#Params (B)":13.016,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.197024186099759,"IFEval Raw":0.26685638550158025,"IFEval":26.685638550158025,"BBH Raw":0.4636616007058791,"BBH":24.39876319785054,"MATH Lvl 5 Raw":0.015861027190332326,"MATH Lvl 5":1.5861027190332326,"GPQA Raw":0.2751677852348993,"GPQA":3.355704697986576,"MUSR Raw":0.4253125,"MUSR":11.864062500000003,"MMLU-PRO Raw":0.25814494680851063,"MMLU-PRO":17.57166075650118,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-30","Submission Date":"2024-07-10","Generation":1,"Base Model":"tklohj/WindyFloLLM (Merge)"},{"eval_name":"togethercomputer_GPT-JT-6B-v1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"GPTJForCausalLM","Model":"togethercomputer/GPT-JT-6B-v1 📑","fullname":"togethercomputer/GPT-JT-6B-v1","Model sha":"f34aa35f906895602c1f86f5685e598afdea8051","Average ⬆️":6.877706827738106,"Hub License":"apache-2.0","Hub ❤️":300,"#Params (B)":6.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":75.91762136171212,"IFEval Raw":0.20610646418170453,"IFEval":20.610646418170454,"BBH Raw":0.33026609127426704,"BBH":7.318523965141613,"MATH Lvl 5 Raw":0.010574018126888218,"MATH Lvl 5":1.0574018126888218,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.37365625,"MUSR":3.873697916666666,"MMLU-PRO Raw":0.16256648936170212,"MMLU-PRO":6.951832151300234,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2022-11-24","Submission Date":"2024-06-12","Generation":0,"Base Model":"togethercomputer/GPT-JT-6B-v1"},{"eval_name":"togethercomputer_GPT-NeoXT-Chat-Base-20B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"GPTNeoXForCausalLM","Model":"togethercomputer/GPT-NeoXT-Chat-Base-20B 📑","fullname":"togethercomputer/GPT-NeoXT-Chat-Base-20B","Model sha":"d386708e84d862a65f7d2b4989f64750cb657227","Average ⬆️":5.140295456712411,"Hub License":"apache-2.0","Hub ❤️":696,"#Params (B)":20.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":5.967175975443749,"IFEval Raw":0.18297561581049393,"IFEval":18.297561581049393,"BBH Raw":0.33209702572173033,"BBH":6.830794983137852,"MATH Lvl 5 Raw":0.023413897280966767,"MATH Lvl 5":2.3413897280966767,"GPQA Raw":0.25,"GPQA":0.0,"MUSR Raw":0.3460625,"MUSR":1.7578124999999993,"MMLU-PRO Raw":0.11452792553191489,"MMLU-PRO":1.6142139479905429,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-03-03","Submission Date":"2024-06-12","Generation":0,"Base Model":"togethercomputer/GPT-NeoXT-Chat-Base-20B"},{"eval_name":"togethercomputer_LLaMA-2-7B-32K_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"togethercomputer/LLaMA-2-7B-32K 📑","fullname":"togethercomputer/LLaMA-2-7B-32K","Model sha":"46c24bb5aef59722fa7aa6d75e832afd1d64b980","Average ⬆️":6.8377158675946506,"Hub License":"llama2","Hub ❤️":538,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.169145546277345,"IFEval Raw":0.18649738250065384,"IFEval":18.649738250065383,"BBH Raw":0.33995175217301715,"BBH":8.089984229889549,"MATH Lvl 5 Raw":0.014350453172205438,"MATH Lvl 5":1.4350453172205437,"GPQA Raw":0.25,"GPQA":0.0,"MUSR Raw":0.3753645833333333,"MUSR":4.320572916666666,"MMLU-PRO Raw":0.17677859042553193,"MMLU-PRO":8.530954491725769,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-07-26","Submission Date":"2024-06-12","Generation":0,"Base Model":"togethercomputer/LLaMA-2-7B-32K"},{"eval_name":"togethercomputer_Llama-2-7B-32K-Instruct_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"togethercomputer/Llama-2-7B-32K-Instruct 📑","fullname":"togethercomputer/Llama-2-7B-32K-Instruct","Model sha":"d27380af003252f5eb0d218e104938b4e673e3f3","Average ⬆️":8.25854218578891,"Hub License":"llama2","Hub ❤️":158,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.179818726519121,"IFEval Raw":0.2130003945087922,"IFEval":21.300039450879225,"BBH Raw":0.34434724239927544,"BBH":8.563469919446954,"MATH Lvl 5 Raw":0.015861027190332326,"MATH Lvl 5":1.5861027190332326,"GPQA Raw":0.2516778523489933,"GPQA":0.22371364653244186,"MUSR Raw":0.40559375,"MUSR":9.199218750000002,"MMLU-PRO Raw":0.17810837765957446,"MMLU-PRO":8.678708628841607,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-08-08","Submission Date":"2024-06-12","Generation":0,"Base Model":"togethercomputer/Llama-2-7B-32K-Instruct"},{"eval_name":"togethercomputer_RedPajama-INCITE-7B-Base_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GPTNeoXForCausalLM","Model":"togethercomputer/RedPajama-INCITE-7B-Base 📑","fullname":"togethercomputer/RedPajama-INCITE-7B-Base","Model sha":"78f7e482443971f4873ba3239f0ac810a367833b","Average ⬆️":5.56181429403527,"Hub License":"apache-2.0","Hub ❤️":93,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.441214326653394,"IFEval Raw":0.20822971936683554,"IFEval":20.822971936683555,"BBH Raw":0.31948898765013445,"BBH":5.0872422729164315,"MATH Lvl 5 Raw":0.015861027190332326,"MATH Lvl 5":1.5861027190332326,"GPQA Raw":0.2550335570469799,"GPQA":0.6711409395973182,"MUSR Raw":0.36199999999999993,"MUSR":3.0166666666666657,"MMLU-PRO Raw":0.1196808510638298,"MMLU-PRO":2.186761229314421,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-05-04","Submission Date":"2024-06-12","Generation":0,"Base Model":"togethercomputer/RedPajama-INCITE-7B-Base"},{"eval_name":"togethercomputer_RedPajama-INCITE-7B-Chat_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"GPTNeoXForCausalLM","Model":"togethercomputer/RedPajama-INCITE-7B-Chat 📑","fullname":"togethercomputer/RedPajama-INCITE-7B-Chat","Model sha":"47b94a739e2f3164b438501c8684acc5d5acc146","Average ⬆️":4.050900591245242,"Hub License":"apache-2.0","Hub ❤️":92,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.438672213362967,"IFEval Raw":0.1557977278066641,"IFEval":15.57977278066641,"BBH Raw":0.3175449328457368,"BBH":4.502173664381199,"MATH Lvl 5 Raw":0.006797583081570997,"MATH Lvl 5":0.6797583081570997,"GPQA Raw":0.2525167785234899,"GPQA":0.33557046979865535,"MUSR Raw":0.3447604166666667,"MUSR":1.8617187499999996,"MMLU-PRO Raw":0.11211768617021277,"MMLU-PRO":1.3464095744680846,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-05-04","Submission Date":"2024-06-13","Generation":0,"Base Model":"togethercomputer/RedPajama-INCITE-7B-Chat"},{"eval_name":"togethercomputer_RedPajama-INCITE-7B-Instruct_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"GPTNeoXForCausalLM","Model":"togethercomputer/RedPajama-INCITE-7B-Instruct 📑","fullname":"togethercomputer/RedPajama-INCITE-7B-Instruct","Model sha":"7f36397b9985a3f981cdb618f8fec1c565ca5927","Average ⬆️":6.456725492718323,"Hub License":"apache-2.0","Hub ❤️":103,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.362237340653382,"IFEval Raw":0.2055069437980115,"IFEval":20.55069437980115,"BBH Raw":0.337743947089799,"BBH":7.9054164937041635,"MATH Lvl 5 Raw":0.021148036253776436,"MATH Lvl 5":2.1148036253776437,"GPQA Raw":0.25083892617449666,"GPQA":0.11185682326622093,"MUSR Raw":0.3685104166666666,"MUSR":5.03046875,"MMLU-PRO Raw":0.1272440159574468,"MMLU-PRO":3.027112884160755,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-05-05","Submission Date":"2024-06-12","Generation":0,"Base Model":"togethercomputer/RedPajama-INCITE-7B-Instruct"},{"eval_name":"togethercomputer_RedPajama-INCITE-Base-3B-v1_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"GPTNeoXForCausalLM","Model":"togethercomputer/RedPajama-INCITE-Base-3B-v1 📑","fullname":"togethercomputer/RedPajama-INCITE-Base-3B-v1","Model sha":"094fbdd0c911feb485ce55de1952ab2e75277e1e","Average ⬆️":5.521090384654182,"Hub License":"apache-2.0","Hub ❤️":90,"#Params (B)":3.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5522036912990087,"IFEval Raw":0.22936253584932426,"IFEval":22.936253584932423,"BBH Raw":0.3060403878987615,"BBH":3.518607767474259,"MATH Lvl 5 Raw":0.014350453172205438,"MATH Lvl 5":1.4350453172205437,"GPQA Raw":0.24328859060402686,"GPQA":0.0,"MUSR Raw":0.37387499999999996,"MUSR":4.001041666666667,"MMLU-PRO Raw":0.11112034574468085,"MMLU-PRO":1.2355939716312052,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-05-04","Submission Date":"2024-06-12","Generation":0,"Base Model":"togethercomputer/RedPajama-INCITE-Base-3B-v1"},{"eval_name":"togethercomputer_RedPajama-INCITE-Chat-3B-v1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"GPTNeoXForCausalLM","Model":"togethercomputer/RedPajama-INCITE-Chat-3B-v1 📑","fullname":"togethercomputer/RedPajama-INCITE-Chat-3B-v1","Model sha":"f0e0995eba801096ed04cb87931d96a8316871af","Average ⬆️":4.848823926757166,"Hub License":"apache-2.0","Hub ❤️":152,"#Params (B)":3.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5498179167454655,"IFEval Raw":0.16521496296493304,"IFEval":16.521496296493304,"BBH Raw":0.32166937119202416,"BBH":5.164727927050627,"MATH Lvl 5 Raw":0.00906344410876133,"MATH Lvl 5":0.906344410876133,"GPQA Raw":0.24412751677852348,"GPQA":0.0,"MUSR Raw":0.3684479166666667,"MUSR":5.089322916666668,"MMLU-PRO Raw":0.11269946808510638,"MMLU-PRO":1.4110520094562635,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-05-05","Submission Date":"2024-06-13","Generation":0,"Base Model":"togethercomputer/RedPajama-INCITE-Chat-3B-v1"},{"eval_name":"togethercomputer_RedPajama-INCITE-Instruct-3B-v1_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"GPTNeoXForCausalLM","Model":"togethercomputer/RedPajama-INCITE-Instruct-3B-v1 📑","fullname":"togethercomputer/RedPajama-INCITE-Instruct-3B-v1","Model sha":"0c66778ee09a036886741707733620b91057909a","Average ⬆️":5.777231560126986,"Hub License":"apache-2.0","Hub ❤️":93,"#Params (B)":3.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5213420694196813,"IFEval Raw":0.2124263620526869,"IFEval":21.24263620526869,"BBH Raw":0.3146017752057237,"BBH":4.510786368926982,"MATH Lvl 5 Raw":0.01283987915407855,"MATH Lvl 5":1.283987915407855,"GPQA Raw":0.24748322147651006,"GPQA":0.0,"MUSR Raw":0.38860416666666664,"MUSR":6.408854166666669,"MMLU-PRO Raw":0.11095412234042554,"MMLU-PRO":1.2171247044917257,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-05-05","Submission Date":"2024-06-12","Generation":0,"Base Model":"togethercomputer/RedPajama-INCITE-Instruct-3B-v1"},{"eval_name":"tokyotech-llm_Llama-3-Swallow-8B-Instruct-v0.1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"tokyotech-llm/Llama-3-Swallow-8B-Instruct-v0.1 📑","fullname":"tokyotech-llm/Llama-3-Swallow-8B-Instruct-v0.1","Model sha":"1fae784584dd03680b72dd4de7eefbc5b7cabcd5","Average ⬆️":22.34514981791089,"Hub License":"llama3","Hub ❤️":19,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7162203415060449,"IFEval Raw":0.5507719517546776,"IFEval":55.077195175467764,"BBH Raw":0.5009389976232003,"BBH":29.267966131617708,"MATH Lvl 5 Raw":0.07477341389728097,"MATH Lvl 5":7.477341389728097,"GPQA Raw":0.28942953020134227,"GPQA":5.257270693512303,"MUSR Raw":0.43569791666666663,"MUSR":13.795572916666664,"MMLU-PRO Raw":0.3087599734042553,"MMLU-PRO":23.195552600472812,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-26","Submission Date":"2024-09-12","Generation":0,"Base Model":"tokyotech-llm/Llama-3-Swallow-8B-Instruct-v0.1"},{"eval_name":"tomasmcm_sky-t1-coder-32b-flash_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"tomasmcm/sky-t1-coder-32b-flash 📑","fullname":"tomasmcm/sky-t1-coder-32b-flash","Model sha":"d336471a461bb2093e85df3898aeb6db3ae0857f","Average ⬆️":44.868558910231286,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":50.04717672288697,"IFEval Raw":0.7780090160773414,"IFEval":77.80090160773415,"BBH Raw":0.6822440044314982,"BBH":55.46594372212499,"MATH Lvl 5 Raw":0.5422960725075529,"MATH Lvl 5":54.229607250755286,"GPQA Raw":0.36828859060402686,"GPQA":15.771812080536915,"MUSR Raw":0.4232708333333333,"MUSR":12.808854166666663,"MMLU-PRO Raw":0.5782081117021277,"MMLU-PRO":53.13423463356975,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-22","Submission Date":"2025-02-22","Generation":1,"Base Model":"tomasmcm/sky-t1-coder-32b-flash (Merge)"},{"eval_name":"trthminh1112_autotrain-llama32-1b-finetune_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"trthminh1112/autotrain-llama32-1b-finetune 📑","fullname":"trthminh1112/autotrain-llama32-1b-finetune","Model sha":"ceffe98f8b1f7e38628ad8b82536c43373472197","Average ⬆️":4.586088234847661,"Hub License":"other","Hub ❤️":0,"#Params (B)":1.1,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.17441571738704964,"IFEval Raw":0.17685518867715438,"IFEval":17.685518867715437,"BBH Raw":0.29956269409410674,"BBH":2.852986635695443,"MATH Lvl 5 Raw":0.015105740181268883,"MATH Lvl 5":1.5105740181268883,"GPQA Raw":0.25671140939597314,"GPQA":0.8948545861297527,"MUSR Raw":0.35127083333333337,"MUSR":3.475520833333334,"MMLU-PRO Raw":0.10987367021276596,"MMLU-PRO":1.0970744680851066,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-20","Submission Date":"2025-03-03","Generation":1,"Base Model":"TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T"},{"eval_name":"tugstugi_Qwen2.5-7B-Instruct-QwQ-v0.1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"tugstugi/Qwen2.5-7B-Instruct-QwQ-v0.1 📑","fullname":"tugstugi/Qwen2.5-7B-Instruct-QwQ-v0.1","Model sha":"65a426bd2c9519fd56c06bd3ecae8685d780bfe6","Average ⬆️":28.427900675364572,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6264384026419691,"IFEval Raw":0.6017300761978217,"IFEval":60.173007619782176,"BBH Raw":0.5101062293388118,"BBH":30.49889389653247,"MATH Lvl 5 Raw":0.3814199395770393,"MATH Lvl 5":38.14199395770393,"GPQA Raw":0.2684563758389262,"GPQA":2.460850111856823,"MUSR Raw":0.3794270833333333,"MUSR":5.061718750000002,"MMLU-PRO Raw":0.4080784574468085,"MMLU-PRO":34.23093971631205,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-10","Submission Date":"2025-01-19","Generation":1,"Base Model":"tugstugi/Qwen2.5-7B-Instruct-QwQ-v0.1 (Merge)"},{"eval_name":"universalml_NepaliGPT-2.0_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"universalml/NepaliGPT-2.0 📑","fullname":"universalml/NepaliGPT-2.0","Model sha":"cf7dfdac366e392d97a2092afd3d660719b027c4","Average ⬆️":12.586353879208668,"Hub License":"mit","Hub ❤️":2,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.4203635608706261,"IFEval Raw":0.03649538779327739,"IFEval":3.649538779327739,"BBH Raw":0.46604761322722105,"BBH":24.216690252212942,"MATH Lvl 5 Raw":0.004531722054380665,"MATH Lvl 5":0.4531722054380665,"GPQA Raw":0.28104026845637586,"GPQA":4.138702460850116,"MUSR Raw":0.4656770833333333,"MUSR":17.50963541666666,"MMLU-PRO Raw":0.3299534574468085,"MMLU-PRO":25.550384160756494,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-19","Submission Date":"2025-03-13","Generation":1,"Base Model":"universalml/NepaliGPT-2.0 (Merge)"},{"eval_name":"unsloth_Llama-3.2-1B-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"unsloth/Llama-3.2-1B-Instruct 📑","fullname":"unsloth/Llama-3.2-1B-Instruct","Model sha":"eb49081324edb2ff14f848ce16393c067c6f4976","Average ⬆️":14.532450983938604,"Hub License":"llama3.2","Hub ❤️":67,"#Params (B)":1.236,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.722639371510048,"IFEval Raw":0.5809973093613834,"IFEval":58.099730936138336,"BBH Raw":0.34847036874553655,"BBH":8.31684951238064,"MATH Lvl 5 Raw":0.0823262839879154,"MATH Lvl 5":8.23262839879154,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.3196145833333333,"MUSR":1.9518229166666672,"MMLU-PRO Raw":0.17420212765957446,"MMLU-PRO":8.244680851063828,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-25","Submission Date":"2025-01-23","Generation":1,"Base Model":"meta-llama/Llama-3.2-1B-Instruct"},{"eval_name":"unsloth_Llama-3.2-1B-Instruct-no-system-message_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"unsloth/Llama-3.2-1B-Instruct-no-system-message 📑","fullname":"unsloth/Llama-3.2-1B-Instruct-no-system-message","Model sha":"99fb160e6da969b35bfc81cce4026e7c383f0bf8","Average ⬆️":14.363515028823207,"Hub License":"","Hub ❤️":0,"#Params (B)":1.236,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7138739509390423,"IFEval Raw":0.5649853499824908,"IFEval":56.49853499824909,"BBH Raw":0.3543744783345775,"BBH":9.386371925607728,"MATH Lvl 5 Raw":0.0755287009063444,"MATH Lvl 5":7.552870090634441,"GPQA Raw":0.2726510067114094,"GPQA":3.0201342281879207,"MUSR Raw":0.3340625,"MUSR":2.291145833333333,"MMLU-PRO Raw":0.1668882978723404,"MMLU-PRO":7.432033096926712,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2025-01-24","Generation":0,"Base Model":"Removed"},{"eval_name":"unsloth_Phi-3-mini-4k-instruct_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"unsloth/Phi-3-mini-4k-instruct 📑","fullname":"unsloth/Phi-3-mini-4k-instruct","Model sha":"636c707430a5509c80b1aa51d05c127ed339a975","Average ⬆️":27.342019856110284,"Hub License":"mit","Hub ❤️":43,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9390662160488383,"IFEval Raw":0.544027624480822,"IFEval":54.4027624480822,"BBH Raw":0.5500239467441027,"BBH":36.73247326561403,"MATH Lvl 5 Raw":0.16389728096676737,"MATH Lvl 5":16.389728096676738,"GPQA Raw":0.32298657718120805,"GPQA":9.731543624161072,"MUSR Raw":0.42841666666666667,"MUSR":13.118749999999997,"MMLU-PRO Raw":0.4030917553191489,"MMLU-PRO":33.67686170212765,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-29","Submission Date":"2024-11-25","Generation":0,"Base Model":"unsloth/Phi-3-mini-4k-instruct"},{"eval_name":"unsloth_phi-4_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"unsloth/phi-4 📑","fullname":"unsloth/phi-4","Model sha":"682399cd249206f583fc19473d5a28af0a9bcea7","Average ⬆️":40.728304291060965,"Hub License":"mit","Hub ❤️":80,"#Params (B)":14.66,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.886538526666603,"IFEval Raw":0.6882083981613231,"IFEval":68.8208398161323,"BBH Raw":0.6885874406040138,"BBH":55.25314499847013,"MATH Lvl 5 Raw":0.5,"MATH Lvl 5":50.0,"GPQA Raw":0.33640939597315433,"GPQA":11.521252796420578,"MUSR Raw":0.41142708333333333,"MUSR":10.128385416666667,"MMLU-PRO Raw":0.5378158244680851,"MMLU-PRO":48.646202718676115,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-08","Submission Date":"2025-01-09","Generation":1,"Base Model":"microsoft/phi-4"},{"eval_name":"unsloth_phi-4-bnb-4bit_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"unsloth/phi-4-bnb-4bit 📑","fullname":"unsloth/phi-4-bnb-4bit","Model sha":"85ca2925f3cc4f3c42de4168e9ba0695be5d5845","Average ⬆️":39.06049481375357,"Hub License":"mit","Hub ❤️":14,"#Params (B)":8.058,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.0477431372705746,"IFEval Raw":0.6729710501469435,"IFEval":67.29710501469435,"BBH Raw":0.6769854242339189,"BBH":53.53519912141298,"MATH Lvl 5 Raw":0.4607250755287009,"MATH Lvl 5":46.07250755287009,"GPQA Raw":0.33808724832214765,"GPQA":11.74496644295302,"MUSR Raw":0.40072916666666664,"MUSR":8.424479166666666,"MMLU-PRO Raw":0.5255984042553191,"MMLU-PRO":47.288711583924346,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-08","Submission Date":"2025-01-09","Generation":1,"Base Model":"microsoft/phi-4"},{"eval_name":"unsloth_phi-4-unsloth-bnb-4bit_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"unsloth/phi-4-unsloth-bnb-4bit 📑","fullname":"unsloth/phi-4-unsloth-bnb-4bit","Model sha":"227e8cbc0de0cd783703a3a2f217159a86041a5f","Average ⬆️":39.21645140571378,"Hub License":"mit","Hub ❤️":49,"#Params (B)":8.483,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.0375359662148482,"IFEval Raw":0.6793906833867471,"IFEval":67.93906833867472,"BBH Raw":0.6791089896968764,"BBH":53.84008105932037,"MATH Lvl 5 Raw":0.4561933534743202,"MATH Lvl 5":45.61933534743202,"GPQA Raw":0.33640939597315433,"GPQA":11.521252796420578,"MUSR Raw":0.40339583333333334,"MUSR":8.7578125,"MMLU-PRO Raw":0.5285904255319149,"MMLU-PRO":47.62115839243499,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-08","Submission Date":"2025-01-09","Generation":1,"Base Model":"microsoft/phi-4"},{"eval_name":"upstage_SOLAR-10.7B-Instruct-v1.0_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"upstage/SOLAR-10.7B-Instruct-v1.0 📑","fullname":"upstage/SOLAR-10.7B-Instruct-v1.0","Model sha":"c08c25ed66414a878fe0401a3596d536c083606c","Average ⬆️":20.57236409322395,"Hub License":"cc-by-nc-4.0","Hub ❤️":623,"#Params (B)":10.732,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.565551571277175,"IFEval Raw":0.4736609972650345,"IFEval":47.36609972650345,"BBH Raw":0.5162494941446991,"BBH":31.872401888002116,"MATH Lvl 5 Raw":0.05664652567975831,"MATH Lvl 5":5.664652567975831,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.3899375,"MUSR":6.942187500000002,"MMLU-PRO Raw":0.31382978723404253,"MMLU-PRO":23.758865248226947,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-12-12","Submission Date":"2024-06-12","Generation":1,"Base Model":"upstage/SOLAR-10.7B-Instruct-v1.0 (Merge)"},{"eval_name":"upstage_SOLAR-10.7B-v1.0_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"upstage/SOLAR-10.7B-v1.0 📑","fullname":"upstage/SOLAR-10.7B-v1.0","Model sha":"a45090b8e56bdc2b8e32e46b3cd782fc0bea1fa5","Average ⬆️":16.8549748598855,"Hub License":"apache-2.0","Hub ❤️":302,"#Params (B)":10.732,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.16660205245516,"IFEval Raw":0.24212644671693329,"IFEval":24.212644671693326,"BBH Raw":0.5093873084711799,"BBH":29.789358089019135,"MATH Lvl 5 Raw":0.026435045317220542,"MATH Lvl 5":2.643504531722054,"GPQA Raw":0.28104026845637586,"GPQA":4.138702460850116,"MUSR Raw":0.43715624999999997,"MUSR":13.67786458333333,"MMLU-PRO Raw":0.3400099734042553,"MMLU-PRO":26.667774822695034,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2023-12-12","Submission Date":"2024-06-12","Generation":0,"Base Model":"upstage/SOLAR-10.7B-v1.0"},{"eval_name":"upstage_solar-pro-preview-instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"SolarForCausalLM","Model":"upstage/solar-pro-preview-instruct 📑","fullname":"upstage/solar-pro-preview-instruct","Model sha":"b4db141b5fb08b23f8bc323bc34e2cff3e9675f8","Average ⬆️":39.93865486453309,"Hub License":"mit","Hub ❤️":445,"#Params (B)":22.14,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.483526305840195,"IFEval Raw":0.8415814483348626,"IFEval":84.15814483348626,"BBH Raw":0.6816843051379534,"BBH":54.82235099983529,"MATH Lvl 5 Raw":0.22054380664652568,"MATH Lvl 5":22.054380664652566,"GPQA Raw":0.37080536912751677,"GPQA":16.10738255033557,"MUSR Raw":0.44165625000000003,"MUSR":15.007031249999997,"MMLU-PRO Raw":0.52734375,"MMLU-PRO":47.48263888888889,"Merged":false,"Official Providers":true,"Upload To Hub Date":"2024-09-09","Submission Date":"2024-09-11","Generation":0,"Base Model":"upstage/solar-pro-preview-instruct"},{"eval_name":"utkmst_chimera-beta-test2-lora-merged_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"utkmst/chimera-beta-test2-lora-merged 📑","fullname":"utkmst/chimera-beta-test2-lora-merged","Model sha":"3218d26312a8dc187491c4e9f8633cea056b7223","Average ⬆️":22.38980642084878,"Hub License":"llama3.1","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4398028314543256,"IFEval Raw":0.6054269338688014,"IFEval":60.542693386880146,"BBH Raw":0.47957156724192185,"BBH":25.61316406168906,"MATH Lvl 5 Raw":0.09516616314199396,"MATH Lvl 5":9.516616314199396,"GPQA Raw":0.3036912751677852,"GPQA":7.158836689038028,"MUSR Raw":0.4117916666666667,"MUSR":9.373958333333336,"MMLU-PRO Raw":0.2992021276595745,"MMLU-PRO":22.13356973995272,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-08","Submission Date":"2025-03-08","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"uukuguy_speechless-code-mistral-7b-v1.0_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"uukuguy/speechless-code-mistral-7b-v1.0 📑","fullname":"uukuguy/speechless-code-mistral-7b-v1.0","Model sha":"1862e0a712efc6002112e9c1235a197d58419b37","Average ⬆️":18.19259169032542,"Hub License":"apache-2.0","Hub ❤️":18,"#Params (B)":7.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.292796678606731,"IFEval Raw":0.36652415590632853,"IFEval":36.652415590632856,"BBH Raw":0.4571712887094195,"BBH":24.091412067845624,"MATH Lvl 5 Raw":0.05211480362537765,"MATH Lvl 5":5.211480362537765,"GPQA Raw":0.28439597315436244,"GPQA":4.5861297539149914,"MUSR Raw":0.45017708333333334,"MUSR":14.772135416666666,"MMLU-PRO Raw":0.3145777925531915,"MMLU-PRO":23.841976950354614,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-10-10","Submission Date":"2024-06-26","Generation":0,"Base Model":"uukuguy/speechless-code-mistral-7b-v1.0"},{"eval_name":"uukuguy_speechless-codellama-34b-v2.0_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"uukuguy/speechless-codellama-34b-v2.0 📑","fullname":"uukuguy/speechless-codellama-34b-v2.0","Model sha":"419bc42a254102d6a5486a1a854068e912c4047c","Average ⬆️":17.209357596769955,"Hub License":"llama2","Hub ❤️":17,"#Params (B)":34.0,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9912541922771037,"IFEval Raw":0.46042168113937687,"IFEval":46.042168113937684,"BBH Raw":0.4813126697444618,"BBH":25.993293267840638,"MATH Lvl 5 Raw":0.04305135951661632,"MATH Lvl 5":4.305135951661631,"GPQA Raw":0.2692953020134229,"GPQA":2.572706935123052,"MUSR Raw":0.37870833333333337,"MUSR":7.205208333333334,"MMLU-PRO Raw":0.25423869680851063,"MMLU-PRO":17.137632978723403,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-10-04","Submission Date":"2024-06-26","Generation":0,"Base Model":"uukuguy/speechless-codellama-34b-v2.0"},{"eval_name":"uukuguy_speechless-coder-ds-6.7b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"uukuguy/speechless-coder-ds-6.7b 📑","fullname":"uukuguy/speechless-coder-ds-6.7b","Model sha":"c813a5268c6dfe267a720ad3b51773f1ab0feb59","Average ⬆️":9.714852002598894,"Hub License":"apache-2.0","Hub ❤️":6,"#Params (B)":6.7,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.5772070117938326,"IFEval Raw":0.25046986440422525,"IFEval":25.046986440422522,"BBH Raw":0.4036373344669979,"BBH":15.897457343156352,"MATH Lvl 5 Raw":0.021148036253776436,"MATH Lvl 5":2.1148036253776437,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.3819375,"MUSR":5.3421875000000005,"MMLU-PRO Raw":0.171875,"MMLU-PRO":7.986111111111111,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-12-30","Submission Date":"2024-06-26","Generation":0,"Base Model":"uukuguy/speechless-coder-ds-6.7b"},{"eval_name":"uukuguy_speechless-instruct-mistral-7b-v0.2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"uukuguy/speechless-instruct-mistral-7b-v0.2 📑","fullname":"uukuguy/speechless-instruct-mistral-7b-v0.2","Model sha":"87a4d214f7d028d61c3dc013a7410b3c34a24072","Average ⬆️":18.10671348498029,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2352409646090445,"IFEval Raw":0.3261324397044287,"IFEval":32.613243970442866,"BBH Raw":0.4606667950681749,"BBH":24.558747365322688,"MATH Lvl 5 Raw":0.04909365558912387,"MATH Lvl 5":4.909365558912387,"GPQA Raw":0.28187919463087246,"GPQA":4.250559284116329,"MUSR Raw":0.4901770833333334,"MUSR":21.172135416666666,"MMLU-PRO Raw":0.2902260638297872,"MMLU-PRO":21.136229314420802,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-22","Submission Date":"2024-06-26","Generation":0,"Base Model":"uukuguy/speechless-instruct-mistral-7b-v0.2"},{"eval_name":"uukuguy_speechless-llama2-hermes-orca-platypus-wizardlm-13b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"uukuguy/speechless-llama2-hermes-orca-platypus-wizardlm-13b 📑","fullname":"uukuguy/speechless-llama2-hermes-orca-platypus-wizardlm-13b","Model sha":"954cc87b0ed5fa280126de546daf648861031512","Average ⬆️":18.701595895131856,"Hub License":"","Hub ❤️":32,"#Params (B)":13.016,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9590486657886075,"IFEval Raw":0.45617517076911485,"IFEval":45.61751707691148,"BBH Raw":0.48455373040676664,"BBH":26.79172729423422,"MATH Lvl 5 Raw":0.02039274924471299,"MATH Lvl 5":2.0392749244712993,"GPQA Raw":0.2701342281879195,"GPQA":2.684563758389265,"MUSR Raw":0.4655,"MUSR":17.754166666666666,"MMLU-PRO Raw":0.25590093085106386,"MMLU-PRO":17.322325650118206,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-09-01","Submission Date":"2024-06-26","Generation":0,"Base Model":"uukuguy/speechless-llama2-hermes-orca-platypus-wizardlm-13b"},{"eval_name":"uukuguy_speechless-mistral-dolphin-orca-platypus-samantha-7b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"uukuguy/speechless-mistral-dolphin-orca-platypus-samantha-7b 📑","fullname":"uukuguy/speechless-mistral-dolphin-orca-platypus-samantha-7b","Model sha":"b1de043468a15198b55a6509293a4ee585139043","Average ⬆️":18.340089485864258,"Hub License":"llama2","Hub ❤️":17,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.311437449926933,"IFEval Raw":0.37002154283966543,"IFEval":37.00215428396654,"BBH Raw":0.4982774952761688,"BBH":29.65312947574292,"MATH Lvl 5 Raw":0.02945619335347432,"MATH Lvl 5":2.9456193353474323,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.43613541666666666,"MUSR":13.850260416666663,"MMLU-PRO Raw":0.2990359042553192,"MMLU-PRO":22.11510047281324,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-10-13","Submission Date":"2024-06-26","Generation":0,"Base Model":"uukuguy/speechless-mistral-dolphin-orca-platypus-samantha-7b"},{"eval_name":"uukuguy_speechless-zephyr-code-functionary-7b_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"uukuguy/speechless-zephyr-code-functionary-7b 📑","fullname":"uukuguy/speechless-zephyr-code-functionary-7b","Model sha":"d66fc775ece679966e352195c42444e9c70af7fa","Average ⬆️":16.460834340340238,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2679992531547388,"IFEval Raw":0.2695791610704043,"IFEval":26.957916107040433,"BBH Raw":0.46642753957194555,"BBH":25.983622785908505,"MATH Lvl 5 Raw":0.04229607250755287,"MATH Lvl 5":4.229607250755287,"GPQA Raw":0.30033557046979864,"GPQA":6.711409395973152,"MUSR Raw":0.4267708333333333,"MUSR":11.613020833333332,"MMLU-PRO Raw":0.3094248670212766,"MMLU-PRO":23.269429669030732,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-01-23","Submission Date":"2024-06-26","Generation":0,"Base Model":"uukuguy/speechless-zephyr-code-functionary-7b"},{"eval_name":"v000000_L3-8B-Stheno-v3.2-abliterated_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"v000000/L3-8B-Stheno-v3.2-abliterated 📑","fullname":"v000000/L3-8B-Stheno-v3.2-abliterated","Model sha":"ddb17f127a1c068b105b79aadd76632615743f68","Average ⬆️":24.620611328256683,"Hub License":"","Hub ❤️":8,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.0007103084614668,"IFEval Raw":0.6717720093795574,"IFEval":67.17720093795573,"BBH Raw":0.5141439214918061,"BBH":30.74630496568445,"MATH Lvl 5 Raw":0.06948640483383686,"MATH Lvl 5":6.948640483383686,"GPQA Raw":0.30956375838926176,"GPQA":7.941834451901568,"MUSR Raw":0.36196875,"MUSR":5.979427083333337,"MMLU-PRO Raw":0.3603723404255319,"MMLU-PRO":28.930260047281326,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-09","Submission Date":"2025-01-07","Generation":1,"Base Model":"v000000/L3-8B-Stheno-v3.2-abliterated (Merge)"},{"eval_name":"v000000_L3.1-Niitorm-8B-DPO-t0.0001_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"v000000/L3.1-Niitorm-8B-DPO-t0.0001 📑","fullname":"v000000/L3.1-Niitorm-8B-DPO-t0.0001","Model sha":"a34150b5f63de4bc83d79b1de127faff3750289f","Average ⬆️":28.113230470994733,"Hub License":"","Hub ❤️":8,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7562181593962325,"IFEval Raw":0.7688666072687137,"IFEval":76.88666072687137,"BBH Raw":0.5134234526726582,"BBH":30.51317301580421,"MATH Lvl 5 Raw":0.1623867069486405,"MATH Lvl 5":16.238670694864048,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.3879791666666667,"MUSR":7.2640625000000005,"MMLU-PRO Raw":0.38663563829787234,"MMLU-PRO":31.848404255319146,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-19","Submission Date":"2024-09-19","Generation":1,"Base Model":"v000000/L3.1-Niitorm-8B-DPO-t0.0001 (Merge)"},{"eval_name":"v000000_L3.1-Storniitova-8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"v000000/L3.1-Storniitova-8B 📑","fullname":"v000000/L3.1-Storniitova-8B","Model sha":"05b126857f43d1b1383e50f8c97d214ceb199723","Average ⬆️":28.28170680403471,"Hub License":"","Hub ❤️":7,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6270799995011005,"IFEval Raw":0.7816560060639104,"IFEval":78.16560060639105,"BBH Raw":0.5151452004311876,"BBH":30.810993185589904,"MATH Lvl 5 Raw":0.14652567975830816,"MATH Lvl 5":14.652567975830816,"GPQA Raw":0.28942953020134227,"GPQA":5.257270693512303,"MUSR Raw":0.4028958333333333,"MUSR":9.961979166666664,"MMLU-PRO Raw":0.37757646276595747,"MMLU-PRO":30.841829196217496,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-12","Submission Date":"2024-09-18","Generation":1,"Base Model":"v000000/L3.1-Storniitova-8B (Merge)"},{"eval_name":"v000000_Qwen2.5-14B-Gutenberg-1e-Delta_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"v000000/Qwen2.5-14B-Gutenberg-1e-Delta 📑","fullname":"v000000/Qwen2.5-14B-Gutenberg-1e-Delta","Model sha":"f624854b4380e01322e752ce4daadd49ac86580f","Average ⬆️":40.87901381911441,"Hub License":"apache-2.0","Hub ❤️":4,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.604773014380301,"IFEval Raw":0.8045120280854798,"IFEval":80.45120280854799,"BBH Raw":0.639849930188539,"BBH":48.6166718794722,"MATH Lvl 5 Raw":0.5264350453172205,"MATH Lvl 5":52.64350453172205,"GPQA Raw":0.3288590604026846,"GPQA":10.514541387024611,"MUSR Raw":0.40730208333333334,"MUSR":9.379427083333335,"MMLU-PRO Raw":0.4930186170212766,"MMLU-PRO":43.668735224586285,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-20","Submission Date":"2024-09-28","Generation":1,"Base Model":"v000000/Qwen2.5-14B-Gutenberg-1e-Delta (Merge)"},{"eval_name":"v000000_Qwen2.5-14B-Gutenberg-Instruct-Slerpeno_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"v000000/Qwen2.5-14B-Gutenberg-Instruct-Slerpeno 📑","fullname":"v000000/Qwen2.5-14B-Gutenberg-Instruct-Slerpeno","Model sha":"1069abb4c25855e67ffaefa08a0befbb376e7ca7","Average ⬆️":41.36227864094851,"Hub License":"apache-2.0","Hub ❤️":6,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":5.344519821833167,"IFEval Raw":0.8197493760998595,"IFEval":81.97493760998594,"BBH Raw":0.639010174859259,"BBH":48.45212383388064,"MATH Lvl 5 Raw":0.5324773413897281,"MATH Lvl 5":53.24773413897282,"GPQA Raw":0.3313758389261745,"GPQA":10.850111856823268,"MUSR Raw":0.4113645833333333,"MUSR":10.053906250000002,"MMLU-PRO Raw":0.4923537234042553,"MMLU-PRO":43.59485815602837,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-20","Submission Date":"2024-12-07","Generation":1,"Base Model":"v000000/Qwen2.5-14B-Gutenberg-Instruct-Slerpeno (Merge)"},{"eval_name":"v000000_Qwen2.5-Lumen-14B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"v000000/Qwen2.5-Lumen-14B 📑","fullname":"v000000/Qwen2.5-Lumen-14B","Model sha":"fbb1d184ed01dac52d307737893ebb6b0ace444c","Average ⬆️":41.137851148922614,"Hub License":"apache-2.0","Hub ❤️":19,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.673385087937254,"IFEval Raw":0.8063604569209697,"IFEval":80.63604569209697,"BBH Raw":0.6390809511149668,"BBH":48.50786084405761,"MATH Lvl 5 Raw":0.5362537764350453,"MATH Lvl 5":53.625377643504535,"GPQA Raw":0.32802013422818793,"GPQA":10.402684563758392,"MUSR Raw":0.41139583333333335,"MUSR":10.291145833333337,"MMLU-PRO Raw":0.49027593085106386,"MMLU-PRO":43.363992316784866,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-20","Submission Date":"2024-09-20","Generation":1,"Base Model":"v000000/Qwen2.5-Lumen-14B (Merge)"},{"eval_name":"vhab10_Llama-3.1-8B-Base-Instruct-SLERP_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"vhab10/Llama-3.1-8B-Base-Instruct-SLERP 📑","fullname":"vhab10/Llama-3.1-8B-Base-Instruct-SLERP","Model sha":"eccb4bde0dc91f586954109ecdce7c94f47e2625","Average ⬆️":19.27479354795199,"Hub License":"mit","Hub ❤️":1,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6134415622278524,"IFEval Raw":0.290711977552893,"IFEval":29.0711977552893,"BBH Raw":0.5057443268070797,"BBH":29.926041623092612,"MATH Lvl 5 Raw":0.12009063444108761,"MATH Lvl 5":12.009063444108762,"GPQA Raw":0.2961409395973154,"GPQA":6.152125279642054,"MUSR Raw":0.40106250000000004,"MUSR":9.366145833333334,"MMLU-PRO Raw":0.3621176861702128,"MMLU-PRO":29.12418735224587,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-16","Submission Date":"2024-09-29","Generation":1,"Base Model":"vhab10/Llama-3.1-8B-Base-Instruct-SLERP (Merge)"},{"eval_name":"vhab10_Llama-3.2-Instruct-3B-TIES_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"vhab10/Llama-3.2-Instruct-3B-TIES 📑","fullname":"vhab10/Llama-3.2-Instruct-3B-TIES","Model sha":"0e8661730f40a6a279bd273cfe9fe46bbd0507dd","Average ⬆️":17.33432617767801,"Hub License":"mit","Hub ❤️":0,"#Params (B)":1.848,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.245852928376529,"IFEval Raw":0.4727367828472896,"IFEval":47.27367828472896,"BBH Raw":0.43323649966514094,"BBH":19.183159360187968,"MATH Lvl 5 Raw":0.09818731117824774,"MATH Lvl 5":9.818731117824774,"GPQA Raw":0.26929530201342283,"GPQA":2.572706935123044,"MUSR Raw":0.34965625,"MUSR":3.873697916666666,"MMLU-PRO Raw":0.2915558510638298,"MMLU-PRO":21.283983451536646,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-10-06","Submission Date":"2024-11-23","Generation":1,"Base Model":"vhab10/Llama-3.2-Instruct-3B-TIES (Merge)"},{"eval_name":"vhab10_llama-3-8b-merged-linear_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"vhab10/llama-3-8b-merged-linear 📑","fullname":"vhab10/llama-3-8b-merged-linear","Model sha":"c37e7671b5ccfadbf3065fa5b48af05cd4f13292","Average ⬆️":23.91136833689406,"Hub License":"mit","Hub ❤️":0,"#Params (B)":4.65,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.609886668917451,"IFEval Raw":0.5916634529714491,"IFEval":59.166345297144915,"BBH Raw":0.49370937443498536,"BBH":27.816051327740798,"MATH Lvl 5 Raw":0.08157099697885196,"MATH Lvl 5":8.157099697885197,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.4190520833333333,"MUSR":11.681510416666667,"MMLU-PRO Raw":0.37042885638297873,"MMLU-PRO":30.04765070921986,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-26","Submission Date":"2024-09-26","Generation":1,"Base Model":"vhab10/llama-3-8b-merged-linear (Merge)"},{"eval_name":"vicgalle_CarbonBeagle-11B_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"vicgalle/CarbonBeagle-11B 📑","fullname":"vicgalle/CarbonBeagle-11B","Model sha":"3fe9bf5327606d013b182fed17a472f5f043759b","Average ⬆️":22.470185912589034,"Hub License":"apache-2.0","Hub ❤️":9,"#Params (B)":10.732,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8307574022339386,"IFEval Raw":0.5415298075772285,"IFEval":54.152980757722844,"BBH Raw":0.5293652486530874,"BBH":33.06060419684841,"MATH Lvl 5 Raw":0.061933534743202415,"MATH Lvl 5":6.193353474320242,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.40203125,"MUSR":9.187239583333339,"MMLU-PRO Raw":0.32762632978723405,"MMLU-PRO":25.29181442080378,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-01-21","Submission Date":"2024-06-26","Generation":1,"Base Model":"vicgalle/CarbonBeagle-11B (Merge)"},{"eval_name":"vicgalle_CarbonBeagle-11B-truthy_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"vicgalle/CarbonBeagle-11B-truthy 📑","fullname":"vicgalle/CarbonBeagle-11B-truthy","Model sha":"476cd2a6d938bddb38dfbeb4cb21e3e34303413d","Average ⬆️":21.31996250525653,"Hub License":"apache-2.0","Hub ❤️":10,"#Params (B)":10.732,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.814546619696793,"IFEval Raw":0.5212214701436633,"IFEval":52.12214701436632,"BBH Raw":0.5348420085288232,"BBH":33.98837559181831,"MATH Lvl 5 Raw":0.04909365558912387,"MATH Lvl 5":4.909365558912387,"GPQA Raw":0.29949664429530204,"GPQA":6.599552572706939,"MUSR Raw":0.37396874999999996,"MUSR":4.112760416666666,"MMLU-PRO Raw":0.335688164893617,"MMLU-PRO":26.18757387706856,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-02-10","Submission Date":"2024-07-13","Generation":0,"Base Model":"vicgalle/CarbonBeagle-11B-truthy"},{"eval_name":"vicgalle_Configurable-Hermes-2-Pro-Llama-3-8B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"vicgalle/Configurable-Hermes-2-Pro-Llama-3-8B 📑","fullname":"vicgalle/Configurable-Hermes-2-Pro-Llama-3-8B","Model sha":"3cb5792509966a963645be24fdbeb2e7dc6cac15","Average ⬆️":22.56595247127864,"Hub License":"apache-2.0","Hub ❤️":6,"#Params (B)":8.031,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4978545713733988,"IFEval Raw":0.5762510139762497,"IFEval":57.62510139762497,"BBH Raw":0.5054841203275775,"BBH":30.50962474895478,"MATH Lvl 5 Raw":0.07628398791540786,"MATH Lvl 5":7.628398791540786,"GPQA Raw":0.29697986577181207,"GPQA":6.263982102908276,"MUSR Raw":0.4183645833333333,"MUSR":10.062239583333334,"MMLU-PRO Raw":0.3097573138297872,"MMLU-PRO":23.30636820330969,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-02","Submission Date":"2024-07-24","Generation":2,"Base Model":"NousResearch/Meta-Llama-3-8B"},{"eval_name":"vicgalle_Configurable-Llama-3.1-8B-Instruct_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"vicgalle/Configurable-Llama-3.1-8B-Instruct 📑","fullname":"vicgalle/Configurable-Llama-3.1-8B-Instruct","Model sha":"133b3ab1a5385ff9b3d17da2addfe3fc1fd6f733","Average ⬆️":28.01011138792457,"Hub License":"apache-2.0","Hub ❤️":16,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5932191079420261,"IFEval Raw":0.8312399987588488,"IFEval":83.12399987588486,"BBH Raw":0.5044756225072481,"BBH":29.661397892084384,"MATH Lvl 5 Raw":0.1729607250755287,"MATH Lvl 5":17.29607250755287,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.3845416666666666,"MUSR":5.934375,"MMLU-PRO Raw":0.3592087765957447,"MMLU-PRO":28.800975177304966,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-24","Submission Date":"2024-08-05","Generation":0,"Base Model":"vicgalle/Configurable-Llama-3.1-8B-Instruct"},{"eval_name":"vicgalle_Configurable-Yi-1.5-9B-Chat_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"vicgalle/Configurable-Yi-1.5-9B-Chat 📑","fullname":"vicgalle/Configurable-Yi-1.5-9B-Chat","Model sha":"992cb2232caae78eff6a836b2e0642f7cbf6018e","Average ⬆️":26.162899498605693,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":8.829,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8838176236566786,"IFEval Raw":0.43234506664538974,"IFEval":43.234506664538976,"BBH Raw":0.5452196737175008,"BBH":35.33444508462291,"MATH Lvl 5 Raw":0.20468277945619334,"MATH Lvl 5":20.468277945619334,"GPQA Raw":0.34312080536912754,"GPQA":12.416107382550338,"MUSR Raw":0.42711458333333335,"MUSR":12.022656249999999,"MMLU-PRO Raw":0.4015126329787234,"MMLU-PRO":33.5014036643026,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-12","Submission Date":"2024-06-26","Generation":0,"Base Model":"vicgalle/Configurable-Yi-1.5-9B-Chat"},{"eval_name":"vicgalle_ConfigurableBeagle-11B_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"vicgalle/ConfigurableBeagle-11B 📑","fullname":"vicgalle/ConfigurableBeagle-11B","Model sha":"bbc16dbf94b8e8a99bb3e2ada6755faf9c2990dd","Average ⬆️":22.622956003400244,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":10.732,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7597130454120933,"IFEval Raw":0.5834452585805663,"IFEval":58.34452585805663,"BBH Raw":0.5286592318626696,"BBH":32.392022902811185,"MATH Lvl 5 Raw":0.04305135951661632,"MATH Lvl 5":4.305135951661631,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.39530208333333333,"MUSR":7.379427083333333,"MMLU-PRO Raw":0.33743351063829785,"MMLU-PRO":26.381501182033094,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-02-17","Submission Date":"2024-06-26","Generation":0,"Base Model":"vicgalle/ConfigurableBeagle-11B"},{"eval_name":"vicgalle_ConfigurableHermes-7B_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"vicgalle/ConfigurableHermes-7B 📑","fullname":"vicgalle/ConfigurableHermes-7B","Model sha":"1333a88eaf6591836b2d9825d1eaec7260f336c9","Average ⬆️":19.536295414907375,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2345637627211006,"IFEval Raw":0.5410798902467675,"IFEval":54.10798902467674,"BBH Raw":0.4572969627830424,"BBH":23.158164380406475,"MATH Lvl 5 Raw":0.04758308157099698,"MATH Lvl 5":4.758308157099698,"GPQA Raw":0.27684563758389263,"GPQA":3.5794183445190177,"MUSR Raw":0.4056875,"MUSR":9.110937500000004,"MMLU-PRO Raw":0.3025265957446808,"MMLU-PRO":22.50295508274231,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-02-17","Submission Date":"2024-06-26","Generation":0,"Base Model":"vicgalle/ConfigurableHermes-7B"},{"eval_name":"vicgalle_ConfigurableSOLAR-10.7B_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"vicgalle/ConfigurableSOLAR-10.7B 📑","fullname":"vicgalle/ConfigurableSOLAR-10.7B","Model sha":"9d9baad88ea9dbaa61881f15e4f0d16e931033b4","Average ⬆️":20.153450201779847,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":10.732,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3553626295511634,"IFEval Raw":0.5099558061499045,"IFEval":50.995580614990445,"BBH Raw":0.48668100977360457,"BBH":27.450950141666922,"MATH Lvl 5 Raw":0.06646525679758308,"MATH Lvl 5":6.646525679758309,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.38047916666666665,"MUSR":5.193229166666667,"MMLU-PRO Raw":0.31732047872340424,"MMLU-PRO":24.146719858156025,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-03-10","Submission Date":"2024-06-26","Generation":0,"Base Model":"vicgalle/ConfigurableSOLAR-10.7B"},{"eval_name":"vicgalle_Humanish-RP-Llama-3.1-8B_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"vicgalle/Humanish-RP-Llama-3.1-8B 📑","fullname":"vicgalle/Humanish-RP-Llama-3.1-8B","Model sha":"d27aa731db1d390a8d17b0a4565c9231ee5ae8b9","Average ⬆️":25.423199454688373,"Hub License":"apache-2.0","Hub ❤️":10,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5069010760109964,"IFEval Raw":0.6669259786256023,"IFEval":66.69259786256023,"BBH Raw":0.5100385476143247,"BBH":29.958560315236678,"MATH Lvl 5 Raw":0.15181268882175228,"MATH Lvl 5":15.181268882175228,"GPQA Raw":0.28691275167785235,"GPQA":4.921700223713646,"MUSR Raw":0.39520833333333333,"MUSR":8.26770833333333,"MMLU-PRO Raw":0.34765625,"MMLU-PRO":27.51736111111111,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-03","Submission Date":"2024-08-03","Generation":0,"Base Model":"vicgalle/Humanish-RP-Llama-3.1-8B"},{"eval_name":"vicgalle_Merge-Mistral-Prometheus-7B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"vicgalle/Merge-Mistral-Prometheus-7B 📑","fullname":"vicgalle/Merge-Mistral-Prometheus-7B","Model sha":"a7083581b508ce83c74f9267f07024bd462e7161","Average ⬆️":16.58664234759141,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2607111502563213,"IFEval Raw":0.48480143796238423,"IFEval":48.48014379623842,"BBH Raw":0.420139773821292,"BBH":18.41040626692948,"MATH Lvl 5 Raw":0.01812688821752266,"MATH Lvl 5":1.812688821752266,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.41,"MUSR":9.950000000000003,"MMLU-PRO Raw":0.2716921542553192,"MMLU-PRO":19.076906028368796,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-05-04","Submission Date":"2024-06-26","Generation":1,"Base Model":"vicgalle/Merge-Mistral-Prometheus-7B (Merge)"},{"eval_name":"vicgalle_Merge-Mixtral-Prometheus-8x7B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"vicgalle/Merge-Mixtral-Prometheus-8x7B 📑","fullname":"vicgalle/Merge-Mixtral-Prometheus-8x7B","Model sha":"ba53ee5b52a81e56b01e919c069a0d045cfd4e83","Average ⬆️":24.768981526162975,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":46.703,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":7.348018298275145,"IFEval Raw":0.5744025851407598,"IFEval":57.44025851407598,"BBH Raw":0.5351498071096573,"BBH":34.65142126614313,"MATH Lvl 5 Raw":0.09290030211480363,"MATH Lvl 5":9.290030211480364,"GPQA Raw":0.3087248322147651,"GPQA":7.829977628635347,"MUSR Raw":0.40975,"MUSR":9.585416666666667,"MMLU-PRO Raw":0.3683510638297872,"MMLU-PRO":29.81678486997636,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-05-04","Submission Date":"2024-06-26","Generation":1,"Base Model":"vicgalle/Merge-Mixtral-Prometheus-8x7B (Merge)"},{"eval_name":"vicgalle_Roleplay-Llama-3-8B_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"vicgalle/Roleplay-Llama-3-8B 📑","fullname":"vicgalle/Roleplay-Llama-3-8B","Model sha":"57297eb57dcc2c116f061d9dda341094203da01b","Average ⬆️":24.020182936148974,"Hub License":"apache-2.0","Hub ❤️":37,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.252317027783774,"IFEval Raw":0.7320221456845614,"IFEval":73.20221456845613,"BBH Raw":0.5012318206922323,"BBH":28.554603909240623,"MATH Lvl 5 Raw":0.09138972809667674,"MATH Lvl 5":9.138972809667674,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.3528854166666666,"MUSR":1.6773437499999992,"MMLU-PRO Raw":0.370844414893617,"MMLU-PRO":30.093823877068555,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-19","Submission Date":"2024-06-26","Generation":0,"Base Model":"vicgalle/Roleplay-Llama-3-8B"},{"eval_name":"viettelsecurity-ai_security-llama3.2-3b_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"viettelsecurity-ai/security-llama3.2-3b 📑","fullname":"viettelsecurity-ai/security-llama3.2-3b","Model sha":"a33cd2c208d3cefef12601f7dc9a290a218fafa3","Average ⬆️":19.977384437548874,"Hub License":"","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.606916288481658,"IFEval Raw":0.5908888416069362,"IFEval":59.088884160693624,"BBH Raw":0.44005776161052806,"BBH":20.597405725871987,"MATH Lvl 5 Raw":0.12613293051359517,"MATH Lvl 5":12.613293051359516,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.33790625,"MUSR":3.9049479166666674,"MMLU-PRO Raw":0.2837433510638298,"MMLU-PRO":20.41592789598109,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-03","Submission Date":"2025-03-04","Generation":1,"Base Model":"viettelsecurity-ai/security-llama3.2-3b (Merge)"},{"eval_name":"vihangd_smart-dan-sft-v0.1_4bit","Precision":"4bit","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"vihangd/smart-dan-sft-v0.1 📑","fullname":"vihangd/smart-dan-sft-v0.1","Model sha":"924b4a09153d4061fa9d58f03b10cd7cde7e3084","Average ⬆️":3.871212537831616,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.379,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7220493353549226,"IFEval Raw":0.15764615664215392,"IFEval":15.764615664215393,"BBH Raw":0.30617689187138886,"BBH":3.1255992643495936,"MATH Lvl 5 Raw":0.009818731117824773,"MATH Lvl 5":0.9818731117824773,"GPQA Raw":0.2550335570469799,"GPQA":0.6711409395973182,"MUSR Raw":0.35018750000000004,"MUSR":1.1067708333333328,"MMLU-PRO Raw":0.11419547872340426,"MMLU-PRO":1.5772754137115832,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-09","Submission Date":"2024-08-20","Generation":0,"Base Model":"vihangd/smart-dan-sft-v0.1"},{"eval_name":"voidful_smol-360m-ft_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"voidful/smol-360m-ft 📑","fullname":"voidful/smol-360m-ft","Model sha":"3889a38fc79d2400997e01bf1d00c8059d72fead","Average ⬆️":4.7899302409628595,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":0.362,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7634589764630502,"IFEval Raw":0.2013103011121602,"IFEval":20.131030111216017,"BBH Raw":0.3011946898842932,"BBH":3.0227064431492727,"MATH Lvl 5 Raw":0.008308157099697885,"MATH Lvl 5":0.8308157099697886,"GPQA Raw":0.24580536912751677,"GPQA":0.0,"MUSR Raw":0.3713645833333333,"MUSR":3.787239583333333,"MMLU-PRO Raw":0.10871010638297872,"MMLU-PRO":0.9677895981087459,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-24","Submission Date":"2024-11-28","Generation":1,"Base Model":"voidful/smol-360m-ft (Merge)"},{"eval_name":"vonjack_MobileLLM-125M-HF_float16","Precision":"float16","Type":"🟢 pretrained","T":"🟢","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"vonjack/MobileLLM-125M-HF 📑","fullname":"vonjack/MobileLLM-125M-HF","Model sha":"7664f5e1b91faa04fac545f64db84c26316c7e63","Average ⬆️":5.565351724961825,"Hub License":"cc-by-nc-4.0","Hub ❤️":0,"#Params (B)":0.125,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.34362271680811607,"IFEval Raw":0.21072753627042912,"IFEval":21.072753627042914,"BBH Raw":0.30272988561565645,"BBH":3.146583712799116,"MATH Lvl 5 Raw":0.00906344410876133,"MATH Lvl 5":0.906344410876133,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.37818749999999995,"MUSR":5.106770833333335,"MMLU-PRO Raw":0.1163563829787234,"MMLU-PRO":1.8173758865248217,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-15","Submission Date":"2024-11-15","Generation":0,"Base Model":"vonjack/MobileLLM-125M-HF"},{"eval_name":"vonjack_Phi-3-mini-4k-instruct-LLaMAfied_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"vonjack/Phi-3-mini-4k-instruct-LLaMAfied 📑","fullname":"vonjack/Phi-3-mini-4k-instruct-LLaMAfied","Model sha":"96a48b8ea6f661f71ade001a0a2232b66ac38481","Average ⬆️":26.968080141379957,"Hub License":"mit","Hub ❤️":11,"#Params (B)":3.821,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9022300106035944,"IFEval Raw":0.5787488308798432,"IFEval":57.87488308798432,"BBH Raw":0.5740684031598843,"BBH":40.20185213345416,"MATH Lvl 5 Raw":0.13821752265861026,"MATH Lvl 5":13.821752265861026,"GPQA Raw":0.33053691275167785,"GPQA":10.738255033557047,"MUSR Raw":0.3923541666666666,"MUSR":7.110937500000002,"MMLU-PRO Raw":0.3885472074468085,"MMLU-PRO":32.06080082742317,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-24","Submission Date":"2025-01-03","Generation":0,"Base Model":"vonjack/Phi-3-mini-4k-instruct-LLaMAfied"},{"eval_name":"vonjack_Phi-3.5-mini-instruct-hermes-fc-json_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Adapter","Architecture":"?","Model":"vonjack/Phi-3.5-mini-instruct-hermes-fc-json 📑","fullname":"vonjack/Phi-3.5-mini-instruct-hermes-fc-json","Model sha":"4cacfb35723647d408f0414886d0dfe67404a14f","Average ⬆️":4.642406244437133,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":4.132,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.5703771540987903,"IFEval Raw":0.14158432957885078,"IFEval":14.15843295788508,"BBH Raw":0.29747555432824196,"BBH":2.390836087243887,"MATH Lvl 5 Raw":0.0075528700906344415,"MATH Lvl 5":0.7552870090634441,"GPQA Raw":0.25419463087248323,"GPQA":0.5592841163310973,"MUSR Raw":0.40413541666666664,"MUSR":8.450260416666667,"MMLU-PRO Raw":0.11386303191489362,"MMLU-PRO":1.540336879432624,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-05","Submission Date":"2024-11-05","Generation":1,"Base Model":"vonjack/Phi-3.5-mini-instruct-hermes-fc-json (Merge)"},{"eval_name":"vonjack_Qwen2.5-Coder-0.5B-Merged_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"vonjack/Qwen2.5-Coder-0.5B-Merged 📑","fullname":"vonjack/Qwen2.5-Coder-0.5B-Merged","Model sha":"38e4789c0fc5fad359de2f7bafdb65c3ae26b95b","Average ⬆️":6.979693269720411,"Hub License":"","Hub ❤️":0,"#Params (B)":0.63,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.9935574479094091,"IFEval Raw":0.30997087727230416,"IFEval":30.997087727230415,"BBH Raw":0.3076017752057237,"BBH":3.5887384386437557,"MATH Lvl 5 Raw":0.0377643504531722,"MATH Lvl 5":3.7764350453172204,"GPQA Raw":0.2533557046979866,"GPQA":0.44742729306487633,"MUSR Raw":0.33034375,"MUSR":0.8263020833333333,"MMLU-PRO Raw":0.12017952127659574,"MMLU-PRO":2.24216903073286,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-19","Submission Date":"2024-11-19","Generation":1,"Base Model":"vonjack/Qwen2.5-Coder-0.5B-Merged (Merge)"},{"eval_name":"vonjack_SmolLM2-1.7B-Merged_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"vonjack/SmolLM2-1.7B-Merged 📑","fullname":"vonjack/SmolLM2-1.7B-Merged","Model sha":"232d54a335220b0d83d6036f6d8df3971d3e79bb","Average ⬆️":12.23422955589429,"Hub License":"","Hub ❤️":0,"#Params (B)":1.711,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6226545348609049,"IFEval Raw":0.36979658417443495,"IFEval":36.979658417443495,"BBH Raw":0.3586553457965105,"BBH":10.766530256983183,"MATH Lvl 5 Raw":0.06268882175226587,"MATH Lvl 5":6.268882175226587,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.34079166666666666,"MUSR":3.832291666666668,"MMLU-PRO Raw":0.2047872340425532,"MMLU-PRO":11.643026004728133,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-18","Submission Date":"2024-11-18","Generation":1,"Base Model":"vonjack/SmolLM2-1.7B-Merged (Merge)"},{"eval_name":"vonjack_SmolLM2-135M-Merged_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"vonjack/SmolLM2-135M-Merged 📑","fullname":"vonjack/SmolLM2-135M-Merged","Model sha":"a1700ca913a87ad713edfe57a2030a9d7c088970","Average ⬆️":5.872429779192967,"Hub License":"","Hub ❤️":0,"#Params (B)":0.135,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6910205312158826,"IFEval Raw":0.24829674153468353,"IFEval":24.829674153468353,"BBH Raw":0.3099931265410582,"BBH":4.587041236226676,"MATH Lvl 5 Raw":0.011329305135951661,"MATH Lvl 5":1.1329305135951662,"GPQA Raw":0.23825503355704697,"GPQA":0.0,"MUSR Raw":0.36618749999999994,"MUSR":3.4401041666666674,"MMLU-PRO Raw":0.11120345744680851,"MMLU-PRO":1.2448286052009452,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-15","Submission Date":"2024-11-15","Generation":1,"Base Model":"vonjack/SmolLM2-135M-Merged (Merge)"},{"eval_name":"vonjack_SmolLM2-360M-Merged_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"vonjack/SmolLM2-360M-Merged 📑","fullname":"vonjack/SmolLM2-360M-Merged","Model sha":"32bceedf56b29a4a9fdd459a36fbc7fae5e274c8","Average ⬆️":7.294376590792457,"Hub License":"","Hub ❤️":0,"#Params (B)":0.362,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7714837221663239,"IFEval Raw":0.32058715319795916,"IFEval":32.05871531979592,"BBH Raw":0.31548533684955926,"BBH":4.741734006734007,"MATH Lvl 5 Raw":0.017371601208459216,"MATH Lvl 5":1.7371601208459215,"GPQA Raw":0.2558724832214765,"GPQA":0.7829977628635317,"MUSR Raw":0.3527291666666667,"MUSR":3.357812500000001,"MMLU-PRO Raw":0.10979055851063829,"MMLU-PRO":1.087839834515365,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-15","Submission Date":"2024-11-15","Generation":1,"Base Model":"vonjack/SmolLM2-360M-Merged (Merge)"},{"eval_name":"w4r10ck_SOLAR-10.7B-Instruct-v1.0-uncensored_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"w4r10ck/SOLAR-10.7B-Instruct-v1.0-uncensored 📑","fullname":"w4r10ck/SOLAR-10.7B-Instruct-v1.0-uncensored","Model sha":"baa7b3899e85af4b2f02b01fd93f203872140d27","Average ⬆️":21.621994458789136,"Hub License":"apache-2.0","Hub ❤️":36,"#Params (B)":10.732,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6039422180157412,"IFEval Raw":0.38840609582574237,"IFEval":38.84060958257423,"BBH Raw":0.5301525050503222,"BBH":33.858639234912964,"MATH Lvl 5 Raw":0.06570996978851963,"MATH Lvl 5":6.570996978851963,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.4639479166666667,"MUSR":18.493489583333332,"MMLU-PRO Raw":0.3343583776595745,"MMLU-PRO":26.03981973995272,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2023-12-14","Submission Date":"2024-10-11","Generation":0,"Base Model":"w4r10ck/SOLAR-10.7B-Instruct-v1.0-uncensored"},{"eval_name":"wanlige_li-14b-v0.4_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"wanlige/li-14b-v0.4 📑","fullname":"wanlige/li-14b-v0.4","Model sha":"28003038d56fc3a65f3d807e8c4a527b437075dc","Average ⬆️":43.65996249118637,"Hub License":"","Hub ❤️":15,"#Params (B)":14.77,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.999544646290045,"IFEval Raw":0.813279875175645,"IFEval":81.32798751756451,"BBH Raw":0.6544457993364277,"BBH":50.384177102490106,"MATH Lvl 5 Raw":0.5574018126888217,"MATH Lvl 5":55.740181268882175,"GPQA Raw":0.3389261744966443,"GPQA":11.85682326621924,"MUSR Raw":0.446,"MUSR":16.349999999999998,"MMLU-PRO Raw":0.5167054521276596,"MMLU-PRO":46.30060579196218,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-22","Submission Date":"2025-02-26","Generation":1,"Base Model":"wanlige/li-14b-v0.4 (Merge)"},{"eval_name":"wanlige_li-14b-v0.4-slerp_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"wanlige/li-14b-v0.4-slerp 📑","fullname":"wanlige/li-14b-v0.4-slerp","Model sha":"7ce44a61559fd66cb2eeace825f22321fc9ce269","Average ⬆️":37.79262489578497,"Hub License":"","Hub ❤️":6,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.9885832311078941,"IFEval Raw":0.4605967721201967,"IFEval":46.059677212019665,"BBH Raw":0.6587180444175935,"BBH":51.046628177994485,"MATH Lvl 5 Raw":0.41918429003021146,"MATH Lvl 5":41.918429003021146,"GPQA Raw":0.4001677852348993,"GPQA":20.022371364653242,"MUSR Raw":0.47675,"MUSR":19.127083333333335,"MMLU-PRO Raw":0.5372340425531915,"MMLU-PRO":48.58156028368795,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-24","Submission Date":"2025-02-26","Generation":1,"Base Model":"wanlige/li-14b-v0.4-slerp (Merge)"},{"eval_name":"wanlige_li-14b-v0.4-slerp0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"wanlige/li-14b-v0.4-slerp0.1 📑","fullname":"wanlige/li-14b-v0.4-slerp0.1","Model sha":"7ce44a61559fd66cb2eeace825f22321fc9ce269","Average ⬆️":42.906109293180656,"Hub License":"","Hub ❤️":6,"#Params (B)":14.766,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5949348623708084,"IFEval Raw":0.7922722819895655,"IFEval":79.22722819895654,"BBH Raw":0.6571741435852609,"BBH":50.88127296750732,"MATH Lvl 5 Raw":0.5332326283987915,"MATH Lvl 5":53.32326283987915,"GPQA Raw":0.35906040268456374,"GPQA":14.541387024608499,"MUSR Raw":0.4206666666666667,"MUSR":11.750000000000002,"MMLU-PRO Raw":0.5294215425531915,"MMLU-PRO":47.71350472813239,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-24","Submission Date":"2025-02-26","Generation":1,"Base Model":"wanlige/li-14b-v0.4-slerp0.1 (Merge)"},{"eval_name":"wannaphong_KhanomTanLLM-Instruct_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"wannaphong/KhanomTanLLM-Instruct 📑","fullname":"wannaphong/KhanomTanLLM-Instruct","Model sha":"351239c92c0ff3304d1dd98fdf4ac054a8c1acc3","Average ⬆️":4.8192843205392455,"Hub License":"apache-2.0","Hub ❤️":3,"#Params (B)":3.447,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.8034612656682864,"IFEval Raw":0.16211762567764643,"IFEval":16.211762567764644,"BBH Raw":0.30931233392513263,"BBH":3.9448660598049243,"MATH Lvl 5 Raw":0.013595166163141994,"MATH Lvl 5":1.3595166163141994,"GPQA Raw":0.2634228187919463,"GPQA":1.7897091722595053,"MUSR Raw":0.37006249999999996,"MUSR":4.291145833333334,"MMLU-PRO Raw":0.1118683510638298,"MMLU-PRO":1.3187056737588652,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-24","Submission Date":"2024-08-29","Generation":0,"Base Model":"wannaphong/KhanomTanLLM-Instruct"},{"eval_name":"waqasali1707_Beast-Soul-new_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"waqasali1707/Beast-Soul-new 📑","fullname":"waqasali1707/Beast-Soul-new","Model sha":"a23d68c4556d91a129de3f8fd8b9e0ff0890f4cc","Average ⬆️":22.10838822353402,"Hub License":"","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.2737761309085094,"IFEval Raw":0.5029865202108184,"IFEval":50.298652021081836,"BBH Raw":0.522494907014536,"BBH":33.044262388969805,"MATH Lvl 5 Raw":0.0702416918429003,"MATH Lvl 5":7.02416918429003,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.4485625,"MUSR":14.503645833333335,"MMLU-PRO Raw":0.3107546542553192,"MMLU-PRO":23.417183806146575,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-07","Submission Date":"2024-08-07","Generation":1,"Base Model":"waqasali1707/Beast-Soul-new (Merge)"},{"eval_name":"wave-on-discord_qwent-7b_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"wave-on-discord/qwent-7b 📑","fullname":"wave-on-discord/qwent-7b","Model sha":"40000e76d2a4d0ad054aff9fe873c5beb0e4925e","Average ⬆️":8.797033099146908,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.646991877058367,"IFEval Raw":0.20148539209297997,"IFEval":20.148539209297997,"BBH Raw":0.4228103286118343,"BBH":18.066398100675865,"MATH Lvl 5 Raw":0.0037764350453172208,"MATH Lvl 5":0.3776435045317221,"GPQA Raw":0.2651006711409396,"GPQA":2.0134228187919474,"MUSR Raw":0.38165625000000003,"MUSR":5.473697916666668,"MMLU-PRO Raw":0.16032247340425532,"MMLU-PRO":6.702497044917257,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-30","Submission Date":"2024-09-30","Generation":1,"Base Model":"wave-on-discord/qwent-7b (Merge)"},{"eval_name":"weathermanj_Menda-3B-500_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"weathermanj/Menda-3B-500 📑","fullname":"weathermanj/Menda-3B-500","Model sha":"aff308a2ed453aa67e059bdf16a9eba2c72f2497","Average ⬆️":27.910059821789428,"Hub License":"other","Hub ❤️":0,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7291662157880165,"IFEval Raw":0.6353021095138676,"IFEval":63.53021095138676,"BBH Raw":0.4766312519942703,"BBH":26.596424541570496,"MATH Lvl 5 Raw":0.3723564954682779,"MATH Lvl 5":37.235649546827794,"GPQA Raw":0.287751677852349,"GPQA":5.033557046979867,"MUSR Raw":0.39679166666666665,"MUSR":7.565625,"MMLU-PRO Raw":0.3474900265957447,"MMLU-PRO":27.498891843971627,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-10","Submission Date":"2025-03-10","Generation":0,"Base Model":"weathermanj/Menda-3B-500"},{"eval_name":"weathermanj_Menda-3b-750_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"weathermanj/Menda-3b-750 📑","fullname":"weathermanj/Menda-3b-750","Model sha":"0aeddae1b5f658ff21023e134438c030e90955de","Average ⬆️":27.833449062404906,"Hub License":"other","Hub ❤️":1,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7407846285793263,"IFEval Raw":0.6335035483627884,"IFEval":63.350354836278854,"BBH Raw":0.4736825577251204,"BBH":26.375984192530563,"MATH Lvl 5 Raw":0.3716012084592145,"MATH Lvl 5":37.160120845921455,"GPQA Raw":0.287751677852349,"GPQA":5.033557046979867,"MUSR Raw":0.39418749999999997,"MUSR":7.240104166666668,"MMLU-PRO Raw":0.3505651595744681,"MMLU-PRO":27.840573286052013,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-09","Submission Date":"2025-03-09","Generation":0,"Base Model":"weathermanj/Menda-3b-750"},{"eval_name":"weathermanj_Menda-3b-Optim-100_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"weathermanj/Menda-3b-Optim-100 📑","fullname":"weathermanj/Menda-3b-Optim-100","Model sha":"fdf027643cafe4c8b88368928eab13a366a4c546","Average ⬆️":27.957516413922587,"Hub License":"other","Hub ❤️":0,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7290687191951919,"IFEval Raw":0.6398234462337709,"IFEval":63.98234462337709,"BBH Raw":0.47348022177793836,"BBH":26.024032164105297,"MATH Lvl 5 Raw":0.3716012084592145,"MATH Lvl 5":37.160120845921455,"GPQA Raw":0.28942953020134227,"GPQA":5.257270693512303,"MUSR Raw":0.39930208333333334,"MUSR":7.979427083333333,"MMLU-PRO Raw":0.3460771276595745,"MMLU-PRO":27.341903073286055,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-10","Submission Date":"2025-03-10","Generation":0,"Base Model":"weathermanj/Menda-3b-Optim-100"},{"eval_name":"weathermanj_Menda-3b-Optim-200_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"weathermanj/Menda-3b-Optim-200 📑","fullname":"weathermanj/Menda-3b-Optim-200","Model sha":"3328a697d8dc4d1421119475f5c56bd3ede751d4","Average ⬆️":27.967747014863694,"Hub License":"other","Hub ❤️":0,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.694796800217475,"IFEval Raw":0.6374752323834094,"IFEval":63.74752323834093,"BBH Raw":0.47460604908284837,"BBH":26.07213126581908,"MATH Lvl 5 Raw":0.3731117824773414,"MATH Lvl 5":37.31117824773414,"GPQA Raw":0.2827181208053691,"GPQA":4.36241610738255,"MUSR Raw":0.40330208333333334,"MUSR":8.712760416666667,"MMLU-PRO Raw":0.3484042553191489,"MMLU-PRO":27.60047281323877,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-10","Submission Date":"2025-03-10","Generation":0,"Base Model":"weathermanj/Menda-3b-Optim-200"},{"eval_name":"win10_ArliAI-RPMax-v1.3-merge-13.3B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"win10/ArliAI-RPMax-v1.3-merge-13.3B 📑","fullname":"win10/ArliAI-RPMax-v1.3-merge-13.3B","Model sha":"4d3ed351827f1afc1652e13aafeb1eae79b8f562","Average ⬆️":16.531629526309775,"Hub License":"","Hub ❤️":0,"#Params (B)":13.265,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.9026103780280716,"IFEval Raw":0.3038260703821416,"IFEval":30.38260703821416,"BBH Raw":0.4581388671914119,"BBH":23.029799582073213,"MATH Lvl 5 Raw":0.03927492447129909,"MATH Lvl 5":3.927492447129909,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.4325104166666667,"MUSR":14.16380208333333,"MMLU-PRO Raw":0.31998005319148937,"MMLU-PRO":24.442228132387704,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-16","Submission Date":"2024-11-17","Generation":1,"Base Model":"win10/ArliAI-RPMax-v1.3-merge-13.3B (Merge)"},{"eval_name":"win10_Breeze-13B-32k-Instruct-v1_0_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"win10/Breeze-13B-32k-Instruct-v1_0 📑","fullname":"win10/Breeze-13B-32k-Instruct-v1_0","Model sha":"220c957cf5d9c534a4ef75c11a18221c461de40a","Average ⬆️":15.461558427858103,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":12.726,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.897622042858872,"IFEval Raw":0.35843118481185476,"IFEval":35.84311848118548,"BBH Raw":0.46112304746712934,"BBH":25.258698638977545,"MATH Lvl 5 Raw":0.01283987915407855,"MATH Lvl 5":1.283987915407855,"GPQA Raw":0.26426174496644295,"GPQA":1.9015659955257262,"MUSR Raw":0.42019791666666667,"MUSR":11.058072916666667,"MMLU-PRO Raw":0.2568151595744681,"MMLU-PRO":17.423906619385342,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-26","Submission Date":"2024-06-26","Generation":0,"Base Model":"win10/Breeze-13B-32k-Instruct-v1_0"},{"eval_name":"win10_EVA-Norns-Qwen2.5-v0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"win10/EVA-Norns-Qwen2.5-v0.1 📑","fullname":"win10/EVA-Norns-Qwen2.5-v0.1","Model sha":"90c3ca66e700b4a7d2c509634f9b9748a2e4c3ab","Average ⬆️":26.432796717883942,"Hub License":"","Hub ❤️":1,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.313321814515779,"IFEval Raw":0.6219630580193884,"IFEval":62.19630580193885,"BBH Raw":0.507240838017382,"BBH":30.060941501467855,"MATH Lvl 5 Raw":0.26132930513595165,"MATH Lvl 5":26.132930513595166,"GPQA Raw":0.28523489932885904,"GPQA":4.697986577181204,"MUSR Raw":0.40451041666666665,"MUSR":8.563802083333334,"MMLU-PRO Raw":0.3425033244680851,"MMLU-PRO":26.944813829787233,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-17","Submission Date":"2024-11-18","Generation":1,"Base Model":"win10/EVA-Norns-Qwen2.5-v0.1 (Merge)"},{"eval_name":"win10_Llama-3.2-3B-Instruct-24-9-29_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"win10/Llama-3.2-3B-Instruct-24-9-29 📑","fullname":"win10/Llama-3.2-3B-Instruct-24-9-29","Model sha":"4defb10e2415111abb873d695dd40c387c1d6d57","Average ⬆️":24.004698090064014,"Hub License":"llama3.2","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4272112484883925,"IFEval Raw":0.7332211864519476,"IFEval":73.32211864519475,"BBH Raw":0.4614234982167829,"BBH":24.196425775209622,"MATH Lvl 5 Raw":0.17069486404833836,"MATH Lvl 5":17.069486404833835,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.35552083333333334,"MUSR":1.4401041666666685,"MMLU-PRO Raw":0.3228058510638298,"MMLU-PRO":24.756205673758867,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-29","Submission Date":"2024-10-11","Generation":2,"Base Model":"meta-llama/Llama-3.2-3B-Instruct"},{"eval_name":"win10_Norns-Qwen2.5-12B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"win10/Norns-Qwen2.5-12B 📑","fullname":"win10/Norns-Qwen2.5-12B","Model sha":"464793295c8633a95e6faedad24dfa8f0fd35663","Average ⬆️":17.708127562863925,"Hub License":"","Hub ❤️":1,"#Params (B)":12.277,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.2459439428137693,"IFEval Raw":0.48969733640074997,"IFEval":48.969733640075,"BBH Raw":0.46189201103923744,"BBH":23.769257476895735,"MATH Lvl 5 Raw":0.08383685800604229,"MATH Lvl 5":8.38368580060423,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.3554895833333333,"MUSR":2.2028645833333327,"MMLU-PRO Raw":0.2660405585106383,"MMLU-PRO":18.44895094562648,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-17","Submission Date":"2024-11-17","Generation":1,"Base Model":"win10/Norns-Qwen2.5-12B (Merge)"},{"eval_name":"win10_Norns-Qwen2.5-7B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"win10/Norns-Qwen2.5-7B 📑","fullname":"win10/Norns-Qwen2.5-7B","Model sha":"148d9156f734a8050812892879cf13d1ca01f137","Average ⬆️":26.380789509358355,"Hub License":"","Hub ❤️":0,"#Params (B)":7.616,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.299827184284067,"IFEval Raw":0.6122211288270678,"IFEval":61.22211288270678,"BBH Raw":0.5072887832228614,"BBH":30.250415044309648,"MATH Lvl 5 Raw":0.2628398791540785,"MATH Lvl 5":26.283987915407852,"GPQA Raw":0.28439597315436244,"GPQA":4.5861297539149914,"MUSR Raw":0.40847916666666667,"MUSR":9.1265625,"MMLU-PRO Raw":0.34133976063829785,"MMLU-PRO":26.81552895981087,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-17","Submission Date":"2024-11-18","Generation":1,"Base Model":"win10/Norns-Qwen2.5-7B (Merge)"},{"eval_name":"win10_Qwen2.5-2B-Instruct_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"win10/Qwen2.5-2B-Instruct 📑","fullname":"win10/Qwen2.5-2B-Instruct","Model sha":"6cc7fca3447d50772978d2d7dec255abdc73d54b","Average ⬆️":10.57067746533664,"Hub License":"","Hub ❤️":1,"#Params (B)":2.9,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.052183070259754,"IFEval Raw":0.22728914834860392,"IFEval":22.728914834860394,"BBH Raw":0.3705905854806977,"BBH":12.07194568570475,"MATH Lvl 5 Raw":0.022658610271903322,"MATH Lvl 5":2.2658610271903323,"GPQA Raw":0.2676174496644295,"GPQA":2.348993288590602,"MUSR Raw":0.43784375000000003,"MUSR":13.63046875,"MMLU-PRO Raw":0.19340093085106383,"MMLU-PRO":10.37788120567376,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-11","Submission Date":"2024-12-20","Generation":1,"Base Model":"win10/Qwen2.5-2B-Instruct (Merge)"},{"eval_name":"win10_llama3-13.45b-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"win10/llama3-13.45b-Instruct 📑","fullname":"win10/llama3-13.45b-Instruct","Model sha":"94cc0f415e355c6d3d47168a6ff5239ca586904a","Average ⬆️":17.340222099927356,"Hub License":"llama3","Hub ❤️":1,"#Params (B)":13.265,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.273069289198686,"IFEval Raw":0.4144348107465968,"IFEval":41.44348107465968,"BBH Raw":0.486541523346714,"BBH":26.67569043948038,"MATH Lvl 5 Raw":0.02416918429003021,"MATH Lvl 5":2.416918429003021,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.38476041666666666,"MUSR":6.3283854166666655,"MMLU-PRO Raw":0.3345246010638298,"MMLU-PRO":26.0582890070922,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-06-09","Submission Date":"2024-06-26","Generation":1,"Base Model":"win10/llama3-13.45b-Instruct (Merge)"},{"eval_name":"win10_miscii-14b-1M-0128_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"win10/miscii-14b-1M-0128 📑","fullname":"win10/miscii-14b-1M-0128","Model sha":"dfe9d4fbb26228489f18691f045ac9ef309dc3bd","Average ⬆️":35.33959615681345,"Hub License":"apache-2.0","Hub ❤️":2,"#Params (B)":14.766,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":3.7769663221798067,"IFEval Raw":0.4180818007331658,"IFEval":41.80818007331658,"BBH Raw":0.5741994518517665,"BBH":37.27434361892823,"MATH Lvl 5 Raw":0.4773413897280967,"MATH Lvl 5":47.73413897280967,"GPQA Raw":0.3825503355704698,"GPQA":17.67337807606264,"MUSR Raw":0.5431041666666667,"MUSR":28.7546875,"MMLU-PRO Raw":0.44913563829787234,"MMLU-PRO":38.79284869976359,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-28","Submission Date":"2025-01-30","Generation":1,"Base Model":"win10/miscii-14b-1M-0128 (Merge)"},{"eval_name":"winglian_Llama-3-8b-64k-PoSE_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"winglian/Llama-3-8b-64k-PoSE 📑","fullname":"winglian/Llama-3-8b-64k-PoSE","Model sha":"5481d9b74a3ec5a95789673e194c8ff86e2bc2bc","Average ⬆️":11.143207450567283,"Hub License":"","Hub ❤️":75,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8220424320327848,"IFEval Raw":0.28569085581811815,"IFEval":28.569085581811816,"BBH Raw":0.37021796005121793,"BBH":13.30731679540503,"MATH Lvl 5 Raw":0.04154078549848943,"MATH Lvl 5":4.1540785498489425,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.33955208333333337,"MUSR":3.077343750000001,"MMLU-PRO Raw":0.2466755319148936,"MMLU-PRO":16.297281323877066,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-24","Submission Date":"2024-06-26","Generation":0,"Base Model":"winglian/Llama-3-8b-64k-PoSE"},{"eval_name":"winglian_llama-3-8b-256k-PoSE_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"winglian/llama-3-8b-256k-PoSE 📑","fullname":"winglian/llama-3-8b-256k-PoSE","Model sha":"93e7b0b6433c96583ffcef3bc47203e6fdcbbe8b","Average ⬆️":6.633243929125161,"Hub License":"","Hub ❤️":42,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.101445621651442,"IFEval Raw":0.2909114482905358,"IFEval":29.091144829053576,"BBH Raw":0.3156583397739859,"BBH":5.502848923020156,"MATH Lvl 5 Raw":0.019637462235649546,"MATH Lvl 5":1.9637462235649545,"GPQA Raw":0.2575503355704698,"GPQA":1.0067114093959737,"MUSR Raw":0.33155208333333336,"MUSR":0.9440104166666662,"MMLU-PRO Raw":0.1116190159574468,"MMLU-PRO":1.2910017730496441,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-26","Submission Date":"2024-06-26","Generation":0,"Base Model":"winglian/llama-3-8b-256k-PoSE"},{"eval_name":"wzhouad_gemma-2-9b-it-WPO-HB_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"wzhouad/gemma-2-9b-it-WPO-HB 📑","fullname":"wzhouad/gemma-2-9b-it-WPO-HB","Model sha":"5934cb2faf589341e96e2e79aec82b2d4b7be252","Average ⬆️":24.97756909058171,"Hub License":"","Hub ❤️":34,"#Params (B)":9.242,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":5.179894574744527,"IFEval Raw":0.5437029304467702,"IFEval":54.37029304467701,"BBH Raw":0.5628624376751974,"BBH":36.66169583479774,"MATH Lvl 5 Raw":0.15332326283987915,"MATH Lvl 5":15.332326283987916,"GPQA Raw":0.3498322147651007,"GPQA":13.31096196868009,"MUSR Raw":0.3674583333333333,"MUSR":3.9656250000000006,"MMLU-PRO Raw":0.33602061170212766,"MMLU-PRO":26.22451241134752,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-08","Submission Date":"2025-01-07","Generation":2,"Base Model":"google/gemma-2-9b"},{"eval_name":"x0000001_Deepseek-Lumen-R1-Qwen2.5-14B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"x0000001/Deepseek-Lumen-R1-Qwen2.5-14B 📑","fullname":"x0000001/Deepseek-Lumen-R1-Qwen2.5-14B","Model sha":"a5dfd03848e2d1accf4e3de52fa565d27f4bcf99","Average ⬆️":26.028524707214856,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":14.77,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.47491141011125,"IFEval Raw":0.4436107306391486,"IFEval":44.36107306391486,"BBH Raw":0.45690468424066283,"BBH":22.725259750809624,"MATH Lvl 5 Raw":0.27794561933534745,"MATH Lvl 5":27.794561933534744,"GPQA Raw":0.28523489932885904,"GPQA":4.697986577181204,"MUSR Raw":0.47396875000000005,"MUSR":19.04609375,"MMLU-PRO Raw":0.4379155585106383,"MMLU-PRO":37.54617316784869,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-28","Submission Date":"2025-01-29","Generation":1,"Base Model":"x0000001/Deepseek-Lumen-R1-Qwen2.5-14B (Merge)"},{"eval_name":"xMaulana_FinMatcha-3B-Instruct_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"xMaulana/FinMatcha-3B-Instruct 📑","fullname":"xMaulana/FinMatcha-3B-Instruct","Model sha":"be2c0c04fc4dc3fb93631e3c663721da92fea8fc","Average ⬆️":24.14212432324268,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":7.3131482898189555,"IFEval Raw":0.7548283000217202,"IFEval":75.48283000217202,"BBH Raw":0.453555265188897,"BBH":23.191022969435476,"MATH Lvl 5 Raw":0.14350453172205438,"MATH Lvl 5":14.350453172205437,"GPQA Raw":0.26929530201342283,"GPQA":2.572706935123044,"MUSR Raw":0.36333333333333334,"MUSR":5.016666666666668,"MMLU-PRO Raw":0.3181515957446808,"MMLU-PRO":24.23906619385342,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-29","Submission Date":"2024-10-22","Generation":1,"Base Model":"xMaulana/FinMatcha-3B-Instruct (Merge)"},{"eval_name":"xinchen9_Llama3.1_8B_Instruct_CoT_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"xinchen9/Llama3.1_8B_Instruct_CoT 📑","fullname":"xinchen9/Llama3.1_8B_Instruct_CoT","Model sha":"cab1b33ddff08de11c5daea8ae079d126d503d8b","Average ⬆️":16.316624597778073,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.8041996739094426,"IFEval Raw":0.2973565694579272,"IFEval":29.73565694579272,"BBH Raw":0.4398206147249642,"BBH":21.14286611806116,"MATH Lvl 5 Raw":0.06042296072507553,"MATH Lvl 5":6.042296072507553,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.43706249999999996,"MUSR":13.166145833333337,"MMLU-PRO Raw":0.2878989361702128,"MMLU-PRO":20.877659574468087,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-16","Submission Date":"2024-09-19","Generation":0,"Base Model":"xinchen9/Llama3.1_8B_Instruct_CoT"},{"eval_name":"xinchen9_Llama3.1_CoT_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"xinchen9/Llama3.1_CoT 📑","fullname":"xinchen9/Llama3.1_CoT","Model sha":"3cb467f51a59ff163bb942fcde3ef60573c12b79","Average ⬆️":13.741515006547855,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9001976883287475,"IFEval Raw":0.22461624046419057,"IFEval":22.461624046419058,"BBH Raw":0.43410143664277245,"BBH":19.899123541883053,"MATH Lvl 5 Raw":0.03851963746223565,"MATH Lvl 5":3.8519637462235647,"GPQA Raw":0.28859060402684567,"GPQA":5.145413870246088,"MUSR Raw":0.43045833333333333,"MUSR":11.773958333333333,"MMLU-PRO Raw":0.2738530585106383,"MMLU-PRO":19.317006501182032,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-04","Submission Date":"2024-09-06","Generation":0,"Base Model":"xinchen9/Llama3.1_CoT"},{"eval_name":"xinchen9_Llama3.1_CoT_V1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"xinchen9/Llama3.1_CoT_V1 📑","fullname":"xinchen9/Llama3.1_CoT_V1","Model sha":"c5ed4b8bfc364ebae1843af14799818551f5251f","Average ⬆️":14.734826092960331,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.8211828454337167,"IFEval Raw":0.2452991396162183,"IFEval":24.52991396162183,"BBH Raw":0.4376001847280673,"BBH":20.166003338515427,"MATH Lvl 5 Raw":0.03323262839879154,"MATH Lvl 5":3.3232628398791544,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.45721875,"MUSR":16.419010416666666,"MMLU-PRO Raw":0.2805019946808511,"MMLU-PRO":20.05577718676123,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-06","Submission Date":"2024-09-07","Generation":0,"Base Model":"xinchen9/Llama3.1_CoT_V1"},{"eval_name":"xinchen9_Mistral-7B-CoT_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"xinchen9/Mistral-7B-CoT 📑","fullname":"xinchen9/Mistral-7B-CoT","Model sha":"9a3c8103dac20d5497d1b8fc041bb5125ff4dc00","Average ⬆️":11.26567589705759,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.515921799473043,"IFEval Raw":0.2783470081605695,"IFEval":27.83470081605695,"BBH Raw":0.38726762098069667,"BBH":14.80619341451162,"MATH Lvl 5 Raw":0.024924471299093656,"MATH Lvl 5":2.492447129909366,"GPQA Raw":0.24916107382550334,"GPQA":0.0,"MUSR Raw":0.3994270833333333,"MUSR":8.195052083333335,"MMLU-PRO Raw":0.2283909574468085,"MMLU-PRO":14.265661938534278,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-09","Submission Date":"2024-09-23","Generation":0,"Base Model":"xinchen9/Mistral-7B-CoT"},{"eval_name":"xinchen9_llama3-b8-ft-dis_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"xinchen9/llama3-b8-ft-dis 📑","fullname":"xinchen9/llama3-b8-ft-dis","Model sha":"e4da730f28f79543262de37908943c35f8df81fe","Average ⬆️":13.97349198756153,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.1246535608556596,"IFEval Raw":0.154598687039278,"IFEval":15.459868703927802,"BBH Raw":0.4625789691224553,"BBH":24.72745698442778,"MATH Lvl 5 Raw":0.03927492447129909,"MATH Lvl 5":3.927492447129909,"GPQA Raw":0.31291946308724833,"GPQA":8.389261744966444,"MUSR Raw":0.365375,"MUSR":6.405208333333333,"MMLU-PRO Raw":0.3243849734042553,"MMLU-PRO":24.931663711583923,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-06-28","Submission Date":"2024-07-11","Generation":0,"Base Model":"xinchen9/llama3-b8-ft-dis"},{"eval_name":"xkp24_Llama-3-8B-Instruct-SPPO-Iter2_bt_2b-table_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"xkp24/Llama-3-8B-Instruct-SPPO-Iter2_bt_2b-table 📑","fullname":"xkp24/Llama-3-8B-Instruct-SPPO-Iter2_bt_2b-table","Model sha":"c083d6796f54f66b4cec2261657a02801c761093","Average ⬆️":22.823848851733704,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2484614630480797,"IFEval Raw":0.6374752323834094,"IFEval":63.74752323834093,"BBH Raw":0.4912273915261041,"BBH":27.42282120153998,"MATH Lvl 5 Raw":0.09214501510574018,"MATH Lvl 5":9.214501510574017,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.38199999999999995,"MUSR":5.483333333333334,"MMLU-PRO Raw":0.3686003989361702,"MMLU-PRO":29.844488770685572,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-30","Submission Date":"2024-10-01","Generation":0,"Base Model":"xkp24/Llama-3-8B-Instruct-SPPO-Iter2_bt_2b-table"},{"eval_name":"xkp24_Llama-3-8B-Instruct-SPPO-Iter2_bt_8b-table_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"xkp24/Llama-3-8B-Instruct-SPPO-Iter2_bt_8b-table 📑","fullname":"xkp24/Llama-3-8B-Instruct-SPPO-Iter2_bt_8b-table","Model sha":"5416d34b5243559914a377ee9d95ce4830bf8dba","Average ⬆️":24.502405108853072,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5005271922689942,"IFEval Raw":0.7274509412802475,"IFEval":72.74509412802476,"BBH Raw":0.5056858683165713,"BBH":29.398353220629613,"MATH Lvl 5 Raw":0.08459214501510574,"MATH Lvl 5":8.459214501510575,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.38190624999999995,"MUSR":5.104947916666667,"MMLU-PRO Raw":0.3696808510638298,"MMLU-PRO":29.964539007092196,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-30","Submission Date":"2024-10-01","Generation":0,"Base Model":"xkp24/Llama-3-8B-Instruct-SPPO-Iter2_bt_8b-table"},{"eval_name":"xkp24_Llama-3-8B-Instruct-SPPO-Iter2_gp_2b-table_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"xkp24/Llama-3-8B-Instruct-SPPO-Iter2_gp_2b-table 📑","fullname":"xkp24/Llama-3-8B-Instruct-SPPO-Iter2_gp_2b-table","Model sha":"235204157d7fac0d64fa609d5aee3cebb49ccd11","Average ⬆️":22.639173242532337,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3434827058247885,"IFEval Raw":0.6568593553992297,"IFEval":65.68593553992297,"BBH Raw":0.49518319163897667,"BBH":27.695199510550037,"MATH Lvl 5 Raw":0.0891238670694864,"MATH Lvl 5":8.91238670694864,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.35939583333333336,"MUSR":2.291145833333333,"MMLU-PRO Raw":0.37017952127659576,"MMLU-PRO":30.019946808510632,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-30","Submission Date":"2024-09-30","Generation":0,"Base Model":"xkp24/Llama-3-8B-Instruct-SPPO-Iter2_gp_2b-table"},{"eval_name":"xkp24_Llama-3-8B-Instruct-SPPO-Iter2_gp_8b-table_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"xkp24/Llama-3-8B-Instruct-SPPO-Iter2_gp_8b-table 📑","fullname":"xkp24/Llama-3-8B-Instruct-SPPO-Iter2_gp_8b-table","Model sha":"9db00cbbba84453b18956fcc76f264f94a205955","Average ⬆️":23.073734600438332,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.438456591582074,"IFEval Raw":0.6620799478716473,"IFEval":66.20799478716472,"BBH Raw":0.500449109241973,"BBH":28.508587310114308,"MATH Lvl 5 Raw":0.08610271903323263,"MATH Lvl 5":8.610271903323262,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.3805416666666666,"MUSR":5.001041666666667,"MMLU-PRO Raw":0.3599567819148936,"MMLU-PRO":28.88408687943262,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-30","Submission Date":"2024-09-30","Generation":0,"Base Model":"xkp24/Llama-3-8B-Instruct-SPPO-Iter2_gp_8b-table"},{"eval_name":"xkp24_Llama-3-8B-Instruct-SPPO-score-Iter2_bt_2b-table-0.001_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"xkp24/Llama-3-8B-Instruct-SPPO-score-Iter2_bt_2b-table-0.001 📑","fullname":"xkp24/Llama-3-8B-Instruct-SPPO-score-Iter2_bt_2b-table-0.001","Model sha":"1062757826de031a4ae82277e6e737e19e82e514","Average ⬆️":22.42453458288846,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2300050028863556,"IFEval Raw":0.6042278931014153,"IFEval":60.42278931014154,"BBH Raw":0.4936062924421171,"BBH":27.61371406788812,"MATH Lvl 5 Raw":0.09969788519637462,"MATH Lvl 5":9.969788519637463,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.3793333333333333,"MUSR":5.216666666666668,"MMLU-PRO Raw":0.370844414893617,"MMLU-PRO":30.093823877068555,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-30","Submission Date":"2024-10-01","Generation":0,"Base Model":"xkp24/Llama-3-8B-Instruct-SPPO-score-Iter2_bt_2b-table-0.001"},{"eval_name":"xkp24_Llama-3-8B-Instruct-SPPO-score-Iter2_bt_8b-table-0.002_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"xkp24/Llama-3-8B-Instruct-SPPO-score-Iter2_bt_8b-table-0.002 📑","fullname":"xkp24/Llama-3-8B-Instruct-SPPO-score-Iter2_bt_8b-table-0.002","Model sha":"e5d2f179b4a7bd851dcf2b7db6358b13001bf1af","Average ⬆️":24.203175690452312,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6829369566351955,"IFEval Raw":0.7131876753680235,"IFEval":71.31876753680235,"BBH Raw":0.4996376240562969,"BBH":28.574878539626724,"MATH Lvl 5 Raw":0.08534743202416918,"MATH Lvl 5":8.534743202416918,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.3872083333333333,"MUSR":6.067708333333335,"MMLU-PRO Raw":0.3664394946808511,"MMLU-PRO":29.604388297872337,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-30","Submission Date":"2024-10-01","Generation":0,"Base Model":"xkp24/Llama-3-8B-Instruct-SPPO-score-Iter2_bt_8b-table-0.002"},{"eval_name":"xkp24_Llama-3-8B-Instruct-SPPO-score-Iter2_gp_2b-table-0.001_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"xkp24/Llama-3-8B-Instruct-SPPO-score-Iter2_gp_2b-table-0.001 📑","fullname":"xkp24/Llama-3-8B-Instruct-SPPO-score-Iter2_gp_2b-table-0.001","Model sha":"0e319ad47ed2b2636b72d07ee9b32657e1e50412","Average ⬆️":21.791088842864806,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.359682794746034,"IFEval Raw":0.594710922574325,"IFEval":59.4710922574325,"BBH Raw":0.48992211803775065,"BBH":26.943904089240508,"MATH Lvl 5 Raw":0.10725075528700906,"MATH Lvl 5":10.725075528700906,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.35809374999999993,"MUSR":2.328385416666666,"MMLU-PRO Raw":0.37042885638297873,"MMLU-PRO":30.04765070921986,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-30","Submission Date":"2024-09-30","Generation":0,"Base Model":"xkp24/Llama-3-8B-Instruct-SPPO-score-Iter2_gp_2b-table-0.001"},{"eval_name":"xkp24_Llama-3-8B-Instruct-SPPO-score-Iter2_gp_8b-table-0.002_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"xkp24/Llama-3-8B-Instruct-SPPO-score-Iter2_gp_8b-table-0.002 📑","fullname":"xkp24/Llama-3-8B-Instruct-SPPO-score-Iter2_gp_8b-table-0.002","Model sha":"0877f2458ea667edcf9213383df41294c788190f","Average ⬆️":23.12157632033239,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.5382385227104545,"IFEval Raw":0.6453188650558297,"IFEval":64.53188650558296,"BBH Raw":0.4951075713814987,"BBH":28.046977965255564,"MATH Lvl 5 Raw":0.09365558912386707,"MATH Lvl 5":9.365558912386707,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.393875,"MUSR":7.334375000000001,"MMLU-PRO Raw":0.3529753989361702,"MMLU-PRO":28.10837765957446,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-30","Submission Date":"2024-10-01","Generation":0,"Base Model":"xkp24/Llama-3-8B-Instruct-SPPO-score-Iter2_gp_8b-table-0.002"},{"eval_name":"xukp20_Llama-3-8B-Instruct-SPPO-Iter3_bt_2b-table_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"xukp20/Llama-3-8B-Instruct-SPPO-Iter3_bt_2b-table 📑","fullname":"xukp20/Llama-3-8B-Instruct-SPPO-Iter3_bt_2b-table","Model sha":"d2b87100e5ba3215fddbd308bb17b7bf12fe6c9e","Average ⬆️":21.357658866973082,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9728607299994527,"IFEval Raw":0.575601625908146,"IFEval":57.5601625908146,"BBH Raw":0.4901206199104098,"BBH":26.866404089240515,"MATH Lvl 5 Raw":0.09969788519637462,"MATH Lvl 5":9.969788519637463,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.36596874999999995,"MUSR":2.9794270833333325,"MMLU-PRO Raw":0.36585771276595747,"MMLU-PRO":29.539745862884164,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-28","Submission Date":"2024-09-29","Generation":0,"Base Model":"xukp20/Llama-3-8B-Instruct-SPPO-Iter3_bt_2b-table"},{"eval_name":"xukp20_Llama-3-8B-Instruct-SPPO-Iter3_bt_8b-table_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"xukp20/Llama-3-8B-Instruct-SPPO-Iter3_bt_8b-table 📑","fullname":"xukp20/Llama-3-8B-Instruct-SPPO-Iter3_bt_8b-table","Model sha":"19a48ccf5ea463afbbbc61d650b8fb63ff2d94c7","Average ⬆️":24.132871091204738,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1803061762843055,"IFEval Raw":0.7034457461757027,"IFEval":70.34457461757027,"BBH Raw":0.5091868512191421,"BBH":29.73123940180749,"MATH Lvl 5 Raw":0.09667673716012085,"MATH Lvl 5":9.667673716012084,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.37390624999999994,"MUSR":3.904947916666666,"MMLU-PRO Raw":0.3692652925531915,"MMLU-PRO":29.918365839243506,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-28","Submission Date":"2024-09-29","Generation":0,"Base Model":"xukp20/Llama-3-8B-Instruct-SPPO-Iter3_bt_8b-table"},{"eval_name":"xukp20_Llama-3-8B-Instruct-SPPO-Iter3_gp_2b-table_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"xukp20/Llama-3-8B-Instruct-SPPO-Iter3_gp_2b-table 📑","fullname":"xukp20/Llama-3-8B-Instruct-SPPO-Iter3_gp_2b-table","Model sha":"0fe230b3432fb2b0f89942d7926291a4dbeb2820","Average ⬆️":22.08358104722241,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3310428701238795,"IFEval Raw":0.6023794642659255,"IFEval":60.23794642659256,"BBH Raw":0.49695315361511977,"BBH":27.892403263090213,"MATH Lvl 5 Raw":0.1042296072507553,"MATH Lvl 5":10.42296072507553,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.36736458333333327,"MUSR":3.187239583333333,"MMLU-PRO Raw":0.3657746010638298,"MMLU-PRO":29.53051122931442,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-28","Submission Date":"2024-09-29","Generation":0,"Base Model":"xukp20/Llama-3-8B-Instruct-SPPO-Iter3_gp_2b-table"},{"eval_name":"xukp20_Llama-3-8B-Instruct-SPPO-Iter3_gp_8b-table_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"xukp20/Llama-3-8B-Instruct-SPPO-Iter3_gp_8b-table 📑","fullname":"xukp20/Llama-3-8B-Instruct-SPPO-Iter3_gp_8b-table","Model sha":"d1e19da1029f2d4d45de015754bc52dcb1ea5570","Average ⬆️":23.235948102250973,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1768382510919406,"IFEval Raw":0.6620300801872365,"IFEval":66.20300801872366,"BBH Raw":0.49999369392208165,"BBH":28.43982384277912,"MATH Lvl 5 Raw":0.09365558912386707,"MATH Lvl 5":9.365558912386707,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.38181249999999994,"MUSR":5.1265624999999995,"MMLU-PRO Raw":0.3614527925531915,"MMLU-PRO":29.050310283687946,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-28","Submission Date":"2024-09-29","Generation":0,"Base Model":"xukp20/Llama-3-8B-Instruct-SPPO-Iter3_gp_8b-table"},{"eval_name":"xukp20_Llama-3-8B-Instruct-SPPO-score-Iter3_bt_2b-table-0.001_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"xukp20/Llama-3-8B-Instruct-SPPO-score-Iter3_bt_2b-table-0.001 📑","fullname":"xukp20/Llama-3-8B-Instruct-SPPO-score-Iter3_bt_2b-table-0.001","Model sha":"a478aa202c59773eba615ae37feb4cc750757695","Average ⬆️":20.90534117256461,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1728857969296893,"IFEval Raw":0.5336363072203975,"IFEval":53.363630722039744,"BBH Raw":0.49148727192613517,"BBH":27.145373836403248,"MATH Lvl 5 Raw":0.09818731117824774,"MATH Lvl 5":9.818731117824774,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.37796874999999996,"MUSR":4.712760416666668,"MMLU-PRO Raw":0.3624501329787234,"MMLU-PRO":29.161125886524825,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-28","Submission Date":"2024-09-29","Generation":0,"Base Model":"xukp20/Llama-3-8B-Instruct-SPPO-score-Iter3_bt_2b-table-0.001"},{"eval_name":"xukp20_Llama-3-8B-Instruct-SPPO-score-Iter3_bt_8b-table-0.002_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"xukp20/Llama-3-8B-Instruct-SPPO-score-Iter3_bt_8b-table-0.002 📑","fullname":"xukp20/Llama-3-8B-Instruct-SPPO-score-Iter3_bt_8b-table-0.002","Model sha":"8ef9ef7e2bf522e707a7b090af55f2ec1eafd4b9","Average ⬆️":23.550849013748405,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.7389475842988935,"IFEval Raw":0.6851609285584471,"IFEval":68.5160928558447,"BBH Raw":0.507516320435292,"BBH":29.740550305634912,"MATH Lvl 5 Raw":0.07175226586102719,"MATH Lvl 5":7.175226586102719,"GPQA Raw":0.25838926174496646,"GPQA":1.1185682326621946,"MUSR Raw":0.3831770833333333,"MUSR":5.630468750000001,"MMLU-PRO Raw":0.3621176861702128,"MMLU-PRO":29.12418735224587,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-28","Submission Date":"2024-09-29","Generation":0,"Base Model":"xukp20/Llama-3-8B-Instruct-SPPO-score-Iter3_bt_8b-table-0.002"},{"eval_name":"xukp20_Llama-3-8B-Instruct-SPPO-score-Iter3_gp_2b-table-0.001_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"xukp20/Llama-3-8B-Instruct-SPPO-score-Iter3_gp_2b-table-0.001 📑","fullname":"xukp20/Llama-3-8B-Instruct-SPPO-score-Iter3_gp_2b-table-0.001","Model sha":"86673872245ad902f8d466bdc20edae9c115b965","Average ⬆️":20.7748680596979,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3501876436837452,"IFEval Raw":0.5482242671666733,"IFEval":54.82242671666733,"BBH Raw":0.48871746894288526,"BBH":26.839803365680336,"MATH Lvl 5 Raw":0.0891238670694864,"MATH Lvl 5":8.91238670694864,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.3632708333333334,"MUSR":2.9421874999999997,"MMLU-PRO Raw":0.36710438829787234,"MMLU-PRO":29.678265366430256,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-28","Submission Date":"2024-09-29","Generation":0,"Base Model":"xukp20/Llama-3-8B-Instruct-SPPO-score-Iter3_gp_2b-table-0.001"},{"eval_name":"xukp20_llama-3-8b-instruct-sppo-iter1-gp-2b-tau01-table_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"xukp20/llama-3-8b-instruct-sppo-iter1-gp-2b-tau01-table 📑","fullname":"xukp20/llama-3-8b-instruct-sppo-iter1-gp-2b-tau01-table","Model sha":"abb3afe2b0398b24ed823b0124c8a72d354487bd","Average ⬆️":23.684961068627572,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.0678831259876036,"IFEval Raw":0.6900069593124022,"IFEval":69.00069593124022,"BBH Raw":0.4978456981516493,"BBH":28.11988708608538,"MATH Lvl 5 Raw":0.10498489425981873,"MATH Lvl 5":10.498489425981873,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.3673333333333333,"MUSR":3.0833333333333326,"MMLU-PRO Raw":0.37159242021276595,"MMLU-PRO":30.17693557919622,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-22","Submission Date":"2024-09-23","Generation":0,"Base Model":"xukp20/llama-3-8b-instruct-sppo-iter1-gp-2b-tau01-table"},{"eval_name":"xwen-team_Xwen-7B-Chat_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"xwen-team/Xwen-7B-Chat 📑","fullname":"xwen-team/Xwen-7B-Chat","Model sha":"d7318b170105d022ab3c5a5d56e385a838f1fae9","Average ⬆️":31.576751501854343,"Hub License":"apache-2.0","Hub ❤️":32,"#Params (B)":7.616,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.0556345468545887,"IFEval Raw":0.6864098370102439,"IFEval":68.6409837010244,"BBH Raw":0.506762793166296,"BBH":30.9216327073333,"MATH Lvl 5 Raw":0.4509063444108761,"MATH Lvl 5":45.090634441087616,"GPQA Raw":0.2609060402684564,"GPQA":1.4541387024608499,"MUSR Raw":0.3914270833333333,"MUSR":6.795052083333332,"MMLU-PRO Raw":0.42902260638297873,"MMLU-PRO":36.55806737588653,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-31","Submission Date":"2025-02-13","Generation":1,"Base Model":"Qwen/Qwen2.5-7B"},{"eval_name":"xxx777xxxASD_L3.1-ClaudeMaid-4x8B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"xxx777xxxASD/L3.1-ClaudeMaid-4x8B 📑","fullname":"xxx777xxxASD/L3.1-ClaudeMaid-4x8B","Model sha":"2a98d9cb91c7aa775acbf5bfe7bb91beb2faf682","Average ⬆️":26.404880965062546,"Hub License":"llama3.1","Hub ❤️":7,"#Params (B)":24.942,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.752369138298316,"IFEval Raw":0.6696487541944263,"IFEval":66.96487541944263,"BBH Raw":0.5070848048063867,"BBH":29.437347820739546,"MATH Lvl 5 Raw":0.14123867069486404,"MATH Lvl 5":14.123867069486403,"GPQA Raw":0.2911073825503356,"GPQA":5.480984340044745,"MUSR Raw":0.42893749999999997,"MUSR":13.750520833333331,"MMLU-PRO Raw":0.35804521276595747,"MMLU-PRO":28.671690307328607,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-07-27","Submission Date":"2024-07-28","Generation":0,"Base Model":"xxx777xxxASD/L3.1-ClaudeMaid-4x8B"},{"eval_name":"yam-peleg_Hebrew-Gemma-11B-Instruct_float16","Precision":"float16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"GemmaForCausalLM","Model":"yam-peleg/Hebrew-Gemma-11B-Instruct 📑","fullname":"yam-peleg/Hebrew-Gemma-11B-Instruct","Model sha":"a40259d1efbcac4829ed44d3b589716f615ed362","Average ⬆️":14.058232008864843,"Hub License":"other","Hub ❤️":23,"#Params (B)":10.475,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.874534345261228,"IFEval Raw":0.30207737691547315,"IFEval":30.207737691547315,"BBH Raw":0.40357843109818686,"BBH":16.86274051283721,"MATH Lvl 5 Raw":0.06570996978851963,"MATH Lvl 5":6.570996978851963,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.4088541666666667,"MUSR":9.973437500000003,"MMLU-PRO Raw":0.25540226063829785,"MMLU-PRO":17.266917848699762,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-03-06","Submission Date":"2024-07-31","Generation":0,"Base Model":"yam-peleg/Hebrew-Gemma-11B-Instruct"},{"eval_name":"yam-peleg_Hebrew-Mistral-7B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"yam-peleg/Hebrew-Mistral-7B 📑","fullname":"yam-peleg/Hebrew-Mistral-7B","Model sha":"3d32134b5959492fd7efbbf16395352594bc89f7","Average ⬆️":13.302117179699644,"Hub License":"apache-2.0","Hub ❤️":69,"#Params (B)":7.504,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.0942131773492205,"IFEval Raw":0.23283443485507344,"IFEval":23.28344348550734,"BBH Raw":0.43340366992362034,"BBH":20.176940422218426,"MATH Lvl 5 Raw":0.04984894259818731,"MATH Lvl 5":4.984894259818732,"GPQA Raw":0.27936241610738255,"GPQA":3.9149888143176734,"MUSR Raw":0.39765625,"MUSR":7.673697916666668,"MMLU-PRO Raw":0.27800864361702127,"MMLU-PRO":19.778738179669027,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-04-26","Submission Date":"2024-07-11","Generation":0,"Base Model":"yam-peleg/Hebrew-Mistral-7B"},{"eval_name":"yam-peleg_Hebrew-Mistral-7B-200K_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"yam-peleg/Hebrew-Mistral-7B-200K 📑","fullname":"yam-peleg/Hebrew-Mistral-7B-200K","Model sha":"7b51c7b31e3d9e29ea964c579a45233cfad255fe","Average ⬆️":10.64429135893812,"Hub License":"apache-2.0","Hub ❤️":15,"#Params (B)":7.504,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.7353117338467755,"IFEval Raw":0.1855731680829089,"IFEval":18.557316808290892,"BBH Raw":0.4149272793394017,"BBH":17.49360317518456,"MATH Lvl 5 Raw":0.023413897280966767,"MATH Lvl 5":2.3413897280966767,"GPQA Raw":0.276006711409396,"GPQA":3.467561521252797,"MUSR Raw":0.3764791666666667,"MUSR":4.5265625000000025,"MMLU-PRO Raw":0.25731382978723405,"MMLU-PRO":17.47931442080378,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-05","Submission Date":"2024-07-11","Generation":0,"Base Model":"yam-peleg/Hebrew-Mistral-7B-200K"},{"eval_name":"yam-peleg_Hebrew-Mistral-7B-200K_bfloat16","Precision":"bfloat16","Type":"🟩 continuously pretrained","T":"🟩","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"yam-peleg/Hebrew-Mistral-7B-200K 📑","fullname":"yam-peleg/Hebrew-Mistral-7B-200K","Model sha":"7b51c7b31e3d9e29ea964c579a45233cfad255fe","Average ⬆️":8.386669075864491,"Hub License":"apache-2.0","Hub ❤️":15,"#Params (B)":7.504,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.6696632132469658,"IFEval Raw":0.17698041197356346,"IFEval":17.698041197356346,"BBH Raw":0.3410500846818921,"BBH":7.671323719331375,"MATH Lvl 5 Raw":0.030966767371601207,"MATH Lvl 5":3.096676737160121,"GPQA Raw":0.2533557046979866,"GPQA":0.44742729306487633,"MUSR Raw":0.37399999999999994,"MUSR":4.416666666666667,"MMLU-PRO Raw":0.2529089095744681,"MMLU-PRO":16.989878841607567,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-05-05","Submission Date":"2024-08-06","Generation":0,"Base Model":"yam-peleg/Hebrew-Mistral-7B-200K"},{"eval_name":"yanng1242_Marcoro14-7B-slerp_float16","Precision":"float16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"MistralForCausalLM","Model":"yanng1242/Marcoro14-7B-slerp 📑","fullname":"yanng1242/Marcoro14-7B-slerp","Model sha":"187c9df776cb1191a30a2f09737160316f56e875","Average ⬆️":21.933478090702422,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":7.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.846102654796972,"IFEval Raw":0.4059916576904835,"IFEval":40.59916576904835,"BBH Raw":0.5251655292981787,"BBH":32.97528227053496,"MATH Lvl 5 Raw":0.07477341389728097,"MATH Lvl 5":7.477341389728097,"GPQA Raw":0.3145973154362416,"GPQA":8.612975391498878,"MUSR Raw":0.468625,"MUSR":17.844791666666662,"MMLU-PRO Raw":0.3168218085106383,"MMLU-PRO":24.09131205673759,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-19","Submission Date":"2025-01-19","Generation":0,"Base Model":"yanng1242/Marcoro14-7B-slerp"},{"eval_name":"yasserrmd_Coder-GRPO-3B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"yasserrmd/Coder-GRPO-3B 📑","fullname":"yasserrmd/Coder-GRPO-3B","Model sha":"1a6217ef44d7eeefdaa10290457502d68233a989","Average ⬆️":25.914051108530288,"Hub License":"apache-2.0","Hub ❤️":1,"#Params (B)":3.086,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7510040579702157,"IFEval Raw":0.6207640172520024,"IFEval":62.07640172520024,"BBH Raw":0.4469120364616385,"BBH":22.912311342227735,"MATH Lvl 5 Raw":0.3202416918429003,"MATH Lvl 5":32.02416918429003,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.4114583333333333,"MUSR":10.365625000000003,"MMLU-PRO Raw":0.3197307180851064,"MMLU-PRO":24.414524231678485,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-08","Submission Date":"2025-03-05","Generation":1,"Base Model":"yasserrmd/Coder-GRPO-3B (Merge)"},{"eval_name":"yasserrmd_Text2SQL-1.5B_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"yasserrmd/Text2SQL-1.5B 📑","fullname":"yasserrmd/Text2SQL-1.5B","Model sha":"aeef22ad5852dcf530b5e012a935a948d46d0e96","Average ⬆️":13.233972018030462,"Hub License":"apache-2.0","Hub ❤️":5,"#Params (B)":1.544,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":0.5655182145088332,"IFEval Raw":0.2857407235025289,"IFEval":28.574072350252884,"BBH Raw":0.38577157961565695,"BBH":13.675719585052784,"MATH Lvl 5 Raw":0.06797583081570997,"MATH Lvl 5":6.797583081570997,"GPQA Raw":0.287751677852349,"GPQA":5.033557046979867,"MUSR Raw":0.39423958333333337,"MUSR":10.179947916666668,"MMLU-PRO Raw":0.23628656914893617,"MMLU-PRO":15.142952127659573,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-06","Submission Date":"2025-03-06","Generation":3,"Base Model":"Qwen/Qwen2.5-Coder-1.5B-Instruct (Merge)"},{"eval_name":"ycros_BagelMIsteryTour-v2-8x7B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"ycros/BagelMIsteryTour-v2-8x7B 📑","fullname":"ycros/BagelMIsteryTour-v2-8x7B","Model sha":"98a8b319707be3dab1659594da69a37ed8f8c148","Average ⬆️":24.258614269254906,"Hub License":"cc-by-nc-4.0","Hub ❤️":16,"#Params (B)":46.703,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.64913185802464,"IFEval Raw":0.599431730031871,"IFEval":59.9431730031871,"BBH Raw":0.515923595752544,"BBH":31.69928662894613,"MATH Lvl 5 Raw":0.07854984894259819,"MATH Lvl 5":7.854984894259818,"GPQA Raw":0.30453020134228187,"GPQA":7.270693512304249,"MUSR Raw":0.4202916666666667,"MUSR":11.303125000000001,"MMLU-PRO Raw":0.34732380319148937,"MMLU-PRO":27.480422576832154,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-01-19","Submission Date":"2024-06-28","Generation":1,"Base Model":"ycros/BagelMIsteryTour-v2-8x7B (Merge)"},{"eval_name":"ycros_BagelMIsteryTour-v2-8x7B_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"ycros/BagelMIsteryTour-v2-8x7B 📑","fullname":"ycros/BagelMIsteryTour-v2-8x7B","Model sha":"98a8b319707be3dab1659594da69a37ed8f8c148","Average ⬆️":24.82550730859936,"Hub License":"cc-by-nc-4.0","Hub ❤️":16,"#Params (B)":46.703,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":7.238673064292047,"IFEval Raw":0.6262095683896506,"IFEval":62.62095683896506,"BBH Raw":0.5141943573573103,"BBH":31.366123015915477,"MATH Lvl 5 Raw":0.09365558912386707,"MATH Lvl 5":9.365558912386707,"GPQA Raw":0.30788590604026844,"GPQA":7.718120805369126,"MUSR Raw":0.41375,"MUSR":10.31875,"MMLU-PRO Raw":0.3480718085106383,"MMLU-PRO":27.56353427895981,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-01-19","Submission Date":"2024-08-04","Generation":1,"Base Model":"ycros/BagelMIsteryTour-v2-8x7B (Merge)"},{"eval_name":"yfzp_Llama-3-8B-Instruct-SPPO-Iter1_bt_2b-table_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"yfzp/Llama-3-8B-Instruct-SPPO-Iter1_bt_2b-table 📑","fullname":"yfzp/Llama-3-8B-Instruct-SPPO-Iter1_bt_2b-table","Model sha":"97b2d0e790a6fcdf39c34a2043f0818368c7dcb3","Average ⬆️":23.61656457033402,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2365060445940472,"IFEval Raw":0.6708976626462231,"IFEval":67.08976626462231,"BBH Raw":0.49866134349131935,"BBH":28.170106538118223,"MATH Lvl 5 Raw":0.11178247734138973,"MATH Lvl 5":11.178247734138973,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.37269791666666663,"MUSR":3.85390625,"MMLU-PRO Raw":0.37159242021276595,"MMLU-PRO":30.17693557919622,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-29","Submission Date":"2024-09-30","Generation":0,"Base Model":"yfzp/Llama-3-8B-Instruct-SPPO-Iter1_bt_2b-table"},{"eval_name":"yfzp_Llama-3-8B-Instruct-SPPO-Iter1_bt_8b-table_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"yfzp/Llama-3-8B-Instruct-SPPO-Iter1_bt_8b-table 📑","fullname":"yfzp/Llama-3-8B-Instruct-SPPO-Iter1_bt_8b-table","Model sha":"e8786291c206d5cd1b01d29466e3b397278f4e2b","Average ⬆️":24.978481283429158,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2813256734746974,"IFEval Raw":0.7332710541363582,"IFEval":73.32710541363582,"BBH Raw":0.5080359954971677,"BBH":29.308127928492553,"MATH Lvl 5 Raw":0.10347432024169184,"MATH Lvl 5":10.347432024169184,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.38060416666666663,"MUSR":5.008854166666667,"MMLU-PRO Raw":0.3748337765957447,"MMLU-PRO":30.537086288416077,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-29","Submission Date":"2024-09-30","Generation":0,"Base Model":"yfzp/Llama-3-8B-Instruct-SPPO-Iter1_bt_8b-table"},{"eval_name":"yfzp_Llama-3-8B-Instruct-SPPO-Iter1_gp_2b-table_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"yfzp/Llama-3-8B-Instruct-SPPO-Iter1_gp_2b-table 📑","fullname":"yfzp/Llama-3-8B-Instruct-SPPO-Iter1_gp_2b-table","Model sha":"0d9cb29aa87b0c17ed011ffbc83803f3f6dd18e7","Average ⬆️":23.457640244691195,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3591089095296276,"IFEval Raw":0.6784664689690023,"IFEval":67.84664689690022,"BBH Raw":0.49412091896520455,"BBH":27.469588233937547,"MATH Lvl 5 Raw":0.11253776435045318,"MATH Lvl 5":11.253776435045317,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.3646666666666667,"MUSR":2.7500000000000018,"MMLU-PRO Raw":0.37175864361702127,"MMLU-PRO":30.1954048463357,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-29","Submission Date":"2024-09-29","Generation":0,"Base Model":"yfzp/Llama-3-8B-Instruct-SPPO-Iter1_gp_2b-table"},{"eval_name":"yfzp_Llama-3-8B-Instruct-SPPO-Iter1_gp_8b-table_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"yfzp/Llama-3-8B-Instruct-SPPO-Iter1_gp_8b-table 📑","fullname":"yfzp/Llama-3-8B-Instruct-SPPO-Iter1_gp_8b-table","Model sha":"7a326a956e6169b287a04ef93cdc0342a0f3311a","Average ⬆️":24.089793367665113,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2963682534332266,"IFEval Raw":0.7131876753680235,"IFEval":71.31876753680235,"BBH Raw":0.5025359954971677,"BBH":28.604424224788854,"MATH Lvl 5 Raw":0.09894259818731117,"MATH Lvl 5":9.894259818731117,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.3713333333333333,"MUSR":3.683333333333333,"MMLU-PRO Raw":0.36826795212765956,"MMLU-PRO":29.807550236406616,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-29","Submission Date":"2024-09-29","Generation":0,"Base Model":"yfzp/Llama-3-8B-Instruct-SPPO-Iter1_gp_8b-table"},{"eval_name":"yfzp_Llama-3-8B-Instruct-SPPO-score-Iter1_bt_2b-table-0.001_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"yfzp/Llama-3-8B-Instruct-SPPO-score-Iter1_bt_2b-table-0.001 📑","fullname":"yfzp/Llama-3-8B-Instruct-SPPO-score-Iter1_bt_2b-table-0.001","Model sha":"e5c8baadbf6ce17b344596ad42bd3546f66e253e","Average ⬆️":23.246034978048385,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.1644703259402496,"IFEval Raw":0.6495653754260917,"IFEval":64.95653754260917,"BBH Raw":0.4979459532536201,"BBH":28.09919885125768,"MATH Lvl 5 Raw":0.10120845921450151,"MATH Lvl 5":10.120845921450151,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.37796874999999996,"MUSR":4.8460937500000005,"MMLU-PRO Raw":0.37200797872340424,"MMLU-PRO":30.223108747044915,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-29","Submission Date":"2024-09-30","Generation":0,"Base Model":"yfzp/Llama-3-8B-Instruct-SPPO-score-Iter1_bt_2b-table-0.001"},{"eval_name":"yfzp_Llama-3-8B-Instruct-SPPO-score-Iter1_bt_8b-table-0.002_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"yfzp/Llama-3-8B-Instruct-SPPO-score-Iter1_bt_8b-table-0.002 📑","fullname":"yfzp/Llama-3-8B-Instruct-SPPO-score-Iter1_bt_8b-table-0.002","Model sha":"064e237b850151938caf171a4c8c7e34c93e580e","Average ⬆️":24.470596545324664,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2120430270932958,"IFEval Raw":0.7196073086078272,"IFEval":71.96073086078272,"BBH Raw":0.5045147424411157,"BBH":28.785910542437534,"MATH Lvl 5 Raw":0.08761329305135952,"MATH Lvl 5":8.761329305135952,"GPQA Raw":0.2600671140939597,"GPQA":1.342281879194629,"MUSR Raw":0.3831458333333333,"MUSR":5.593229166666667,"MMLU-PRO Raw":0.3734208776595745,"MMLU-PRO":30.38009751773049,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-29","Submission Date":"2024-09-30","Generation":0,"Base Model":"yfzp/Llama-3-8B-Instruct-SPPO-score-Iter1_bt_8b-table-0.002"},{"eval_name":"yfzp_Llama-3-8B-Instruct-SPPO-score-Iter1_gp_2b-table-0.001_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"yfzp/Llama-3-8B-Instruct-SPPO-score-Iter1_gp_2b-table-0.001 📑","fullname":"yfzp/Llama-3-8B-Instruct-SPPO-score-Iter1_gp_2b-table-0.001","Model sha":"b685b90063258e05f8b4930fdbce2e565f13f620","Average ⬆️":22.724716099715508,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2981844362850772,"IFEval Raw":0.6504397221594258,"IFEval":65.04397221594259,"BBH Raw":0.49578758563187125,"BBH":27.82525272195498,"MATH Lvl 5 Raw":0.09365558912386707,"MATH Lvl 5":9.365558912386707,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.36603125,"MUSR":2.853906249999999,"MMLU-PRO Raw":0.3702626329787234,"MMLU-PRO":30.029181442080382,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-29","Submission Date":"2024-09-29","Generation":0,"Base Model":"yfzp/Llama-3-8B-Instruct-SPPO-score-Iter1_gp_2b-table-0.001"},{"eval_name":"yfzp_Llama-3-8B-Instruct-SPPO-score-Iter1_gp_8b-table-0.002_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"yfzp/Llama-3-8B-Instruct-SPPO-score-Iter1_gp_8b-table-0.002 📑","fullname":"yfzp/Llama-3-8B-Instruct-SPPO-score-Iter1_gp_8b-table-0.002","Model sha":"5ab3f2cfc96bdda3b5a629ab4a81adf7394ba90a","Average ⬆️":23.749108318905765,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2153799016409517,"IFEval Raw":0.7015973173402128,"IFEval":70.15973173402128,"BBH Raw":0.4991547169583548,"BBH":28.12061516996449,"MATH Lvl 5 Raw":0.08685800604229607,"MATH Lvl 5":8.685800604229607,"GPQA Raw":0.25922818791946306,"GPQA":1.230425055928408,"MUSR Raw":0.37790624999999994,"MUSR":4.6382812499999995,"MMLU-PRO Raw":0.366938164893617,"MMLU-PRO":29.659796099290777,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-29","Submission Date":"2024-09-29","Generation":0,"Base Model":"yfzp/Llama-3-8B-Instruct-SPPO-score-Iter1_gp_8b-table-0.002"},{"eval_name":"yifAI_Llama-3-8B-Instruct-SPPO-score-Iter3_gp_8b-table-0.002_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"yifAI/Llama-3-8B-Instruct-SPPO-score-Iter3_gp_8b-table-0.002 📑","fullname":"yifAI/Llama-3-8B-Instruct-SPPO-score-Iter3_gp_8b-table-0.002","Model sha":"7a046b74179225d6055dd8aa601b5234f817b1e5","Average ⬆️":22.73807535003498,"Hub License":"","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3440313590094741,"IFEval Raw":0.6489658550423987,"IFEval":64.89658550423985,"BBH Raw":0.49145217071254876,"BBH":27.28106392287093,"MATH Lvl 5 Raw":0.0755287009063444,"MATH Lvl 5":7.552870090634441,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.38987499999999997,"MUSR":7.134375000000002,"MMLU-PRO Raw":0.3519780585106383,"MMLU-PRO":27.997562056737586,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-09-30","Generation":0,"Base Model":"Removed"},{"eval_name":"ylalain_ECE-PRYMMAL-YL-1B-SLERP-V8_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"ylalain/ECE-PRYMMAL-YL-1B-SLERP-V8 📑","fullname":"ylalain/ECE-PRYMMAL-YL-1B-SLERP-V8","Model sha":"2c00dbc74e55d42fbc8b08f474fb9568f820edb9","Average ⬆️":9.679667500944214,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":1.357,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.0968554918483069,"IFEval Raw":0.15052726764983576,"IFEval":15.052726764983579,"BBH Raw":0.3975573100103517,"BBH":15.175392374828268,"MATH Lvl 5 Raw":0.004531722054380665,"MATH Lvl 5":0.4531722054380665,"GPQA Raw":0.28942953020134227,"GPQA":5.257270693512303,"MUSR Raw":0.3874583333333333,"MUSR":6.765625,"MMLU-PRO Raw":0.23836436170212766,"MMLU-PRO":15.373817966903072,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-13","Submission Date":"2024-11-13","Generation":0,"Base Model":"ylalain/ECE-PRYMMAL-YL-1B-SLERP-V8"},{"eval_name":"ymcki_Llama-3.1-8B-GRPO-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ymcki/Llama-3.1-8B-GRPO-Instruct 📑","fullname":"ymcki/Llama-3.1-8B-GRPO-Instruct","Model sha":"ae73ec53fb75499a33a506b354b55b29d02392b9","Average ⬆️":28.168375624484387,"Hub License":"llama3.1","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.6567906669597681,"IFEval Raw":0.744536718130117,"IFEval":74.45367181301171,"BBH Raw":0.5131586337530801,"BBH":30.353176522305507,"MATH Lvl 5 Raw":0.20241691842900303,"MATH Lvl 5":20.241691842900302,"GPQA Raw":0.29446308724832215,"GPQA":5.92841163310962,"MUSR Raw":0.38165625000000003,"MUSR":7.607031250000003,"MMLU-PRO Raw":0.3738364361702128,"MMLU-PRO":30.426270685579198,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-20","Submission Date":"2025-02-20","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"ymcki_Llama-3.1-8B-SFT-GRPO-Instruct_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"ymcki/Llama-3.1-8B-SFT-GRPO-Instruct 📑","fullname":"ymcki/Llama-3.1-8B-SFT-GRPO-Instruct","Model sha":"9d8bfc910b2be95b38a3738a938c7abf575892ac","Average ⬆️":7.6591553865170505,"Hub License":"llama3.1","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":0.7521236769130275,"IFEval Raw":0.33540007180946557,"IFEval":33.54000718094656,"BBH Raw":0.3126261967336083,"BBH":4.467782695872583,"MATH Lvl 5 Raw":0.04003021148036254,"MATH Lvl 5":4.003021148036254,"GPQA Raw":0.2533557046979866,"GPQA":0.44742729306487633,"MUSR Raw":0.35260416666666666,"MUSR":2.408854166666666,"MMLU-PRO Raw":0.10979055851063829,"MMLU-PRO":1.087839834515365,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-03-12","Submission Date":"2025-03-12","Generation":2,"Base Model":"meta-llama/Meta-Llama-3.1-8B"},{"eval_name":"ymcki_gemma-2-2b-ORPO-jpn-it-abliterated-18_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"ymcki/gemma-2-2b-ORPO-jpn-it-abliterated-18 📑","fullname":"ymcki/gemma-2-2b-ORPO-jpn-it-abliterated-18","Model sha":"aed2a9061ffa21beaec0d617a9605e160136aab4","Average ⬆️":15.288362728327092,"Hub License":"gemma","Hub ❤️":0,"#Params (B)":2.614,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":7.227142161386585,"IFEval Raw":0.4630945890237902,"IFEval":46.30945890237902,"BBH Raw":0.4052902505118913,"BBH":16.30199203988385,"MATH Lvl 5 Raw":0.04305135951661632,"MATH Lvl 5":4.305135951661631,"GPQA Raw":0.28859060402684567,"GPQA":5.145413870246088,"MUSR Raw":0.3754270833333333,"MUSR":4.728385416666668,"MMLU-PRO Raw":0.23445811170212766,"MMLU-PRO":14.939790189125294,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-30","Submission Date":"2024-11-16","Generation":3,"Base Model":"google/gemma-2-2b"},{"eval_name":"ymcki_gemma-2-2b-ORPO-jpn-it-abliterated-18-merge_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"ymcki/gemma-2-2b-ORPO-jpn-it-abliterated-18-merge 📑","fullname":"ymcki/gemma-2-2b-ORPO-jpn-it-abliterated-18-merge","Model sha":"b72be0a7879f0d82cb2024cfc1d02c370ce3efe8","Average ⬆️":16.505537805625195,"Hub License":"gemma","Hub ❤️":0,"#Params (B)":2.614,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.7865524740093672,"IFEval Raw":0.5218209905273563,"IFEval":52.18209905273564,"BBH Raw":0.414688942270627,"BBH":17.34833699622109,"MATH Lvl 5 Raw":0.054380664652567974,"MATH Lvl 5":5.438066465256798,"GPQA Raw":0.2835570469798658,"GPQA":4.4742729306487705,"MUSR Raw":0.35139583333333335,"MUSR":3.357812500000001,"MMLU-PRO Raw":0.24609375,"MMLU-PRO":16.232638888888886,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-30","Submission Date":"2024-11-16","Generation":3,"Base Model":"google/gemma-2-2b"},{"eval_name":"ymcki_gemma-2-2b-jpn-it-abliterated-17_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"ymcki/gemma-2-2b-jpn-it-abliterated-17 📑","fullname":"ymcki/gemma-2-2b-jpn-it-abliterated-17","Model sha":"e6f82b93dae0b8207aa3252ab4157182e2610787","Average ⬆️":15.644976187098441,"Hub License":"gemma","Hub ❤️":1,"#Params (B)":2.614,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9889121882743397,"IFEval Raw":0.5081572449988254,"IFEval":50.815724499882535,"BBH Raw":0.40762664531580056,"BBH":16.23474918432881,"MATH Lvl 5 Raw":0.03851963746223565,"MATH Lvl 5":3.8519637462235647,"GPQA Raw":0.27181208053691275,"GPQA":2.9082774049216997,"MUSR Raw":0.37006249999999996,"MUSR":3.891145833333333,"MMLU-PRO Raw":0.2455119680851064,"MMLU-PRO":16.16799645390071,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-16","Submission Date":"2024-10-18","Generation":3,"Base Model":"google/gemma-2-2b"},{"eval_name":"ymcki_gemma-2-2b-jpn-it-abliterated-17-18-24_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"ymcki/gemma-2-2b-jpn-it-abliterated-17-18-24 📑","fullname":"ymcki/gemma-2-2b-jpn-it-abliterated-17-18-24","Model sha":"38f56fcb99bd64278a1d90dd23aea527036329a0","Average ⬆️":14.44776069045957,"Hub License":"gemma","Hub ❤️":0,"#Params (B)":2.614,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4097172171633234,"IFEval Raw":0.505484337114412,"IFEval":50.54843371144119,"BBH Raw":0.38123590457353557,"BBH":13.114728218255616,"MATH Lvl 5 Raw":0.0256797583081571,"MATH Lvl 5":2.56797583081571,"GPQA Raw":0.28104026845637586,"GPQA":4.138702460850116,"MUSR Raw":0.35015625,"MUSR":2.0695312500000003,"MMLU-PRO Raw":0.2282247340425532,"MMLU-PRO":14.247192671394798,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-06","Submission Date":"2024-11-06","Generation":3,"Base Model":"google/gemma-2-2b"},{"eval_name":"ymcki_gemma-2-2b-jpn-it-abliterated-17-ORPO_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"ymcki/gemma-2-2b-jpn-it-abliterated-17-ORPO 📑","fullname":"ymcki/gemma-2-2b-jpn-it-abliterated-17-ORPO","Model sha":"531b2e2043285cb40cd0433f5ad43441f8ac6b6c","Average ⬆️":14.844141845651569,"Hub License":"gemma","Hub ❤️":1,"#Params (B)":2.614,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":11.290834446830782,"IFEval Raw":0.47478468242042227,"IFEval":47.478468242042226,"BBH Raw":0.38979797271028965,"BBH":14.389413087436518,"MATH Lvl 5 Raw":0.061933534743202415,"MATH Lvl 5":6.193353474320242,"GPQA Raw":0.27432885906040266,"GPQA":3.243847874720355,"MUSR Raw":0.37676041666666665,"MUSR":4.5283854166666675,"MMLU-PRO Raw":0.21908244680851063,"MMLU-PRO":13.231382978723403,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-18","Submission Date":"2024-10-27","Generation":3,"Base Model":"google/gemma-2-2b"},{"eval_name":"ymcki_gemma-2-2b-jpn-it-abliterated-17-ORPO-alpaca_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"ymcki/gemma-2-2b-jpn-it-abliterated-17-ORPO-alpaca 📑","fullname":"ymcki/gemma-2-2b-jpn-it-abliterated-17-ORPO-alpaca","Model sha":"5503b5e892be463fa4b1d265b8ba9ba4304af012","Average ⬆️":12.53043213387293,"Hub License":"","Hub ❤️":0,"#Params (B)":2.614,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.3693327538000957,"IFEval Raw":0.30647349033896726,"IFEval":30.647349033896724,"BBH Raw":0.40715971926711275,"BBH":16.922412033306475,"MATH Lvl 5 Raw":0.0324773413897281,"MATH Lvl 5":3.2477341389728096,"GPQA Raw":0.26929530201342283,"GPQA":2.572706935123044,"MUSR Raw":0.39691666666666664,"MUSR":7.9145833333333355,"MMLU-PRO Raw":0.2249002659574468,"MMLU-PRO":13.877807328605199,"Merged":false,"Official Providers":false,"Upload To Hub Date":"","Submission Date":"2024-10-27","Generation":0,"Base Model":"Removed"},{"eval_name":"ymcki_gemma-2-2b-jpn-it-abliterated-18_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"ymcki/gemma-2-2b-jpn-it-abliterated-18 📑","fullname":"ymcki/gemma-2-2b-jpn-it-abliterated-18","Model sha":"c50b85f9b60b444f85fe230b8d77fcbc7b18ef91","Average ⬆️":16.245944384743186,"Hub License":"gemma","Hub ❤️":1,"#Params (B)":2.614,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.906288848838165,"IFEval Raw":0.5175246124726836,"IFEval":51.75246124726836,"BBH Raw":0.4132188791645781,"BBH":17.143414938177205,"MATH Lvl 5 Raw":0.0445619335347432,"MATH Lvl 5":4.45619335347432,"GPQA Raw":0.27348993288590606,"GPQA":3.1319910514541416,"MUSR Raw":0.37415624999999997,"MUSR":4.269531250000001,"MMLU-PRO Raw":0.25049867021276595,"MMLU-PRO":16.722074468085104,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-15","Submission Date":"2024-10-18","Generation":3,"Base Model":"google/gemma-2-2b"},{"eval_name":"ymcki_gemma-2-2b-jpn-it-abliterated-18-ORPO_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"ymcki/gemma-2-2b-jpn-it-abliterated-18-ORPO 📑","fullname":"ymcki/gemma-2-2b-jpn-it-abliterated-18-ORPO","Model sha":"b9f41f53827b8a5a600546b41f63023bf84617a3","Average ⬆️":15.132293957042885,"Hub License":"gemma","Hub ❤️":0,"#Params (B)":2.614,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.220754256066701,"IFEval Raw":0.47423502972113984,"IFEval":47.42350297211399,"BBH Raw":0.40389353402379324,"BBH":16.538078577820993,"MATH Lvl 5 Raw":0.04682779456193353,"MATH Lvl 5":4.682779456193353,"GPQA Raw":0.26174496644295303,"GPQA":1.5659955257270708,"MUSR Raw":0.3953333333333333,"MUSR":7.416666666666667,"MMLU-PRO Raw":0.21850066489361702,"MMLU-PRO":13.166740543735225,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-22","Submission Date":"2024-10-22","Generation":3,"Base Model":"google/gemma-2-2b"},{"eval_name":"ymcki_gemma-2-2b-jpn-it-abliterated-24_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"ymcki/gemma-2-2b-jpn-it-abliterated-24 📑","fullname":"ymcki/gemma-2-2b-jpn-it-abliterated-24","Model sha":"06c129ba5261ee88e32035c88f90ca11d835175d","Average ⬆️":16.334186539569448,"Hub License":"gemma","Hub ❤️":0,"#Params (B)":2.614,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.6208845800460434,"IFEval Raw":0.49786566310722213,"IFEval":49.786566310722215,"BBH Raw":0.41096027770392857,"BBH":16.772590130572933,"MATH Lvl 5 Raw":0.04380664652567976,"MATH Lvl 5":4.380664652567976,"GPQA Raw":0.27768456375838924,"GPQA":3.6912751677852316,"MUSR Raw":0.39148958333333334,"MUSR":7.002864583333333,"MMLU-PRO Raw":0.2473404255319149,"MMLU-PRO":16.37115839243499,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-24","Submission Date":"2024-10-25","Generation":3,"Base Model":"google/gemma-2-2b"},{"eval_name":"yuchenxie_ArlowGPT-3B-Multilingual_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"yuchenxie/ArlowGPT-3B-Multilingual 📑","fullname":"yuchenxie/ArlowGPT-3B-Multilingual","Model sha":"336f9084b4718be34ec7348e8082670539aebb4c","Average ⬆️":20.501174920235083,"Hub License":"mit","Hub ❤️":1,"#Params (B)":3.213,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.2236435031470276,"IFEval Raw":0.6395486198841297,"IFEval":63.95486198841297,"BBH Raw":0.4301403132173714,"BBH":19.503170070297383,"MATH Lvl 5 Raw":0.11253776435045318,"MATH Lvl 5":11.253776435045317,"GPQA Raw":0.2802013422818792,"GPQA":4.026845637583895,"MUSR Raw":0.37266666666666665,"MUSR":4.083333333333333,"MMLU-PRO Raw":0.2816655585106383,"MMLU-PRO":20.18506205673759,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-03","Submission Date":"2025-01-12","Generation":1,"Base Model":"yuchenxie/ArlowGPT-3B-Multilingual (Merge)"},{"eval_name":"yuchenxie_ArlowGPT-8B_float16","Precision":"float16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"yuchenxie/ArlowGPT-8B 📑","fullname":"yuchenxie/ArlowGPT-8B","Model sha":"f7d0149059f1324a7725676b6ab67df59cd4c599","Average ⬆️":28.973572026793594,"Hub License":"mit","Hub ❤️":3,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4335595564415415,"IFEval Raw":0.7846536079823756,"IFEval":78.46536079823757,"BBH Raw":0.5080162816130412,"BBH":29.842908708676827,"MATH Lvl 5 Raw":0.2039274924471299,"MATH Lvl 5":20.39274924471299,"GPQA Raw":0.2936241610738255,"GPQA":5.8165548098433995,"MUSR Raw":0.3882291666666667,"MUSR":8.36197916666667,"MMLU-PRO Raw":0.378656914893617,"MMLU-PRO":30.961879432624112,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-05","Submission Date":"2025-01-12","Generation":1,"Base Model":"yuchenxie/ArlowGPT-8B (Merge)"},{"eval_name":"yuvraj17_Llama3-8B-SuperNova-Spectrum-Hermes-DPO_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"yuvraj17/Llama3-8B-SuperNova-Spectrum-Hermes-DPO 📑","fullname":"yuvraj17/Llama3-8B-SuperNova-Spectrum-Hermes-DPO","Model sha":"0da9f780f7dd94ed1e10c8d3e082472ff2922177","Average ⬆️":18.088167586242665,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.9440590206951107,"IFEval Raw":0.4690897928607206,"IFEval":46.90897928607207,"BBH Raw":0.4399870586095269,"BBH":21.238562899271304,"MATH Lvl 5 Raw":0.05664652567975831,"MATH Lvl 5":5.664652567975831,"GPQA Raw":0.30201342281879195,"GPQA":6.935123042505594,"MUSR Raw":0.40121875,"MUSR":9.619010416666669,"MMLU-PRO Raw":0.2634640957446808,"MMLU-PRO":18.162677304964536,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-09-24","Submission Date":"2024-09-30","Generation":0,"Base Model":"yuvraj17/Llama3-8B-SuperNova-Spectrum-Hermes-DPO"},{"eval_name":"yuvraj17_Llama3-8B-SuperNova-Spectrum-dare_ties_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"yuvraj17/Llama3-8B-SuperNova-Spectrum-dare_ties 📑","fullname":"yuvraj17/Llama3-8B-SuperNova-Spectrum-dare_ties","Model sha":"998d15b32900bc230727c8a7984e005f611723e9","Average ⬆️":19.17256512798472,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.828288143464655,"IFEval Raw":0.4012708502329375,"IFEval":40.127085023293745,"BBH Raw":0.4615794426716074,"BBH":23.492187889680057,"MATH Lvl 5 Raw":0.08459214501510574,"MATH Lvl 5":8.459214501510575,"GPQA Raw":0.2751677852348993,"GPQA":3.355704697986576,"MUSR Raw":0.42109375,"MUSR":11.003385416666667,"MMLU-PRO Raw":0.35738031914893614,"MMLU-PRO":28.59781323877068,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-22","Submission Date":"2024-09-23","Generation":1,"Base Model":"yuvraj17/Llama3-8B-SuperNova-Spectrum-dare_ties (Merge)"},{"eval_name":"yuvraj17_Llama3-8B-abliterated-Spectrum-slerp_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"LlamaForCausalLM","Model":"yuvraj17/Llama3-8B-abliterated-Spectrum-slerp 📑","fullname":"yuvraj17/Llama3-8B-abliterated-Spectrum-slerp","Model sha":"28789950975ecf5aac846c3f2c0a5d6841651ee6","Average ⬆️":17.72531595014861,"Hub License":"apache-2.0","Hub ❤️":0,"#Params (B)":8.03,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":1.6533204310572152,"IFEval Raw":0.2884878788281759,"IFEval":28.84878788281759,"BBH Raw":0.4977912063897858,"BBH":28.54692976096071,"MATH Lvl 5 Raw":0.06042296072507553,"MATH Lvl 5":6.042296072507553,"GPQA Raw":0.3011744966442953,"GPQA":6.823266219239373,"MUSR Raw":0.39982291666666664,"MUSR":11.011197916666662,"MMLU-PRO Raw":0.32571476063829785,"MMLU-PRO":25.07941784869976,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-09-22","Submission Date":"2024-09-23","Generation":1,"Base Model":"yuvraj17/Llama3-8B-abliterated-Spectrum-slerp (Merge)"},{"eval_name":"zake7749_gemma-2-2b-it-chinese-kyara-dpo_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zake7749/gemma-2-2b-it-chinese-kyara-dpo 📑","fullname":"zake7749/gemma-2-2b-it-chinese-kyara-dpo","Model sha":"bbc011dae0416c1664a0287f3a7a0f9563deac91","Average ⬆️":19.62411186744714,"Hub License":"gemma","Hub ❤️":11,"#Params (B)":2.614,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":2.558618143456469,"IFEval Raw":0.5382075116247114,"IFEval":53.82075116247113,"BBH Raw":0.4257464897414603,"BBH":19.061804188812648,"MATH Lvl 5 Raw":0.08383685800604229,"MATH Lvl 5":8.38368580060423,"GPQA Raw":0.26677852348993286,"GPQA":2.2371364653243813,"MUSR Raw":0.45756250000000004,"MUSR":16.761979166666666,"MMLU-PRO Raw":0.25731382978723405,"MMLU-PRO":17.47931442080378,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-08-18","Submission Date":"2024-10-17","Generation":1,"Base Model":"zake7749/gemma-2-2b-it-chinese-kyara-dpo (Merge)"},{"eval_name":"zake7749_gemma-2-9b-it-chinese-kyara_bfloat16","Precision":"bfloat16","Type":"💬 chat models (RLHF, DPO, IFT, ...)","T":"💬","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zake7749/gemma-2-9b-it-chinese-kyara 📑","fullname":"zake7749/gemma-2-9b-it-chinese-kyara","Model sha":"6f440abe1e2fde914e6607e2b6c5b04cc69c51f4","Average ⬆️":21.38318153545784,"Hub License":"gemma","Hub ❤️":0,"#Params (B)":9.242,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.0677900362682515,"IFEval Raw":0.17642965110351644,"IFEval":17.642965110351646,"BBH Raw":0.5953692987878404,"BBH":41.100635505919165,"MATH Lvl 5 Raw":0.10498489425981873,"MATH Lvl 5":10.498489425981873,"GPQA Raw":0.33808724832214765,"GPQA":11.74496644295302,"MUSR Raw":0.4241979166666667,"MUSR":11.991406250000002,"MMLU-PRO Raw":0.41788563829787234,"MMLU-PRO":35.32062647754137,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-02-17","Submission Date":"2025-02-24","Generation":1,"Base Model":"zake7749/gemma-2-9b-it-chinese-kyara (Merge)"},{"eval_name":"zelk12_Gemma-2-TM-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/Gemma-2-TM-9B 📑","fullname":"zelk12/Gemma-2-TM-9B","Model sha":"42366d605e6bdad354a5632547e37d34d300ff7a","Average ⬆️":33.52554437747302,"Hub License":"","Hub ❤️":0,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.9357853459010563,"IFEval Raw":0.8044621604010691,"IFEval":80.44621604010692,"BBH Raw":0.5986592993557701,"BBH":42.04949103777593,"MATH Lvl 5 Raw":0.20241691842900303,"MATH Lvl 5":20.241691842900302,"GPQA Raw":0.3464765100671141,"GPQA":12.863534675615215,"MUSR Raw":0.41523958333333333,"MUSR":11.238281249999995,"MMLU-PRO Raw":0.40882646276595747,"MMLU-PRO":34.314051418439725,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-06","Submission Date":"2024-11-06","Generation":1,"Base Model":"zelk12/Gemma-2-TM-9B (Merge)"},{"eval_name":"zelk12_MT-Gen1-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT-Gen1-gemma-2-9B 📑","fullname":"zelk12/MT-Gen1-gemma-2-9B","Model sha":"b78f8883614cbbdf182ebb4acf8a8c124bc782ae","Average ⬆️":34.51416587215041,"Hub License":"","Hub ❤️":0,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.725492826278124,"IFEval Raw":0.7886252920029965,"IFEval":78.86252920029965,"BBH Raw":0.6099997385328262,"BBH":44.01124668886745,"MATH Lvl 5 Raw":0.22205438066465258,"MATH Lvl 5":22.20543806646526,"GPQA Raw":0.3464765100671141,"GPQA":12.863534675615215,"MUSR Raw":0.4216875,"MUSR":11.577604166666667,"MMLU-PRO Raw":0.4380817819148936,"MMLU-PRO":37.56464243498817,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-23","Submission Date":"2024-10-23","Generation":1,"Base Model":"zelk12/MT-Gen1-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT-Gen2-GI-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT-Gen2-GI-gemma-2-9B 📑","fullname":"zelk12/MT-Gen2-GI-gemma-2-9B","Model sha":"e970fbcbf974f4626dcc6db7d2b02d4f24c72744","Average ⬆️":34.7634808902102,"Hub License":"","Hub ❤️":1,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.737011711006484,"IFEval Raw":0.7913979352562313,"IFEval":79.13979352562313,"BBH Raw":0.6095558882654465,"BBH":44.00259101447648,"MATH Lvl 5 Raw":0.22054380664652568,"MATH Lvl 5":22.054380664652566,"GPQA Raw":0.35067114093959734,"GPQA":13.422818791946312,"MUSR Raw":0.42832291666666666,"MUSR":12.673697916666669,"MMLU-PRO Raw":0.43558843085106386,"MMLU-PRO":37.28760342789598,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-10","Submission Date":"2024-11-28","Generation":1,"Base Model":"zelk12/MT-Gen2-GI-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT-Gen2-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT-Gen2-gemma-2-9B 📑","fullname":"zelk12/MT-Gen2-gemma-2-9B","Model sha":"c723f8b9b7334fddd1eb8b6e5230b76fb18139a5","Average ⬆️":34.81518978196506,"Hub License":"","Hub ❤️":1,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.9788952495086507,"IFEval Raw":0.7907485471881275,"IFEval":79.07485471881274,"BBH Raw":0.6100494662695,"BBH":44.10778153097642,"MATH Lvl 5 Raw":0.2190332326283988,"MATH Lvl 5":21.90332326283988,"GPQA Raw":0.3464765100671141,"GPQA":12.863534675615215,"MUSR Raw":0.4322916666666667,"MUSR":13.303125000000003,"MMLU-PRO Raw":0.4387466755319149,"MMLU-PRO":37.63851950354609,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-10","Submission Date":"2024-11-10","Generation":1,"Base Model":"zelk12/MT-Gen2-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT-Gen3-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT-Gen3-gemma-2-9B 📑","fullname":"zelk12/MT-Gen3-gemma-2-9B","Model sha":"84627594655776ce67f1e01233113b658333fa71","Average ⬆️":34.862851201023894,"Hub License":"","Hub ❤️":2,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.6264962573562407,"IFEval Raw":0.8020142111818863,"IFEval":80.20142111818863,"BBH Raw":0.6097112889343964,"BBH":43.95064827244946,"MATH Lvl 5 Raw":0.229607250755287,"MATH Lvl 5":22.9607250755287,"GPQA Raw":0.348993288590604,"GPQA":13.19910514541387,"MUSR Raw":0.4216875,"MUSR":11.577604166666667,"MMLU-PRO Raw":0.43558843085106386,"MMLU-PRO":37.28760342789598,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-28","Submission Date":"2024-11-30","Generation":1,"Base Model":"zelk12/MT-Gen3-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT-Gen4-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT-Gen4-gemma-2-9B 📑","fullname":"zelk12/MT-Gen4-gemma-2-9B","Model sha":"d44beca936d18a5b4b65799487504c1097ae1cb2","Average ⬆️":34.69186259861687,"Hub License":"gemma","Hub ❤️":1,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.5633668079338543,"IFEval Raw":0.7883005979689446,"IFEval":78.83005979689446,"BBH Raw":0.6109884725351095,"BBH":43.96040416470536,"MATH Lvl 5 Raw":0.22356495468277945,"MATH Lvl 5":22.356495468277945,"GPQA Raw":0.3548657718120805,"GPQA":13.982102908277403,"MUSR Raw":0.4228020833333333,"MUSR":11.383593750000001,"MMLU-PRO Raw":0.4387466755319149,"MMLU-PRO":37.63851950354609,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-13","Submission Date":"2024-12-13","Generation":1,"Base Model":"zelk12/MT-Gen4-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT-Gen5-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT-Gen5-gemma-2-9B 📑","fullname":"zelk12/MT-Gen5-gemma-2-9B","Model sha":"aef27049b2a3c52138016e9602280150f70eae32","Average ⬆️":34.56384281127872,"Hub License":"gemma","Hub ❤️":1,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.5748551883605884,"IFEval Raw":0.7923221496739761,"IFEval":79.23221496739761,"BBH Raw":0.6132787046647334,"BBH":44.39824361895261,"MATH Lvl 5 Raw":0.21525679758308158,"MATH Lvl 5":21.525679758308158,"GPQA Raw":0.35151006711409394,"GPQA":13.534675615212524,"MUSR Raw":0.42016666666666663,"MUSR":10.887500000000001,"MMLU-PRO Raw":0.4402426861702128,"MMLU-PRO":37.80474290780142,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-22","Submission Date":"2024-12-22","Generation":1,"Base Model":"zelk12/MT-Gen5-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT-Gen6-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT-Gen6-gemma-2-9B 📑","fullname":"zelk12/MT-Gen6-gemma-2-9B","Model sha":"bd348fb1c1524e0d7d625200a292e46387b04da2","Average ⬆️":19.816468872767587,"Hub License":"gemma","Hub ❤️":1,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.016062111190977,"IFEval Raw":0.1615668648075994,"IFEval":16.15668648075994,"BBH Raw":0.5844669261858688,"BBH":39.39691509660613,"MATH Lvl 5 Raw":0.0823262839879154,"MATH Lvl 5":8.23262839879154,"GPQA Raw":0.33305369127516776,"GPQA":11.073825503355701,"MUSR Raw":0.40692708333333333,"MUSR":8.86588541666667,"MMLU-PRO Raw":0.4165558510638298,"MMLU-PRO":35.172872340425535,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-23","Submission Date":"2025-01-23","Generation":1,"Base Model":"zelk12/MT-Gen6-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT-Gen6fix-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT-Gen6fix-gemma-2-9B 📑","fullname":"zelk12/MT-Gen6fix-gemma-2-9B","Model sha":"f733983a7f923b19fb6d1cbc9f1cdffe788984ef","Average ⬆️":20.06441030320394,"Hub License":"gemma","Hub ❤️":1,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.8012175211404218,"IFEval Raw":0.15759518078697854,"IFEval":15.759518078697855,"BBH Raw":0.5917309697578781,"BBH":40.78635026219728,"MATH Lvl 5 Raw":0.08157099697885196,"MATH Lvl 5":8.157099697885197,"GPQA Raw":0.337248322147651,"GPQA":11.633109619686799,"MUSR Raw":0.40841666666666665,"MUSR":9.385416666666666,"MMLU-PRO Raw":0.4119847074468085,"MMLU-PRO":34.66496749408983,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-02","Submission Date":"2025-02-02","Generation":1,"Base Model":"zelk12/MT-Gen6fix-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT-Gen7-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT-Gen7-gemma-2-9B 📑","fullname":"zelk12/MT-Gen7-gemma-2-9B","Model sha":"b9316aea6888346724d9631e1987327e103529eb","Average ⬆️":20.391800709714477,"Hub License":"gemma","Hub ❤️":2,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.058312500916082,"IFEval Raw":0.16641289556155447,"IFEval":16.641289556155446,"BBH Raw":0.5935242633580781,"BBH":40.939071043896035,"MATH Lvl 5 Raw":0.0891238670694864,"MATH Lvl 5":8.91238670694864,"GPQA Raw":0.33557046979865773,"GPQA":11.409395973154364,"MUSR Raw":0.40978125,"MUSR":9.755989583333333,"MMLU-PRO Raw":0.4122340425531915,"MMLU-PRO":34.692671394799056,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-15","Submission Date":"2025-02-15","Generation":1,"Base Model":"zelk12/MT-Gen7-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT-Max-Merge_02012025163610-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT-Max-Merge_02012025163610-gemma-2-9B 📑","fullname":"zelk12/MT-Max-Merge_02012025163610-gemma-2-9B","Model sha":"2f279c5c648c22e77327d0c0098f90b69312afd3","Average ⬆️":34.703708309941995,"Hub License":"gemma","Hub ❤️":1,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.69223875048688,"IFEval Raw":0.7907485471881275,"IFEval":79.07485471881274,"BBH Raw":0.6142243374633075,"BBH":44.5016839041576,"MATH Lvl 5 Raw":0.2212990936555891,"MATH Lvl 5":22.129909365558913,"GPQA Raw":0.35151006711409394,"GPQA":13.534675615212524,"MUSR Raw":0.4228020833333333,"MUSR":11.250260416666668,"MMLU-PRO Raw":0.4395777925531915,"MMLU-PRO":37.730865839243506,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-02","Submission Date":"2025-01-02","Generation":1,"Base Model":"zelk12/MT-Max-Merge_02012025163610-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT-Merge-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT-Merge-gemma-2-9B 📑","fullname":"zelk12/MT-Merge-gemma-2-9B","Model sha":"f4c3b001bc8692bcbbd7005b6f8db048e651aa46","Average ⬆️":34.87860604484159,"Hub License":"","Hub ❤️":3,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.438111674016961,"IFEval Raw":0.8035379459833243,"IFEval":80.35379459833243,"BBH Raw":0.6118379158679297,"BBH":44.32084182103274,"MATH Lvl 5 Raw":0.22054380664652568,"MATH Lvl 5":22.054380664652566,"GPQA Raw":0.34815436241610737,"GPQA":13.087248322147648,"MUSR Raw":0.425625,"MUSR":12.103125,"MMLU-PRO Raw":0.43617021276595747,"MMLU-PRO":37.35224586288417,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-22","Submission Date":"2024-10-22","Generation":1,"Base Model":"zelk12/MT-Merge-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT-Merge1-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT-Merge1-gemma-2-9B 📑","fullname":"zelk12/MT-Merge1-gemma-2-9B","Model sha":"71bb4577c877715f3f6646a224b184544639c856","Average ⬆️":34.85532711993079,"Hub License":"","Hub ❤️":1,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.05468073156111,"IFEval Raw":0.7901490268044344,"IFEval":79.01490268044344,"BBH Raw":0.6099997385328262,"BBH":44.05824559954283,"MATH Lvl 5 Raw":0.22885196374622357,"MATH Lvl 5":22.885196374622357,"GPQA Raw":0.35151006711409394,"GPQA":13.534675615212524,"MUSR Raw":0.4243854166666667,"MUSR":12.148177083333335,"MMLU-PRO Raw":0.43741688829787234,"MMLU-PRO":37.49076536643025,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-07","Submission Date":"2024-11-07","Generation":1,"Base Model":"zelk12/MT-Merge1-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT-Merge2-MU-gemma-2-MTg2MT1g2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT-Merge2-MU-gemma-2-MTg2MT1g2-9B 📑","fullname":"zelk12/MT-Merge2-MU-gemma-2-MTg2MT1g2-9B","Model sha":"6d73ec2204800f7978c376567d3c6361c0a072cd","Average ⬆️":34.891868837941765,"Hub License":"","Hub ❤️":2,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.6897704411880747,"IFEval Raw":0.7955945779420825,"IFEval":79.55945779420827,"BBH Raw":0.60838922159878,"BBH":43.840199946938355,"MATH Lvl 5 Raw":0.21827794561933533,"MATH Lvl 5":21.827794561933533,"GPQA Raw":0.35067114093959734,"GPQA":13.422818791946312,"MUSR Raw":0.43222916666666666,"MUSR":13.228645833333337,"MMLU-PRO Raw":0.437250664893617,"MMLU-PRO":37.47229609929077,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-25","Submission Date":"2024-11-28","Generation":1,"Base Model":"zelk12/MT-Merge2-MU-gemma-2-MTg2MT1g2-9B (Merge)"},{"eval_name":"zelk12_MT-Merge2-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT-Merge2-gemma-2-9B 📑","fullname":"zelk12/MT-Merge2-gemma-2-9B","Model sha":"a695e722e6fab77852f9fe59bbc4d69fe23c4208","Average ⬆️":34.82072732965434,"Hub License":"","Hub ❤️":2,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.701582383026738,"IFEval Raw":0.7877010775852515,"IFEval":78.77010775852516,"BBH Raw":0.6106681877306871,"BBH":44.157196877023516,"MATH Lvl 5 Raw":0.2348942598187311,"MATH Lvl 5":23.48942598187311,"GPQA Raw":0.35067114093959734,"GPQA":13.422818791946312,"MUSR Raw":0.4216875,"MUSR":11.510937500000002,"MMLU-PRO Raw":0.43816489361702127,"MMLU-PRO":37.57387706855792,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-25","Submission Date":"2024-11-25","Generation":1,"Base Model":"zelk12/MT-Merge2-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT-Merge3-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT-Merge3-gemma-2-9B 📑","fullname":"zelk12/MT-Merge3-gemma-2-9B","Model sha":"3f02f5e76d3aade3340307eb34b15bc9dd5a2023","Average ⬆️":34.63973964338121,"Hub License":"gemma","Hub ❤️":0,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.7620410574299785,"IFEval Raw":0.7858526487497617,"IFEval":78.58526487497618,"BBH Raw":0.6102112889343964,"BBH":44.06607310905077,"MATH Lvl 5 Raw":0.22054380664652568,"MATH Lvl 5":22.054380664652566,"GPQA Raw":0.348993288590604,"GPQA":13.19910514541387,"MUSR Raw":0.42575,"MUSR":12.452083333333336,"MMLU-PRO Raw":0.4373337765957447,"MMLU-PRO":37.48153073286053,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-11","Submission Date":"2024-12-11","Generation":1,"Base Model":"zelk12/MT-Merge3-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT-Merge4-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT-Merge4-gemma-2-9B 📑","fullname":"zelk12/MT-Merge4-gemma-2-9B","Model sha":"5f076ad8a3f3c403840a1cd572a6018bea34e889","Average ⬆️":34.59930867791183,"Hub License":"gemma","Hub ❤️":1,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.74677027237328,"IFEval Raw":0.7807317916461656,"IFEval":78.07317916461656,"BBH Raw":0.6118218058684427,"BBH":44.05349239999947,"MATH Lvl 5 Raw":0.21676737160120846,"MATH Lvl 5":21.676737160120847,"GPQA Raw":0.3523489932885906,"GPQA":13.646532438478745,"MUSR Raw":0.42943749999999997,"MUSR":12.479687500000002,"MMLU-PRO Raw":0.43899601063829785,"MMLU-PRO":37.66622340425532,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-21","Submission Date":"2024-12-21","Generation":1,"Base Model":"zelk12/MT-Merge4-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT-Merge5-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT-Merge5-gemma-2-9B 📑","fullname":"zelk12/MT-Merge5-gemma-2-9B","Model sha":"d8adfc6c5395baaeb3f5e0b50c585ed3f662c4d9","Average ⬆️":34.6922400282852,"Hub License":"gemma","Hub ❤️":2,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.601579747299585,"IFEval Raw":0.7843787816327346,"IFEval":78.43787816327344,"BBH Raw":0.6122674386670167,"BBH":44.240598262546506,"MATH Lvl 5 Raw":0.21827794561933533,"MATH Lvl 5":21.827794561933533,"GPQA Raw":0.35318791946308725,"GPQA":13.758389261744966,"MUSR Raw":0.42813541666666666,"MUSR":12.250260416666668,"MMLU-PRO Raw":0.4387466755319149,"MMLU-PRO":37.63851950354609,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-30","Submission Date":"2024-12-30","Generation":1,"Base Model":"zelk12/MT-Merge5-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT-Merge6-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT-Merge6-gemma-2-9B 📑","fullname":"zelk12/MT-Merge6-gemma-2-9B","Model sha":"ce24f52c594decba760d14f77cc4d978a2b8f0dd","Average ⬆️":20.20346619991928,"Hub License":"gemma","Hub ❤️":2,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.0751509617498924,"IFEval Raw":0.16946036516443036,"IFEval":16.946036516443037,"BBH Raw":0.5949106849534558,"BBH":41.321961057304115,"MATH Lvl 5 Raw":0.08006042296072508,"MATH Lvl 5":8.006042296072508,"GPQA Raw":0.3288590604026846,"GPQA":10.514541387024611,"MUSR Raw":0.40978125,"MUSR":9.822656250000001,"MMLU-PRO Raw":0.41148603723404253,"MMLU-PRO":34.6095596926714,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-13","Submission Date":"2025-02-13","Generation":1,"Base Model":"zelk12/MT-Merge6-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT-gemma-2-9B 📑","fullname":"zelk12/MT-gemma-2-9B","Model sha":"24e1f894517b86dd866c1a5999ced4a5924dcd90","Average ⬆️":33.61322699458912,"Hub License":"","Hub ❤️":3,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.046797818737478,"IFEval Raw":0.7968434863938794,"IFEval":79.68434863938793,"BBH Raw":0.6063604478633632,"BBH":43.32424255563143,"MATH Lvl 5 Raw":0.2054380664652568,"MATH Lvl 5":20.54380664652568,"GPQA Raw":0.34563758389261745,"GPQA":12.751677852348994,"MUSR Raw":0.40711458333333334,"MUSR":9.555989583333337,"MMLU-PRO Raw":0.42237367021276595,"MMLU-PRO":35.819296690307326,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-11","Submission Date":"2024-10-11","Generation":1,"Base Model":"zelk12/MT-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT1-Gen1-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT1-Gen1-gemma-2-9B 📑","fullname":"zelk12/MT1-Gen1-gemma-2-9B","Model sha":"939ac6c12059a18fc1117cdb3861f46816eff2fb","Average ⬆️":34.93165507194035,"Hub License":"","Hub ❤️":0,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.724969438917603,"IFEval Raw":0.7974430067775724,"IFEval":79.74430067775725,"BBH Raw":0.6117787046647335,"BBH":44.27328174531427,"MATH Lvl 5 Raw":0.2243202416918429,"MATH Lvl 5":22.432024169184288,"GPQA Raw":0.34395973154362414,"GPQA":12.527964205816552,"MUSR Raw":0.43095833333333333,"MUSR":13.103125000000004,"MMLU-PRO Raw":0.43758311170212766,"MMLU-PRO":37.50923463356973,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-23","Submission Date":"2024-10-24","Generation":1,"Base Model":"zelk12/MT1-Gen1-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT1-Gen2-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT1-Gen2-gemma-2-9B 📑","fullname":"zelk12/MT1-Gen2-gemma-2-9B","Model sha":"aeaca7dc7d50a425a5d3c38d7c4a7daf1c772ad4","Average ⬆️":35.005439602301884,"Hub License":"","Hub ❤️":2,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.991990303629385,"IFEval Raw":0.7983672211953173,"IFEval":79.83672211953174,"BBH Raw":0.6095989894691557,"BBH":43.91919055805058,"MATH Lvl 5 Raw":0.22507552870090636,"MATH Lvl 5":22.507552870090635,"GPQA Raw":0.3523489932885906,"GPQA":13.646532438478745,"MUSR Raw":0.42835416666666665,"MUSR":12.844270833333335,"MMLU-PRO Raw":0.43550531914893614,"MMLU-PRO":37.278368794326234,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-11","Submission Date":"2024-11-11","Generation":1,"Base Model":"zelk12/MT1-Gen2-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT1-Gen3-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT1-Gen3-gemma-2-9B 📑","fullname":"zelk12/MT1-Gen3-gemma-2-9B","Model sha":"5cc4ee1c70f08a5b1a195d43f044d9bf6fca29f5","Average ⬆️":34.739851169246734,"Hub License":"","Hub ❤️":0,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.889753245978531,"IFEval Raw":0.795969139660545,"IFEval":79.5969139660545,"BBH Raw":0.6101551392017761,"BBH":43.99030612548967,"MATH Lvl 5 Raw":0.2243202416918429,"MATH Lvl 5":22.432024169184288,"GPQA Raw":0.348993288590604,"GPQA":13.19910514541387,"MUSR Raw":0.42432291666666666,"MUSR":12.007031250000002,"MMLU-PRO Raw":0.43492353723404253,"MMLU-PRO":37.21372635933806,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-01","Submission Date":"2024-12-01","Generation":1,"Base Model":"zelk12/MT1-Gen3-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT1-Gen4-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT1-Gen4-gemma-2-9B 📑","fullname":"zelk12/MT1-Gen4-gemma-2-9B","Model sha":"5eaf1ef67f32805c6fbc0b51418a8caf866661a2","Average ⬆️":34.28920938772912,"Hub License":"gemma","Hub ❤️":1,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.484124550367983,"IFEval Raw":0.7941207108250552,"IFEval":79.41207108250552,"BBH Raw":0.6057567677609054,"BBH":43.145368161068774,"MATH Lvl 5 Raw":0.21601208459214502,"MATH Lvl 5":21.6012084592145,"GPQA Raw":0.34731543624161076,"GPQA":12.975391498881436,"MUSR Raw":0.42311458333333335,"MUSR":12.089322916666669,"MMLU-PRO Raw":0.42860704787234044,"MMLU-PRO":36.51189420803782,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-14","Submission Date":"2024-12-14","Generation":1,"Base Model":"zelk12/MT1-Gen4-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT1-Gen5-IF-gemma-2-S2DMv1-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT1-Gen5-IF-gemma-2-S2DMv1-9B 📑","fullname":"zelk12/MT1-Gen5-IF-gemma-2-S2DMv1-9B","Model sha":"53a780fd3a2d42709a0f517cac019234d7d71267","Average ⬆️":33.781043838460555,"Hub License":"","Hub ❤️":1,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.4142540478852608,"IFEval Raw":0.7929216700576691,"IFEval":79.29216700576691,"BBH Raw":0.6000001533684681,"BBH":42.20102785338743,"MATH Lvl 5 Raw":0.20317220543806647,"MATH Lvl 5":20.31722054380665,"GPQA Raw":0.34395973154362414,"GPQA":12.527964205816552,"MUSR Raw":0.4244791666666667,"MUSR":12.593229166666665,"MMLU-PRO Raw":0.42179188829787234,"MMLU-PRO":35.754654255319146,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-24","Submission Date":"2024-12-31","Generation":1,"Base Model":"zelk12/MT1-Gen5-IF-gemma-2-S2DMv1-9B (Merge)"},{"eval_name":"zelk12_MT1-Gen5-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT1-Gen5-gemma-2-9B 📑","fullname":"zelk12/MT1-Gen5-gemma-2-9B","Model sha":"4eb54f9a0a9f482537b0e79000ffe7fb9d024c38","Average ⬆️":33.556617199966034,"Hub License":"gemma","Hub ❤️":1,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.5104606731262233,"IFEval Raw":0.7794828831943688,"IFEval":77.94828831943687,"BBH Raw":0.6017455017631886,"BBH":42.49676419899819,"MATH Lvl 5 Raw":0.20770392749244712,"MATH Lvl 5":20.770392749244714,"GPQA Raw":0.3464765100671141,"GPQA":12.863534675615215,"MUSR Raw":0.41914583333333333,"MUSR":11.459895833333334,"MMLU-PRO Raw":0.42220744680851063,"MMLU-PRO":35.80082742316785,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-24","Submission Date":"2024-12-24","Generation":1,"Base Model":"zelk12/MT1-Gen5-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT1-Gen6-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT1-Gen6-gemma-2-9B 📑","fullname":"zelk12/MT1-Gen6-gemma-2-9B","Model sha":"7834a5b83bf7a9a75a0f7d75603cc166627f1e26","Average ⬆️":19.919694219754245,"Hub License":"gemma","Hub ❤️":2,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.846159834892288,"IFEval Raw":0.16336542595867853,"IFEval":16.33654259586785,"BBH Raw":0.5943545352208355,"BBH":41.26198928071469,"MATH Lvl 5 Raw":0.08081570996978851,"MATH Lvl 5":8.08157099697885,"GPQA Raw":0.32802013422818793,"GPQA":10.402684563758392,"MUSR Raw":0.40444791666666663,"MUSR":8.62265625,"MMLU-PRO Raw":0.4133144946808511,"MMLU-PRO":34.812721631205676,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-04","Submission Date":"2025-02-04","Generation":1,"Base Model":"zelk12/MT1-Gen6-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT1-Gen7-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT1-Gen7-gemma-2-9B 📑","fullname":"zelk12/MT1-Gen7-gemma-2-9B","Model sha":"41b009dd08c26b26d2cf4df3bc67d822a9e6f38e","Average ⬆️":20.19902054572098,"Hub License":"gemma","Hub ❤️":2,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.130285589661694,"IFEval Raw":0.16336542595867853,"IFEval":16.33654259586785,"BBH Raw":0.5937953240176393,"BBH":41.18207626381973,"MATH Lvl 5 Raw":0.08308157099697885,"MATH Lvl 5":8.308157099697885,"GPQA Raw":0.32802013422818793,"GPQA":10.402684563758392,"MUSR Raw":0.41111458333333334,"MUSR":10.022656250000002,"MMLU-PRO Raw":0.4144780585106383,"MMLU-PRO":34.94200650118203,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-19","Submission Date":"2025-02-19","Generation":1,"Base Model":"zelk12/MT1-Gen7-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT1-Max-Merge_02012025163610-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT1-Max-Merge_02012025163610-gemma-2-9B 📑","fullname":"zelk12/MT1-Max-Merge_02012025163610-gemma-2-9B","Model sha":"e9177c45a9dc1ff2ace378d4809ea92ff6e477c4","Average ⬆️":34.87300068519695,"Hub License":"gemma","Hub ❤️":1,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.7559596618826125,"IFEval Raw":0.7928718023732585,"IFEval":79.28718023732586,"BBH Raw":0.6122674386670167,"BBH":44.2263771296489,"MATH Lvl 5 Raw":0.22280966767371602,"MATH Lvl 5":22.280966767371602,"GPQA Raw":0.3548657718120805,"GPQA":13.982102908277403,"MUSR Raw":0.4255,"MUSR":11.887500000000001,"MMLU-PRO Raw":0.43816489361702127,"MMLU-PRO":37.57387706855792,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-04","Submission Date":"2025-01-04","Generation":1,"Base Model":"zelk12/MT1-Max-Merge_02012025163610-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT1-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT1-gemma-2-9B 📑","fullname":"zelk12/MT1-gemma-2-9B","Model sha":"3a5e77518ca9c3c8ea2edac4c03bc220ee91f3ed","Average ⬆️":34.86746462523027,"Hub License":"","Hub ❤️":2,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.6914387804832085,"IFEval Raw":0.7946703635243377,"IFEval":79.46703635243378,"BBH Raw":0.6108745950756924,"BBH":44.16152621661877,"MATH Lvl 5 Raw":0.22356495468277945,"MATH Lvl 5":22.356495468277945,"GPQA Raw":0.34563758389261745,"GPQA":12.751677852348994,"MUSR Raw":0.43222916666666666,"MUSR":13.161979166666669,"MMLU-PRO Raw":0.4357546542553192,"MMLU-PRO":37.30607269503546,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-12","Submission Date":"2024-10-14","Generation":1,"Base Model":"zelk12/MT1-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT2-Gen1-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT2-Gen1-gemma-2-9B 📑","fullname":"zelk12/MT2-Gen1-gemma-2-9B","Model sha":"167abf8eb4ea01fecd42dc32ad68160c51a8685a","Average ⬆️":34.46173377708927,"Hub License":"","Hub ❤️":0,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.766419553650529,"IFEval Raw":0.7855778224001206,"IFEval":78.55778224001206,"BBH Raw":0.6100802027920743,"BBH":44.141103157274806,"MATH Lvl 5 Raw":0.2212990936555891,"MATH Lvl 5":22.129909365558913,"GPQA Raw":0.34312080536912754,"GPQA":12.416107382550338,"MUSR Raw":0.42432291666666666,"MUSR":12.007031250000002,"MMLU-PRO Raw":0.4376662234042553,"MMLU-PRO":37.51846926713948,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-24","Submission Date":"2024-10-27","Generation":1,"Base Model":"zelk12/MT2-Gen1-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT2-Gen2-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT2-Gen2-gemma-2-9B 📑","fullname":"zelk12/MT2-Gen2-gemma-2-9B","Model sha":"24c487499b5833424ffb9932eed838bb254f61b4","Average ⬆️":34.64186698980044,"Hub License":"","Hub ❤️":3,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.074882610785808,"IFEval Raw":0.7889001183526376,"IFEval":78.89001183526376,"BBH Raw":0.6092917531936446,"BBH":44.04450256220759,"MATH Lvl 5 Raw":0.21827794561933533,"MATH Lvl 5":21.827794561933533,"GPQA Raw":0.3464765100671141,"GPQA":12.863534675615215,"MUSR Raw":0.42702083333333335,"MUSR":12.577604166666669,"MMLU-PRO Raw":0.43882978723404253,"MMLU-PRO":37.64775413711584,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-12","Submission Date":"2024-11-12","Generation":1,"Base Model":"zelk12/MT2-Gen2-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT2-Gen3-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT2-Gen3-gemma-2-9B 📑","fullname":"zelk12/MT2-Gen3-gemma-2-9B","Model sha":"bb750c2b76328c6dbc9adf9ae3d09551f3723758","Average ⬆️":34.26447113111225,"Hub License":"","Hub ❤️":1,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.848753509583258,"IFEval Raw":0.7810066179958066,"IFEval":78.10066179958066,"BBH Raw":0.6104772065373926,"BBH":44.007274058843926,"MATH Lvl 5 Raw":0.2107250755287009,"MATH Lvl 5":21.07250755287009,"GPQA Raw":0.3464765100671141,"GPQA":12.863534675615215,"MUSR Raw":0.4230833333333333,"MUSR":12.052083333333336,"MMLU-PRO Raw":0.43741688829787234,"MMLU-PRO":37.49076536643025,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-04","Submission Date":"2024-12-04","Generation":1,"Base Model":"zelk12/MT2-Gen3-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT2-Gen4-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT2-Gen4-gemma-2-9B 📑","fullname":"zelk12/MT2-Gen4-gemma-2-9B","Model sha":"7a07de3719c3b8b8e90e79a65798bcc4ef454fc6","Average ⬆️":34.202321593914604,"Hub License":"gemma","Hub ❤️":1,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.572871445220205,"IFEval Raw":0.7895993741051521,"IFEval":78.95993741051521,"BBH Raw":0.609655139201776,"BBH":43.778361681045226,"MATH Lvl 5 Raw":0.22356495468277945,"MATH Lvl 5":22.356495468277945,"GPQA Raw":0.34563758389261745,"GPQA":12.751677852348994,"MUSR Raw":0.41254166666666664,"MUSR":10.467708333333336,"MMLU-PRO Raw":0.43209773936170215,"MMLU-PRO":36.89974881796691,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-15","Submission Date":"2024-12-15","Generation":1,"Base Model":"zelk12/MT2-Gen4-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT2-Gen5-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT2-Gen5-gemma-2-9B 📑","fullname":"zelk12/MT2-Gen5-gemma-2-9B","Model sha":"94711cc263eab1464fa6b01c28ee5171b4467d84","Average ⬆️":34.04923355550058,"Hub License":"gemma","Hub ❤️":0,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.5242714236898025,"IFEval Raw":0.7749116787900548,"IFEval":77.49116787900549,"BBH Raw":0.6063933817527739,"BBH":43.12428137338583,"MATH Lvl 5 Raw":0.2107250755287009,"MATH Lvl 5":21.07250755287009,"GPQA Raw":0.35151006711409394,"GPQA":13.534675615212524,"MUSR Raw":0.42441666666666666,"MUSR":12.385416666666663,"MMLU-PRO Raw":0.43018617021276595,"MMLU-PRO":36.68735224586289,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-25","Submission Date":"2024-12-25","Generation":1,"Base Model":"zelk12/MT2-Gen5-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT2-Gen6-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT2-Gen6-gemma-2-9B 📑","fullname":"zelk12/MT2-Gen6-gemma-2-9B","Model sha":"a1b1a2009841dd0b5bf00ca65b631bc771146a65","Average ⬆️":20.837841635914646,"Hub License":"gemma","Hub ❤️":1,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.8988147594218003,"IFEval Raw":0.16641289556155447,"IFEval":16.641289556155446,"BBH Raw":0.595964957637105,"BBH":41.771094311913785,"MATH Lvl 5 Raw":0.08459214501510574,"MATH Lvl 5":8.459214501510575,"GPQA Raw":0.33808724832214765,"GPQA":11.74496644295302,"MUSR Raw":0.41371874999999997,"MUSR":10.748177083333331,"MMLU-PRO Raw":0.42096077127659576,"MMLU-PRO":35.662307919621746,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-05","Submission Date":"2025-02-05","Generation":1,"Base Model":"zelk12/MT2-Gen6-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT2-Gen7-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT2-Gen7-gemma-2-9B 📑","fullname":"zelk12/MT2-Gen7-gemma-2-9B","Model sha":"ccefd8eab76f7a2a25e2974e9545ba176078fe8f","Average ⬆️":22.28290945432224,"Hub License":"gemma","Hub ❤️":1,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.0336772099521174,"IFEval Raw":0.17615482475387528,"IFEval":17.615482475387527,"BBH Raw":0.6078922830693557,"BBH":43.57419892144867,"MATH Lvl 5 Raw":0.10196374622356495,"MATH Lvl 5":10.196374622356496,"GPQA Raw":0.3548657718120805,"GPQA":13.982102908277403,"MUSR Raw":0.42032291666666666,"MUSR":11.540364583333336,"MMLU-PRO Raw":0.4311003989361702,"MMLU-PRO":36.788933215130015,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-22","Submission Date":"2025-02-22","Generation":1,"Base Model":"zelk12/MT2-Gen7-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT2-Max-Merge_02012025163610-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT2-Max-Merge_02012025163610-gemma-2-9B 📑","fullname":"zelk12/MT2-Max-Merge_02012025163610-gemma-2-9B","Model sha":"76d8a9cc371af30b5843fb69edc25ff767d6741f","Average ⬆️":34.675340724715895,"Hub License":"gemma","Hub ❤️":0,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.6579498577309617,"IFEval Raw":0.7901490268044344,"IFEval":79.01490268044344,"BBH Raw":0.6108461203950706,"BBH":44.04081717896338,"MATH Lvl 5 Raw":0.2243202416918429,"MATH Lvl 5":22.432024169184288,"GPQA Raw":0.35151006711409394,"GPQA":13.534675615212524,"MUSR Raw":0.42283333333333334,"MUSR":11.354166666666666,"MMLU-PRO Raw":0.4390791223404255,"MMLU-PRO":37.67545803782505,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-07","Submission Date":"2025-01-07","Generation":1,"Base Model":"zelk12/MT2-Max-Merge_02012025163610-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT2-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT2-gemma-2-9B 📑","fullname":"zelk12/MT2-gemma-2-9B","Model sha":"d20d7169ce0f53d586504c50b4b7dc470bf8a781","Average ⬆️":34.516135363494435,"Hub License":"","Hub ❤️":1,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.3882197422474745,"IFEval Raw":0.7885754243185858,"IFEval":78.85754243185858,"BBH Raw":0.611511004530543,"BBH":44.16748136989228,"MATH Lvl 5 Raw":0.2212990936555891,"MATH Lvl 5":22.129909365558913,"GPQA Raw":0.34731543624161076,"GPQA":12.975391498881436,"MUSR Raw":0.42165625,"MUSR":11.540364583333334,"MMLU-PRO Raw":0.43683510638297873,"MMLU-PRO":37.42612293144209,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-14","Submission Date":"2024-10-15","Generation":1,"Base Model":"zelk12/MT2-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT3-Gen1-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT3-Gen1-gemma-2-9B 📑","fullname":"zelk12/MT3-Gen1-gemma-2-9B","Model sha":"cd78df9e67e2e710d8d305f5a03a92c01b1b425d","Average ⬆️":34.08858123026874,"Hub License":"","Hub ❤️":1,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.2273318034282115,"IFEval Raw":0.7837792612490415,"IFEval":78.37792612490415,"BBH Raw":0.6106760932030332,"BBH":44.119494687402835,"MATH Lvl 5 Raw":0.21450151057401812,"MATH Lvl 5":21.45015105740181,"GPQA Raw":0.3464765100671141,"GPQA":12.863534675615215,"MUSR Raw":0.41511458333333334,"MUSR":10.755989583333337,"MMLU-PRO Raw":0.43267952127659576,"MMLU-PRO":36.96439125295508,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-24","Submission Date":"2024-10-28","Generation":1,"Base Model":"zelk12/MT3-Gen1-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT3-Gen2-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT3-Gen2-gemma-2-9B 📑","fullname":"zelk12/MT3-Gen2-gemma-2-9B","Model sha":"e4ef057d20751d89934025e9088ba98d89b921b5","Average ⬆️":34.34982932139744,"Hub License":"","Hub ❤️":1,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.8382167971966807,"IFEval Raw":0.7843289139483238,"IFEval":78.43289139483238,"BBH Raw":0.6091473194676166,"BBH":43.94022574925496,"MATH Lvl 5 Raw":0.22356495468277945,"MATH Lvl 5":22.356495468277945,"GPQA Raw":0.3573825503355705,"GPQA":14.317673378076066,"MUSR Raw":0.41111458333333334,"MUSR":10.022656250000002,"MMLU-PRO Raw":0.43326130319148937,"MMLU-PRO":37.02903368794326,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-20","Submission Date":"2024-11-20","Generation":1,"Base Model":"zelk12/MT3-Gen2-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT3-Gen3-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT3-Gen3-gemma-2-9B 📑","fullname":"zelk12/MT3-Gen3-gemma-2-9B","Model sha":"4ad54d6295f6364aa87f7aaa2a7bd112fb92ec00","Average ⬆️":34.43703358555928,"Hub License":"","Hub ❤️":1,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.8089251355109486,"IFEval Raw":0.7856276900845313,"IFEval":78.56276900845313,"BBH Raw":0.6088892215987798,"BBH":43.78374025194924,"MATH Lvl 5 Raw":0.21525679758308158,"MATH Lvl 5":21.525679758308158,"GPQA Raw":0.35151006711409394,"GPQA":13.534675615212524,"MUSR Raw":0.42575,"MUSR":12.518750000000002,"MMLU-PRO Raw":0.4302692819148936,"MMLU-PRO":36.696586879432616,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-07","Submission Date":"2024-12-07","Generation":1,"Base Model":"zelk12/MT3-Gen3-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT3-Gen4-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT3-Gen4-gemma-2-9B 📑","fullname":"zelk12/MT3-Gen4-gemma-2-9B","Model sha":"22066f5a275797ae870d2c58e8c75ac933ee1adf","Average ⬆️":34.517532467321914,"Hub License":"gemma","Hub ❤️":4,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.6417066861965695,"IFEval Raw":0.7737126380226687,"IFEval":77.37126380226687,"BBH Raw":0.6100843629460684,"BBH":43.77959090180507,"MATH Lvl 5 Raw":0.20619335347432025,"MATH Lvl 5":20.619335347432024,"GPQA Raw":0.34731543624161076,"GPQA":12.975391498881436,"MUSR Raw":0.4476354166666667,"MUSR":14.721093750000001,"MMLU-PRO Raw":0.4387466755319149,"MMLU-PRO":37.63851950354609,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-16","Submission Date":"2024-12-16","Generation":1,"Base Model":"zelk12/MT3-Gen4-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT3-Gen5-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT3-Gen5-gemma-2-9B 📑","fullname":"zelk12/MT3-Gen5-gemma-2-9B","Model sha":"b02315782a4719734b159220ca1eef0770d022a5","Average ⬆️":34.7576818343369,"Hub License":"gemma","Hub ❤️":1,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.8812542327353103,"IFEval Raw":0.7990166092634211,"IFEval":79.90166092634212,"BBH Raw":0.6098615465467813,"BBH":43.951198645912804,"MATH Lvl 5 Raw":0.22658610271903323,"MATH Lvl 5":22.658610271903324,"GPQA Raw":0.35318791946308725,"GPQA":13.758389261744966,"MUSR Raw":0.41911458333333335,"MUSR":11.422656250000003,"MMLU-PRO Raw":0.43168218085106386,"MMLU-PRO":36.8535756501182,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-26","Submission Date":"2024-12-26","Generation":1,"Base Model":"zelk12/MT3-Gen5-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT3-Gen5-gemma-2-9B_v1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT3-Gen5-gemma-2-9B_v1 📑","fullname":"zelk12/MT3-Gen5-gemma-2-9B_v1","Model sha":"40bfcc25ff421ff83d67a9c46474a0b40abf4f4a","Average ⬆️":34.734556510838615,"Hub License":"gemma","Hub ❤️":2,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.8563037332700265,"IFEval Raw":0.7996161296471141,"IFEval":79.9616129647114,"BBH Raw":0.6113330718661595,"BBH":44.15960180869316,"MATH Lvl 5 Raw":0.22280966767371602,"MATH Lvl 5":22.280966767371602,"GPQA Raw":0.348993288590604,"GPQA":13.19910514541387,"MUSR Raw":0.4203854166666667,"MUSR":11.481510416666671,"MMLU-PRO Raw":0.4359208776595745,"MMLU-PRO":37.32454196217494,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-27","Submission Date":"2024-12-27","Generation":1,"Base Model":"zelk12/MT3-Gen5-gemma-2-9B_v1 (Merge)"},{"eval_name":"zelk12_MT3-Gen6-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT3-Gen6-gemma-2-9B 📑","fullname":"zelk12/MT3-Gen6-gemma-2-9B","Model sha":"a8f0594d31040041bcfa0ab1e9521543d9b91040","Average ⬆️":21.10285538804693,"Hub License":"gemma","Hub ❤️":1,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":2.047318577948042,"IFEval Raw":0.17615482475387528,"IFEval":17.615482475387527,"BBH Raw":0.6020072592121909,"BBH":42.63936302517612,"MATH Lvl 5 Raw":0.08836858006042296,"MATH Lvl 5":8.836858006042297,"GPQA Raw":0.34312080536912754,"GPQA":12.416107382550338,"MUSR Raw":0.4125729166666667,"MUSR":10.638281250000004,"MMLU-PRO Raw":0.41023936170212766,"MMLU-PRO":34.47104018912529,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-02-12","Submission Date":"2025-02-12","Generation":1,"Base Model":"zelk12/MT3-Gen6-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT3-Max-Merge_02012025163610-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT3-Max-Merge_02012025163610-gemma-2-9B 📑","fullname":"zelk12/MT3-Max-Merge_02012025163610-gemma-2-9B","Model sha":"6499758258ac6278e7fdc4ba6719ab28f35709e8","Average ⬆️":22.46770825046867,"Hub License":"gemma","Hub ❤️":0,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.8925640601125973,"IFEval Raw":0.17615482475387528,"IFEval":17.615482475387527,"BBH Raw":0.6123461203950705,"BBH":44.206519793342466,"MATH Lvl 5 Raw":0.10120845921450151,"MATH Lvl 5":10.120845921450151,"GPQA Raw":0.35067114093959734,"GPQA":13.422818791946312,"MUSR Raw":0.42546875,"MUSR":11.78359375,"MMLU-PRO Raw":0.4389128989361702,"MMLU-PRO":37.65698877068557,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-09","Submission Date":"2025-01-09","Generation":1,"Base Model":"zelk12/MT3-Max-Merge_02012025163610-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT3-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT3-gemma-2-9B 📑","fullname":"zelk12/MT3-gemma-2-9B","Model sha":"d501b6ea59896fac3dc0a623501a5493b3573cde","Average ⬆️":34.21556543403697,"Hub License":"","Hub ❤️":1,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.273305775537166,"IFEval Raw":0.7786085364610345,"IFEval":77.86085364610345,"BBH Raw":0.61307842026088,"BBH":44.24846451595969,"MATH Lvl 5 Raw":0.21676737160120846,"MATH Lvl 5":21.676737160120847,"GPQA Raw":0.3447986577181208,"GPQA":12.639821029082773,"MUSR Raw":0.4242916666666667,"MUSR":11.903125000000001,"MMLU-PRO Raw":0.43267952127659576,"MMLU-PRO":36.96439125295508,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-15","Submission Date":"2024-10-16","Generation":1,"Base Model":"zelk12/MT3-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT4-Gen1-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT4-Gen1-gemma-2-9B 📑","fullname":"zelk12/MT4-Gen1-gemma-2-9B","Model sha":"6ed2c66246c7f354decfd3579acb534dc4b0b48c","Average ⬆️":34.703100960707964,"Hub License":"","Hub ❤️":0,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.2071216016304085,"IFEval Raw":0.7894996387363307,"IFEval":78.94996387363307,"BBH Raw":0.6093827996028333,"BBH":44.0095244503664,"MATH Lvl 5 Raw":0.21978851963746224,"MATH Lvl 5":21.978851963746223,"GPQA Raw":0.34395973154362414,"GPQA":12.527964205816552,"MUSR Raw":0.43222916666666666,"MUSR":13.0953125,"MMLU-PRO Raw":0.4389128989361702,"MMLU-PRO":37.65698877068557,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-25","Submission Date":"2024-10-29","Generation":1,"Base Model":"zelk12/MT4-Gen1-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT4-Gen2-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT4-Gen2-gemma-2-9B 📑","fullname":"zelk12/MT4-Gen2-gemma-2-9B","Model sha":"4d61a5799b11641a24e8b0f3eda0e987ff392089","Average ⬆️":35.05354383653148,"Hub License":"","Hub ❤️":4,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.954094529653287,"IFEval Raw":0.8050616807847621,"IFEval":80.50616807847622,"BBH Raw":0.6108348543973539,"BBH":44.17665766133724,"MATH Lvl 5 Raw":0.2326283987915408,"MATH Lvl 5":23.26283987915408,"GPQA Raw":0.34563758389261745,"GPQA":12.751677852348994,"MUSR Raw":0.42565625,"MUSR":12.207031250000002,"MMLU-PRO Raw":0.4367519946808511,"MMLU-PRO":37.41688829787233,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-22","Submission Date":"2024-11-22","Generation":1,"Base Model":"zelk12/MT4-Gen2-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT4-Gen3-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT4-Gen3-gemma-2-9B 📑","fullname":"zelk12/MT4-Gen3-gemma-2-9B","Model sha":"f93026d28ca1707e8c21620be8558eed6be43b1c","Average ⬆️":34.3726822248935,"Hub License":"","Hub ❤️":0,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.9174025312379754,"IFEval Raw":0.7840540875986826,"IFEval":78.40540875986827,"BBH Raw":0.6087112889343964,"BBH":43.894390102514826,"MATH Lvl 5 Raw":0.2190332326283988,"MATH Lvl 5":21.90332326283988,"GPQA Raw":0.34395973154362414,"GPQA":12.527964205816552,"MUSR Raw":0.42432291666666666,"MUSR":11.940364583333334,"MMLU-PRO Raw":0.4380817819148936,"MMLU-PRO":37.56464243498817,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-08","Submission Date":"2024-12-08","Generation":1,"Base Model":"zelk12/MT4-Gen3-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT4-Gen4-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT4-Gen4-gemma-2-9B 📑","fullname":"zelk12/MT4-Gen4-gemma-2-9B","Model sha":"51f3deb0aba90d82fc3f21894b3171fa5afbffa5","Average ⬆️":34.381140380385126,"Hub License":"gemma","Hub ❤️":0,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.587482458465672,"IFEval Raw":0.7874262512356104,"IFEval":78.74262512356104,"BBH Raw":0.6076031496231499,"BBH":43.475810110859705,"MATH Lvl 5 Raw":0.21450151057401812,"MATH Lvl 5":21.45015105740181,"GPQA Raw":0.3523489932885906,"GPQA":13.646532438478745,"MUSR Raw":0.42435416666666664,"MUSR":12.044270833333336,"MMLU-PRO Raw":0.4323470744680851,"MMLU-PRO":36.927452718676115,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-19","Submission Date":"2024-12-19","Generation":1,"Base Model":"zelk12/MT4-Gen4-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT4-Gen5-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT4-Gen5-gemma-2-9B 📑","fullname":"zelk12/MT4-Gen5-gemma-2-9B","Model sha":"59681ccdc7e6f1991cc5663464806665bc3bf4c8","Average ⬆️":34.72051149657049,"Hub License":"gemma","Hub ❤️":2,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.6947234173841594,"IFEval Raw":0.7788833628106757,"IFEval":77.88833628106758,"BBH Raw":0.6106664051994928,"BBH":43.94789156904174,"MATH Lvl 5 Raw":0.22658610271903323,"MATH Lvl 5":22.658610271903324,"GPQA Raw":0.3565436241610738,"GPQA":14.205816554809845,"MUSR Raw":0.42683333333333334,"MUSR":12.020833333333334,"MMLU-PRO Raw":0.43841422872340424,"MMLU-PRO":37.60158096926713,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-28","Submission Date":"2024-12-28","Generation":1,"Base Model":"zelk12/MT4-Gen5-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT4-Max-Merge_02012025163610-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT4-Max-Merge_02012025163610-gemma-2-9B 📑","fullname":"zelk12/MT4-Max-Merge_02012025163610-gemma-2-9B","Model sha":"25e64938f38ed3db0113007a2814b069fd2952b0","Average ⬆️":22.332038216896635,"Hub License":"gemma","Hub ❤️":0,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.916799717428739,"IFEval Raw":0.1770790391716202,"IFEval":17.70790391716202,"BBH Raw":0.6120127870617372,"BBH":44.17398166698081,"MATH Lvl 5 Raw":0.09516616314199396,"MATH Lvl 5":9.516616314199396,"GPQA Raw":0.35151006711409394,"GPQA":13.534675615212524,"MUSR Raw":0.4228020833333333,"MUSR":11.383593750000001,"MMLU-PRO Raw":0.4390791223404255,"MMLU-PRO":37.67545803782505,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-11","Submission Date":"2025-01-11","Generation":1,"Base Model":"zelk12/MT4-Max-Merge_02012025163610-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT4-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT4-gemma-2-9B 📑","fullname":"zelk12/MT4-gemma-2-9B","Model sha":"2167ea02baf9145a697a7d828a17c75b86e5e282","Average ⬆️":34.02640198293455,"Hub License":"","Hub ❤️":0,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.310517143448776,"IFEval Raw":0.7761605872418517,"IFEval":77.61605872418517,"BBH Raw":0.607313601341302,"BBH":43.55382749958519,"MATH Lvl 5 Raw":0.2084592145015106,"MATH Lvl 5":20.84592145015106,"GPQA Raw":0.33808724832214765,"GPQA":11.74496644295302,"MUSR Raw":0.43092708333333335,"MUSR":12.999218750000002,"MMLU-PRO Raw":0.43658577127659576,"MMLU-PRO":37.39841903073286,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-16","Submission Date":"2024-10-20","Generation":1,"Base Model":"zelk12/MT4-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT5-Gen1-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT5-Gen1-gemma-2-9B 📑","fullname":"zelk12/MT5-Gen1-gemma-2-9B","Model sha":"0291b776e80f38381788cd8f1fb2c3435ad891b5","Average ⬆️":34.44043157912841,"Hub License":"","Hub ❤️":0,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.03450573615006,"IFEval Raw":0.7831298731809377,"IFEval":78.31298731809378,"BBH Raw":0.6110476837383056,"BBH":44.18333461079421,"MATH Lvl 5 Raw":0.2212990936555891,"MATH Lvl 5":22.129909365558913,"GPQA Raw":0.34731543624161076,"GPQA":12.975391498881436,"MUSR Raw":0.4203854166666667,"MUSR":11.614843750000004,"MMLU-PRO Raw":0.43683510638297873,"MMLU-PRO":37.42612293144209,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-25","Submission Date":"2024-10-31","Generation":1,"Base Model":"zelk12/MT5-Gen1-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT5-Gen2-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT5-Gen2-gemma-2-9B 📑","fullname":"zelk12/MT5-Gen2-gemma-2-9B","Model sha":"3ee2822fcba6708bd9032b79249a2789e5996b6a","Average ⬆️":34.55154984197392,"Hub License":"","Hub ❤️":1,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.7167614366335604,"IFEval Raw":0.7962439660101863,"IFEval":79.62439660101863,"BBH Raw":0.610541261742359,"BBH":44.11321466977781,"MATH Lvl 5 Raw":0.22054380664652568,"MATH Lvl 5":22.054380664652566,"GPQA Raw":0.35151006711409394,"GPQA":13.534675615212524,"MUSR Raw":0.41629166666666667,"MUSR":10.436458333333333,"MMLU-PRO Raw":0.4379155585106383,"MMLU-PRO":37.54617316784869,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-11-23","Submission Date":"2024-11-23","Generation":1,"Base Model":"zelk12/MT5-Gen2-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT5-Gen3-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT5-Gen3-gemma-2-9B 📑","fullname":"zelk12/MT5-Gen3-gemma-2-9B","Model sha":"4b3811c689fec5c9cc483bb1ed696734e5e88fcf","Average ⬆️":34.48864530182997,"Hub License":"","Hub ❤️":0,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.874666248807024,"IFEval Raw":0.7825303527972447,"IFEval":78.25303527972446,"BBH Raw":0.6090494662695,"BBH":43.88591333925529,"MATH Lvl 5 Raw":0.21676737160120846,"MATH Lvl 5":21.676737160120847,"GPQA Raw":0.35151006711409394,"GPQA":13.534675615212524,"MUSR Raw":0.42305208333333333,"MUSR":12.081510416666669,"MMLU-PRO Raw":0.4375,"MMLU-PRO":37.5,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-08","Submission Date":"2024-12-08","Generation":1,"Base Model":"zelk12/MT5-Gen3-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT5-Gen4-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT5-Gen4-gemma-2-9B 📑","fullname":"zelk12/MT5-Gen4-gemma-2-9B","Model sha":"2f826d76460a5b7f150622a57f2d5419adfc464f","Average ⬆️":34.658891352635635,"Hub License":"gemma","Hub ❤️":0,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.6434405353962145,"IFEval Raw":0.7834545672149895,"IFEval":78.34545672149895,"BBH Raw":0.6131056160021203,"BBH":44.32321082390572,"MATH Lvl 5 Raw":0.2243202416918429,"MATH Lvl 5":22.432024169184288,"GPQA Raw":0.35318791946308725,"GPQA":13.758389261744966,"MUSR Raw":0.42283333333333334,"MUSR":11.354166666666666,"MMLU-PRO Raw":0.4396609042553192,"MMLU-PRO":37.74010047281324,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-20","Submission Date":"2024-12-20","Generation":1,"Base Model":"zelk12/MT5-Gen4-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT5-Gen5-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT5-Gen5-gemma-2-9B 📑","fullname":"zelk12/MT5-Gen5-gemma-2-9B","Model sha":"d1f68652d7dda810da8207a371d26376c6a6e847","Average ⬆️":34.634253143757086,"Hub License":"gemma","Hub ❤️":2,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.7832908239042484,"IFEval Raw":0.7947202312087482,"IFEval":79.47202312087482,"BBH Raw":0.6111664051994928,"BBH":44.1150811115254,"MATH Lvl 5 Raw":0.2258308157099698,"MATH Lvl 5":22.58308157099698,"GPQA Raw":0.34815436241610737,"GPQA":13.087248322147648,"MUSR Raw":0.41911458333333335,"MUSR":11.555989583333336,"MMLU-PRO Raw":0.43292885638297873,"MMLU-PRO":36.99209515366431,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-29","Submission Date":"2024-12-29","Generation":1,"Base Model":"zelk12/MT5-Gen5-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT5-Max-Merge_02012025163610-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT5-Max-Merge_02012025163610-gemma-2-9B 📑","fullname":"zelk12/MT5-Max-Merge_02012025163610-gemma-2-9B","Model sha":"a90f9ca13af28c72695fabc56da4ddd8e3a8e173","Average ⬆️":22.353756658265933,"Hub License":"gemma","Hub ❤️":0,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":4.124418721495757,"IFEval Raw":0.17615482475387528,"IFEval":17.615482475387527,"BBH Raw":0.6126794537284038,"BBH":44.27440650358212,"MATH Lvl 5 Raw":0.09818731117824774,"MATH Lvl 5":9.818731117824774,"GPQA Raw":0.35151006711409394,"GPQA":13.534675615212524,"MUSR Raw":0.4227708333333333,"MUSR":11.213020833333333,"MMLU-PRO Raw":0.43899601063829785,"MMLU-PRO":37.66622340425532,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-14","Submission Date":"2025-01-14","Generation":1,"Base Model":"zelk12/MT5-Max-Merge_02012025163610-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MT5-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MT5-gemma-2-9B 📑","fullname":"zelk12/MT5-gemma-2-9B","Model sha":"b627ae7d796b1ae85b59c55e0e043b8d3ae73d83","Average ⬆️":34.77304917830787,"Hub License":"","Hub ❤️":0,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.539660404219592,"IFEval Raw":0.8047868544351211,"IFEval":80.4786854435121,"BBH Raw":0.6112225549321132,"BBH":44.27125659181852,"MATH Lvl 5 Raw":0.2258308157099698,"MATH Lvl 5":22.58308157099698,"GPQA Raw":0.34312080536912754,"GPQA":12.416107382550338,"MUSR Raw":0.4203854166666667,"MUSR":11.481510416666671,"MMLU-PRO Raw":0.4366688829787234,"MMLU-PRO":37.4076536643026,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-19","Submission Date":"2024-10-21","Generation":1,"Base Model":"zelk12/MT5-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MTM-Merge-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MTM-Merge-gemma-2-9B 📑","fullname":"zelk12/MTM-Merge-gemma-2-9B","Model sha":"843f23c68cf50f5bdc0206f93e72ce0f9feeca6e","Average ⬆️":34.61498534418492,"Hub License":"gemma","Hub ❤️":2,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.586691793579361,"IFEval Raw":0.7798075772284205,"IFEval":77.98075772284206,"BBH Raw":0.6133348543973538,"BBH":44.380677269180374,"MATH Lvl 5 Raw":0.2175226586102719,"MATH Lvl 5":21.75226586102719,"GPQA Raw":0.3548657718120805,"GPQA":13.982102908277403,"MUSR Raw":0.4267708333333333,"MUSR":11.946354166666666,"MMLU-PRO Raw":0.43882978723404253,"MMLU-PRO":37.64775413711584,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-01","Submission Date":"2025-01-01","Generation":1,"Base Model":"zelk12/MTM-Merge-gemma-2-9B (Merge)"},{"eval_name":"zelk12_MTMaMe-Merge_02012025163610-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/MTMaMe-Merge_02012025163610-gemma-2-9B 📑","fullname":"zelk12/MTMaMe-Merge_02012025163610-gemma-2-9B","Model sha":"ce68b2468bcba0c5dcde79bbf5346db81f069b12","Average ⬆️":22.385497094651754,"Hub License":"gemma","Hub ❤️":0,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.7956793552339922,"IFEval Raw":0.17860277397305815,"IFEval":17.860277397305815,"BBH Raw":0.6116794537284039,"BBH":44.16046314846229,"MATH Lvl 5 Raw":0.09592145015105741,"MATH Lvl 5":9.592145015105741,"GPQA Raw":0.3523489932885906,"GPQA":13.646532438478745,"MUSR Raw":0.42410416666666667,"MUSR":11.479687499999999,"MMLU-PRO Raw":0.43816489361702127,"MMLU-PRO":37.57387706855792,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-16","Submission Date":"2025-01-16","Generation":1,"Base Model":"zelk12/MTMaMe-Merge_02012025163610-gemma-2-9B (Merge)"},{"eval_name":"zelk12_Rv0.4DMv1t0.25-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/Rv0.4DMv1t0.25-gemma-2-9B 📑","fullname":"zelk12/Rv0.4DMv1t0.25-gemma-2-9B","Model sha":"23e7337dabbf023177c25ded4923286a2e3936fc","Average ⬆️":34.11401781690754,"Hub License":"","Hub ❤️":0,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.8372893374940626,"IFEval Raw":0.7496575752337131,"IFEval":74.96575752337131,"BBH Raw":0.6069712638522043,"BBH":43.66476423073275,"MATH Lvl 5 Raw":0.2258308157099698,"MATH Lvl 5":22.58308157099698,"GPQA Raw":0.34563758389261745,"GPQA":12.751677852348994,"MUSR Raw":0.43092708333333335,"MUSR":12.932552083333334,"MMLU-PRO Raw":0.44007646276595747,"MMLU-PRO":37.786273640661946,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-12-31","Submission Date":"2024-12-31","Generation":1,"Base Model":"zelk12/Rv0.4DMv1t0.25-gemma-2-9B (Merge)"},{"eval_name":"zelk12_Rv0.4DMv1t0.25Tt0.25-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/Rv0.4DMv1t0.25Tt0.25-gemma-2-9B 📑","fullname":"zelk12/Rv0.4DMv1t0.25Tt0.25-gemma-2-9B","Model sha":"28fbcc2fa23f46aaaed327984784251527c78815","Average ⬆️":33.87751505283704,"Hub License":"gemma","Hub ❤️":0,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.825165974191258,"IFEval Raw":0.7646200968984517,"IFEval":76.46200968984516,"BBH Raw":0.6097862253440982,"BBH":43.91481856092577,"MATH Lvl 5 Raw":0.20694864048338368,"MATH Lvl 5":20.694864048338367,"GPQA Raw":0.3422818791946309,"GPQA":12.304250559284117,"MUSR Raw":0.4282916666666667,"MUSR":12.703125000000002,"MMLU-PRO Raw":0.43467420212765956,"MMLU-PRO":37.186022458628834,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-31","Submission Date":"2024-12-31","Generation":1,"Base Model":"zelk12/Rv0.4DMv1t0.25Tt0.25-gemma-2-9B (Merge)"},{"eval_name":"zelk12_Rv0.4MT4g2-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/Rv0.4MT4g2-gemma-2-9B 📑","fullname":"zelk12/Rv0.4MT4g2-gemma-2-9B","Model sha":"ef595241d2c62203c27d84e6643d384a7cf99bd4","Average ⬆️":33.255961795847774,"Hub License":"gemma","Hub ❤️":1,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.706506822326515,"IFEval Raw":0.7320221456845614,"IFEval":73.20221456845613,"BBH Raw":0.604119644415618,"BBH":43.19904579899195,"MATH Lvl 5 Raw":0.19486404833836857,"MATH Lvl 5":19.486404833836858,"GPQA Raw":0.35318791946308725,"GPQA":13.758389261744966,"MUSR Raw":0.4230833333333333,"MUSR":11.918750000000003,"MMLU-PRO Raw":0.44173869680851063,"MMLU-PRO":37.97096631205674,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2025-01-04","Submission Date":"2025-01-04","Generation":1,"Base Model":"zelk12/Rv0.4MT4g2-gemma-2-9B (Merge)"},{"eval_name":"zelk12_T31122024203920-gemma-2-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/T31122024203920-gemma-2-9B 📑","fullname":"zelk12/T31122024203920-gemma-2-9B","Model sha":"25cb58c73a3adf43cee33b50238b1d332b5ccc13","Average ⬆️":34.20907135232025,"Hub License":"gemma","Hub ❤️":0,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.7327384775668433,"IFEval Raw":0.7676176988169169,"IFEval":76.76176988169169,"BBH Raw":0.6095634089448112,"BBH":43.72899711113373,"MATH Lvl 5 Raw":0.2054380664652568,"MATH Lvl 5":20.54380664652568,"GPQA Raw":0.35067114093959734,"GPQA":13.422818791946312,"MUSR Raw":0.4321979166666667,"MUSR":13.324739583333328,"MMLU-PRO Raw":0.437250664893617,"MMLU-PRO":37.47229609929077,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-31","Submission Date":"2024-12-31","Generation":1,"Base Model":"zelk12/T31122024203920-gemma-2-9B (Merge)"},{"eval_name":"zelk12_Test01012025155054_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/Test01012025155054 📑","fullname":"zelk12/Test01012025155054","Model sha":"c607186b0b079975e3305e0223e0a55f0cbc19e5","Average ⬆️":3.591417057729718,"Hub License":"","Hub ❤️":0,"#Params (B)":3.817,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.4009482075272097,"IFEval Raw":0.1555229014570229,"IFEval":15.552290145702292,"BBH Raw":0.28295044895258115,"BBH":1.2805465682883084,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.24161073825503357,"GPQA":0.0,"MUSR Raw":0.36702083333333335,"MUSR":3.7109374999999996,"MMLU-PRO Raw":0.10904255319148937,"MMLU-PRO":1.0047281323877066,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-01","Submission Date":"2025-01-01","Generation":1,"Base Model":"zelk12/Test01012025155054 (Merge)"},{"eval_name":"zelk12_Test01012025155054t0.5_gemma-2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/Test01012025155054t0.5_gemma-2 📑","fullname":"zelk12/Test01012025155054t0.5_gemma-2","Model sha":"14fcae0d420d303df84bd9b9c8744a6f0fa147fb","Average ⬆️":3.591417057729718,"Hub License":"","Hub ❤️":0,"#Params (B)":3.817,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.3959284921606305,"IFEval Raw":0.1555229014570229,"IFEval":15.552290145702292,"BBH Raw":0.28295044895258115,"BBH":1.2805465682883084,"MATH Lvl 5 Raw":0.0,"MATH Lvl 5":0.0,"GPQA Raw":0.24161073825503357,"GPQA":0.0,"MUSR Raw":0.36702083333333335,"MUSR":3.7109374999999996,"MMLU-PRO Raw":0.10904255319148937,"MMLU-PRO":1.0047281323877066,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2025-01-01","Submission Date":"2025-01-01","Generation":1,"Base Model":"zelk12/Test01012025155054t0.5_gemma-2 (Merge)"},{"eval_name":"zelk12_gemma-2-S2MTM-9B_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/gemma-2-S2MTM-9B 📑","fullname":"zelk12/gemma-2-S2MTM-9B","Model sha":"fd6860743943114eeca6fc2e800e27c87873bcc5","Average ⬆️":33.89283041556518,"Hub License":"gemma","Hub ❤️":0,"#Params (B)":10.159,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":3.5302052373960766,"IFEval Raw":0.7822555264476034,"IFEval":78.22555264476034,"BBH Raw":0.6060836790982922,"BBH":43.11572752288462,"MATH Lvl 5 Raw":0.20468277945619334,"MATH Lvl 5":20.468277945619334,"GPQA Raw":0.34563758389261745,"GPQA":12.751677852348994,"MUSR Raw":0.42184375,"MUSR":12.163802083333328,"MMLU-PRO Raw":0.4296875,"MMLU-PRO":36.63194444444445,"Merged":true,"Official Providers":false,"Upload To Hub Date":"2024-12-11","Submission Date":"2024-12-11","Generation":1,"Base Model":"zelk12/gemma-2-S2MTM-9B (Merge)"},{"eval_name":"zelk12_recoilme-gemma-2-Ataraxy-9B-v0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/recoilme-gemma-2-Ataraxy-9B-v0.1 📑","fullname":"zelk12/recoilme-gemma-2-Ataraxy-9B-v0.1","Model sha":"b4208ddf6c741884c16c77b9433d9ead8f216354","Average ⬆️":33.91991864588516,"Hub License":"","Hub ❤️":2,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.8863826958517835,"IFEval Raw":0.7648949232480928,"IFEval":76.48949232480928,"BBH Raw":0.6074511952177571,"BBH":43.706516090138706,"MATH Lvl 5 Raw":0.2280966767371601,"MATH Lvl 5":22.80966767371601,"GPQA Raw":0.3498322147651007,"GPQA":13.31096196868009,"MUSR Raw":0.41362499999999996,"MUSR":10.303125000000003,"MMLU-PRO Raw":0.43209773936170215,"MMLU-PRO":36.89974881796691,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-03","Submission Date":"2024-10-03","Generation":1,"Base Model":"zelk12/recoilme-gemma-2-Ataraxy-9B-v0.1 (Merge)"},{"eval_name":"zelk12_recoilme-gemma-2-Ataraxy-9B-v0.1-t0.25_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/recoilme-gemma-2-Ataraxy-9B-v0.1-t0.25 📑","fullname":"zelk12/recoilme-gemma-2-Ataraxy-9B-v0.1-t0.25","Model sha":"e652c9e07265526851dad994f4640aa265b9ab56","Average ⬆️":34.28211941982605,"Hub License":"","Hub ❤️":1,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.389981437107325,"IFEval Raw":0.7706651684197928,"IFEval":77.06651684197928,"BBH Raw":0.6075432245295168,"BBH":43.85035014659934,"MATH Lvl 5 Raw":0.21450151057401812,"MATH Lvl 5":21.45015105740181,"GPQA Raw":0.34312080536912754,"GPQA":12.416107382550338,"MUSR Raw":0.43226041666666665,"MUSR":13.132552083333337,"MMLU-PRO Raw":0.4399933510638298,"MMLU-PRO":37.77703900709219,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-04","Submission Date":"2024-10-04","Generation":1,"Base Model":"zelk12/recoilme-gemma-2-Ataraxy-9B-v0.1-t0.25 (Merge)"},{"eval_name":"zelk12_recoilme-gemma-2-Ataraxy-9B-v0.1-t0.75_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/recoilme-gemma-2-Ataraxy-9B-v0.1-t0.75 📑","fullname":"zelk12/recoilme-gemma-2-Ataraxy-9B-v0.1-t0.75","Model sha":"eb0e589291630ba20328db650f74af949d217a97","Average ⬆️":31.782789348821325,"Hub License":"","Hub ❤️":0,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":7.50290559085358,"IFEval Raw":0.7208063493752133,"IFEval":72.08063493752132,"BBH Raw":0.5995203934792884,"BBH":42.487153128065906,"MATH Lvl 5 Raw":0.20166163141993956,"MATH Lvl 5":20.166163141993955,"GPQA Raw":0.3498322147651007,"GPQA":13.31096196868009,"MUSR Raw":0.3951145833333333,"MUSR":7.755989583333336,"MMLU-PRO Raw":0.4140625,"MMLU-PRO":34.895833333333336,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-04","Submission Date":"2024-10-04","Generation":1,"Base Model":"zelk12/recoilme-gemma-2-Ataraxy-9B-v0.1-t0.75 (Merge)"},{"eval_name":"zelk12_recoilme-gemma-2-Ataraxy-9B-v0.2_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/recoilme-gemma-2-Ataraxy-9B-v0.2 📑","fullname":"zelk12/recoilme-gemma-2-Ataraxy-9B-v0.2","Model sha":"76f56b25bf6d8704282f8c77bfda28ca384883bc","Average ⬆️":33.62606373114868,"Hub License":"","Hub ❤️":1,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.8273508762924,"IFEval Raw":0.759999024809727,"IFEval":75.99990248097271,"BBH Raw":0.6066260664115647,"BBH":43.63358839796041,"MATH Lvl 5 Raw":0.22280966767371602,"MATH Lvl 5":22.280966767371602,"GPQA Raw":0.34815436241610737,"GPQA":13.087248322147648,"MUSR Raw":0.4109583333333333,"MUSR":9.836458333333338,"MMLU-PRO Raw":0.43226396276595747,"MMLU-PRO":36.91821808510639,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-07","Submission Date":"2024-10-11","Generation":1,"Base Model":"zelk12/recoilme-gemma-2-Ataraxy-9B-v0.2 (Merge)"},{"eval_name":"zelk12_recoilme-gemma-2-Gutenberg-Doppel-9B-v0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/recoilme-gemma-2-Gutenberg-Doppel-9B-v0.1 📑","fullname":"zelk12/recoilme-gemma-2-Gutenberg-Doppel-9B-v0.1","Model sha":"1e3e623e9f0b386bfd967c629dd39c87daef5bed","Average ⬆️":33.904825121052134,"Hub License":"","Hub ❤️":1,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":9.698969799762018,"IFEval Raw":0.7615227596111651,"IFEval":76.15227596111652,"BBH Raw":0.6098779556010631,"BBH":43.94125829423596,"MATH Lvl 5 Raw":0.20996978851963746,"MATH Lvl 5":20.996978851963746,"GPQA Raw":0.3414429530201342,"GPQA":12.192393736017896,"MUSR Raw":0.43102083333333335,"MUSR":13.310937499999996,"MMLU-PRO Raw":0.4315159574468085,"MMLU-PRO":36.83510638297872,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-07","Submission Date":"2024-10-07","Generation":1,"Base Model":"zelk12/recoilme-gemma-2-Gutenberg-Doppel-9B-v0.1 (Merge)"},{"eval_name":"zelk12_recoilme-gemma-2-Ifable-9B-v0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/recoilme-gemma-2-Ifable-9B-v0.1 📑","fullname":"zelk12/recoilme-gemma-2-Ifable-9B-v0.1","Model sha":"8af6620b39c9a36239879b6b2bd88f66e9e9d930","Average ⬆️":34.40699088269145,"Hub License":"","Hub ❤️":0,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":9.808855629370424,"IFEval Raw":0.7943955371746965,"IFEval":79.43955371746965,"BBH Raw":0.6064399292200404,"BBH":43.39057008013784,"MATH Lvl 5 Raw":0.22054380664652568,"MATH Lvl 5":22.054380664652566,"GPQA Raw":0.35151006711409394,"GPQA":13.534675615212524,"MUSR Raw":0.42022916666666665,"MUSR":11.0953125,"MMLU-PRO Raw":0.4323470744680851,"MMLU-PRO":36.927452718676115,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-07","Submission Date":"2024-10-07","Generation":1,"Base Model":"zelk12/recoilme-gemma-2-Ifable-9B-v0.1 (Merge)"},{"eval_name":"zelk12_recoilme-gemma-2-psy10k-mental_healt-9B-v0.1_bfloat16","Precision":"bfloat16","Type":"🤝 base merges and moerges","T":"🤝","Weight type":"Original","Architecture":"Gemma2ForCausalLM","Model":"zelk12/recoilme-gemma-2-psy10k-mental_healt-9B-v0.1 📑","fullname":"zelk12/recoilme-gemma-2-psy10k-mental_healt-9B-v0.1","Model sha":"ced039b03be6f65ac0f713efcee76c6534e65639","Average ⬆️":32.586530614782504,"Hub License":"","Hub ❤️":1,"#Params (B)":10.159,"Available on the hub":false,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":6.264440877177395,"IFEval Raw":0.744536718130117,"IFEval":74.45367181301171,"BBH Raw":0.597759349920723,"BBH":42.1326829485998,"MATH Lvl 5 Raw":0.18882175226586104,"MATH Lvl 5":18.882175226586103,"GPQA Raw":0.34395973154362414,"GPQA":12.527964205816552,"MUSR Raw":0.42946875,"MUSR":12.18359375,"MMLU-PRO Raw":0.41805186170212766,"MMLU-PRO":35.33909574468085,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-07","Submission Date":"2024-10-07","Generation":1,"Base Model":"zelk12/recoilme-gemma-2-psy10k-mental_healt-9B-v0.1 (Merge)"},{"eval_name":"zetasepic_Qwen2.5-32B-Instruct-abliterated-v2_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"zetasepic/Qwen2.5-32B-Instruct-abliterated-v2 📑","fullname":"zetasepic/Qwen2.5-32B-Instruct-abliterated-v2","Model sha":"5894fbf0a900e682dfc0ed794db337093bd8d26b","Average ⬆️":46.88867299768722,"Hub License":"apache-2.0","Hub ❤️":14,"#Params (B)":32.764,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":13.489578110184901,"IFEval Raw":0.8334131216283904,"IFEval":83.34131216283905,"BBH Raw":0.6934020817780425,"BBH":56.53381848053764,"MATH Lvl 5 Raw":0.595166163141994,"MATH Lvl 5":59.516616314199396,"GPQA Raw":0.3674496644295302,"GPQA":15.659955257270694,"MUSR Raw":0.43542708333333335,"MUSR":14.928385416666664,"MMLU-PRO Raw":0.5621675531914894,"MMLU-PRO":51.35195035460993,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-11","Submission Date":"2024-12-07","Generation":2,"Base Model":"Qwen/Qwen2.5-32B"},{"eval_name":"zetasepic_Qwen2.5-72B-Instruct-abliterated_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"Qwen2ForCausalLM","Model":"zetasepic/Qwen2.5-72B-Instruct-abliterated 📑","fullname":"zetasepic/Qwen2.5-72B-Instruct-abliterated","Model sha":"af94b3c05c9857dbac73afb1cbce00e4833ec9ef","Average ⬆️":46.33795303791254,"Hub License":"other","Hub ❤️":28,"#Params (B)":72.706,"Available on the hub":true,"MoE":false,"Flagged":false,"Chat Template":false,"CO₂ cost (kg)":37.618363240455366,"IFEval Raw":0.7152610628687439,"IFEval":71.52610628687438,"BBH Raw":0.7152257183282452,"BBH":59.912975835046495,"MATH Lvl 5 Raw":0.5241691842900302,"MATH Lvl 5":52.416918429003026,"GPQA Raw":0.40687919463087246,"GPQA":20.917225950782996,"MUSR Raw":0.4719166666666667,"MUSR":19.122916666666665,"MMLU-PRO Raw":0.5871841755319149,"MMLU-PRO":54.13157505910166,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-10-01","Submission Date":"2024-11-08","Generation":2,"Base Model":"Qwen/Qwen2.5-72B"},{"eval_name":"zhengr_MixTAO-7Bx2-MoE-v8.1_bfloat16","Precision":"bfloat16","Type":"🔶 fine-tuned on domain-specific datasets","T":"🔶","Weight type":"Original","Architecture":"MixtralForCausalLM","Model":"zhengr/MixTAO-7Bx2-MoE-v8.1 📑","fullname":"zhengr/MixTAO-7Bx2-MoE-v8.1","Model sha":"828e963abf2db0f5af9ed0d4034e538fc1cf5f40","Average ⬆️":17.067606418207944,"Hub License":"apache-2.0","Hub ❤️":55,"#Params (B)":12.879,"Available on the hub":true,"MoE":true,"Flagged":false,"Chat Template":true,"CO₂ cost (kg)":1.8547801756431757,"IFEval Raw":0.4187810564856802,"IFEval":41.878105648568024,"BBH Raw":0.42019437560239653,"BBH":19.17690717348315,"MATH Lvl 5 Raw":0.06042296072507553,"MATH Lvl 5":6.042296072507553,"GPQA Raw":0.2986577181208054,"GPQA":6.487695749440718,"MUSR Raw":0.39762499999999995,"MUSR":8.303124999999996,"MMLU-PRO Raw":0.28465757978723405,"MMLU-PRO":20.517508865248228,"Merged":false,"Official Providers":false,"Upload To Hub Date":"2024-02-26","Submission Date":"2024-06-27","Generation":0,"Base Model":"zhengr/MixTAO-7Bx2-MoE-v8.1"}]