{"generated_utc":"2026-10-01T15:33:42+00:00","upstream":{"label":"Decision Index 0.2.1","generated_utc":"2026-09-28T00:39:36+00:00","url":"https://huggingface.co/spaces/multimodalart/jev-decision-index","hardware":"1 x NVIDIA RTX PRO 6000"},"panel_size":38,"areas":[{"id":"knowledge","label":"Knowledge & Reasoning","weight":0.2585},{"id":"language","label":"Language Understanding","weight":0.2585},{"id":"retrieval","label":"Retrieval & Classification","weight":0.2002},{"id":"tools","label":"Tools & Automation","weight":0.1828},{"id":"arts","label":"Arts & Human Taste","weight":0.1}],"benchmarks":[{"id":20,"name":"BPoMP","short":"BPoMP","metric":"accuracy","lower":false,"area":"arts","in_index":true,"gold":false,"chance":0.5,"explainer":"Given two versions of a limerick, one with its rhyme, meter or sense broken, picks the original."},{"id":21,"name":"Humicroedit","short":"Humicroedit","metric":"accuracy","lower":false,"area":"arts","in_index":true,"gold":false,"chance":0.5,"explainer":"Given two one-word edits of a news headline, picks the one people rated funnier."},{"id":22,"name":"POP909-CL","short":"POP909","metric":"accuracy","lower":false,"area":"arts","in_index":true,"gold":false,"chance":0.0078,"explainer":"Given the notes around a beat in a pop song (not audio), picks the chord playing from 129."},{"id":23,"name":"cfcolor","short":"cfcolor","metric":"accuracy","lower":false,"area":"arts","in_index":true,"gold":false,"chance":0.5,"explainer":"Given a person's earlier ratings of color palettes, predicts which of two new palettes they rated higher."},{"id":48,"name":"ForecastBench","short":"ForecastBench","metric":"Brier (lower is better)","lower":true,"area":"arts","in_index":true,"gold":true,"chance":0.0,"explainer":"Gives the probability that an event resolving July\u2013September 2026 happens, from earlier information only."},{"id":50,"name":"Habermas Machine","short":"Habermas","metric":"accuracy","lower":false,"area":"arts","in_index":true,"gold":false,"chance":0.311,"explainer":"Given a group's opinions on a policy question, predicts which candidate statement the group ranked highest."},{"id":64,"name":"New Yorker","short":"New Yorker","metric":"accuracy","lower":false,"area":"arts","in_index":true,"gold":false,"chance":0.2,"explainer":"Given a text description of a New Yorker cartoon, picks the caption written for it from five."},{"id":25,"name":"GPQA Diamond","short":"GPQA Diamond","metric":"accuracy","lower":false,"area":"knowledge","in_index":true,"gold":true,"chance":0.25,"explainer":"198 hard four-option science questions written by PhD experts in physics, chemistry and biology."},{"id":30,"name":"GSM8K","short":"GSM8K","metric":"accuracy","lower":false,"area":"knowledge","in_index":true,"gold":false,"chance":0.175,"explainer":"Picks a math word problem's answer from 4, and separately 10, numbers, with no working."},{"id":31,"name":"ChessBench","short":"ChessBench","metric":"accuracy","lower":false,"area":"knowledge","in_index":true,"gold":false,"chance":0.0819,"explainer":"Given a chess position and every legal move, picks the strongest one; tied best moves count."},{"id":32,"name":"MuSR","short":"MuSR","metric":"accuracy","lower":false,"area":"knowledge","in_index":true,"gold":false,"chance":0.371,"explainer":"Reads a long story and answers one question needing clues from across it, e.g. who the murderer is."},{"id":33,"name":"SATA-Bench","short":"SATA-Bench","metric":"case exact accuracy","lower":false,"area":"knowledge","in_index":true,"gold":false,"chance":0.0131,"explainer":"Given a passage, a question and candidate answers, says yes or no to each; all must be right."},{"id":43,"name":"CRUXEval","short":"CRUXEval","metric":"accuracy","lower":false,"area":"knowledge","in_index":true,"gold":false,"chance":0.3697,"explainer":"Reads a short Python function and an input and picks its output from 2 to 10 candidates, without running it."},{"id":44,"name":"CLadder","short":"CLadder","metric":"accuracy","lower":false,"area":"knowledge","in_index":true,"gold":false,"chance":0.5,"explainer":"Answers a yes/no question about cause and effect in a small made-up world with stated probabilities."},{"id":45,"name":"HLE","short":"HLE","metric":"accuracy","lower":false,"area":"knowledge","in_index":true,"gold":true,"chance":0.1641,"explainer":"Expert-level multiple choice from Humanity's Last Exam, text-only questions, 5 to 26 options."},{"id":57,"name":"MMLU-Pro","short":"MMLU-Pro","metric":"accuracy","lower":false,"area":"knowledge","in_index":true,"gold":true,"chance":0.1109,"explainer":"Harder MMLU successor: questions across 14 subjects with up to ten options."},{"id":58,"name":"BBH","short":"BBH","metric":"accuracy","lower":false,"area":"knowledge","in_index":true,"gold":true,"chance":0.3101,"explainer":"23 tricky reasoning tasks from BIG-Bench (logic, dates, tracking objects, fallacies), answered with no working."},{"id":11,"name":"ContractNLI","short":"ContractNLI","metric":"macro-F1","lower":false,"area":"language","in_index":true,"gold":false,"chance":0.3085,"explainer":"Says whether a full NDA supports, contradicts or omits each of 17 fixed statements."},{"id":12,"name":"ANLI","short":"ANLI","metric":"macro-F1","lower":false,"area":"language","in_index":true,"gold":true,"chance":0.3324,"explainer":"Decides whether a claim follows from, contradicts, or is neutral to a premise written to fool AI models."},{"id":28,"name":"WinoGrande","short":"WinoGrande","metric":"accuracy","lower":false,"area":"language","in_index":true,"gold":true,"chance":0.5,"explainer":"Fills a blank with one of two options using common sense, e.g. who \"got the easier cases\"."},{"id":29,"name":"HellaSwag","short":"HellaSwag","metric":"accuracy","lower":false,"area":"language","in_index":true,"gold":true,"chance":0.25,"explainer":"Picks the most sensible of four continuations of an everyday scene."},{"id":38,"name":"ACOS","short":"ACOS","metric":"per-review F1","lower":false,"area":"language","in_index":true,"gold":false,"chance":0.031,"explainer":"Reads a restaurant or laptop review and says yes/no for each aspect-and-sentiment pair; scored by F1 per review, averaged over reviews."},{"id":39,"name":"FinEntity","short":"FinEntity","metric":"macro-F1","lower":false,"area":"language","in_index":true,"gold":false,"chance":0.3201,"explainer":"Says whether a financial news snippet is positive, negative or neutral about a named firm."},{"id":40,"name":"iSarcasmEval","short":"iSarcasmEval","metric":"Sarcasm F1 \u00b7 track A, English","lower":false,"area":"language","in_index":true,"gold":false,"chance":0.2227,"explainer":"Says yes or no: is this tweet sarcastic? Scored with F1 on sarcastic English tweets (track A); other tracks listed under each result."},{"id":41,"name":"VAST","short":"VAST","metric":"macro-F1","lower":false,"area":"language","in_index":true,"gold":false,"chance":0.3333,"explainer":"Says whether a comment is for, against, or neutral on a given topic."},{"id":42,"name":"NLI4CT","short":"NLI4CT","metric":"macro-F1","lower":false,"area":"language","in_index":true,"gold":false,"chance":0.486,"explainer":"Says whether clinical-trial report sections support or contradict a statement, some deliberately altered."},{"id":59,"name":"RAGTruth","short":"RAGTruth","metric":"F1 on hallucinated class","lower":false,"area":"language","in_index":true,"gold":false,"chance":0.5177,"explainer":"Says yes or no: does an AI-written answer contain anything its source text doesn't support? Scored with F1."},{"id":4,"name":"BANKING77","short":"BANKING77","metric":"macro-F1","lower":false,"area":"retrieval","in_index":true,"gold":true,"chance":0.0127,"explainer":"Picks the intent of a bank customer's message, e.g. \"How do I locate my card?\", from 77."},{"id":5,"name":"CLINC150+OOS","short":"CLINC150","metric":"macro-F1","lower":false,"area":"retrieval","in_index":true,"gold":true,"chance":0.006,"explainer":"Reads a short assistant request and picks its intent from 150, or \"out of scope\" when none fits."},{"id":36,"name":"BRIGHT","short":"BRIGHT","metric":"nDCG@10","lower":false,"area":"retrieval","in_index":true,"gold":true,"chance":0.116,"explainer":"Rates how helpful each of 32 search-hit documents is for a hard question; ranked by nDCG@10, on questions where at least one of the 32 is relevant."},{"id":37,"name":"Amazon ESCI","short":"Amazon ESCI","metric":"macro-F1","lower":false,"area":"retrieval","in_index":true,"gold":false,"chance":0.2027,"explainer":"Labels a product as an exact match, substitute, complement or irrelevant to a shopping query."},{"id":56,"name":"PhishNChips phishing decisions","short":"PhishNChips","metric":"accuracy","lower":false,"area":"retrieval","in_index":true,"gold":false,"chance":0.5,"explainer":"Says whether an email and its link are phishing or legitimate."},{"id":61,"name":"HoVer","short":"HoVer","metric":"accuracy","lower":false,"area":"retrieval","in_index":true,"gold":false,"chance":0.5,"explainer":"Decides whether a claim linking two to four Wikipedia articles is supported by their introductions."},{"id":1,"name":"BFCL","short":"BFCL","metric":"case exact accuracy","lower":false,"area":"tools","in_index":true,"gold":true,"chance":0.2592,"explainer":"Says yes or no for each supplied function: call it for this request? All must be right."},{"id":2,"name":"ToolRet","short":"ToolRet","metric":"nDCG@10","lower":false,"area":"tools","in_index":true,"gold":false,"chance":0.1341,"explainer":"Rates how useful each of 32 search-hit tools is for a request; ranked by nDCG@10, on requests where at least one of the 32 is relevant."},{"id":3,"name":"API-Bank","short":"API-Bank","metric":"accuracy","lower":false,"area":"tools","in_index":true,"gold":true,"chance":0.0189,"explainer":"Reads an assistant conversation and picks the next API to call from a catalog of 53."},{"id":9,"name":"Home appliance simulator","short":"Home appliances","metric":"case exact accuracy","lower":false,"area":"tools","in_index":true,"gold":false,"chance":0.0,"explainer":"Given a simulated home and a command, answers ~18 questions on handling it; all must be right. Duplicate and dev-set rows removed."},{"id":62,"name":"When2Call","short":"When2Call","metric":"accuracy","lower":false,"area":"tools","in_index":true,"gold":false,"chance":0.25,"explainer":"Given a question and an assistant's tools, picks the right move: answer, call a tool, ask for details, or decline."},{"id":6,"name":"RouterBench","short":"RouterBench","metric":"selected quality (quality objective)","lower":false,"area":null,"in_index":false,"gold":false,"chance":null,"explainer":"Picks which of 11 AI models should answer a prompt; scored by its real answer."},{"id":10,"name":"SGD/SGD-X","short":"SGD","metric":"macro-F1","lower":false,"area":null,"in_index":false,"gold":false,"chance":null,"explainer":"Reads a service dialogue so far and picks the intent the user is pursuing now, or NONE."},{"id":24,"name":"MMLU","short":"MMLU","metric":"accuracy","lower":false,"area":null,"in_index":false,"gold":false,"chance":null,"explainer":"Four-option questions across 57 school and professional subjects, from law to algebra."},{"id":26,"name":"ARC-Easy","short":"ARC-Easy","metric":"accuracy","lower":false,"area":null,"in_index":false,"gold":false,"chance":null,"explainer":"Grade-school science multiple choice, the easier set."},{"id":27,"name":"ARC-Challenge","short":"ARC-Challenge","metric":"accuracy","lower":false,"area":null,"in_index":false,"gold":false,"chance":null,"explainer":"Grade-school science multiple choice, the harder set that simple retrieval gets wrong."},{"id":51,"name":"OpenBookQA","short":"OpenBookQA","metric":"accuracy","lower":false,"area":null,"in_index":false,"gold":false,"chance":null,"explainer":"Answer elementary-science questions from four original choices, without the supporting fact."},{"id":52,"name":"CommonsenseQA","short":"CommonsenseQA","metric":"accuracy","lower":false,"area":null,"in_index":false,"gold":false,"chance":null,"explainer":"Answer everyday commonsense questions from five original choices."},{"id":53,"name":"Support-ticket calibration","short":"Support tickets","metric":"accuracy","lower":false,"area":null,"in_index":false,"gold":false,"chance":null,"explainer":"Judge a support ticket for queue, anger and priority, against deliberately noisy labels."},{"id":54,"name":"Phishing difficulty gradient","short":"Phishing gradient","metric":"accuracy","lower":false,"area":null,"in_index":false,"gold":false,"chance":null,"explainer":"Judge generated emails as phishing across four difficulty tiers, from obvious to misleading."},{"id":55,"name":"Email spam classification","short":"Email spam","metric":"accuracy","lower":false,"area":null,"in_index":false,"gold":false,"chance":null,"explainer":"Detect spam in real emails, scored on the structured-focus question wording."}],"models":[{"engine":"clef","name":"Clef","org":"Cloudflare","kind":"Routing head + LoRA","base_model":"Qwen/Qwen3.8-27B","model_url":"https://huggingface.co/Cloudflare/clef","params":null,"latency":{"median":209.3,"p95":238.6},"ece":null,"brier":null,"index":61.21,"areas":{"knowledge":0.5123,"language":0.6124,"retrieval":0.6253,"tools":0.8117,"arts":0.4779},"scores":{"1":0.985,"2":0.6920000000000001,"3":0.919,"4":0.9420000000000001,"5":0.9740000000000001,"6":0.797,"9":0.83,"10":0.43799999999999994,"11":0.8140000000000001,"12":0.698,"20":0.9690000000000001,"21":0.667,"22":0.158,"23":0.66,"24":0.903,"25":0.48,"26":0.99,"27":0.977,"28":0.935,"29":0.982,"30":0.8079999999999999,"31":0.247,"32":0.835,"33":0.33799999999999997,"36":0.45899999999999996,"37":0.575,"38":0.33299999999999996,"39":0.9620000000000001,"41":0.595,"42":0.8290000000000001,"43":0.867,"44":0.94,"48":0.139,"50":0.687,"56":0.7959999999999999,"57":0.659,"58":0.737,"59":0.794,"61":0.652,"62":0.7240000000000001,"64":0.695},"skills":{"1":0.9797516198704104,"2":0.6443007275666937,"3":0.917439608602589,"4":0.9412539248455384,"5":0.9738430583501007,"9":0.83,"11":0.7310195227765728,"12":0.5476333133612942,"20":0.9380000000000002,"21":0.3340000000000001,"22":0.15138077000604716,"23":0.32000000000000006,"25":0.30666666666666664,"28":0.8700000000000001,"29":0.976,"30":0.7672727272727273,"31":0.1798279054569219,"32":0.737678855325914,"33":0.3292126861890769,"36":0.3880090497737556,"37":0.46695095948827287,"38":0.3116615067079463,"39":0.9441094278570381,"41":0.39253037348132586,"42":0.6673151750972764,"43":0.7889893701412025,"44":0.8799999999999999,"48":0.44399999999999995,"50":0.5457184325108854,"56":0.5919999999999999,"57":0.6164660893037904,"58":0.6187853312074214,"59":0.5728799502384408,"61":0.30400000000000005,"62":0.6320000000000001,"64":0.6187499999999999},"panel_coverage":36,"missing":[40,45],"self_reported":true,"closed":false,"source":"self-reported"},{"engine":"jev","name":"Jev","org":"TypeSafe","kind":"Hosted API (closed)","base_model":null,"model_url":null,"params":null,"latency":{"median":524.1,"p95":536.0,"note":"Hosted API, network round-trip from our lab: one sequential HTTPS client on the latency-v1 sample. Not comparable to the on-card single-process figures. Its answers on this sample differ from the Sep-19 board rows in 20 choices: API output drifted since the board run; scores are unchanged."},"ece":0.074,"brier":0.3558,"index":57.91,"areas":{"knowledge":0.514,"language":0.6202,"retrieval":0.5542,"tools":0.7509,"arts":0.3766},"scores":{"1":0.9575,"2":0.6528,"3":0.8819,"4":0.7974,"5":0.8927,"6":0.7992,"9":0.5227,"10":0.4295,"11":0.7169,"12":0.7479,"20":0.906,"21":0.6187,"22":0.181,"23":0.6474,"24":0.9173,"25":0.7828,"26":0.9933,"27":0.9778,"28":0.9195,"29":0.9452,"30":0.7987,"31":0.1722,"32":0.6609,"33":0.2642,"36":0.4752,"37":0.5521,"38":0.2952,"39":0.8698,"40":0.5051,"41":0.6463,"42":0.8406,"43":0.7298,"44":0.7264,"45":0.2036,"48":0.1736,"50":0.4594,"51":0.94,"52":0.8747,"53":0.905,"54":0.9463,"55":0.9743,"56":0.6255,"57":0.827,"58":0.9292,"62":0.8097,"64":0.7008,"59":0.7653,"61":0.7285},"skills":{"1":0.9426,"2":0.5991,"11":0.5906,"20":0.8184,"21":0.2374,"22":0.1593,"23":0.2883,"25":0.7143,"30":0.7565,"31":0.0984,"36":0.4063,"37":0.4382,"40":0.3633,"41":0.4695,"43":0.5713,"44":0.4528,"50":0.2154,"56":0.251,"57":0.8055,"58":0.8973,"62":0.7463,"64":0.6259,"59":0.5135,"61":0.457,"32":0.4609,"33":0.2544,"45":0.0473,"12":0.6224,"28":0.839,"29":0.9269,"38":0.2727,"39":0.8085,"42":0.6899,"4":0.7948,"5":0.8921,"3":0.8796,"9":0.5227,"48":0.3056},"panel_coverage":38,"self_reported":false,"closed":true,"source":"community"},{"engine":"rune-26b-a4b-v3","name":"Surogate Rune 26B-A4B v3 [bf16]","org":null,"kind":"full fine-tune","base_model":"google/gemma-4-26B-A4B-it","model_url":"https://huggingface.co/surogate/rune-26b-a4b-GGUF","params":25805936206,"latency":{"median":120.5,"p95":682.8,"mean":267.2},"ece":0.1196,"brier":0.3704,"index":57.44,"areas":{"knowledge":0.4336,"language":0.6306,"retrieval":0.6352,"tools":0.7122,"arts":0.419},"scores":{"1":0.9481,"2":0.6439,"3":0.8327,"4":0.8375,"5":0.874,"6":0.7987,"9":0.4659,"10":0.664,"11":0.7697,"12":0.7352,"20":0.8956,"21":0.6221,"22":0.668,"23":0.6314,"24":0.8391,"25":0.4694,"26":0.9903,"27":0.9684,"28":0.8595,"29":0.924,"30":0.7972,"31":0.1874,"32":0.6489,"33":0.3485,"36":0.4632,"37":0.5529,"38":0.2676,"39":0.8843,"40":0.6038,"41":0.7662,"42":0.8044,"43":0.7439,"44":0.7274,"45":0.106,"48":0.2028,"50":0.4224,"56":0.809,"57":0.672,"58":0.8115,"62":0.7601,"64":0.7405,"59":0.768,"61":0.8067},"skills":{"1":0.9299,"2":0.5887,"11":0.667,"20":0.7991,"21":0.2443,"22":0.6581,"23":0.2513,"25":0.2925,"30":0.7571,"31":0.115,"36":0.3928,"37":0.4393,"40":0.4903,"41":0.6493,"43":0.5936,"44":0.4548,"50":0.1618,"56":0.618,"57":0.6311,"58":0.7268,"62":0.6801,"64":0.6756,"59":0.519,"61":0.6134,"32":0.4418,"33":0.3399,"45":0.0,"12":0.6034,"28":0.719,"29":0.8987,"38":0.2442,"39":0.8298,"42":0.6195,"4":0.8354,"5":0.8732,"3":0.8295,"9":0.4659,"48":0.1888},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"decider-chat-gemma4-31b","name":"Decider chat \u00b7 Gemma-4-31B","org":null,"kind":"inference technique","base_model":"google/gemma-4-31B","model_url":"https://github.com/Mapika/decider","params":32682372656,"latency":{"median":108.5,"p95":1114.7,"mean":358.6},"ece":0.0471,"brier":0.3928,"index":57.33,"areas":{"knowledge":0.4427,"language":0.6038,"retrieval":0.6308,"tools":0.7557,"arts":0.3834},"scores":{"1":0.9799,"2":0.6359,"3":0.8504,"4":0.7907,"5":0.9116,"6":0.8,"9":0.625,"10":0.031,"11":0.7356,"12":0.7316,"20":0.9026,"21":0.6381,"22":0.285,"23":0.6408,"24":0.863,"25":0.4898,"26":0.9882,"27":0.9744,"28":0.8366,"29":0.9202,"30":0.8256,"31":0.2234,"32":0.6423,"33":0.2933,"36":0.4359,"37":0.5311,"38":0.1883,"39":0.9087,"40":0.5107,"41":0.732,"42":0.8285,"43":0.793,"44":0.746,"45":0.1477,"48":0.2021,"50":0.4791,"56":0.875,"57":0.6964,"58":0.7621,"62":0.7689,"64":0.7386,"59":0.7694,"61":0.7642},"skills":{"1":0.9729,"2":0.5796,"11":0.6176,"20":0.8117,"21":0.2763,"22":0.2729,"23":0.2525,"25":0.3197,"30":0.7881,"31":0.1542,"36":0.3619,"37":0.4118,"40":0.3705,"41":0.5981,"43":0.6715,"44":0.492,"50":0.244,"56":0.75,"57":0.6585,"58":0.6552,"62":0.6919,"64":0.6732,"59":0.5219,"61":0.5284,"32":0.4313,"33":0.2839,"45":0.0,"12":0.598,"28":0.6732,"29":0.8936,"38":0.1623,"39":0.8657,"42":0.6663,"4":0.788,"5":0.9111,"3":0.8475,"9":0.625,"48":0.1916},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"clef-flash","name":"Clef-flash","org":"Cloudflare","kind":"Routing head + LoRA","base_model":"Qwen/Qwen3.5-9B","model_url":"https://huggingface.co/Cloudflare/clef-flash","params":null,"latency":{"median":38.8,"p95":122.4},"ece":null,"brier":null,"index":57.07,"areas":{"knowledge":0.5038,"language":0.526,"retrieval":0.5234,"tools":0.8197,"arts":0.4989},"scores":{"1":0.988,"2":0.664,"3":0.9309999999999999,"4":0.909,"5":0.6679999999999999,"6":0.799,"9":0.977,"10":0.342,"11":0.843,"12":0.591,"20":0.9540000000000001,"21":0.7509999999999999,"22":0.016,"23":0.6579999999999999,"24":0.9179999999999999,"25":0.51,"26":0.995,"27":0.983,"28":0.975,"29":0.986,"30":0.6729999999999999,"31":0.23,"32":0.86,"33":0.36700000000000005,"36":0.39299999999999996,"37":0.574,"38":0.259,"39":0.971,"41":0.496,"42":0.7859999999999999,"43":0.861,"44":0.977,"48":0.106,"50":0.718,"56":0.75,"57":0.653,"58":0.6890000000000001,"59":0.35600000000000004,"61":0.612,"62":0.6559999999999999,"64":0.6609999999999999},"skills":{"1":0.9838012958963283,"2":0.6119644300727567,"3":0.9296707776985016,"4":0.9078294338093792,"5":0.6659959758551307,"9":0.977,"11":0.7729573391178597,"12":0.3873576992210905,"20":0.9080000000000001,"21":0.5019999999999998,"22":0.008264462809917356,"23":0.31599999999999984,"25":0.3466666666666667,"28":0.95,"29":0.9813333333333333,"30":0.6036363636363636,"31":0.16131140398649385,"32":0.7774244833068362,"33":0.3585976289391023,"36":0.3133484162895927,"37":0.4656967264517747,"38":0.23529411764705885,"39":0.9573466686277395,"41":0.2440377981100945,"42":0.583657587548638,"43":0.7794700936062192,"44":0.954,"48":0.5760000000000001,"50":0.590711175616836,"56":0.5,"57":0.6097176920481386,"58":0.5492100304391943,"59":0.0,"61":0.22399999999999998,"62":0.5413333333333332,"64":0.5762499999999998},"panel_coverage":36,"missing":[40,45],"self_reported":true,"closed":false,"source":"self-reported"},{"engine":"autojev-27b","name":"AutoJev-27B","org":null,"kind":"full fine-tune","base_model":"Qwen/Qwen3.8-27B","model_url":"https://huggingface.co/denis-pplx/autojev-27b","params":27781427952,"latency":{"median":101.4,"p95":1052.5,"mean":403.2},"ece":0.0178,"brier":0.361,"index":56.4,"areas":{"knowledge":0.4088,"language":0.6346,"retrieval":0.5486,"tools":0.7935,"arts":0.3939},"scores":{"1":0.9764,"2":0.6742,"3":0.8406,"4":0.7903,"5":0.878,"6":0.7981,"9":0.7386,"10":0.3976,"11":0.7815,"12":0.7065,"20":0.9366,"21":0.624,"22":0.388,"23":0.6546,"24":0.8401,"25":0.4949,"26":0.992,"27":0.9676,"28":0.8516,"29":0.9398,"30":0.6736,"31":0.172,"32":0.6184,"33":0.2988,"36":0.4866,"37":0.5509,"38":0.204,"39":0.929,"40":0.6034,"41":0.7079,"42":0.8481,"43":0.7491,"44":0.745,"45":0.1198,"48":0.1948,"50":0.4177,"56":0.5995,"57":0.6448,"58":0.781,"62":0.8168,"64":0.7027,"59":0.8034,"61":0.7422},"skills":{"1":0.9681,"2":0.6237,"11":0.684,"20":0.8782,"21":0.2481,"22":0.3732,"23":0.2883,"25":0.3265,"30":0.6108,"31":0.0982,"36":0.4192,"37":0.4366,"40":0.4898,"41":0.5619,"43":0.602,"44":0.49,"50":0.1548,"56":0.199,"57":0.6005,"58":0.6826,"62":0.7557,"64":0.6284,"59":0.5924,"61":0.4844,"32":0.3933,"33":0.2895,"45":0.0,"12":0.5604,"28":0.7032,"29":0.9197,"38":0.1785,"39":0.8956,"42":0.7045,"4":0.7876,"5":0.8773,"3":0.8375,"9":0.7386,"48":0.2208},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"simple-jev-qwen3.8-27b","name":"simple-jev \u00b7 Qwen3.8-27B (featherless)","org":null,"kind":"inference technique","base_model":"Qwen/Qwen3.8-27B","model_url":"https://github.com/featherless-ai/simple-jev","params":27781427952,"latency":{"median":373.0,"p95":2796.8,"mean":930.6},"ece":0.113,"brier":0.4001,"index":55.74,"areas":{"knowledge":0.3656,"language":0.6209,"retrieval":0.6325,"tools":0.7621,"arts":0.3648},"scores":{"1":0.9681,"2":0.6798,"3":0.8543,"4":0.7946,"5":0.8808,"6":0.7978,"9":0.6477,"10":0.4189,"11":0.7753,"12":0.6923,"20":0.9612,"21":0.613,"22":0.2895,"23":0.6362,"24":0.8401,"25":0.4847,"26":0.9924,"27":0.9684,"28":0.8445,"29":0.931,"30":0.6524,"31":0.1736,"32":0.6316,"33":0.3206,"36":0.4974,"37":0.5735,"38":0.3558,"39":0.8848,"40":0.6035,"41":0.7185,"42":0.8374,"43":0.6228,"44":0.7102,"45":0.1238,"48":0.213,"50":0.4105,"56":0.8465,"57":0.5975,"58":0.708,"62":0.7503,"64":0.6875,"59":0.7233,"61":0.7462},"skills":{"1":0.957,"2":0.6303,"11":0.675,"20":0.9253,"21":0.226,"22":0.277,"23":0.2668,"25":0.3129,"30":0.5768,"31":0.0999,"36":0.4314,"37":0.4651,"40":0.4899,"41":0.5778,"43":0.4015,"44":0.4204,"50":0.1444,"56":0.693,"57":0.5473,"58":0.5768,"62":0.6671,"64":0.6094,"59":0.4263,"61":0.4924,"32":0.4143,"33":0.3116,"45":0.0,"12":0.5391,"28":0.689,"29":0.908,"38":0.3352,"39":0.8306,"42":0.6837,"4":0.792,"5":0.8801,"3":0.8515,"9":0.6477,"48":0.148},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"jebadiah-27b","name":"Jebadiah 27B","org":null,"kind":"LoRA","base_model":"Qwen/Qwen3.8-27B","model_url":"https://huggingface.co/frontier-infra/jebadiah-27b","params":27781427952,"latency":{"median":110.4,"p95":591.1,"mean":220.5},"ece":0.014,"brier":0.3653,"index":54.67,"areas":{"knowledge":0.3884,"language":0.6068,"retrieval":0.5389,"tools":0.7813,"arts":0.3873},"scores":{"1":0.9758,"2":0.6606,"3":0.8406,"4":0.7871,"5":0.8828,"6":0.7988,"9":0.7273,"10":0.589,"11":0.7762,"12":0.7148,"20":0.936,"21":0.6176,"22":0.2245,"23":0.6572,"24":0.8406,"25":0.4796,"26":0.9916,"27":0.9701,"28":0.8437,"29":0.9357,"30":0.6092,"31":0.1496,"32":0.6197,"33":0.303,"36":0.4951,"37":0.5438,"38":0.2076,"39":0.8923,"40":0.5681,"41":0.6385,"42":0.8316,"43":0.7281,"44":0.7272,"45":0.0918,"48":0.1782,"50":0.4248,"56":0.607,"57":0.6271,"58":0.777,"62":0.7883,"64":0.7235,"59":0.7822,"61":0.7003},"skills":{"1":0.9673,"2":0.6081,"11":0.6764,"20":0.8779,"21":0.2352,"22":0.2104,"23":0.3009,"25":0.3061,"30":0.5326,"31":0.0738,"36":0.4288,"37":0.4277,"40":0.4444,"41":0.4577,"43":0.5686,"44":0.4544,"50":0.1652,"56":0.214,"57":0.5806,"58":0.6768,"62":0.7177,"64":0.6544,"59":0.5484,"61":0.4006,"32":0.3954,"33":0.2937,"45":0.0,"12":0.5728,"28":0.6874,"29":0.9143,"38":0.1822,"39":0.8416,"42":0.6724,"4":0.7844,"5":0.8821,"3":0.8375,"9":0.7273,"48":0.2872},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"eikos-27b-fp8","name":"Eikos-27B [FP8]","org":null,"kind":"LoRA","base_model":"Qwen/Qwen3.8-27B","model_url":"https://huggingface.co/caiovicentino1/Eikos-27B-FP8","params":27781427952,"latency":{"median":129.7,"p95":509.8,"mean":213.2},"ece":0.0574,"brier":0.4009,"index":53.13,"areas":{"knowledge":0.3991,"language":0.5432,"retrieval":0.5587,"tools":0.7443,"arts":0.3979},"scores":{"1":0.9628,"2":0.6675,"3":0.8602,"4":0.7902,"5":0.8769,"6":0.7971,"9":0.5114,"10":0.6686,"11":0.804,"12":0.7559,"20":0.9374,"21":0.61,"22":0.2865,"23":0.6518,"24":0.8416,"25":0.5051,"26":0.9907,"27":0.9693,"28":0.8406,"29":0.9296,"30":0.7085,"31":0.1716,"32":0.609,"33":0.283,"36":0.4832,"37":0.5545,"38":0.224,"39":0.0,"40":0.5744,"41":0.7134,"42":0.8409,"43":0.6807,"44":0.7512,"45":0.0978,"48":0.1709,"50":0.4362,"56":0.6385,"57":0.6095,"58":0.7894,"62":0.7924,"64":0.7102,"59":0.741,"61":0.737},"skills":{"1":0.9498,"2":0.6161,"11":0.7165,"20":0.8799,"21":0.2199,"22":0.2789,"23":0.2869,"25":0.3401,"30":0.6497,"31":0.0977,"36":0.4154,"37":0.4412,"40":0.4525,"41":0.5701,"43":0.4934,"44":0.5024,"50":0.1817,"56":0.277,"57":0.5608,"58":0.6947,"62":0.7232,"64":0.6377,"59":0.463,"61":0.474,"32":0.3784,"33":0.2735,"45":0.0,"12":0.6344,"28":0.6812,"29":0.9061,"38":0.1992,"39":0.0,"42":0.6905,"4":0.7875,"5":0.8762,"3":0.8575,"9":0.5114,"48":0.3164},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"reflex-27b-v2","name":"reflex 27B [FP8 \u00b7 wide choice]","org":null,"kind":"inference technique","base_model":"Qwen/Qwen3.8-27B","model_url":"https://github.com/kshetrajna12/reflex","params":27781427952,"latency":{"median":108.3,"p95":1239.7,"mean":256.0},"ece":0.0242,"brier":0.3972,"index":52.16,"areas":{"knowledge":0.3511,"language":0.5416,"retrieval":0.5781,"tools":0.7412,"arts":0.3965},"scores":{"1":0.9711,"2":0.6333,"3":0.8504,"4":0.7966,"5":0.8925,"6":0.799,"9":0.5682,"10":0.4042,"11":0.7668,"12":0.6446,"20":0.9584,"21":0.6328,"22":0.2845,"23":0.6518,"24":0.8231,"25":0.5051,"26":0.9882,"27":0.9693,"28":0.7932,"29":0.9396,"30":0.6539,"31":0.1748,"32":0.6263,"33":0.2776,"36":0.4778,"37":0.5244,"38":0.2003,"39":0.7825,"40":0.5032,"41":0.605,"42":0.8062,"43":0.6105,"44":0.6348,"45":0.1178,"48":0.1918,"50":0.4338,"56":0.7415,"57":0.6189,"58":0.7064,"62":0.7656,"64":0.7121,"59":0.7414,"61":0.7073},"skills":{"1":0.961,"2":0.5766,"11":0.6628,"20":0.9207,"21":0.2656,"22":0.2744,"23":0.2962,"25":0.3401,"30":0.5822,"31":0.1012,"36":0.4092,"37":0.4035,"40":0.3609,"41":0.4074,"43":0.3821,"44":0.2696,"50":0.1782,"56":0.483,"57":0.5714,"58":0.5744,"62":0.6875,"64":0.6401,"59":0.4638,"61":0.4146,"32":0.4059,"33":0.268,"45":0.0,"12":0.4676,"28":0.5864,"29":0.9195,"38":0.1747,"39":0.6801,"42":0.623,"4":0.794,"5":0.8919,"3":0.8475,"9":0.5682,"48":0.2328},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"decider-chat-qwen3.6-27b","name":"Decider chat \u00b7 Qwen3.6-27B","org":null,"kind":"inference technique","base_model":"Qwen/Qwen3.6-27B","model_url":"https://github.com/Mapika/decider","params":27781427952,"latency":{"median":83.6,"p95":965.6,"mean":284.0},"ece":0.0209,"brier":0.3998,"index":51.35,"areas":{"knowledge":0.3699,"language":0.5712,"retrieval":0.5223,"tools":0.7142,"arts":0.3506},"scores":{"1":0.9752,"2":0.6438,"3":0.7972,"4":0.751,"5":0.8506,"6":0.7991,"9":0.4432,"10":0.1759,"11":0.74,"12":0.7459,"20":0.8764,"21":0.6084,"22":0.185,"23":0.6332,"24":0.8521,"25":0.5459,"26":0.9882,"27":0.9727,"28":0.8319,"29":0.9542,"30":0.5796,"31":0.1762,"32":0.6263,"33":0.3479,"36":0.4665,"37":0.4767,"38":0.2444,"39":0.8183,"40":0.458,"41":0.5839,"42":0.8203,"43":0.6404,"44":0.6634,"45":0.1158,"48":0.186,"50":0.4087,"56":0.6755,"57":0.6287,"58":0.7273,"62":0.785,"64":0.7273,"59":0.7503,"61":0.68},"skills":{"1":0.9665,"2":0.5886,"11":0.624,"20":0.7569,"21":0.2169,"22":0.1748,"23":0.2678,"25":0.3946,"30":0.4928,"31":0.1028,"36":0.3964,"37":0.3436,"40":0.3027,"41":0.3759,"43":0.4294,"44":0.3268,"50":0.1418,"56":0.351,"57":0.5824,"58":0.6047,"62":0.7133,"64":0.6591,"59":0.4823,"61":0.36,"32":0.4059,"33":0.3392,"45":0.0,"12":0.6194,"28":0.6638,"29":0.9389,"38":0.2202,"39":0.7328,"42":0.6504,"4":0.7478,"5":0.8497,"3":0.7933,"9":0.4432,"48":0.256},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"winnow-12b-q8","name":"Winnow-12B [Q8_0]","org":null,"kind":"LoRA","base_model":"google/gemma-4-12B","model_url":"https://huggingface.co/EldanRing/Winnow-12B","params":11959730224,"latency":{"median":72.5,"p95":356.2,"mean":134.4},"ece":0.1679,"brier":0.4862,"index":50.02,"areas":{"knowledge":0.3382,"language":0.5599,"retrieval":0.5405,"tools":0.7102,"arts":0.2997},"scores":{"1":0.9475,"2":0.6519,"3":0.6732,"4":0.7511,"5":0.8695,"6":0.7976,"9":0.5455,"10":0.1189,"11":0.7289,"12":0.6674,"20":0.8314,"21":0.6126,"22":0.081,"23":0.6018,"24":0.7732,"25":0.3878,"26":0.9798,"27":0.948,"28":0.7411,"29":0.8512,"30":0.539,"31":0.1734,"32":0.6104,"33":0.3358,"36":0.4528,"37":0.5304,"38":0.1546,"39":0.9174,"40":0.5773,"41":0.6863,"42":0.8294,"43":0.6947,"44":0.6856,"45":0.1038,"48":0.1926,"50":0.4183,"56":0.659,"57":0.5483,"58":0.7129,"62":0.8324,"64":0.6477,"59":0.7708,"61":0.7205},"skills":{"1":0.9291,"2":0.598,"11":0.6079,"20":0.6684,"21":0.2253,"22":0.0732,"23":0.2004,"25":0.1837,"30":0.4471,"31":0.0997,"36":0.381,"37":0.411,"40":0.4562,"41":0.5295,"43":0.5157,"44":0.3712,"50":0.1557,"56":0.318,"57":0.492,"58":0.5839,"62":0.7765,"64":0.5596,"59":0.5248,"61":0.441,"32":0.3806,"33":0.327,"45":0.0,"12":0.5018,"28":0.4822,"29":0.8016,"38":0.1276,"39":0.8785,"42":0.6681,"4":0.7479,"5":0.8687,"3":0.6669,"9":0.5455,"48":0.2296},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"joshua-diffusion-full","name":"JoshuaSP diffusiongemma (open-jev)","org":null,"kind":"inference technique","base_model":"google/diffusiongemma-26B-A4B-it","model_url":"https://github.com/JoshuaSP/open-jev","params":25823778864,"latency":{"median":260.4,"p95":537.3,"mean":337.8},"ece":0.2155,"brier":0.5241,"index":49.47,"areas":{"knowledge":0.3273,"language":0.5351,"retrieval":0.5837,"tools":0.7016,"arts":0.2665},"scores":{"1":0.9652,"2":0.6121,"3":0.8366,"4":0.7428,"5":0.8349,"6":0.79,"9":0.4205,"10":0.4065,"11":0.7596,"12":0.6637,"20":0.8694,"21":0.6298,"22":0.025,"23":0.5824,"24":0.7926,"25":0.449,"26":0.9823,"27":0.9445,"28":0.7364,"29":0.8328,"30":0.5027,"31":0.1416,"32":0.6117,"33":0.2745,"36":0.4294,"37":0.5337,"38":0.2449,"39":0.8904,"40":0.66,"41":0.5569,"42":0.7843,"43":0.6474,"44":0.6778,"45":0.0978,"48":0.2959,"50":0.4499,"56":0.8535,"57":0.5686,"58":0.7067,"62":0.7544,"64":0.6364,"59":0.7043,"61":0.7085},"skills":{"1":0.953,"2":0.5521,"11":0.6523,"20":0.7459,"21":0.2595,"22":0.0187,"23":0.1477,"25":0.2653,"30":0.3995,"31":0.0651,"36":0.3545,"37":0.4152,"40":0.5626,"41":0.3353,"43":0.4405,"44":0.3556,"50":0.2016,"56":0.707,"57":0.5148,"58":0.5749,"62":0.6725,"64":0.5455,"59":0.3869,"61":0.417,"32":0.3827,"33":0.2649,"45":0.0,"12":0.4963,"28":0.4728,"29":0.7771,"38":0.2207,"39":0.8388,"42":0.5804,"4":0.7395,"5":0.8339,"3":0.8335,"9":0.4205,"48":0.0},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"jevfire-uncapped","name":"Jevfire","org":null,"kind":"inference technique","base_model":"Qwen/Qwen3.8-27B","model_url":"https://github.com/kikoncuo/jevfire","params":27781427952,"latency":{"median":89.6,"p95":447.5,"mean":178.1},"ece":0.0521,"brier":0.4139,"index":49.37,"areas":{"knowledge":0.3048,"language":0.5334,"retrieval":0.5622,"tools":0.7233,"arts":0.3221},"scores":{"1":0.9557,"2":0.649,"3":0.8406,"4":0.7517,"5":0.8128,"6":0.7995,"9":0.4773,"10":0.6497,"11":0.7547,"12":0.6355,"20":0.9492,"21":0.5784,"22":0.132,"23":0.6046,"24":0.7971,"25":0.4694,"26":0.9848,"27":0.9599,"28":0.7451,"29":0.9046,"30":0.5489,"31":0.1732,"32":0.5944,"33":0.2752,"36":0.4922,"37":0.5351,"38":0.2238,"39":0.8032,"40":0.5324,"41":0.6081,"42":0.7522,"43":0.5368,"44":0.6178,"45":0.1198,"48":0.2129,"50":0.395,"56":0.7435,"57":0.5727,"58":0.6797,"62":0.7755,"64":0.6875,"59":0.8026,"61":0.7117},"skills":{"1":0.9402,"2":0.5947,"11":0.6453,"20":0.9016,"21":0.1568,"22":0.1219,"23":0.2292,"25":0.2925,"30":0.4539,"31":0.0995,"36":0.4256,"37":0.4169,"40":0.3985,"41":0.4121,"43":0.2652,"44":0.2356,"50":0.1219,"56":0.487,"57":0.5194,"58":0.5357,"62":0.7007,"64":0.6094,"59":0.5907,"61":0.4234,"32":0.3552,"33":0.2656,"45":0.0,"12":0.454,"28":0.4902,"29":0.8728,"38":0.199,"39":0.7105,"42":0.5179,"4":0.7485,"5":0.8117,"3":0.8375,"9":0.4773,"48":0.1484},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"decider-35b-nvfp4","name":"Decider 35B-A3B [NVFP4]","org":null,"kind":"full fine-tune","base_model":"Qwen/Qwen3.5-35B-A3B-Base","model_url":"https://huggingface.co/Mapika/decider-35b-a3b-nvfp4","params":35951822704,"latency":{"median":101.4,"p95":210.9,"mean":109.5},"ece":0.0226,"brier":0.3878,"index":47.11,"areas":{"knowledge":0.3178,"language":0.5552,"retrieval":0.5466,"tools":0.5654,"arts":0.326},"scores":{"1":0.9215,"2":0.663,"3":0.565,"4":0.8979,"5":0.9468,"6":0.7963,"9":0.2386,"10":0.6414,"11":0.7496,"12":0.6603,"20":0.8906,"21":0.6195,"22":0.0665,"23":0.649,"24":0.8261,"25":0.4082,"26":0.9899,"27":0.9633,"28":0.8863,"29":0.9665,"30":0.4606,"31":0.1088,"32":0.6184,"33":0.3473,"36":0.4167,"37":0.5065,"38":0.2724,"39":0.8524,"40":0.5481,"41":0.5452,"42":0.7847,"43":0.5982,"44":0.6672,"45":0.0878,"48":0.2007,"50":0.4642,"56":0.6685,"57":0.6046,"58":0.7133,"62":0.5972,"64":0.6402,"59":0.631,"61":0.635},"skills":{"1":0.894,"2":0.6108,"11":0.6379,"20":0.7836,"21":0.239,"22":0.0562,"23":0.2594,"25":0.2109,"30":0.3531,"31":0.0293,"36":0.3401,"37":0.381,"40":0.4187,"41":0.3178,"43":0.3626,"44":0.3344,"50":0.2224,"56":0.337,"57":0.5553,"58":0.5844,"62":0.4629,"64":0.5502,"59":0.2349,"61":0.27,"32":0.3933,"33":0.3386,"45":0.0,"12":0.4912,"28":0.7726,"29":0.9553,"38":0.2491,"39":0.7829,"42":0.5811,"4":0.8966,"5":0.9465,"3":0.5566,"9":0.2386,"48":0.1972},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"jpt-9b","name":"JPT-9B","org":null,"kind":"LoRA","base_model":"Qwen/Qwen3.5-9B-Base","model_url":"https://huggingface.co/kirp/jpt-9b","params":9653104368,"latency":{"median":148.6,"p95":461.9,"mean":178.2},"ece":0.0773,"brier":0.4346,"index":46.89,"areas":{"knowledge":0.317,"language":0.5672,"retrieval":0.4459,"tools":0.6702,"arts":0.2856},"scores":{"1":0.9486,"2":0.6172,"3":0.7874,"4":0.6543,"5":0.362,"6":0.8007,"9":0.4318,"10":0.5299,"11":0.822,"12":0.6659,"20":0.8608,"21":0.5974,"22":0.047,"23":0.5752,"24":0.7794,"25":0.4133,"26":0.9781,"27":0.9471,"28":0.7459,"29":0.859,"30":0.7472,"31":0.149,"32":0.5479,"33":0.2358,"36":0.469,"37":0.5264,"38":0.2278,"39":0.9317,"40":0.5639,"41":0.6443,"42":0.7899,"43":0.5561,"44":0.669,"45":0.1218,"48":0.1814,"50":0.4021,"56":0.7605,"57":0.5472,"58":0.694,"62":0.6796,"64":0.6212,"59":0.7619,"61":0.6635},"skills":{"1":0.9307,"2":0.5579,"11":0.7425,"20":0.7243,"21":0.1948,"22":0.0353,"23":0.1137,"25":0.2177,"30":0.6923,"31":0.0731,"36":0.3992,"37":0.406,"40":0.4389,"41":0.4664,"43":0.2958,"44":0.338,"50":0.1323,"56":0.521,"57":0.4907,"58":0.5565,"62":0.5728,"64":0.5265,"59":0.5063,"61":0.327,"32":0.2812,"33":0.2257,"45":0.0,"12":0.4996,"28":0.4918,"29":0.812,"38":0.2031,"39":0.8995,"42":0.5912,"4":0.6499,"5":0.3581,"3":0.7833,"9":0.4318,"48":0.2744},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"decision-lux-9b","name":"Decision 1.0 Lux","org":null,"kind":"head / adapter","base_model":"Qwen/Qwen3.5-9B-Base","model_url":"https://huggingface.co/llm-semantic-router/Decision-1.0-Lux-9B","params":9653104368,"latency":{"median":51.0,"p95":347.5,"mean":114.1},"ece":0.076,"brier":0.4397,"index":43.49,"areas":{"knowledge":0.309,"language":0.4797,"retrieval":0.5002,"tools":0.5719,"arts":0.2635},"scores":{"1":0.9427,"2":0.6368,"3":0.7402,"4":0.8065,"5":0.8842,"6":0.7836,"9":0.25,"10":0.4604,"11":0.7166,"12":0.6641,"20":0.686,"21":0.5613,"22":0.1945,"23":0.6168,"24":0.771,"25":0.4337,"26":0.984,"27":0.9488,"28":0.7782,"29":0.8867,"30":0.5091,"31":0.136,"32":0.5838,"33":0.3303,"36":0.4141,"37":0.4602,"38":0.1627,"39":0.8181,"40":0.4282,"41":0.4393,"42":0.8076,"43":0.6228,"44":0.645,"45":0.0958,"48":0.1907,"50":0.4141,"56":0.592,"57":0.5441,"58":0.6755,"62":0.4513,"64":0.6231,"59":0.6599,"61":0.6825},"skills":{"1":0.9227,"2":0.5806,"11":0.5902,"20":0.3906,"21":0.1225,"22":0.1777,"23":0.2434,"25":0.2449,"30":0.4134,"31":0.059,"36":0.3372,"37":0.3229,"40":0.2644,"41":0.1589,"43":0.4015,"44":0.29,"50":0.1496,"56":0.184,"57":0.4872,"58":0.5296,"62":0.2684,"64":0.5289,"59":0.2948,"61":0.365,"32":0.3383,"33":0.3214,"45":0.0,"12":0.4969,"28":0.5564,"29":0.8489,"38":0.1359,"39":0.7325,"42":0.6257,"4":0.804,"5":0.8835,"3":0.7352,"9":0.25,"48":0.2372},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"jpt-4b","name":"JPT-4B","org":null,"kind":"LoRA","base_model":"Qwen/Qwen3.5-4B-Base","model_url":"https://huggingface.co/kirp/jpt-4b","params":4659865088,"latency":{"median":139.1,"p95":405.7,"mean":154.9},"ece":0.0793,"brier":0.4478,"index":43.04,"areas":{"knowledge":0.2872,"language":0.5247,"retrieval":0.4501,"tools":0.572,"arts":0.2584},"scores":{"1":0.9156,"2":0.6212,"3":0.687,"4":0.7212,"5":0.6454,"6":0.7994,"9":0.125,"10":0.6048,"11":0.7966,"12":0.6199,"20":0.8048,"21":0.5974,"22":0.0165,"23":0.6,"24":0.7382,"25":0.4286,"26":0.9777,"27":0.9283,"28":0.7127,"29":0.8103,"30":0.7278,"31":0.1384,"32":0.5559,"33":0.2176,"36":0.4215,"37":0.4639,"38":0.2003,"39":0.9191,"40":0.5175,"41":0.6343,"42":0.7846,"43":0.5088,"44":0.6496,"45":0.1138,"48":0.1888,"50":0.389,"56":0.689,"57":0.4889,"58":0.6307,"62":0.6405,"64":0.5739,"59":0.7418,"61":0.6085},"skills":{"1":0.886,"2":0.5625,"11":0.7058,"20":0.611,"21":0.1948,"22":0.0072,"23":0.173,"25":0.2381,"30":0.6657,"31":0.0616,"36":0.3456,"37":0.3276,"40":0.3792,"41":0.4514,"43":0.2206,"44":0.2992,"50":0.1133,"56":0.378,"57":0.4251,"58":0.4647,"62":0.5207,"64":0.4674,"59":0.4646,"61":0.217,"32":0.294,"33":0.2072,"45":0.0,"12":0.4306,"28":0.4254,"29":0.7471,"38":0.1747,"39":0.881,"42":0.5809,"4":0.7176,"5":0.6433,"3":0.681,"9":0.125,"48":0.2448},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"jet-v6.2","name":"Jet v6.2","org":null,"kind":"LoRA","base_model":"Qwen/Qwen3.5-4B-Base","model_url":"https://huggingface.co/michaljach/jet","params":4659865088,"latency":{"median":46.8,"p95":371.1,"mean":167.9},"ece":0.1411,"brier":0.4793,"index":42.6,"areas":{"knowledge":0.2867,"language":0.4387,"retrieval":0.4817,"tools":0.6294,"arts":0.2702},"scores":{"1":0.9191,"2":0.6377,"3":0.5433,"4":0.7518,"5":0.9107,"6":0.7985,"9":0.2841,"10":0.646,"11":0.7679,"12":0.6241,"20":0.8292,"21":0.5986,"22":0.024,"23":0.6422,"24":0.7348,"25":0.4439,"26":0.979,"27":0.9206,"28":0.7064,"29":0.928,"30":0.7002,"31":0.1254,"32":0.5652,"33":0.3158,"36":0.4278,"37":0.529,"38":0.1298,"39":0.8173,"40":0.4356,"41":0.4791,"42":0.7718,"43":0.4421,"44":0.6582,"45":0.1018,"48":0.2225,"50":0.4475,"56":0.539,"57":0.4848,"58":0.6287,"62":0.8677,"64":0.5871,"59":0.5132,"61":0.6392},"skills":{"1":0.8908,"2":0.5806,"11":0.6643,"20":0.6597,"21":0.1971,"22":0.0139,"23":0.2609,"25":0.2585,"30":0.6337,"31":0.0474,"36":0.3527,"37":0.4092,"40":0.2739,"41":0.2187,"43":0.1148,"44":0.3164,"50":0.1981,"56":0.078,"57":0.4205,"58":0.4618,"62":0.8236,"64":0.4839,"59":0.0,"61":0.2784,"32":0.3087,"33":0.3067,"45":0.0,"12":0.4369,"28":0.4128,"29":0.904,"38":0.102,"39":0.7313,"42":0.556,"4":0.7486,"5":0.9102,"3":0.5345,"9":0.2841,"48":0.11},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"xor","name":"Xor","org":null,"kind":"full fine-tune","base_model":"Qwen/Qwen3.6-35B-A3B","model_url":"https://huggingface.co/juspay/xor","params":35951822704,"latency":{"median":139.9,"p95":419.9,"mean":184.2},"ece":0.0149,"brier":0.3881,"index":41.48,"areas":{"knowledge":0.3433,"language":0.5558,"retrieval":0.2296,"tools":0.5514,"arts":0.3563},"scores":{"1":0.9575,"2":0.6364,"6":0.8002,"9":0.5341,"10":0.2381,"11":0.7429,"12":0.6851,"20":0.9662,"21":0.6374,"23":0.6304,"24":0.8405,"25":0.4898,"26":0.9903,"27":0.9608,"28":0.8082,"29":0.9364,"30":0.7191,"31":0.2286,"32":0.621,"33":0.2467,"36":0.4233,"37":0.4464,"38":0.1728,"39":0.8874,"40":0.5553,"41":0.6883,"42":0.7255,"43":0.6,"44":0.6368,"45":0.1357,"48":0.2011,"50":0.4576,"56":0.654,"57":0.6261,"58":0.7096,"62":0.7993,"64":0.714,"59":0.7028,"61":0.7422},"skills":{"1":0.9426,"2":0.5801,"11":0.6282,"20":0.9327,"21":0.2747,"22":0.0,"23":0.2679,"25":0.3197,"30":0.6602,"31":0.0,"36":0.3476,"37":0.3056,"40":0.428,"41":0.5324,"43":0.3654,"44":0.2736,"50":0.2129,"56":0.308,"57":0.5795,"58":0.5791,"62":0.7324,"64":0.6425,"59":0.3838,"61":0.4844,"32":0.3975,"33":0.2367,"45":0.0,"12":0.5283,"28":0.6164,"29":0.9152,"38":0.1463,"39":0.8344,"42":0.466,"4":0.0,"5":0.0,"3":0.0,"9":0.5341,"48":0.1956},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"hopper-g-1.2","name":"Hopper (G) 1.2","org":null,"kind":"LoRA","base_model":"Qwen/Qwen3.5-4B-Base","model_url":"https://huggingface.co/HopitAI/hopper-g","params":4659865088,"latency":{"median":23.3,"p95":238.2,"mean":105.1},"ece":0.0927,"brier":0.4672,"index":40.77,"areas":{"knowledge":0.2517,"language":0.4483,"retrieval":0.4542,"tools":0.6006,"arts":0.2602},"scores":{"1":0.9209,"2":0.6195,"3":0.7559,"4":0.7255,"5":0.7957,"6":0.7986,"9":0.2273,"10":0.6438,"11":0.7073,"12":0.5995,"20":0.8322,"21":0.6058,"22":0.068,"23":0.6064,"24":0.7389,"25":0.3776,"26":0.9739,"27":0.9275,"28":0.6914,"29":0.8451,"30":0.4795,"31":0.1392,"32":0.5505,"33":0.2952,"36":0.4244,"37":0.3951,"38":0.1645,"39":0.8319,"40":0.4371,"41":0.4432,"42":0.7857,"43":0.4719,"44":0.6302,"45":0.0918,"48":0.2243,"50":0.4272,"56":0.6135,"57":0.4894,"58":0.6414,"62":0.6117,"64":0.5758,"59":0.6957,"61":0.6455},"skills":{"1":0.8932,"2":0.5606,"11":0.5768,"20":0.6703,"21":0.2116,"22":0.0624,"23":0.1673,"25":0.1701,"30":0.3707,"31":0.0625,"36":0.3488,"37":0.2412,"40":0.2758,"41":0.1649,"43":0.1622,"44":0.2604,"50":0.1687,"56":0.227,"57":0.4257,"58":0.4802,"62":0.4823,"64":0.4697,"59":0.3691,"61":0.291,"32":0.2854,"33":0.2858,"45":0.0,"12":0.4001,"28":0.3828,"29":0.7935,"38":0.1378,"39":0.7528,"42":0.5831,"4":0.722,"5":0.7945,"3":0.7512,"9":0.2273,"48":0.1028},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"decider-4b","name":"Decider 4B","org":null,"kind":"full fine-tune","base_model":"Qwen/Qwen3.5-4B-Base","model_url":"https://huggingface.co/Mapika/decider-4b","params":4659865088,"latency":{"median":12.6,"p95":188.5,"mean":41.0},"ece":0.0837,"brier":0.4542,"index":40.7,"areas":{"knowledge":0.2574,"language":0.4597,"retrieval":0.4467,"tools":0.5862,"arts":0.2503},"scores":{"1":0.8796,"2":0.65,"3":0.6043,"4":0.7472,"5":0.8655,"6":0.7988,"9":0.1705,"10":0.2003,"11":0.7234,"12":0.5636,"20":0.8344,"21":0.5967,"22":0.1,"23":0.6048,"24":0.7418,"25":0.4133,"26":0.9781,"27":0.9394,"28":0.8074,"29":0.9399,"30":0.5709,"31":0.105,"32":0.5372,"33":0.3158,"36":0.4545,"37":0.4238,"38":0.1924,"39":0.8604,"40":0.4207,"41":0.5353,"42":0.7369,"43":0.4368,"44":0.633,"45":0.1038,"48":0.294,"50":0.4063,"56":0.578,"57":0.5165,"58":0.6089,"62":0.7588,"64":0.6288,"59":0.5216,"61":0.5627},"skills":{"1":0.8374,"2":0.5959,"11":0.6,"20":0.666,"21":0.1933,"22":0.0863,"23":0.1825,"25":0.2177,"30":0.4832,"31":0.0252,"36":0.3829,"37":0.2773,"40":0.2548,"41":0.3029,"43":0.1065,"44":0.266,"50":0.1384,"56":0.156,"57":0.4562,"58":0.4331,"62":0.6784,"64":0.536,"59":0.0081,"61":0.1254,"32":0.2642,"33":0.3067,"45":0.0,"12":0.3463,"28":0.6148,"29":0.9199,"38":0.1666,"39":0.7947,"42":0.4881,"4":0.7439,"5":0.8647,"3":0.5967,"9":0.1705,"48":0.0},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"jev-omni","name":"Jev-Omni","org":null,"kind":"LoRA + head","base_model":"google/gemma-4-12B","model_url":"https://huggingface.co/akhilaaa3/Jev-Omni","params":11959730224,"latency":{"median":54.9,"p95":627.9,"mean":189.4},"ece":0.161,"brier":0.5344,"index":40.53,"areas":{"knowledge":0.2549,"language":0.5052,"retrieval":0.3583,"tools":0.6077,"arts":0.2607},"scores":{"1":0.9675,"2":0.6443,"3":0.5236,"4":0.3099,"5":0.1689,"6":0.7757,"9":0.4205,"10":0.5043,"11":0.6984,"12":0.6467,"20":0.7668,"21":0.6149,"22":0.042,"23":0.605,"24":0.7753,"25":0.3673,"26":0.9798,"27":0.9497,"28":0.7206,"29":0.8105,"30":0.4022,"31":0.1282,"32":0.5572,"33":0.2667,"36":0.4651,"37":0.535,"38":0.16,"39":0.9081,"40":0.4107,"41":0.5462,"42":0.8232,"43":0.507,"44":0.6676,"45":0.0998,"48":0.2018,"50":0.4153,"56":0.7995,"57":0.4894,"58":0.6657,"62":0.6303,"64":0.5985,"59":0.7998,"61":0.6585},"skills":{"1":0.9562,"2":0.5893,"11":0.5639,"20":0.5326,"21":0.2298,"22":0.032,"23":0.2016,"25":0.1565,"30":0.2788,"31":0.0505,"36":0.3949,"37":0.4167,"40":0.2419,"41":0.3192,"43":0.2178,"44":0.3352,"50":0.1514,"56":0.599,"57":0.4257,"58":0.5154,"62":0.5071,"64":0.4981,"59":0.5849,"61":0.317,"32":0.296,"33":0.257,"45":0.0,"12":0.4708,"28":0.4412,"29":0.7473,"38":0.1331,"39":0.8648,"42":0.656,"4":0.301,"5":0.1639,"3":0.5144,"9":0.4205,"48":0.1928},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"djev","name":"djev","org":null,"kind":"inference technique","base_model":"google/diffusiongemma-26B-A4B-it","model_url":"https://github.com/Davipar/djev-dev","params":25823778864,"latency":{"median":84.4,"p95":211.2,"mean":108.8},"ece":0.2124,"brier":0.5655,"index":40.28,"areas":{"knowledge":0.264,"language":0.4876,"retrieval":0.4177,"tools":0.5168,"arts":0.3045},"scores":{"1":0.9292,"2":0.542,"3":0.7067,"4":0.6944,"5":0.1352,"6":0.7988,"9":0,"10":0.1479,"11":0.7002,"12":0.5981,"20":0.9028,"21":0.6088,"22":0.15,"23":0.5942,"24":0.7943,"25":0.4745,"26":0.984,"27":0.9522,"28":0.6938,"29":0.8386,"30":0.3669,"31":0.1402,"32":0.633,"33":0.2818,"36":0.3084,"37":0.5643,"38":0.2749,"39":0.8438,"40":0.5967,"41":0.6458,"42":0.7509,"43":0.4684,"44":0.6392,"45":0.1178,"48":0.2234,"50":0.4666,"56":0.8605,"57":0.4404,"58":0.6726,"62":0.5449,"64":0.6042,"59":0.7306,"61":0.6683},"skills":{"1":0.9044,"2":0.4711,"11":0.5664,"20":0.8095,"21":0.2177,"22":0.1358,"23":0.1704,"25":0.2993,"30":0.2298,"31":0.0635,"36":0.2177,"37":0.4534,"40":0.4811,"41":0.4687,"43":0.1566,"44":0.2784,"50":0.2258,"56":0.721,"57":0.3706,"58":0.5254,"62":0.3932,"64":0.5052,"59":0.4414,"61":0.3366,"32":0.4165,"33":0.2723,"45":0.0,"12":0.398,"28":0.3876,"29":0.7848,"38":0.0405,"39":0.7703,"42":0.5154,"4":0.6905,"5":0.13,"3":0.701,"9":0.0,"48":0.1064},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"winnow-e4b-q8","name":"Winnow-E4B [Q8_0]","org":null,"kind":"LoRA","base_model":"google/gemma-4-E4B","model_url":"https://huggingface.co/EldanRing/Winnow-E4B","params":7996156490,"latency":{"median":45.0,"p95":188.3,"mean":75.6},"ece":0.058,"brier":0.4613,"index":39.89,"areas":{"knowledge":0.2229,"language":0.4511,"retrieval":0.438,"tools":0.6251,"arts":0.2277},"scores":{"1":0.9144,"2":0.603,"3":0.7303,"4":0.712,"5":0.826,"6":0.7983,"9":0.1023,"10":0.3729,"11":0.7334,"12":0.5617,"20":0.8152,"21":0.6027,"22":0.036,"23":0.5662,"24":0.6701,"25":0.3622,"26":0.96,"27":0.8857,"28":0.6606,"29":0.7662,"30":0.3161,"31":0.15,"32":0.5519,"33":0.2921,"36":0.4155,"37":0.4655,"38":0.2056,"39":0.8853,"40":0.5383,"41":0.631,"42":0.7391,"43":0.5018,"44":0.6032,"45":0.1257,"48":0.2451,"50":0.4421,"56":0.5095,"57":0.4377,"58":0.6287,"62":0.8502,"64":0.5568,"59":0.6081,"61":0.6478},"skills":{"1":0.8844,"2":0.5415,"11":0.6145,"20":0.6368,"21":0.2055,"22":0.0245,"23":0.1129,"25":0.1497,"30":0.1718,"31":0.0742,"36":0.3388,"37":0.3296,"40":0.406,"41":0.4465,"43":0.2095,"44":0.2064,"50":0.1903,"56":0.019,"57":0.3676,"58":0.4618,"62":0.8003,"64":0.446,"59":0.1874,"61":0.2956,"32":0.2876,"33":0.2827,"45":0.0,"12":0.3435,"28":0.3212,"29":0.6883,"38":0.1802,"39":0.8313,"42":0.4924,"4":0.7083,"5":0.8249,"3":0.7251,"9":0.1023,"48":0.0196},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"nimble-v2","name":"Bespoke Nimble 9B v2","org":null,"kind":"LoRA","base_model":"Qwen/Qwen3.5-9B-Base","model_url":"https://huggingface.co/bespokelabs/Bespoke-Nimble-9B-v2","params":9653104368,"latency":{"median":77.3,"p95":621.4,"mean":982.3},"ece":0.024,"brier":0.4671,"index":39.57,"areas":{"knowledge":0.2952,"language":0.4509,"retrieval":0.3493,"tools":0.5921,"arts":0.2471},"scores":{"1":0.9156,"2":0.5795,"3":0.8051,"4":0.6938,"5":0.3084,"6":0.7831,"9":0.0227,"10":0.5992,"11":0.7032,"12":0.6819,"20":0.8666,"21":0.5753,"22":0.1465,"23":0.543,"24":0.7724,"25":0.4388,"26":0.9811,"27":0.9411,"28":0.7561,"29":0.8499,"30":0.5565,"31":0.1362,"32":0.5638,"33":0.2352,"36":0.2814,"37":0.4553,"38":0.2314,"39":0.6547,"40":0.5372,"41":0.3913,"42":0.7633,"43":0.5632,"44":0.6692,"45":0.0858,"48":0.2239,"50":0.4039,"56":0.656,"57":0.5172,"58":0.6744,"62":0.7267,"64":0.5568,"59":0.6507,"61":0.6295},"skills":{"1":0.886,"2":0.5144,"11":0.5708,"20":0.7248,"21":0.1507,"22":0.1295,"23":0.0677,"25":0.2517,"30":0.4679,"31":0.0592,"36":0.1871,"37":0.3168,"40":0.4047,"41":0.087,"43":0.3069,"44":0.3384,"50":0.1349,"56":0.312,"57":0.457,"58":0.528,"62":0.6356,"64":0.446,"59":0.2758,"61":0.259,"32":0.3065,"33":0.225,"45":0.0,"12":0.5235,"28":0.5122,"29":0.7999,"38":0.2068,"39":0.4921,"42":0.5395,"4":0.6899,"5":0.3042,"3":0.8013,"9":0.0227,"48":0.1044},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"jevk5","name":"JevK5","org":null,"kind":"LoRA","base_model":"Qwen/Qwen3.5-4B-Base","model_url":"https://huggingface.co/alibiserikbay/JevK5","params":4659865088,"latency":{"median":22.0,"p95":226.3,"mean":89.8},"ece":0.0268,"brier":0.4591,"index":38.81,"areas":{"knowledge":0.235,"language":0.4329,"retrieval":0.4615,"tools":0.5211,"arts":0.2781},"scores":{"1":0.8501,"2":0.5836,"3":0.685,"4":0.6918,"5":0.7466,"6":0.7864,"9":0.125,"10":0.6298,"11":0.669,"12":0.5513,"20":0.8404,"21":0.6088,"22":0.016,"23":0.617,"24":0.7466,"25":0.4286,"26":0.9739,"27":0.9249,"28":0.7111,"29":0.8352,"30":0.4246,"31":0.13,"32":0.5186,"33":0.283,"36":0.4286,"37":0.4081,"38":0.1508,"39":0.877,"40":0.4582,"41":0.4568,"42":0.7614,"43":0.4895,"44":0.5938,"45":0.1357,"48":0.1985,"50":0.4648,"56":0.7,"57":0.4914,"58":0.5983,"62":0.5487,"64":0.5549,"59":0.645,"61":0.6222},"skills":{"1":0.7976,"2":0.5191,"11":0.5214,"20":0.6872,"21":0.2177,"22":0.0089,"23":0.1745,"25":0.2381,"30":0.2996,"31":0.0524,"36":0.3536,"37":0.2576,"40":0.303,"41":0.1852,"43":0.19,"44":0.1876,"50":0.2232,"56":0.4,"57":0.428,"58":0.4177,"62":0.3983,"64":0.4436,"59":0.2639,"61":0.2444,"32":0.2347,"33":0.2735,"45":0.0,"12":0.3279,"28":0.4222,"29":0.7803,"38":0.1236,"39":0.8191,"42":0.5358,"4":0.6878,"5":0.7451,"3":0.6789,"9":0.125,"48":0.206},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"lev","name":"lev","org":null,"kind":"LoRA + head","base_model":"Qwen/Qwen3.5-4B-Base","model_url":"https://huggingface.co/interfaze-ai/lev","params":4659865088,"latency":{"median":70.8,"p95":687.7,"mean":399.5},"ece":0.0638,"brier":0.4905,"index":38.54,"areas":{"knowledge":0.2197,"language":0.3852,"retrieval":0.4792,"tools":0.5752,"arts":0.2796},"scores":{"1":0.902,"2":0.6223,"3":0.7913,"4":0.8675,"5":0.9037,"6":0.7986,"9":0.1932,"10":0.3398,"11":0.7043,"12":0.6445,"20":0.8766,"21":0.6008,"22":0.054,"23":0.6224,"24":0.7295,"25":0.4031,"26":0.9752,"27":0.9326,"28":0.6685,"29":0.8118,"30":0.3245,"31":0.1432,"32":0.5359,"33":0.1824,"36":0.4398,"37":0.4594,"38":0.0711,"39":0.7395,"40":0.4,"41":0.4836,"42":0.7606,"43":0.5035,"44":0.5966,"45":0.1238,"48":0.2158,"50":0.4624,"56":0.5055,"57":0.4866,"58":0.6134,"62":0.5225,"64":0.5398,"59":0.0832,"61":0.6338},"skills":{"1":0.8677,"2":0.5638,"11":0.5724,"20":0.7506,"21":0.2017,"22":0.045,"23":0.2071,"25":0.2041,"30":0.1867,"31":0.0668,"36":0.3663,"37":0.3219,"40":0.2281,"41":0.2254,"43":0.2123,"44":0.1932,"50":0.2198,"56":0.011,"57":0.4226,"58":0.4396,"62":0.3633,"64":0.4247,"59":0.0,"61":0.2676,"32":0.2622,"33":0.1715,"45":0.0,"12":0.4675,"28":0.337,"29":0.7491,"38":0.0414,"39":0.6169,"42":0.5342,"4":0.8658,"5":0.9031,"3":0.7873,"9":0.1932,"48":0.1368},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"kev-9b-raised","name":"Kev 9B","org":null,"kind":"LoRA + head","base_model":"Qwen/Qwen3.5-9B-Base","model_url":"https://huggingface.co/jaredpalmer/kev-9b","params":9653104368,"latency":{"median":51.4,"p95":187.9,"mean":118.2},"ece":0.1378,"brier":0.487,"index":38.48,"areas":{"knowledge":0.2616,"language":0.4167,"retrieval":0.4366,"tools":0.5449,"arts":0.2242},"scores":{"1":0.9451,"2":0.6426,"3":0.563,"4":0.8483,"5":0.7903,"6":0.8005,"9":0.25,"10":0.6398,"11":0.5777,"12":0.5626,"20":0.67,"21":0.5575,"22":0.1075,"23":0.5632,"24":0.7529,"25":0.3878,"26":0.9773,"27":0.9369,"28":0.7316,"29":0.8192,"30":0.4871,"31":0.1116,"32":0.5785,"33":0.2673,"36":0.3853,"37":0.4922,"38":0.1831,"39":0.8838,"40":0.4708,"41":0.5542,"42":0.7486,"43":0.5123,"44":0.62,"45":0.1038,"48":0.176,"50":0.3944,"56":0.5075,"57":0.5113,"58":0.6517,"62":0.4962,"64":0.5814,"59":0.4618,"61":0.588},"skills":{"1":0.9259,"2":0.5873,"11":0.3892,"20":0.3444,"21":0.1149,"22":0.0942,"23":0.1079,"25":0.1837,"30":0.384,"31":0.0324,"36":0.3046,"37":0.363,"40":0.3192,"41":0.3314,"43":0.2262,"44":0.24,"50":0.1211,"56":0.015,"57":0.4503,"58":0.4951,"62":0.3283,"64":0.4768,"59":0.0,"61":0.176,"32":0.3299,"33":0.2576,"45":0.0,"12":0.3448,"28":0.4632,"29":0.7589,"38":0.157,"39":0.8291,"42":0.5109,"4":0.8463,"5":0.789,"3":0.5546,"9":0.25,"48":0.296},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"intern-decision-4b","name":"Intern-Decision-4B","org":null,"kind":"full fine-tune","base_model":"Qwen/Qwen3.5-4B-Base","model_url":"https://huggingface.co/internlm/Intern-Decision-4B","params":4659865088,"latency":{"median":44.2,"p95":115.4,"mean":60.0},"ece":0.0278,"brier":0.4737,"index":37.81,"areas":{"knowledge":0.2371,"language":0.4188,"retrieval":0.4034,"tools":0.5566,"arts":0.2608},"scores":{"1":0.9274,"2":0.5282,"3":0.7598,"4":0.6261,"5":0.7273,"6":0.7984,"9":0.125,"10":0.665,"11":0.6202,"12":0.5839,"20":0.8182,"21":0.5864,"22":0.07,"23":0.5854,"24":0.7137,"25":0.4133,"26":0.9663,"27":0.9138,"28":0.6835,"29":0.7755,"30":0.4621,"31":0.1262,"32":0.5372,"33":0.3079,"36":0.331,"37":0.453,"38":0.1587,"39":0.8087,"40":0.4636,"41":0.4066,"42":0.7783,"43":0.4509,"44":0.5998,"45":0.1277,"48":0.2111,"50":0.4511,"56":0.615,"57":0.4614,"58":0.6207,"62":0.5775,"64":0.5852,"59":0.7186,"61":0.6052},"skills":{"1":0.902,"2":0.4551,"11":0.4508,"20":0.6405,"21":0.1728,"22":0.0617,"23":0.1311,"25":0.2177,"30":0.347,"31":0.0483,"36":0.2432,"37":0.3139,"40":0.3099,"41":0.11,"43":0.1288,"44":0.1996,"50":0.2033,"56":0.23,"57":0.3942,"58":0.4502,"62":0.4367,"64":0.4815,"59":0.4165,"61":0.2104,"32":0.2642,"33":0.2987,"45":0.0,"12":0.3767,"28":0.367,"29":0.7007,"38":0.1318,"39":0.7186,"42":0.5687,"4":0.6213,"5":0.7257,"3":0.7552,"9":0.125,"48":0.1556},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"razorback-one-read-3e296f08","name":"razorback16 openjev diffusiongemma (NVFP4, vLLM) [one read, NVFP4]","org":null,"kind":"inference technique","base_model":"google/diffusiongemma-26B-A4B-it","model_url":"https://github.com/vllm-project/vllm/pull/57250","params":25823778864,"latency":{"median":37.7,"p95":117.8,"mean":80.7},"ece":0.232,"brier":0.6004,"index":37.25,"areas":{"knowledge":0.2618,"language":0.4486,"retrieval":0.3702,"tools":0.4719,"arts":0.285},"scores":{"1":0.9569,"2":0.4657,"3":0.5728,"4":0.6903,"5":0.0201,"6":0.7988,"9":0,"10":0.3397,"11":0.5409,"12":0.5693,"20":0.8906,"21":0.6024,"22":0.112,"23":0.5956,"24":0.7775,"25":0.4796,"26":0.9806,"27":0.936,"28":0.6993,"29":0.8112,"30":0.3904,"31":0.1402,"32":0.6303,"33":0.2994,"36":0.2319,"37":0.5629,"38":0.1475,"39":0.8503,"40":0.5638,"41":0.5923,"42":0.7406,"43":0.4719,"44":0.623,"45":0.1018,"48":0.2359,"50":0.4761,"56":0.813,"57":0.4176,"58":0.6621,"62":0.5181,"64":0.5758,"59":0.7081,"61":0.6837},"skills":{"1":0.9418,"2":0.3829,"11":0.3361,"20":0.783,"21":0.2047,"22":0.1003,"23":0.1867,"25":0.3061,"30":0.2594,"31":0.0635,"36":0.1311,"37":0.4518,"40":0.4388,"41":0.3885,"43":0.1622,"44":0.246,"50":0.2397,"56":0.626,"57":0.345,"58":0.5102,"62":0.3575,"64":0.4697,"59":0.3948,"61":0.3674,"32":0.4122,"33":0.2901,"45":0.0,"12":0.3549,"28":0.3986,"29":0.7483,"38":0.1202,"39":0.7798,"42":0.4953,"4":0.6863,"5":0.0142,"3":0.5646,"9":0.0,"48":0.0564},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"neohorse-jev-4b","name":"NeoHorse-Jev-4B","org":null,"kind":"head / adapter","base_model":"Qwen/Qwen3.5-4B-Base","model_url":"https://huggingface.co/TokenRhythm/NeoHorse-Jev-4B","params":4659865088,"latency":{"median":49.0,"p95":273.9,"mean":208.6},"ece":0.1039,"brier":0.5134,"index":36.75,"areas":{"knowledge":0.2259,"language":0.3936,"retrieval":0.4391,"tools":0.5888,"arts":0.1177},"scores":{"1":0.9622,"2":0.6453,"3":0.6614,"4":0.8379,"5":0.7812,"6":0.7947,"9":0.3068,"10":0.5987,"11":0.7256,"12":0.5189,"20":0.5054,"21":0.5175,"22":0.063,"23":0.5718,"24":0.6786,"25":0.3214,"26":0.963,"27":0.8916,"28":0.6867,"29":0.722,"30":0.3825,"31":0.11,"32":0.5612,"33":0.2158,"36":0.4079,"37":0.4435,"38":0.0536,"39":0.8192,"40":0.3804,"41":0.4739,"42":0.7498,"43":0.4965,"44":0.6494,"45":0.1078,"48":0.2113,"50":0.3383,"56":0.5375,"57":0.4541,"58":0.6368,"62":0.5183,"64":0.5265,"59":0.6848,"61":0.593},"skills":{"1":0.949,"2":0.5903,"11":0.6031,"20":0.0166,"21":0.035,"22":0.0512,"23":0.1109,"25":0.0952,"30":0.2557,"31":0.0307,"36":0.3302,"37":0.3019,"40":0.2029,"41":0.2109,"43":0.2011,"44":0.2988,"50":0.0397,"56":0.075,"57":0.386,"58":0.4735,"62":0.3577,"64":0.4081,"59":0.3465,"61":0.186,"32":0.3024,"33":0.2054,"45":0.0,"12":0.2794,"28":0.3734,"29":0.6293,"38":0.0233,"39":0.7341,"42":0.5132,"4":0.8358,"5":0.7799,"3":0.6549,"9":0.3068,"48":0.1548},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"solomon-v11-bf16-encoding","name":"Solomon v1.1","org":null,"kind":"head / adapter","base_model":"Qwen/Qwen3.8-27B","model_url":"https://huggingface.co/DoccyHealth/Solomon","params":27781427952,"latency":{"median":223.9,"p95":1176.8,"mean":503.2},"ece":0.0807,"brier":0.4423,"index":36.43,"areas":{"knowledge":0.2213,"language":0.5728,"retrieval":0.2597,"tools":0.4697,"arts":0.2116},"scores":{"1":0.9799,"2":0.6558,"10":0.592,"11":0.7153,"12":0.6708,"20":0.9414,"21":0.5422,"23":0.502,"24":0.6995,"25":0.4286,"26":0.8657,"27":0.8456,"28":0.8106,"29":0.9099,"31":0.4019,"32":0.6064,"33":0.2055,"36":0.4688,"37":0.5618,"38":0.2068,"39":0.9186,"40":0.4822,"41":0.694,"42":0.8176,"43":0.6933,"44":0.7044,"45":0.1474,"48":0.2385,"50":0.3729,"56":0.6815,"57":0.7072,"58":0.7254,"62":0.8264,"64":0.517,"59":0.7552,"61":0.711},"skills":{"1":0.9729,"2":0.6003,"11":0.5882,"20":0.8874,"21":0.0845,"22":0.0,"23":0.01,"25":0.2381,"30":0.0,"31":0.0,"36":0.399,"37":0.4504,"40":0.3338,"41":0.541,"43":0.5018,"44":0.4088,"50":0.0899,"56":0.363,"57":0.0,"58":0.5207,"62":0.7685,"64":0.3962,"59":0.4924,"61":0.422,"32":0.3742,"33":0.195,"45":0.0,"12":0.5069,"28":0.6212,"29":0.8799,"38":0.1814,"39":0.8803,"42":0.6451,"4":0.0,"5":0.0,"3":0.0,"9":0.0,"48":0.046},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"kev-4b-raised","name":"Kev 4B","org":null,"kind":"LoRA + head","base_model":"Qwen/Qwen3.5-4B-Base","model_url":"https://huggingface.co/jaredpalmer/kev-4b","params":4659865088,"latency":{"median":52.1,"p95":141.1,"mean":100.0},"ece":0.1756,"brier":0.545,"index":34.64,"areas":{"knowledge":0.2286,"language":0.353,"retrieval":0.4098,"tools":0.5256,"arts":0.1792},"scores":{"1":0.9227,"2":0.6217,"3":0.5118,"4":0.8224,"5":0.7936,"6":0.8007,"9":0.3068,"10":0.5693,"11":0.6224,"12":0.4621,"20":0.59,"21":0.5293,"22":0.0115,"23":0.5884,"24":0.6932,"25":0.3878,"26":0.971,"27":0.8985,"28":0.6851,"29":0.7537,"30":0.4011,"31":0.0982,"32":0.5824,"33":0.2685,"36":0.3968,"37":0.3848,"38":0.1226,"39":0.8179,"40":0.4231,"41":0.5094,"42":0.7202,"43":0.4684,"44":0.6022,"45":0.1118,"48":0.1859,"50":0.4177,"56":0.5005,"57":0.4632,"58":0.6098,"62":0.4682,"64":0.5549,"59":0.3303,"61":0.5797},"skills":{"1":0.8956,"2":0.5631,"11":0.4539,"20":0.1905,"21":0.0586,"22":0.0037,"23":0.1314,"25":0.1837,"30":0.2783,"31":0.0178,"36":0.3176,"37":0.2283,"40":0.2578,"41":0.2641,"43":0.1566,"44":0.2044,"50":0.1548,"56":0.001,"57":0.3962,"58":0.4344,"62":0.2909,"64":0.4436,"59":0.0,"61":0.1594,"32":0.3361,"33":0.2588,"45":0.0,"12":0.1943,"28":0.3702,"29":0.6716,"38":0.0945,"39":0.7322,"42":0.4556,"4":0.8201,"5":0.7924,"3":0.5024,"9":0.3068,"48":0.2564},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"decision-nox-0bb83350","name":"Decision 1.0 Nox","org":null,"kind":"head / adapter","base_model":"Qwen/Qwen3.5-4B-Base","model_url":"https://huggingface.co/llm-semantic-router/Decision-1.0-Nox","params":4659865088,"latency":{"median":53.2,"p95":242.1,"mean":136.3},"ece":0.1399,"brier":0.5298,"index":34.36,"areas":{"knowledge":0.2141,"language":0.3659,"retrieval":0.4431,"tools":0.4957,"arts":0.1439},"scores":{"1":0.8583,"2":0.6204,"3":0.7756,"4":0.8331,"5":0.853,"6":0.7346,"9":0.0455,"10":0.6422,"11":0.6408,"12":0.5978,"20":0.5136,"21":0.5084,"22":0.131,"23":0.592,"24":0.6054,"25":0.3112,"26":0.9541,"27":0.837,"28":0.6504,"29":0.7907,"30":0.4405,"31":0.074,"32":0.6037,"33":0.2788,"36":0.3459,"37":0.3851,"38":0.0729,"39":0.8133,"40":0.378,"41":0.4728,"42":0.7517,"43":0.4737,"44":0.6338,"45":0.1018,"48":0.209,"50":0.3699,"56":0.5415,"57":0.3669,"58":0.5784,"62":0.3801,"64":0.4981,"59":0.5094,"61":0.6405},"skills":{"1":0.8087,"2":0.5616,"11":0.4806,"20":0.0369,"21":0.0167,"22":0.1224,"23":0.2051,"25":0.0816,"30":0.3306,"31":0.0,"36":0.26,"37":0.2287,"40":0.1998,"41":0.2093,"43":0.165,"44":0.2676,"50":0.0856,"56":0.083,"57":0.2879,"58":0.3889,"62":0.1735,"64":0.3726,"59":0.0,"61":0.281,"32":0.37,"33":0.2692,"45":0.0,"12":0.3975,"28":0.3008,"29":0.7209,"38":0.0432,"39":0.7254,"42":0.5169,"4":0.831,"5":0.8521,"3":0.7713,"9":0.0455,"48":0.164},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"jobe","name":"Jobe","org":null,"kind":"inference technique","base_model":"Qwen/Qwen3.5-4B-Base","model_url":"https://github.com/MantisShrimpdev/jobe","params":4659865088,"latency":{"median":53.5,"p95":2910.3,"mean":322.6},"ece":0.1232,"brier":0.536,"index":32.35,"areas":{"knowledge":0.1773,"language":0.3454,"retrieval":0.3669,"tools":0.4881,"arts":0.2574},"scores":{"1":0.9298,"2":0.5937,"3":0.4606,"4":0.6237,"5":0.5441,"6":0.7952,"9":0.0795,"10":0.5657,"11":0.5924,"12":0.5453,"20":0.8516,"21":0.6046,"22":0.0515,"23":0.5688,"24":0.7127,"25":0.3724,"26":0.9684,"27":0.9172,"28":0.6606,"29":0.8351,"30":0.3116,"31":0.134,"32":0.5439,"33":0.2018,"36":0.4118,"37":0.3581,"38":0.134,"39":0.6581,"40":0.3896,"41":0.4366,"42":0.7185,"43":0.3912,"44":0.5638,"45":0.1138,"48":0.2248,"50":0.4427,"56":0.6,"57":0.4364,"58":0.5733,"62":0.549,"64":0.5814,"59":0.5763,"61":0.6165},"skills":{"1":0.9052,"2":0.5308,"11":0.4105,"20":0.7024,"21":0.2093,"22":0.042,"23":0.1104,"25":0.1633,"30":0.1686,"31":0.0568,"36":0.3346,"37":0.1948,"40":0.2147,"41":0.1549,"43":0.0341,"44":0.1276,"50":0.1912,"56":0.2,"57":0.3661,"58":0.3551,"62":0.3987,"64":0.4768,"59":0.1215,"61":0.233,"32":0.2749,"33":0.1912,"45":0.0,"12":0.3189,"28":0.3212,"29":0.7801,"38":0.1063,"39":0.4971,"42":0.4523,"4":0.6189,"5":0.5413,"3":0.4502,"9":0.0795,"48":0.1008},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"vllm-pr57250","name":"mmastrac diffusiongemma (vLLM PR 57250)","org":null,"kind":"inference technique","base_model":"google/diffusiongemma-26B-A4B-it","model_url":"https://github.com/vllm-project/vllm/pull/57250","params":25823778864,"latency":{"median":126.7,"p95":274.6,"mean":162.8},"ece":0.2019,"brier":0.535,"index":32.24,"areas":{"knowledge":0.249,"language":0.4593,"retrieval":0.2417,"tools":0.3399,"arts":0.2881},"scores":{"1":0.9622,"2":0.4631,"6":0.7988,"9":0,"10":0.4299,"11":0.5632,"12":0.5574,"20":0.8854,"21":0.6084,"23":0.6098,"24":0.7862,"25":0.4898,"26":0.9811,"27":0.9403,"28":0.708,"29":0.8173,"30":0.3639,"31":0.2173,"32":0.625,"33":0.2564,"36":0.2259,"37":0.5339,"38":0.1443,"39":0.8979,"40":0.5895,"41":0.6086,"42":0.7446,"43":0.4526,"44":0.6356,"45":0.1038,"48":0.2141,"50":0.4666,"56":0.824,"57":0.413,"58":0.6644,"62":0.4874,"64":0.5739,"59":0.6789,"61":0.6913},"skills":{"1":0.949,"2":0.3799,"11":0.3683,"20":0.7791,"21":0.2169,"22":0.0,"23":0.2125,"25":0.3197,"30":0.2284,"31":0.0,"36":0.1243,"37":0.4154,"40":0.4719,"41":0.4128,"43":0.1315,"44":0.2712,"50":0.2258,"56":0.648,"57":0.3398,"58":0.5136,"62":0.3165,"64":0.4674,"59":0.3342,"61":0.3826,"32":0.4038,"33":0.2465,"45":0.0,"12":0.337,"28":0.416,"29":0.7564,"38":0.1169,"39":0.8498,"42":0.5031,"4":0.0,"5":0.0,"3":0.0,"9":0.0,"48":0.1436},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"pngwn-space-uncapped-full","name":"open-jev (pngwn)","org":null,"kind":"LoRA","base_model":"Qwen/Qwen3.5-4B-Base","model_url":"https://huggingface.co/pngwn/system-one-qwen3.5-4b-scorer-v2b","params":4659865088,"latency":{"median":112.3,"p95":724.1,"mean":312.7},"ece":0.0589,"brier":0.5446,"index":29.91,"areas":{"knowledge":0.1988,"language":0.3546,"retrieval":0.2911,"tools":0.4573,"arts":0.1414},"scores":{"1":0.8973,"2":0.6052,"3":0.4843,"4":0.5048,"5":0.5762,"6":0.7988,"9":0.0341,"10":0.5904,"11":0.6368,"12":0.5879,"20":0.519,"21":0.5521,"22":0.056,"23":0.5828,"24":0.4449,"25":0.4388,"26":0.9621,"27":0.9121,"28":0.708,"29":0.7713,"30":0.3669,"31":0.1004,"32":0.5811,"33":0.3073,"36":0.4057,"37":0.3067,"38":0.1214,"39":0.7463,"40":0.3756,"41":0.3828,"42":0.7434,"43":0.4825,"44":0.6316,"45":0.1098,"48":0.2185,"50":0.4206,"56":0.5025,"57":0.1272,"58":0.5929,"62":0.4663,"64":0.4564,"59":0.0038,"61":0.5533},"skills":{"1":0.8613,"2":0.5441,"11":0.4747,"20":0.079,"21":0.1043,"22":0.0461,"23":0.158,"25":0.2517,"30":0.2372,"31":0.0202,"36":0.3276,"37":0.1304,"40":0.1967,"41":0.0742,"43":0.1789,"44":0.2632,"50":0.1592,"56":0.005,"57":0.0183,"58":0.4099,"62":0.2884,"64":0.3205,"59":0.0,"61":0.1066,"32":0.334,"33":0.2981,"45":0.0,"12":0.3827,"28":0.416,"29":0.6951,"38":0.0933,"39":0.6269,"42":0.5008,"4":0.4984,"5":0.5736,"3":0.4744,"9":0.0341,"48":0.126},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"tev1-4b","name":"Tev1-4B-experimental","org":null,"kind":"full fine-tune","base_model":"Qwen/Qwen3.5-4B-Base","model_url":"https://huggingface.co/togethercomputer/Tev1-4B-experimental","params":4659865088,"latency":{"median":35.8,"p95":166.0,"mean":67.6},"ece":0.104,"brier":0.4763,"index":29.24,"areas":{"knowledge":0.2349,"language":0.3919,"retrieval":0.1548,"tools":0.4183,"arts":0.2292},"scores":{"1":0.902,"2":0.6501,"6":0.6781,"9":0.1477,"10":0.407,"11":0.6772,"12":0.5639,"20":0.7662,"21":0.583,"23":0.5844,"24":0.7227,"25":0.4235,"26":0.976,"27":0.9215,"28":0.6961,"29":0.8193,"30":0.3666,"31":0.22,"32":0.5798,"33":0.203,"36":0.4302,"37":0.4421,"38":0.1032,"39":0.8631,"40":0.3594,"41":0.4766,"42":0.7734,"43":0.5018,"44":0.631,"45":0.1165,"48":0.1997,"50":0.4159,"56":0.5065,"57":0.4537,"58":0.6348,"62":0.6054,"64":0.5549,"59":0.5033,"61":0.641},"skills":{"1":0.8677,"2":0.5959,"11":0.5332,"20":0.5399,"21":0.1659,"22":0.0,"23":0.107,"25":0.2313,"30":0.2365,"31":0.0,"36":0.3554,"37":0.3002,"40":0.1759,"41":0.2149,"43":0.2095,"44":0.262,"50":0.1522,"56":0.013,"57":0.3856,"58":0.4706,"62":0.4739,"64":0.4436,"59":0.0,"61":0.282,"32":0.332,"33":0.1924,"45":0.0,"12":0.3468,"28":0.3922,"29":0.7591,"38":0.0745,"39":0.7986,"42":0.5591,"4":0.0,"5":0.0,"3":0.0,"9":0.1477,"48":0.2012},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"decider-2b-fp8-http","name":"Decider 2B [FP8]","org":null,"kind":"full fine-tune","base_model":"Qwen/Qwen3.5-2B-Base","model_url":"https://huggingface.co/Mapika/decider-2b","params":2274069824,"latency":{"median":8.1,"p95":134.9,"mean":40.5},"ece":0.0771,"brier":0.52,"index":28.97,"areas":{"knowledge":0.1493,"language":0.3257,"retrieval":0.3728,"tools":0.4245,"arts":0.1464},"scores":{"1":0.8294,"2":0.6312,"3":0.3169,"4":0.7277,"5":0.7369,"6":0.7988,"9":0.0341,"10":0.4885,"11":0.634,"12":0.4937,"20":0.6492,"21":0.5993,"22":0.0025,"23":0.5696,"24":0.619,"25":0.3622,"26":0.9377,"27":0.8515,"28":0.6772,"29":0.8581,"30":0.2111,"31":0.0988,"32":0.5492,"33":0.2467,"36":0.3711,"37":0.3468,"38":0.0786,"39":0.7612,"40":0.2243,"41":0.5104,"42":0.6547,"43":0.3298,"44":0.5726,"45":0.1198,"48":0.2706,"50":0.4218,"56":0.5005,"57":0.3758,"58":0.5097,"62":0.5471,"64":0.447,"59":0.2835,"61":0.5907},"skills":{"1":0.7697,"2":0.5741,"11":0.4706,"20":0.2962,"21":0.1986,"22":0.0,"23":0.0897,"25":0.1497,"30":0.0446,"31":0.0185,"36":0.2885,"37":0.1808,"40":0.0021,"41":0.2656,"43":0.0,"44":0.1452,"50":0.1609,"56":0.001,"57":0.2979,"58":0.2893,"62":0.3961,"64":0.3087,"59":0.0,"61":0.1814,"32":0.2833,"33":0.2367,"45":0.0,"12":0.2416,"28":0.3544,"29":0.8108,"38":0.0491,"39":0.6488,"42":0.3282,"4":0.7242,"5":0.7353,"3":0.3037,"9":0.0341,"48":0.0},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"openvons","name":"openvons","org":null,"kind":"inference technique","base_model":"Qwen/Qwen3-4B-Instruct-2507","model_url":"https://github.com/genai-craft/openvons","params":4022468096,"latency":{"median":21.2,"p95":113.3,"mean":44.1},"ece":0.3712,"brier":0.7749,"index":28.42,"areas":{"knowledge":0.2077,"language":0.301,"retrieval":0.2537,"tools":0.4465,"arts":0.2033},"scores":{"1":0.8406,"2":0.6032,"3":0.435,"4":0.3255,"5":0.4172,"6":0.798,"9":0.0455,"10":0.6232,"11":0.5355,"12":0.5379,"20":0.7622,"21":0.5906,"22":0.056,"23":0.5326,"24":0.6918,"25":0.3878,"26":0.963,"27":0.8951,"28":0.6259,"29":0.8076,"30":0.4587,"31":0.109,"32":0.6011,"33":0.2612,"36":0.4048,"37":0.33,"38":0.1424,"39":0.6046,"40":0.3333,"41":0.4249,"42":0.7,"43":0.4263,"44":0.5578,"45":0.1138,"48":0.3874,"50":0.4588,"56":0.5135,"57":0.4318,"58":0.5328,"62":0.5298,"64":0.5871,"59":0.5512,"61":0.6095},"skills":{"1":0.7848,"2":0.5418,"11":0.3282,"20":0.5122,"21":0.1811,"22":0.0435,"23":0.0287,"25":0.1837,"30":0.3503,"31":0.0296,"36":0.3267,"37":0.1597,"40":0.1423,"41":0.1374,"43":0.0898,"44":0.1156,"50":0.2146,"56":0.027,"57":0.3609,"58":0.3228,"62":0.3731,"64":0.4839,"59":0.0695,"61":0.219,"32":0.3658,"33":0.2514,"45":0.0,"12":0.3078,"28":0.2518,"29":0.7435,"38":0.115,"39":0.4184,"42":0.4163,"4":0.3168,"5":0.4137,"3":0.4241,"9":0.0455,"48":0.0},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"this-that-1.2","name":"this-that 1.2","org":null,"kind":"full fine-tune","base_model":"Mapika/decider-2b","model_url":"https://huggingface.co/flock-io/this-that-model-1.2","params":1881825088,"latency":{"median":44.3,"p95":57.2,"mean":92.5},"ece":0.1983,"brier":0.5907,"index":28.14,"areas":{"knowledge":0.1514,"language":0.3191,"retrieval":0.3283,"tools":0.4497,"arts":0.1183},"scores":{"1":0.8235,"2":0.5401,"3":0.5236,"4":0.7157,"5":0.6608,"6":0.6848,"9":0,"10":0.5428,"11":0.6468,"12":0.4966,"20":0.5526,"21":0.6043,"22":0.0135,"23":0.5808,"24":0.5958,"25":0.3316,"26":0.9213,"27":0.8319,"28":0.674,"29":0.8067,"30":0.2817,"31":0.0868,"32":0.5465,"33":0.3127,"36":0.1951,"37":0.3783,"38":0.0728,"39":0.747,"40":0.1942,"41":0.4996,"42":0.6757,"43":0.3193,"44":0.5642,"45":0.1238,"48":0.3267,"50":0.4057,"56":0.5,"57":0.3718,"58":0.4868,"62":0.5709,"64":0.4356,"59":0.1417,"61":0.597},"skills":{"1":0.7617,"2":0.4689,"11":0.4892,"20":0.1052,"21":0.2085,"22":0.0049,"23":0.101,"25":0.1088,"30":0.129,"31":0.0054,"36":0.0895,"37":0.2201,"40":0.0,"41":0.2494,"43":0.0,"44":0.1284,"50":0.1375,"56":0.0,"57":0.2934,"58":0.2561,"62":0.4279,"64":0.2945,"59":0.0,"61":0.194,"32":0.279,"33":0.3036,"45":0.0,"12":0.246,"28":0.348,"29":0.7423,"38":0.0431,"39":0.6279,"42":0.3691,"4":0.712,"5":0.6588,"3":0.5144,"9":0.0,"48":0.0},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"metask-jev-4b","name":"Metask-Jev-4B","org":null,"kind":"LoRA","base_model":"Qwen/Qwen3.5-4B-Base","model_url":"https://huggingface.co/wayfind/metask-jev-4b-policy-mix","params":4659865088,"latency":{"median":57.3,"p95":369.4,"mean":146.6},"ece":0.1035,"brier":0.5026,"index":26.89,"areas":{"knowledge":0.2096,"language":0.3939,"retrieval":0.1291,"tools":0.3759,"arts":0.1828},"scores":{"1":0.8666,"2":0.6568,"6":0.7962,"9":0.2045,"10":0.5765,"11":0.6933,"12":0.5625,"20":0.7848,"21":0.5209,"23":0.5788,"24":0.6954,"25":0.4082,"26":0.9541,"27":0.8993,"28":0.6709,"29":0.7528,"30":0.3446,"31":0.2305,"32":0.5479,"33":0.1709,"36":0.4027,"37":0.3488,"38":0.0675,"39":0.793,"40":0.4762,"41":0.4303,"42":0.7341,"43":0.4632,"44":0.6172,"45":0.0838,"48":0.2699,"50":0.4004,"56":0.516,"57":0.4522,"58":0.6065,"62":0.4285,"64":0.553,"59":0.6638,"61":0.624},"skills":{"1":0.8199,"2":0.6036,"11":0.5565,"20":0.566,"21":0.0419,"22":0.0,"23":0.1376,"25":0.2109,"30":0.211,"31":0.0,"36":0.3242,"37":0.1832,"40":0.3261,"41":0.1454,"43":0.1482,"44":0.2344,"50":0.1297,"56":0.032,"57":0.3839,"58":0.4296,"62":0.238,"64":0.4413,"59":0.3029,"61":0.248,"32":0.2812,"33":0.1599,"45":0.0,"12":0.3447,"28":0.3418,"29":0.6704,"38":0.0377,"39":0.6955,"42":0.4827,"4":0.0,"5":0.0,"3":0.0,"9":0.2045,"48":0.0},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"semif","name":"SemIf","org":null,"kind":"inference technique","base_model":"Qwen/Qwen3.5-4B-Base","model_url":"https://github.com/TheoLeeCJ/openjev","params":4659865088,"latency":{"median":113.1,"p95":214.6,"mean":220.5},"ece":0.0989,"brier":0.4825,"index":25.94,"areas":{"knowledge":0.171,"language":0.3379,"retrieval":0.1572,"tools":0.391,"arts":0.2492},"scores":{"1":0.9327,"2":0.5961,"6":0.7954,"9":0.0909,"10":0.568,"11":0.5951,"12":0.5491,"20":0.8522,"21":0.5993,"23":0.566,"24":0.7144,"25":0.3673,"26":0.9676,"27":0.9181,"28":0.6598,"29":0.8272,"30":0.3131,"31":0.3316,"32":0.5465,"33":0.2,"36":0.4143,"37":0.3616,"38":0.135,"39":0.6596,"40":0.39,"41":0.4396,"42":0.7196,"43":0.3895,"44":0.5596,"45":0.1107,"48":0.2252,"50":0.4433,"56":0.6005,"57":0.4368,"58":0.5756,"62":0.5468,"64":0.5777,"59":0.5344,"61":0.6162},"skills":{"1":0.9092,"2":0.5335,"11":0.4144,"20":0.7034,"21":0.1986,"22":0.0,"23":0.109,"25":0.1565,"30":0.1702,"31":0.0,"36":0.3374,"37":0.1992,"40":0.2152,"41":0.1595,"43":0.0313,"44":0.1192,"50":0.1921,"56":0.201,"57":0.3666,"58":0.3583,"62":0.3957,"64":0.4721,"59":0.0346,"61":0.2324,"32":0.279,"33":0.1894,"45":0.0,"12":0.3246,"28":0.3196,"29":0.7696,"38":0.1073,"39":0.4993,"42":0.4545,"4":0.0,"5":0.0,"3":0.0,"9":0.0909,"48":0.0992},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"decision-sol-0665a411","name":"Decision 1.0 Sol","org":null,"kind":"head / adapter","base_model":"Qwen/Qwen3.5-2B-Base","model_url":"https://huggingface.co/llm-semantic-router/Decision-1.0-Sol","params":2274069824,"latency":{"median":38.1,"p95":101.0,"mean":53.6},"ece":0.115,"brier":0.5828,"index":25.32,"areas":{"knowledge":0.1149,"language":0.2535,"retrieval":0.3271,"tools":0.4611,"arts":0.0818},"scores":{"1":0.8855,"2":0.5445,"3":0.6201,"4":0.7705,"5":0.5523,"6":0.6963,"9":0.0114,"10":0.6149,"11":0.5014,"12":0.4915,"20":0.5144,"21":0.5578,"22":0.0295,"23":0.557,"24":0.484,"25":0.2755,"26":0.8948,"27":0.6877,"28":0.5864,"29":0.5838,"30":0.3256,"31":0.0648,"32":0.5532,"33":0.1261,"36":0.2778,"37":0.3222,"38":0.1145,"39":0.6102,"40":0.2491,"41":0.4999,"42":0.6838,"43":0.3754,"44":0.5546,"45":0.1257,"48":0.3362,"50":0.3168,"56":0.5015,"57":0.2472,"58":0.4837,"62":0.4409,"64":0.4432,"59":0.6139,"61":0.603},"skills":{"1":0.8454,"2":0.474,"11":0.2789,"20":0.0359,"21":0.1157,"22":0.0199,"23":0.1053,"25":0.034,"30":0.1913,"31":0.0,"36":0.183,"37":0.1499,"40":0.034,"41":0.2498,"43":0.0091,"44":0.1092,"50":0.0085,"56":0.003,"57":0.1533,"58":0.2516,"62":0.2545,"64":0.304,"59":0.1995,"61":0.206,"32":0.2897,"33":0.1145,"45":0.0,"12":0.2383,"28":0.1728,"29":0.4451,"38":0.0862,"39":0.4267,"42":0.3848,"4":0.7675,"5":0.5496,"3":0.6128,"9":0.0114,"48":0.0},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"mini-jev","name":"mini-jev","org":null,"kind":"inference technique","base_model":"Qwen/Qwen3-4B-Instruct-2507","model_url":"https://github.com/r-ms/mini-jev","params":4022468096,"latency":{"median":66.9,"p95":178.0,"mean":94.7},"ece":0.3457,"brier":0.7257,"index":20.98,"areas":{"knowledge":0.1763,"language":0.2857,"retrieval":0.0866,"tools":0.2842,"arts":0.2107},"scores":{"1":0.7739,"2":0.4491,"6":0.7938,"9":0,"10":0.5875,"11":0.5444,"12":0.5194,"20":0.8098,"21":0.5822,"23":0.5418,"24":0.6734,"25":0.3061,"26":0.9579,"27":0.884,"28":0.5951,"29":0.7721,"30":0.4814,"31":0.1688,"32":0.5957,"33":0.2079,"36":0.3296,"37":0.2921,"38":0.0912,"39":0.6397,"40":0.3613,"41":0.4306,"42":0.7075,"43":0.3877,"44":0.5442,"45":0.1198,"48":0.4745,"50":0.4684,"56":0.5125,"57":0.4169,"58":0.5141,"62":0.5027,"64":0.5549,"59":0.0,"61":0.5723},"skills":{"1":0.6948,"2":0.3638,"11":0.3411,"20":0.6049,"21":0.1644,"22":0.0,"23":0.0761,"25":0.0748,"30":0.3748,"31":0.0,"36":0.2416,"37":0.112,"40":0.1783,"41":0.1459,"43":0.0286,"44":0.0884,"50":0.2284,"56":0.025,"57":0.3442,"58":0.2957,"62":0.3369,"64":0.4436,"59":0.0,"61":0.1446,"32":0.3572,"33":0.1974,"45":0.0,"12":0.2801,"28":0.1902,"29":0.6961,"38":0.0621,"39":0.4701,"42":0.4309,"4":0.0,"5":0.0,"3":0.0,"9":0.0,"48":0.0},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"bosun-v3.1-1.7b","name":"Bosun v3.1 1.7B","org":null,"kind":"LoRA + head","base_model":"Qwen/Qwen3-1.7B-Base","model_url":"https://huggingface.co/Hanno-Labs/bosun-v3.1-1.7b","params":1720574976,"latency":{"median":40.3,"p95":173.5,"mean":68.1},"ece":0.1302,"brier":0.6136,"index":20.1,"areas":{"knowledge":0.0472,"language":0.1239,"retrieval":0.4282,"tools":0.3478,"arts":0.0747},"scores":{"1":0.6021,"2":0.5699,"3":0.6083,"4":0.8561,"5":0.9088,"6":0.6827,"9":0,"10":0.5472,"11":0.4436,"12":0.4048,"20":0.5522,"21":0.5384,"22":0.015,"23":0.5546,"24":0.4235,"25":0.25,"26":0.6654,"27":0.5358,"28":0.5178,"29":0.3488,"30":0.1494,"31":0.091,"32":0.4176,"33":0.0394,"36":0.3289,"37":0.4784,"38":0.0879,"39":0.7229,"40":0.1538,"41":0.3642,"42":0.5324,"43":0.4018,"44":0.532,"45":0.1337,"48":0.3305,"50":0.361,"56":0.502,"57":0.2463,"58":0.3684,"62":0.3237,"64":0.3598,"59":0.2212,"61":0.5363},"skills":{"1":0.4629,"2":0.5033,"11":0.1953,"20":0.1066,"21":0.0769,"22":0.0053,"23":0.0766,"25":0.0,"30":0.0,"31":0.01,"36":0.2408,"37":0.3457,"40":0.0,"41":0.0463,"43":0.0508,"44":0.064,"50":0.0726,"56":0.004,"57":0.1523,"58":0.0845,"62":0.0983,"64":0.1997,"59":0.0,"61":0.0726,"32":0.0741,"33":0.0266,"45":0.0,"12":0.1084,"28":0.0356,"29":0.1317,"38":0.0587,"39":0.5924,"42":0.0903,"4":0.8542,"5":0.9082,"3":0.6008,"9":0.0,"48":0.0},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"intern-decision-2b","name":"Intern-Decision-2B","org":null,"kind":"full fine-tune","base_model":"Qwen/Qwen3.5-2B-Base","model_url":"https://huggingface.co/internlm/Intern-Decision-2B","params":2274069824,"latency":{"median":33.5,"p95":58.0,"mean":39.2},"ece":0.0608,"brier":0.6076,"index":19.38,"areas":{"knowledge":0.138,"language":0.2056,"retrieval":0.1565,"tools":0.3333,"arts":0.1272},"scores":{"1":0.7102,"2":0.4904,"3":0.2854,"4":0.1291,"5":0.0426,"6":0.7934,"9":0.0114,"10":0.5929,"11":0.4477,"12":0.4694,"20":0.589,"21":0.578,"22":0.0085,"23":0.5582,"24":0.5727,"25":0.3418,"26":0.9057,"27":0.7816,"28":0.5754,"29":0.6043,"30":0.4098,"31":0.106,"32":0.5439,"33":0.1121,"36":0.2137,"37":0.3463,"38":0.0402,"39":0.6317,"40":0.2867,"41":0.3933,"42":0.6628,"43":0.3386,"44":0.5378,"45":0.1277,"48":0.2387,"50":0.457,"56":0.7,"57":0.33,"58":0.4732,"62":0.4907,"64":0.4034,"59":0.2969,"61":0.5675},"skills":{"1":0.6087,"2":0.4114,"11":0.2013,"20":0.1701,"21":0.156,"22":0.0008,"23":0.0682,"25":0.1224,"30":0.287,"31":0.0263,"36":0.1104,"37":0.1801,"40":0.0824,"41":0.0899,"43":0.0,"44":0.0756,"50":0.212,"56":0.4,"57":0.2464,"58":0.2364,"62":0.3209,"64":0.2542,"59":0.0,"61":0.135,"32":0.2749,"33":0.1003,"45":0.0,"12":0.2052,"28":0.1508,"29":0.4724,"38":0.0095,"39":0.4583,"42":0.344,"4":0.1179,"5":0.0368,"3":0.2716,"9":0.0114,"48":0.0452},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"jpt-0.8b","name":"JPT-0.8B","org":null,"kind":"LoRA","base_model":"Qwen/Qwen3.5-0.8B-Base","model_url":"https://huggingface.co/kirp/jpt-0.8b","params":873438784,"latency":{"median":117.5,"p95":341.2,"mean":118.6},"ece":0.0688,"brier":0.6121,"index":19.22,"areas":{"knowledge":0.0988,"language":0.2304,"retrieval":0.164,"tools":0.3623,"arts":0.08},"scores":{"1":0.7674,"2":0.5285,"3":0.3012,"4":0.3541,"5":0.1046,"6":0.6413,"9":0,"10":0.4914,"11":0.7274,"12":0.3856,"20":0.5006,"21":0.5221,"22":0.024,"23":0.5288,"24":0.5017,"25":0.301,"26":0.8481,"27":0.6809,"28":0.532,"29":0.486,"30":0.3442,"31":0.0846,"32":0.4761,"33":0.0394,"36":0.3277,"37":0.301,"38":0.0732,"39":0.7806,"40":0.2655,"41":0.4399,"42":0.6283,"43":0.3386,"44":0.544,"45":0.1717,"48":0.2355,"50":0.3944,"56":0.5205,"57":0.2795,"58":0.4567,"62":0.4995,"64":0.4015,"59":0.5534,"61":0.5485},"skills":{"1":0.686,"2":0.4555,"11":0.6058,"20":0.0,"21":0.0441,"22":0.0174,"23":0.0721,"25":0.068,"30":0.2072,"31":0.003,"36":0.2394,"37":0.1233,"40":0.0551,"41":0.1599,"43":0.0,"44":0.088,"50":0.1211,"56":0.041,"57":0.1896,"58":0.2125,"62":0.3327,"64":0.2519,"59":0.074,"61":0.097,"32":0.1671,"33":0.0266,"45":0.0091,"12":0.0797,"28":0.064,"29":0.3147,"38":0.0436,"39":0.6773,"42":0.2768,"4":0.3458,"5":0.0992,"3":0.2877,"9":0.0,"48":0.058},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"decision-eos-0.8b","name":"Decision 1.0 Eos","org":null,"kind":"head / adapter","base_model":"Qwen/Qwen3.5-0.8B-Base","model_url":"https://huggingface.co/llm-semantic-router/Decision-1.0-Eos-0.8B","params":873438784,"latency":{"median":39.7,"p95":84.3,"mean":94.8},"ece":0.0833,"brier":0.6241,"index":18.41,"areas":{"knowledge":0.0737,"language":0.1459,"retrieval":0.3057,"tools":0.321,"arts":0.0747},"scores":{"1":0.5885,"2":0.5563,"3":0.3661,"4":0.6479,"5":0.6651,"6":0.7255,"9":0.0227,"10":0.6296,"11":0.436,"12":0.384,"20":0.4934,"21":0.5217,"22":0.0215,"23":0.546,"24":0.4345,"25":0.2449,"26":0.8106,"27":0.6382,"28":0.5185,"29":0.4663,"30":0.2494,"31":0.0844,"32":0.5199,"33":0.0121,"36":0.2557,"37":0.3455,"38":0.0553,"39":0.6282,"40":0.2388,"41":0.4314,"42":0.6056,"43":0.4123,"44":0.5184,"45":0.1497,"48":0.2365,"50":0.386,"56":0.5,"57":0.1992,"58":0.4494,"62":0.4496,"64":0.3731,"59":0.0241,"61":0.5405},"skills":{"1":0.4446,"2":0.4866,"11":0.1844,"20":0.0,"21":0.0434,"22":0.0138,"23":0.0905,"25":0.0,"30":0.0904,"31":0.0028,"36":0.158,"37":0.179,"40":0.0207,"41":0.1471,"43":0.0675,"44":0.0368,"50":0.1089,"56":0.0,"57":0.0993,"58":0.2019,"62":0.2661,"64":0.2164,"59":0.0,"61":0.081,"32":0.2367,"33":0.0,"45":0.0,"12":0.0773,"28":0.037,"29":0.2884,"38":0.0251,"39":0.4532,"42":0.2327,"4":0.6434,"5":0.6631,"3":0.3539,"9":0.0227,"48":0.054},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"kev-0.8b-raised","name":"Kev 0.8B","org":null,"kind":"LoRA + head","base_model":"Qwen/Qwen3.5-0.8B-Base","model_url":"https://huggingface.co/jaredpalmer/kev-0.8b","params":873438784,"latency":{"median":41.6,"p95":95.9,"mean":102.9},"ece":0.0743,"brier":0.6347,"index":14.6,"areas":{"knowledge":0.0608,"language":0.1133,"retrieval":0.1914,"tools":0.315,"arts":0.0511},"scores":{"1":0.6405,"2":0.5238,"3":0.4291,"4":0.7622,"5":0.0922,"6":0.7036,"9":0,"10":0.5354,"11":0.3509,"12":0.3288,"20":0.5186,"21":0.519,"22":0.0145,"23":0.5672,"24":0.4494,"25":0.3061,"26":0.8161,"27":0.6092,"28":0.5162,"29":0.4229,"30":0.1478,"31":0.0918,"32":0.4907,"33":0.0115,"36":0.2853,"37":0.209,"38":0.0777,"39":0.7012,"40":0.1585,"41":0.3962,"42":0.5482,"43":0.3456,"44":0.5218,"45":0.1377,"48":0.2366,"50":0.3168,"56":0.5005,"57":0.216,"58":0.4137,"62":0.3486,"64":0.2917,"59":0.4002,"61":0.505},"skills":{"1":0.5147,"2":0.4501,"11":0.0614,"20":0.0223,"21":0.0381,"22":0.0061,"23":0.114,"25":0.0748,"30":0.0,"31":0.0108,"36":0.1914,"37":0.0078,"40":0.0,"41":0.0944,"43":0.0,"44":0.0436,"50":0.0085,"56":0.001,"57":0.1182,"58":0.1502,"62":0.1315,"64":0.1146,"59":0.0,"61":0.01,"32":0.1903,"33":0.0,"45":0.0,"12":0.0,"28":0.0324,"29":0.2305,"38":0.0482,"39":0.5605,"42":0.121,"4":0.7591,"5":0.0867,"3":0.4181,"9":0.0,"48":0.0536},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"bosun-v3.1-0.6b","name":"Bosun v3.1 0.6B","org":null,"kind":"LoRA + head","base_model":"Qwen/Qwen3-0.6B-Base","model_url":"https://huggingface.co/Hanno-Labs/bosun-v3.1-0.6b","params":596049920,"latency":{"median":38.7,"p95":107.3,"mean":53.6},"ece":0.1419,"brier":0.6671,"index":14.32,"areas":{"knowledge":0.0283,"language":0.0383,"retrieval":0.3415,"tools":0.2845,"arts":0.0557},"scores":{"1":0.4658,"2":0.5737,"3":0.5315,"4":0.7613,"5":0.6483,"6":0.6409,"9":0,"10":0.5432,"11":0.2165,"12":0.2749,"20":0.489,"21":0.5091,"22":0.035,"23":0.5094,"24":0.3468,"25":0.2755,"26":0.5614,"27":0.4334,"28":0.4972,"29":0.3277,"30":0.1713,"31":0.0834,"32":0.4428,"33":0.0145,"36":0.3171,"37":0.4299,"38":0.0556,"39":0.4799,"40":0.0554,"41":0.2628,"42":0.4968,"43":0.3579,"44":0.4948,"45":0.1497,"48":0.289,"50":0.3663,"56":0.5,"57":0.1774,"58":0.3434,"62":0.3001,"64":0.3864,"59":0.2917,"61":0.5055},"skills":{"1":0.2788,"2":0.5077,"11":0.0,"20":0.0,"21":0.0183,"22":0.0257,"23":0.0434,"25":0.034,"30":0.0,"31":0.0017,"36":0.2274,"37":0.2849,"40":0.0,"41":0.0,"43":0.0,"44":0.0,"50":0.0804,"56":0.0,"57":0.0748,"58":0.0483,"62":0.0668,"64":0.233,"59":0.0,"61":0.011,"32":0.1141,"33":0.0014,"45":0.0,"12":0.0,"28":0.0,"29":0.1036,"38":0.0254,"39":0.235,"42":0.021,"4":0.7582,"5":0.6462,"3":0.5225,"9":0.0,"48":0.0},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"tev1-0.8b","name":"Tev1-0.8B-experimental","org":null,"kind":"full fine-tune","base_model":"Qwen/Qwen3.5-0.8B-Base","model_url":"https://huggingface.co/togethercomputer/Tev1-0.8B-experimental","params":873438784,"latency":{"median":28.5,"p95":133.9,"mean":50.1},"ece":0.1257,"brier":0.6067,"index":12.85,"areas":{"knowledge":0.0729,"language":0.1405,"retrieval":0.0488,"tools":0.3197,"arts":0.0512},"scores":{"1":0.6612,"2":0.5723,"6":0.5868,"9":0.0114,"10":0.5968,"11":0.4607,"12":0.3761,"20":0.5072,"21":0.5126,"23":0.537,"24":0.4591,"25":0.2755,"26":0.8199,"27":0.6195,"28":0.5225,"29":0.4481,"30":0.2214,"31":0.195,"32":0.5199,"33":0.0582,"36":0.2936,"37":0.2181,"38":0.0538,"39":0.5778,"40":0.2126,"41":0.4464,"42":0.613,"43":0.3807,"44":0.5052,"45":0.1486,"48":0.2466,"50":0.3998,"56":0.5,"57":0.2288,"58":0.4362,"62":0.6681,"64":0.3068,"59":0.1825,"61":0.5308},"skills":{"1":0.5426,"2":0.5061,"11":0.2201,"20":0.0215,"21":0.0251,"22":0.0,"23":0.0431,"25":0.034,"30":0.0582,"31":0.0,"36":0.2009,"37":0.0192,"40":0.0,"41":0.1696,"43":0.0174,"44":0.0104,"50":0.1289,"56":0.0,"57":0.1326,"58":0.1828,"62":0.5575,"64":0.1335,"59":0.0,"61":0.0616,"32":0.2367,"33":0.0457,"45":0.0,"12":0.0655,"28":0.045,"29":0.2641,"38":0.0235,"39":0.379,"42":0.2471,"4":0.0,"5":0.0,"3":0.0,"9":0.0114,"48":0.0136},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"intern-decision-0.8b","name":"Intern-Decision-0.8B","org":null,"kind":"full fine-tune","base_model":"Qwen/Qwen3.5-0.8B-Base","model_url":"https://huggingface.co/internlm/Intern-Decision-0.8B","params":873438784,"latency":{"median":33.7,"p95":39.2,"mean":36.6},"ece":0.0255,"brier":0.6309,"index":11.94,"areas":{"knowledge":0.0797,"language":0.1035,"retrieval":0.0644,"tools":0.2838,"arts":0.0722},"scores":{"1":0.6446,"2":0.4742,"3":0.2106,"4":0.1185,"5":0.049,"6":0.566,"9":0,"10":0.5742,"11":0.3545,"12":0.3409,"20":0.5036,"21":0.5369,"22":0.0155,"23":0.5674,"24":0.469,"25":0.2806,"26":0.8123,"27":0.6288,"28":0.5312,"29":0.4356,"30":0.2843,"31":0.088,"32":0.5133,"33":0.0339,"36":0.2237,"37":0.2436,"38":0.0464,"39":0.5708,"40":0.2628,"41":0.2798,"42":0.5765,"43":0.3281,"44":0.505,"45":0.1357,"48":0.2382,"50":0.4463,"56":0.4585,"57":0.2654,"58":0.4267,"62":0.4608,"64":0.2708,"59":0.5326,"61":0.5235},"skills":{"1":0.5203,"2":0.3927,"11":0.0665,"20":0.0052,"21":0.0738,"22":0.0071,"23":0.0923,"25":0.0408,"30":0.1369,"31":0.0067,"36":0.1218,"37":0.0513,"40":0.0516,"41":0.0,"43":0.0,"44":0.01,"50":0.1964,"56":0.0,"57":0.1738,"58":0.169,"62":0.2811,"64":0.0885,"59":0.0309,"61":0.047,"32":0.2262,"33":0.0211,"45":0.0,"12":0.0127,"28":0.0624,"29":0.2475,"38":0.0159,"39":0.3687,"42":0.1761,"4":0.1072,"5":0.0433,"3":0.1954,"9":0.0,"48":0.0472},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"mojev","name":"MoJev","org":null,"kind":"head / adapter","base_model":"Qwen/Qwen3.5-0.8B-Base","model_url":"https://huggingface.co/MoLeMo-Lab/mojev","params":873438784,"latency":{"median":46.4,"p95":55.1,"mean":51.7},"ece":0.1246,"brier":0.7097,"index":11.69,"areas":{"knowledge":0.0557,"language":0.0908,"retrieval":0.1618,"tools":0.2186,"arts":0.0672},"scores":{"1":0.5372,"2":0.4778,"3":0.2913,"4":0.5187,"5":0.173,"6":0.5969,"9":0,"10":0.5946,"11":0.3317,"12":0.2477,"20":0.5394,"21":0.5331,"22":0.0235,"23":0.5334,"24":0.4035,"25":0.2602,"26":0.7513,"27":0.5606,"28":0.5162,"29":0.3936,"30":0.2968,"31":0.0704,"32":0.4827,"33":0.0127,"36":0.2539,"37":0.2541,"38":0.032,"39":0.5949,"40":0.2311,"41":0.4089,"42":0.5531,"43":0.3439,"44":0.5046,"45":0.1517,"48":0.3457,"50":0.3013,"56":0.5,"57":0.1765,"58":0.3966,"62":0.0969,"64":0.4015,"59":0.0158,"61":0.4975},"skills":{"1":0.3752,"2":0.3969,"11":0.0335,"20":0.0744,"21":0.0662,"22":0.0183,"23":0.0729,"25":0.0136,"30":0.159,"31":0.0,"36":0.1559,"37":0.0645,"40":0.0108,"41":0.1134,"43":0.0,"44":0.0092,"50":0.0,"56":0.0,"57":0.0738,"58":0.1254,"62":0.0,"64":0.2519,"59":0.0,"61":0.0,"32":0.1776,"33":0.0,"45":0.0,"12":0.0,"28":0.0324,"29":0.1915,"38":0.001,"39":0.4042,"42":0.1305,"4":0.5125,"5":0.168,"3":0.2776,"9":0.0,"48":0.0},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"gliner-decide","name":"GLiNER2.5-Decide","org":null,"kind":"full fine-tune","base_model":"fastino/gliner2-large-v1","model_url":"https://huggingface.co/fastino/GLiNER2.5-Decide","params":486444053,"latency":{"median":23.3,"p95":228.6,"mean":156.4},"ece":0.0884,"brier":0.7049,"index":11.21,"areas":{"knowledge":0.0241,"language":0.0748,"retrieval":0.2532,"tools":0.1478,"arts":0.0887},"scores":{"1":0.4622,"2":0.382,"3":0.0768,"4":0.6563,"5":0.6042,"6":0.5935,"9":0,"10":0.0079,"11":0.2177,"12":0.3091,"20":0.5816,"21":0.5065,"22":0.017,"23":0.5336,"24":0.3349,"25":0.2143,"26":0.5412,"27":0.3677,"28":0.5067,"29":0.3224,"30":0.1766,"31":0.0808,"32":0.4521,"33":0.0073,"36":0.201,"37":0.2328,"38":0.0,"39":0.6616,"40":0.3235,"41":0.3527,"42":0.4801,"43":0.4018,"44":0.5012,"45":0.1677,"48":0.2393,"50":0.4547,"56":0.5,"57":0.161,"58":0.3114,"62":0.3341,"64":0.322,"59":0.2533,"61":0.5068},"skills":{"1":0.274,"2":0.2863,"11":0.0,"20":0.1401,"21":0.0129,"22":0.0091,"23":0.0642,"25":0.0,"30":0.0027,"31":0.0,"36":0.0961,"37":0.0378,"40":0.1297,"41":0.029,"43":0.0508,"44":0.0024,"50":0.2085,"56":0.0,"57":0.0563,"58":0.0019,"62":0.1121,"64":0.1525,"59":0.0,"61":0.0136,"32":0.1289,"33":0.0,"45":0.0043,"12":0.0,"28":0.0134,"29":0.0965,"38":0.0,"39":0.5023,"42":0.0,"4":0.6519,"5":0.6018,"3":0.059,"9":0.0,"48":0.0428},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"lavoir","name":"Lavoir","org":null,"kind":"full fine-tune","base_model":"answerdotai/ModernBERT-large","model_url":"https://huggingface.co/moganai/lavoir","params":395881664,"latency":{"median":20.0,"p95":49.5,"mean":25.6},"ece":0.1492,"brier":0.7278,"index":8.69,"areas":{"knowledge":0.0349,"language":0.1037,"retrieval":0.12,"tools":0.1302,"arts":0.0323},"scores":{"1":0.3949,"2":0.2765,"3":0.2826,"4":0.2795,"5":0.0944,"6":0.4908,"9":0,"10":0.598,"11":0.301,"12":0.3686,"20":0.4994,"21":0.465,"22":0.0235,"23":0.4996,"24":0.347,"25":0.2551,"26":0.577,"27":0.366,"28":0.5083,"29":0.4199,"30":0.2426,"31":0.0854,"32":0.4189,"33":0.0424,"36":0.1669,"37":0.2815,"38":0.0391,"39":0.5894,"40":0.4629,"41":0.3513,"42":0.4869,"43":0.3947,"44":0.5036,"45":0.1597,"48":0.3623,"50":0.3484,"56":0.5,"57":0.1553,"58":0.3505,"62":0.2338,"64":0.3295,"59":0.2471,"61":0.5965},"skills":{"1":0.1832,"2":0.1622,"11":0.0,"20":0.0,"21":0.0,"22":0.0161,"23":0.0,"25":0.0068,"30":0.0822,"31":0.0039,"36":0.0575,"37":0.0988,"40":0.309,"41":0.027,"43":0.0397,"44":0.0072,"50":0.0544,"56":0.0,"57":0.0499,"58":0.0586,"62":0.0,"64":0.1619,"59":0.0,"61":0.193,"32":0.0762,"33":0.0297,"45":0.0,"12":0.0542,"28":0.0166,"29":0.2265,"38":0.0084,"39":0.3961,"42":0.0018,"4":0.2702,"5":0.0889,"3":0.2676,"9":0.0,"48":0.0},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"jeff-uncapped","name":"jeff","org":null,"kind":"inference technique","base_model":"knowledgator/gliformer-large-v1","model_url":"https://github.com/logan-markewich/jeff","params":null,"latency":{"median":21.8,"p95":67.6,"mean":33.1},"ece":0.0969,"brier":0.6823,"index":8.04,"areas":{"knowledge":0.0305,"language":0.104,"retrieval":0.2131,"tools":0.0119,"arts":0.0077},"scores":{"1":0.2149,"2":0.1763,"3":0.0315,"4":0.6099,"5":0.443,"6":0.5384,"9":0,"10":0.4479,"11":0.2126,"12":0.2934,"20":0.4814,"21":0.4665,"22":0.024,"23":0.5044,"24":0.316,"25":0.2449,"26":0.5059,"27":0.3166,"28":0.5036,"29":0.3455,"30":0.2002,"31":0.086,"32":0.4787,"33":0.0158,"36":0.0808,"37":0.2128,"38":0.0316,"39":0.7487,"40":0.2832,"41":0.4047,"42":0.5504,"43":0.3895,"44":0.4956,"45":0.1657,"48":0.2906,"50":0.3252,"56":0.5025,"57":0.1423,"58":0.335,"62":0.2333,"64":0.1875,"59":0.171,"61":0.5677},"skills":{"1":0.0,"2":0.0488,"11":0.0,"20":0.0,"21":0.0,"22":0.0127,"23":0.0221,"25":0.0,"30":0.0318,"31":0.0045,"36":0.0,"37":0.0127,"40":0.0778,"41":0.107,"43":0.0313,"44":0.0,"50":0.0206,"56":0.005,"57":0.0353,"58":0.0361,"62":0.0,"64":0.0,"59":0.0,"61":0.1354,"32":0.1712,"33":0.0027,"45":0.0019,"12":0.0,"28":0.0072,"29":0.1273,"38":0.0006,"39":0.6304,"42":0.1253,"4":0.6049,"5":0.4396,"3":0.0128,"9":0.0,"48":0.0},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"clm-v0.1-8b","name":"CLM-v0.1-8B","org":null,"kind":"full fine-tune","base_model":"Qwen/Qwen3-8B-Base","model_url":"https://huggingface.co/Contrastive-LM/CLM-v0.1-8B","params":8190735360,"latency":{"median":46.8,"p95":130.9,"mean":56.5},"ece":0.3227,"brier":0.9042,"index":7.4,"areas":{"knowledge":0.0312,"language":0.0523,"retrieval":0.1126,"tools":0.1398,"arts":0.043},"scores":{"1":0.389,"2":0.4031,"3":0.061,"4":0.0652,"5":0.0889,"6":0.3932,"9":0,"10":0.1001,"11":0.2011,"12":0.3156,"20":0.3294,"21":0.5556,"22":0,"23":0.508,"24":0.358,"25":0.2041,"26":0.564,"27":0.4147,"28":0.5083,"29":0.4035,"30":0.2316,"31":0.0818,"32":0.3457,"33":0.0558,"36":0.2915,"37":0.0497,"38":0.031,"39":0.3335,"40":0.3122,"41":0.2271,"42":0.5649,"43":0.4281,"44":0.5394,"45":0.1577,"48":0.2815,"50":0.3711,"56":0.6505,"57":0.1466,"58":0.308,"62":0.3869,"64":0.2538,"59":0.5177,"61":0.52},"skills":{"1":0.1752,"2":0.3107,"11":0.0,"20":0.0,"21":0.1111,"22":0.0,"23":0.0437,"25":0.0,"30":0.0735,"31":0.0,"36":0.1985,"37":0.0,"40":0.1152,"41":0.0,"43":0.0926,"44":0.0788,"50":0.0873,"56":0.301,"57":0.0402,"58":0.0,"62":0.1825,"64":0.0673,"59":0.0,"61":0.04,"32":0.0,"33":0.0433,"45":0.0,"12":0.0,"28":0.0166,"29":0.2047,"38":0.0,"39":0.0197,"42":0.1535,"4":0.0532,"5":0.0834,"3":0.0429,"9":0.0,"48":0.0},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"gliner-base","name":"GLiNER 2.5 base","org":null,"kind":"full fine-tune","base_model":null,"model_url":"https://huggingface.co/fastino/gliner2.5-base-v1","params":193581591,"latency":{"median":14.1,"p95":62.1,"mean":46.6},"ece":0.367,"brier":0.9595,"index":6.76,"areas":{"knowledge":0.021,"language":0.0748,"retrieval":0.0966,"tools":0.1116,"arts":0.0313},"scores":{"1":0.3878,"2":0.2274,"3":0.1555,"4":0.2383,"5":0.2689,"6":0.6718,"9":0,"10":0.459,"11":0.2285,"12":0.3048,"20":0.524,"21":0.4912,"22":0.036,"23":0.503,"24":0.3267,"25":0.25,"26":0.4821,"27":0.2858,"28":0.5083,"29":0.3479,"30":0.2237,"31":0.0742,"32":0.3484,"33":0.0012,"36":0.1265,"37":0.2005,"38":0.031,"39":0.7008,"40":0.2384,"41":0.3575,"42":0.3981,"43":0.4,"44":0.5164,"45":0.138,"48":0.4664,"50":0.3562,"56":0.5045,"57":0.1408,"58":0.3361,"62":0.3401,"64":0.2652,"59":0.4836,"61":0.5112},"skills":{"1":0.1736,"2":0.1074,"11":0.0,"20":0.0377,"21":0.0,"22":0.0287,"23":0.0119,"25":0.0,"30":0.0608,"31":0.0,"36":0.0119,"37":0.0,"40":0.0202,"41":0.0363,"43":0.048,"44":0.0328,"50":0.0656,"56":0.009,"57":0.0336,"58":0.0377,"62":0.1201,"64":0.0815,"59":0.0,"61":0.0224,"32":0.0,"33":0.0,"45":0.0,"12":0.0,"28":0.0166,"29":0.1305,"38":0.0,"39":0.5599,"42":0.0,"4":0.2285,"5":0.2645,"3":0.1392,"9":0.0,"48":0.0},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"lfm2600","name":"LFM2.5-2.6B-RLCD","org":null,"kind":"full fine-tune","base_model":"LiquidAI/LFM2.5-2.6B-Base","model_url":"https://huggingface.co/monotykamary/LFM2.5-2.6B-RLCD","params":2697198592,"latency":{"median":39.3,"p95":95.4,"mean":54.2},"ece":0.2545,"brier":0.7921,"index":6.76,"areas":{"knowledge":0.0742,"language":0.0542,"retrieval":0.1053,"tools":0.0443,"arts":0.0525},"scores":{"1":0.3872,"2":0.1217,"3":0.0177,"4":0.1778,"5":0.0732,"6":0.5927,"9":0,"10":0.5294,"11":0.3112,"12":0.3486,"20":0.6016,"21":0.4981,"22":0,"23":0.512,"24":0.4916,"25":0.352,"26":0.8131,"27":0.6596,"28":0.5083,"29":0.4556,"30":0.2051,"31":0.1048,"32":0.4707,"33":0.0006,"36":0.1825,"37":0.2226,"38":0.0561,"39":0.3685,"40":0.2629,"41":0.3628,"42":0.3342,"43":0.3684,"44":0.5158,"45":0.1357,"48":0.3034,"50":0.4075,"56":0.6695,"57":0.2461,"58":0.4265,"62":0.2738,"64":0.2311,"59":0.5177,"61":0.5248},"skills":{"1":0.1728,"2":0.0,"11":0.0039,"20":0.1988,"21":0.0,"22":0.0,"23":0.0,"25":0.1361,"30":0.0375,"31":0.025,"36":0.0,"37":0.0249,"40":0.0518,"41":0.0442,"43":0.0,"44":0.0316,"50":0.1401,"56":0.339,"57":0.1521,"58":0.1687,"62":0.0317,"64":0.0389,"59":0.0,"61":0.0496,"32":0.1585,"33":0.0,"45":0.0,"12":0.0243,"28":0.0166,"29":0.2741,"38":0.0259,"39":0.0712,"42":0.0,"4":0.1672,"5":0.0676,"3":0.0,"9":0.0,"48":0.0},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"decision-kai-7185f514","name":"Decision 1.0 Kai","org":null,"kind":"head / adapter","base_model":"jhu-clsp/mmBERT-base","model_url":"https://huggingface.co/llm-semantic-router/Decision-1.0-Kai","params":null,"latency":{"median":30.4,"p95":106.8,"mean":42.0},"ece":0.1851,"brier":0.7572,"index":6.52,"areas":{"knowledge":0.0383,"language":0.0291,"retrieval":0.0932,"tools":0.1423,"arts":0.0308},"scores":{"1":0.3884,"2":0.3265,"3":0.1594,"4":0.4073,"5":0.0569,"6":0.6674,"9":0,"10":0.4846,"11":0.3662,"12":0.2428,"20":0.3986,"21":0.4574,"22":0.0015,"23":0.4934,"24":0.3106,"25":0.2296,"26":0.487,"27":0.3183,"28":0.4917,"29":0.3404,"30":0.2915,"31":0.0684,"32":0.4521,"33":0.0024,"36":0.1385,"37":0.2045,"38":0.0383,"39":0.3695,"40":0.0087,"41":0.2081,"42":0.2976,"43":0.393,"44":0.4978,"45":0.122,"48":0.4344,"50":0.3837,"56":0.499,"57":0.1385,"58":0.3497,"62":0.3757,"64":0.2727,"59":0.5177,"61":0.5212},"skills":{"1":0.1744,"2":0.2195,"11":0.0834,"20":0.0,"21":0.0,"22":0.0,"23":0.0254,"25":0.0,"30":0.142,"31":0.0,"36":0.0247,"37":0.0022,"40":0.0,"41":0.0,"43":0.0369,"44":0.0,"50":0.1055,"56":0.0,"57":0.031,"58":0.0574,"62":0.1676,"64":0.0909,"59":0.0,"61":0.0424,"32":0.1289,"33":0.0,"45":0.0,"12":0.0,"28":0.0,"29":0.1205,"38":0.0075,"39":0.0727,"42":0.0,"4":0.3997,"5":0.0512,"3":0.1432,"9":0.0,"48":0.0},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"laya-1e28ac20","name":"Laya","org":null,"kind":"full fine-tune","base_model":null,"model_url":"https://huggingface.co/convaiinnovations/laya","params":421293830,"latency":{"median":5.8,"p95":222.5,"mean":32.7},"ece":0.1402,"brier":0.7211,"index":6.04,"areas":{"knowledge":0.0356,"language":0.0903,"retrieval":0.0715,"tools":0.0582,"arts":0.0289},"scores":{"1":0.3813,"2":0.1278,"3":0.1146,"4":0.1429,"5":0.0319,"6":0.5714,"9":0,"10":0.4241,"11":0.2901,"12":0.4866,"20":0.5158,"21":0.4722,"22":0.051,"23":0.5234,"24":0.3068,"25":0.2755,"26":0.4697,"27":0.2858,"28":0.5051,"29":0.3312,"30":0.2165,"31":0.0768,"32":0.4322,"33":0.003,"36":0.199,"37":0.244,"38":0.0345,"39":0.6098,"40":0.149,"41":0.4053,"42":0.4772,"43":0.4018,"44":0.5288,"45":0.14,"48":0.411,"50":0.3341,"56":0.5015,"57":0.1361,"58":0.341,"62":0.1194,"64":0.2708,"59":0.4882,"61":0.5575},"skills":{"1":0.1648,"2":0.0,"11":0.0,"20":0.0271,"21":0.0,"22":0.0398,"23":0.019,"25":0.034,"30":0.0506,"31":0.0,"36":0.0938,"37":0.0517,"40":0.0,"41":0.108,"43":0.0508,"44":0.0576,"50":0.0336,"56":0.003,"57":0.0283,"58":0.0448,"62":0.0,"64":0.0885,"59":0.0,"61":0.115,"32":0.0973,"33":0.0,"45":0.0,"12":0.231,"28":0.0102,"29":0.1083,"38":0.0036,"39":0.4261,"42":0.0,"4":0.1319,"5":0.0261,"3":0.0971,"9":0.0,"48":0.0},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"julia-1","name":"Julia 1","org":null,"kind":"full fine-tune","base_model":"jhu-clsp/mmBERT-small","model_url":"https://huggingface.co/SupersonicLabs/Julia-1","params":null,"latency":{"median":5.8,"p95":15.3,"mean":72.7},"ece":0.4197,"brier":0.9866,"index":5.54,"areas":{"knowledge":0.0661,"language":0.0139,"retrieval":0.0991,"tools":0.0721,"arts":0.0174},"scores":{"1":0.3749,"2":0.1358,"3":0.1831,"4":0.426,"5":0.1234,"6":0.5756,"9":0,"10":0.3505,"11":0.3178,"12":0.2864,"20":0.4878,"21":0.4825,"22":0.002,"23":0.5042,"24":0.3015,"25":0.2551,"26":0.391,"27":0.3259,"28":0.5067,"29":0.2988,"30":0.6444,"31":0.0752,"32":0.3896,"33":0.0097,"36":0.0914,"37":0.206,"38":0.0312,"39":0.3279,"40":0.0653,"41":0.3293,"42":0.4973,"43":0.3807,"44":0.5018,"45":0.144,"48":0.411,"50":0.3538,"56":0.4985,"57":0.1467,"58":0.3379,"62":0.236,"64":0.2348,"59":0.5204,"61":0.503},"skills":{"1":0.1561,"2":0.0009,"11":0.0134,"20":0.0,"21":0.0,"22":0.0,"23":0.0194,"25":0.0068,"30":0.5587,"31":0.0,"36":0.0,"37":0.0041,"40":0.0,"41":0.0,"43":0.0174,"44":0.0036,"50":0.0622,"56":0.0,"57":0.0403,"58":0.0403,"62":0.0,"64":0.0435,"59":0.0056,"61":0.006,"32":0.0296,"33":0.0,"45":0.0,"12":0.0,"28":0.0134,"29":0.0651,"38":0.0002,"39":0.0115,"42":0.022,"4":0.4186,"5":0.1181,"3":0.1674,"9":0.0,"48":0.0},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"akash-gemma","name":"system-one-gemma","org":null,"kind":"LoRA + head","base_model":"google/gemma-3-270m","model_url":"https://github.com/akash-kamat/system-one-gemma","params":268098176,"latency":{"median":31.9,"p95":748.0,"mean":168.7},"ece":0.2387,"brier":0.7993,"index":5.07,"areas":{"knowledge":0.0129,"language":0.0108,"retrieval":0.1722,"tools":0.0331,"arts":0.0408},"scores":{"1":0.3483,"2":0.1639,"3":0.0118,"4":0.5347,"5":0.2486,"6":0.3575,"9":0,"10":0.4519,"11":0.2072,"12":0.2389,"20":0.5776,"21":0.4726,"22":0.0025,"23":0.524,"24":0.3081,"25":0.2449,"26":0.4465,"27":0.3097,"28":0.4988,"29":0.2841,"30":0.1892,"31":0.0912,"32":0.4162,"33":0.0012,"36":0.1033,"37":0.1949,"38":0.0309,"39":0.13,"40":0.2506,"41":0.3489,"42":0.4253,"43":0.3404,"44":0.502,"45":0.1257,"48":0.3722,"50":0.2959,"56":0.5995,"57":0.1317,"58":0.2853,"62":0.1569,"64":0.2917,"59":0.1293,"61":0.5052},"skills":{"1":0.1202,"2":0.0344,"11":0.0,"20":0.1309,"21":0.0,"22":0.0,"23":0.0484,"25":0.0,"30":0.0254,"31":0.0102,"36":0.0,"37":0.0,"40":0.036,"41":0.0234,"43":0.0,"44":0.004,"50":0.0,"56":0.199,"57":0.0234,"58":0.0,"62":0.0,"64":0.1146,"59":0.0,"61":0.0104,"32":0.0719,"33":0.0,"45":0.0,"12":0.0,"28":0.0,"29":0.0455,"38":0.0,"39":0.0,"42":0.0,"4":0.5287,"5":0.2441,"3":0.0,"9":0.0,"48":0.0},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"decision-lex","name":"Decision 1.0 Lex","org":null,"kind":"head / adapter","base_model":"jhu-clsp/mmBERT-base","model_url":"https://huggingface.co/llm-semantic-router/decision-1.0-lex","params":null,"latency":{"median":29.8,"p95":106.0,"mean":41.3},"ece":0.1688,"brier":0.7598,"index":4.54,"areas":{"knowledge":0.0188,"language":0.0241,"retrieval":0.0625,"tools":0.1086,"arts":0.0193},"scores":{"1":0.3872,"2":0.2269,"3":0.1398,"4":0.2356,"5":0.1121,"6":0.593,"9":0,"10":0.4106,"11":0.2011,"12":0.2256,"20":0.4798,"21":0.4871,"22":0.002,"23":0.512,"24":0.3017,"25":0.2602,"26":0.476,"27":0.3038,"28":0.5067,"29":0.3331,"30":0.2343,"31":0.0652,"32":0.3896,"33":0.0006,"36":0.1253,"37":0.1929,"38":0.031,"39":0.2178,"40":0.1896,"41":0.4039,"42":0.3026,"43":0.3684,"44":0.4838,"45":0.148,"48":0.4767,"50":0.3246,"56":0.4975,"57":0.145,"58":0.3332,"62":0.3445,"64":0.2955,"59":0.4913,"61":0.501},"skills":{"1":0.1728,"2":0.1053,"11":0.0,"20":0.0,"21":0.0,"22":0.0,"23":0.0,"25":0.0136,"30":0.071,"31":0.0,"36":0.0098,"37":0.0,"40":0.0,"41":0.1059,"43":0.0,"44":0.0,"50":0.0197,"56":0.0,"57":0.0384,"58":0.0335,"62":0.126,"64":0.1194,"59":0.0,"61":0.002,"32":0.0296,"33":0.0,"45":0.0,"12":0.0,"28":0.0134,"29":0.1108,"38":0.0,"39":0.0,"42":0.0,"4":0.2258,"5":0.1067,"3":0.1232,"9":0.0,"48":0.0},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"gliner-multi","name":"GLiNER 2.5 multilingual","org":null,"kind":"full fine-tune","base_model":null,"model_url":"https://huggingface.co/fastino/gliner2.5-multi-v1","params":287355159,"latency":{"median":14.0,"p95":92.4,"mean":46.8},"ece":0.2538,"brier":0.8461,"index":4.26,"areas":{"knowledge":0.009,"language":0.0636,"retrieval":0.0531,"tools":0.0587,"arts":0.025},"scores":{"1":0.3743,"2":0.1316,"3":0.0157,"4":0.0903,"5":0.1278,"6":0.5871,"9":0,"10":0.4188,"11":0.3021,"12":0.3079,"20":0.4926,"21":0.5209,"22":0.034,"23":0.4958,"24":0.2811,"25":0.2347,"26":0.3527,"27":0.2568,"28":0.5114,"29":0.3007,"30":0.1945,"31":0.0738,"32":0.3404,"33":0,"36":0.1185,"37":0.1498,"38":0.0301,"39":0.6852,"40":0.2376,"41":0.2642,"42":0.4129,"43":0.4035,"44":0.4926,"45":0.132,"48":0.3341,"50":0.3598,"56":0.5025,"57":0.1199,"58":0.3138,"62":0.3478,"64":0.233,"59":0.5223,"61":0.5505},"skills":{"1":0.1553,"2":0.0,"11":0.0,"20":0.0,"21":0.0419,"22":0.0262,"23":0.0,"25":0.0,"30":0.025,"31":0.0,"36":0.0027,"37":0.0,"40":0.0192,"41":0.0,"43":0.0536,"44":0.0,"50":0.0708,"56":0.005,"57":0.01,"58":0.0054,"62":0.1304,"64":0.0413,"59":0.0095,"61":0.101,"32":0.0,"33":0.0,"45":0.0,"12":0.0,"28":0.0228,"29":0.0676,"38":0.0,"39":0.537,"42":0.0,"4":0.0786,"5":0.1225,"3":0.0,"9":0.0,"48":0.0},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"gliner-small","name":"GLiNER 2.5 small","org":null,"kind":"full fine-tune","base_model":null,"model_url":"https://huggingface.co/fastino/gliner2.5-small-v1","params":73881879,"latency":{"median":13.6,"p95":35.2,"mean":31.2},"ece":0.1608,"brier":0.7667,"index":3.82,"areas":{"knowledge":0.0175,"language":0.0375,"retrieval":0.043,"tools":0.0698,"arts":0.0266},"scores":{"1":0.4067,"2":0.1624,"3":0.0197,"4":0.0854,"5":0.136,"6":0.5725,"9":0,"10":0.479,"11":0.211,"12":0.2537,"20":0.4814,"21":0.5023,"22":0.0465,"23":0.5182,"24":0.3066,"25":0.2653,"26":0.4282,"27":0.2807,"28":0.4988,"29":0.3169,"30":0.2346,"31":0.0808,"32":0.3777,"33":0.0012,"36":0.0979,"37":0.2082,"38":0.031,"39":0.4662,"40":0.2373,"41":0.3708,"42":0.4628,"43":0.4,"44":0.4922,"45":0.152,"48":0.5084,"50":0.3311,"56":0.5,"57":0.1233,"58":0.3178,"62":0.3283,"64":0.2841,"59":0.4099,"61":0.516},"skills":{"1":0.1991,"2":0.0324,"11":0.0,"20":0.0,"21":0.0046,"22":0.0373,"23":0.0153,"25":0.0204,"30":0.0756,"31":0.0,"36":0.0,"37":0.0068,"40":0.0188,"41":0.0563,"43":0.048,"44":0.0,"50":0.0293,"56":0.0,"57":0.0139,"58":0.0112,"62":0.1044,"64":0.1051,"59":0.0,"61":0.032,"32":0.0107,"33":0.0,"45":0.0,"12":0.0,"28":0.0,"29":0.0892,"38":0.0,"39":0.2149,"42":0.0,"4":0.0736,"5":0.1308,"3":0.0008,"9":0.0,"48":0.0},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"harsha","name":"Qwen-2.5-1B-RLCD","org":null,"kind":"inference technique","base_model":"Qwen/Qwen2.5-1.5B","model_url":"https://huggingface.co/harshatheg/Qwen-2.5-1B-RLCD","params":1543714304,"latency":{"median":43.8,"p95":75.2,"mean":53.6},"ece":0.2052,"brier":0.7934,"index":3.78,"areas":{"knowledge":0.014,"language":0.0471,"retrieval":0.0094,"tools":0.07,"arts":0.0731},"scores":{"1":0.474,"2":0.0852,"3":0.0433,"4":0.0259,"5":0.0116,"6":0.5886,"9":0,"10":0.4644,"11":0.2668,"12":0.2819,"20":0.6808,"21":0.5068,"22":0.029,"23":0.5024,"24":0.3688,"25":0.2806,"26":0.5648,"27":0.4369,"28":0.5043,"29":0.4255,"30":0.1748,"31":0.0882,"32":0.3777,"33":0.0236,"36":0.1433,"37":0.0892,"38":0.0458,"39":0.4332,"40":0.2431,"41":0.3142,"42":0.4373,"43":0.3579,"44":0.503,"45":0.1717,"48":0.2466,"50":0.3848,"56":0.4905,"57":0.1154,"58":0.3374,"62":0.2204,"64":0.1932,"59":0.0063,"61":0.5012},"skills":{"1":0.29,"2":0.0,"11":0.0,"20":0.347,"21":0.0137,"22":0.0222,"23":0.02,"25":0.0408,"30":0.003,"31":0.0069,"36":0.0308,"37":0.0,"40":0.0262,"41":0.0,"43":0.0,"44":0.006,"50":0.1072,"56":0.0,"57":0.0051,"58":0.0396,"62":0.0,"64":0.0,"59":0.0,"61":0.0024,"32":0.0107,"33":0.0106,"45":0.0091,"12":0.0,"28":0.0086,"29":0.234,"38":0.0153,"39":0.1663,"42":0.0,"4":0.0134,"5":0.0056,"3":0.0249,"9":0.0,"48":0.0136},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"lumma-fev-0.6b","name":"Lumma-Fev-0.6B","org":null,"kind":"LoRA","base_model":"FrontiersMind/Lumma-0.6B-Base","model_url":"https://huggingface.co/FrontiersMind/Lumma-fev-0.6b","params":649281964,"latency":{"median":21.3,"p95":219.7,"mean":48.5},"ece":0.2357,"brier":0.8096,"index":2.97,"areas":{"knowledge":0.0234,"language":0.0091,"retrieval":0.0888,"tools":0.0112,"arts":0.0144},"scores":{"1":0.0561,"2":0.1529,"3":0.0413,"4":0.0005,"5":0.2452,"6":0.4555,"9":0,"10":0.0821,"11":0.2095,"12":0.3049,"20":0.4852,"21":0.4928,"22":0.013,"23":0.487,"24":0.2855,"25":0.2041,"26":0.4205,"27":0.2739,"28":0.4988,"29":0.3056,"30":0.224,"31":0.0752,"32":0.3896,"33":0.0055,"36":0.1461,"37":0.2452,"38":0.0,"39":0.2533,"40":0.0639,"41":0.3374,"42":0.4869,"43":0.4719,"44":0.4986,"45":0.134,"48":0.2551,"50":0.3049,"56":0.5985,"57":0.1103,"58":0.3112,"62":0.2588,"64":0.2784,"59":0.4694,"61":0.503},"skills":{"1":0.0,"2":0.0212,"11":0.0,"20":0.0,"21":0.0,"22":0.0057,"23":0.0,"25":0.0,"30":0.0587,"31":0.0,"36":0.0341,"37":0.0533,"40":0.0,"41":0.0061,"43":0.1622,"44":0.0,"50":0.0,"56":0.197,"57":0.0,"58":0.0016,"62":0.0117,"64":0.098,"59":0.0,"61":0.006,"32":0.0296,"33":0.0,"45":0.0,"12":0.0,"28":0.0,"29":0.0741,"38":0.0,"39":0.0,"42":0.0018,"4":0.0,"5":0.2406,"3":0.0228,"9":0.0,"48":0.0},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"verdict-8af2496e","name":"Verdict","org":null,"kind":"full fine-tune","base_model":"knowledgator/gliclass-modern-base-v2.0","model_url":"https://huggingface.co/heman10x/rlcd-modernbert-151m","params":151378176,"latency":{"median":11.4,"p95":60.1,"mean":21.0},"ece":0.154,"brier":0.6841,"index":1.87,"areas":{"knowledge":0.0036,"language":0.0145,"retrieval":0.0,"tools":0.0658,"arts":0.0203},"scores":{"1":0.3878,"2":0.1904,"6":0.5084,"10":0.0792,"11":0.2116,"12":0.1492,"20":0.4761,"21":0.386,"23":0.6562,"24":0.3088,"25":0.2874,"26":0.5206,"27":0.2738,"28":0.494,"29":0.3506,"30":0.2333,"31":0.1735,"32":0.4101,"33":0.0119,"36":0.0903,"37":0.1277,"38":0.0365,"39":0.4211,"40":0.1012,"41":0.3337,"42":0.5155,"43":0.3926,"44":0.3788,"45":0.1496,"48":0.227,"50":0.3769,"56":0.5532,"57":0.1345,"58":0.3361,"62":0.3681,"64":0.8,"59":0.119,"61":0.5173},"skills":{"1":0.1736,"2":0.0044,"11":0.0,"20":0.0,"21":0.0,"22":0.0,"23":0.0,"25":0.0,"30":0.0,"31":0.0,"36":0.0,"37":0.0,"40":0.0,"41":0.0,"43":0.0,"44":0.0,"50":0.0908,"56":0.0,"57":0.0,"58":0.0322,"62":0.1424,"64":0.0,"59":0.0,"61":0.0,"32":0.0,"33":0.0,"45":0.0,"12":0.0,"28":0.0,"29":0.0,"38":0.0055,"39":0.1486,"42":0.0,"4":0.0,"5":0.0,"3":0.0,"9":0.0,"48":0.046},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"lumma-fev-0.1b","name":"Lumma-Fev-0.1B","org":null,"kind":"full fine-tune","base_model":"FrontiersMind/Nandi-Mini-150M","model_url":"https://huggingface.co/FrontiersMind/Lumma-fev-0.1b","params":153412928,"latency":{"median":20.9,"p95":112.5,"mean":34.6},"ece":0.1574,"brier":0.7407,"index":1.78,"areas":{"knowledge":0.0151,"language":0.0062,"retrieval":0.0245,"tools":0.0265,"arts":0.0257},"scores":{"1":0.0124,"2":0.1306,"3":0.0827,"4":0.0002,"5":0.1209,"6":0.5321,"9":0,"10":0.3584,"11":0.2755,"12":0.2668,"20":0.4912,"21":0.4791,"23":0.4966,"24":0.2634,"25":0.2,"26":0.3716,"27":0.2227,"28":0.5083,"29":0.2743,"30":0.2161,"31":0.0832,"32":0.383,"33":0.0006,"36":0.1478,"37":0.1143,"38":0.0106,"39":0.2273,"40":0.0502,"41":0.2727,"42":0.2903,"43":0.4158,"44":0.5076,"45":0.128,"48":0.2402,"50":0.3061,"56":0.5015,"57":0.0959,"58":0.3076,"62":0.2987,"64":0.3106,"59":0.5209,"61":0.5022},"skills":{"1":0.0,"2":0.0,"11":0.0,"20":0.0,"21":0.0,"22":0.0,"23":0.0,"25":0.0,"30":0.0537,"31":0.0015,"36":0.0131,"37":0.0,"40":0.0,"41":0.0,"43":0.0731,"44":0.0152,"50":0.0,"56":0.003,"57":0.0,"58":0.0,"62":0.0649,"64":0.1382,"59":0.0066,"61":0.0044,"32":0.0191,"33":0.0,"45":0.0,"12":0.0,"28":0.0166,"29":0.0324,"38":0.0,"39":0.0,"42":0.0,"4":0.0,"5":0.1156,"3":0.065,"9":0.0,"48":0.0392},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"},{"engine":"lfm350-sdpa","name":"LFM2.5-350M-RLCD","org":null,"kind":"full fine-tune","base_model":null,"model_url":"https://huggingface.co/notnotsamuel/LFM2.5-350M-RLCD","params":354483968,"latency":{"median":26.7,"p95":174.3,"mean":46.5},"ece":0.5681,"brier":1.2239,"index":1.38,"areas":{"knowledge":0.0047,"language":0.0098,"retrieval":0.0002,"tools":0.0384,"arts":0.0297},"scores":{"1":0.3837,"2":0.1233,"3":0.0236,"4":0.0018,"5":0.0029,"6":0.5035,"9":0,"10":0.3421,"11":0.2021,"12":0.1962,"20":0.5848,"21":0.4958,"22":0.051,"23":0.4814,"24":0.2389,"25":0.2704,"26":0.2647,"27":0.2304,"28":0.5201,"29":0.2515,"30":0.1827,"31":0.0796,"32":0.3617,"33":0.0133,"36":0.1103,"37":0.1238,"38":0.031,"39":0.3315,"40":0.2495,"41":0.2532,"42":0.4288,"43":0.3228,"44":0.4974,"45":0.1357,"48":0.6215,"50":0.3037,"56":0.5,"57":0.1169,"58":0.3018,"62":0.1525,"64":0.1875,"59":0.5187,"61":0.5008},"skills":{"1":0.168,"2":0.0,"11":0.0,"20":0.1731,"21":0.0,"22":0.0411,"23":0.0,"25":0.0272,"30":0.0096,"31":0.0,"36":0.0,"37":0.0,"40":0.0345,"41":0.0,"43":0.0,"44":0.0,"50":0.0,"56":0.0,"57":0.0067,"58":0.0,"62":0.0,"64":0.0,"59":0.0021,"61":0.0016,"32":0.0,"33":0.0002,"45":0.0,"12":0.0,"28":0.0402,"29":0.002,"38":0.0,"39":0.0168,"42":0.0,"4":0.0,"5":0.0,"3":0.0048,"9":0.0,"48":0.0},"panel_coverage":38,"self_reported":false,"closed":false,"source":"community"}]}