https://mteb-leaderboard.hf.space/_app/immutable/nodes/4.bSDdu24b.js

1import{B as e,C as t,F as n,I as r,N as i,P as a,U as o,X as s,Y as c,at as l,bt as u,et as d,ft as f,h as p,i as m,j as h,k as g,lt as _,nt as v,pt as y,rt as b,st as x,tt as S,v as C,wt as w,y as T,yt as E,z as D}from"../chunks/pM6Uj6IN.js";import{f as O}from"../chunks/CBgQs2qA.js";import"../chunks/xihTtKlq.js";import{D as ee,E as te,O as k,P as A,_ as j,c as M,n as N,r as ne}from"../chunks/Cqd3klnr.js";import{a as P,o as re}from"../chunks/SAJjlAc1.js";import{a as ie,r as F}from"../chunks/BVm2IU2P.js";import{n as ae,t as oe}from"../chunks/BashTlTa.js";import{t as se}from"../chunks/BkaUog6e.js";import{i as ce,n as le,r as I,t as ue}from"../chunks/BbYYu2Rn.js";import{n as de,t as fe}from"../chunks/DhGiiNLF.js";import{n as L,t as R}from"../chunks/CTDZms4T.js";import{n as pe,r as me,t as he}from"../chunks/Cn71m11x2.js";var z=w({load:()=>V,prerender:()=>!0}),B=[`retrieval`,`classification`,`pair-classification`,`clustering`,`semantic-similarity`];async function ge(e){let t=(await A(e)).sort((e,t)=>e.displayName.localeCompare(t.displayName)),n=new Set,r=new Set,i=new Set,a=new Map;for(let e of t){if(e.modalities)for(let t of e.modalities)n.add(t);if(e.simplifiedTaskTypes)for(let t of e.simplifiedTaskTypes)r.add(t);if(e.domains)for(let t of e.domains)i.add(t);if(e.languages)for(let t of e.languages)a.set(t,(a.get(t)??0)+1)}return{all:t,modalities:[...n].sort(),simplifiedTypesPresent:[...B.filter(e=>r.has(e)),...[...r].filter(e=>!B.includes(e)).sort()],domains:[...i].sort(),languages:[...a.entries()].sort((e,t)=>t[1]-e[1]||e[0].localeCompare(t[0])).map(([e])=>e)}}var V=({fetch:e})=>({benchmarks:ge(e)}),H=r(`<img class="icon-tile row-icon" alt="" width="24" height="24" loading="lazy" decoding="async" crossorigin="anonymous"/>`),U=r(`<span class="icon-tile icon-tile-text row-icon" aria-hidden="true"> </span>`),W=r(`<span class="badge modality-tint"><!> <span> </span></span>`),G=r(`<span class="tbl-stype-chip"> </span>`),K=r(`<tr><th class="tbl-col-name" scope="row"><a class="tbl-row-link row-link-icon"><!> <span class="row-text"><span class="tbl-row-title"> </span> <span class="tbl-row-id"> </span></span></a></th><td class="tbl-col-chips"><div class="tbl-chips"></div></td><td class="tbl-col-chips"><div class="tbl-chips"></div></td><td class="tbl-num tbl-col-num"> </td><td class="tbl-num tbl-col-num"> </td><td class="tbl-num tbl-col-num"> </td></tr>`),q=r(`<div class="tbl-scroll tbl-overview"><table class="tbl"><thead><tr><th class="tbl-col-name"><!></th><th class="tbl-col-chips">Modalities</th><th class="tbl-col-chips">Task types</th><th class="tbl-num tbl-col-num"><!></th><th class="tbl-num tbl-col-num"><!></th><th class="tbl-num tbl-col-num"><!></th></tr></thead><tbody></tbody></table></div>`);function _e(e,r){y(r,!0);var s=q(),l=d(s),u=d(l),m=d(u),b=d(m);R(d(b),{get sort(){return r.sort},field:`name`,label:`Benchmark`,align:`left`}),E(b);var x=v(b,3);R(d(x),{get sort(){return r.sort},field:`tasks`,label:`Tasks`}),E(x);var C=v(x);R(d(C),{get sort(){return r.sort},field:`languages`,label:`Languages`}),E(C);var w=v(C);R(d(w),{get sort(){return r.sort},field:`models`,label:`Models`}),E(w),E(m),E(u);var T=v(u);g(T,21,()=>r.rows,e=>e.name,(e,t)=>{var r=K(),s=d(r),l=d(s),u=d(l),f=e=>{var r=n(),s=S(r),l=e=>{var n=H();c(e=>p(n,`src`,e),[()=>N(o(t).icon)]),a(e,n)},u=_(()=>j(o(t).icon)),f=e=>{var n=U(),r=d(n,!0);E(n),c(()=>i(r,o(t).icon)),a(e,n)};h(s,e=>{o(u)?e(l):e(f,-1)}),a(e,r)};h(u,e=>{o(t).icon&&e(f)});var m=v(u,2),y=d(m),b=d(y,!0);E(y);var x=v(y,2),C=d(x,!0);E(x),E(m),E(l),E(s);var w=v(s),T=d(w);g(T,20,()=>k(o(t).modalities??[]),e=>e,(e,t)=>{var n=W(),r=d(n);ae(r,{get modality(){return t},size:11});var o=v(r,2),s=d(o,!0);E(o),E(n),c(()=>{p(n,`data-modality`,t),p(n,`title`,t),i(s,t)}),a(e,n)}),E(T),E(w);var D=v(w),ee=d(D);g(ee,20,()=>o(t).simplifiedTaskTypes??[],e=>e,(e,t)=>{var n=G(),r=d(n,!0);E(n),c(()=>{p(n,`data-stype`,t),i(r,t)}),a(e,n)}),E(ee),E(D);var A=v(D),ne=d(A,!0);E(A);var P=v(A),re=d(P,!0);E(P);var ie=v(P),F=d(ie,!0);E(ie),E(r),c((e,n,r,a)=>{p(l,`href`,e),i(b,o(t).displayName),i(C,o(t).name),i(ne,n),i(re,r),i(F,a)},[()=>O(`/benchmark/[name]`,{name:te(o(t).name)}),()=>M(o(t).tasks.length),()=>M(o(t).languages.length),()=>M(o(t).numModels??0)]),a(e,r)}),E(T),E(l),t(l,e=>L?.(e)),E(s),a(e,s),f()}var ve=r(`<option> </option>`),ye=r(`<p class="muted svelte-10wrs45"> </p>`),be=r(`<p class="muted svelte-10wrs45">No benchmark matches that search.</p>`),xe=r(`<section class="block svelte-10wrs45"><header class="block-head svelte-10wrs45"><h2 class="svelte-10wrs45">Benchmarks</h2> <span class="count svelte-10wrs45"> </span></header> <div class="grid card-grid svelte-10wrs45"></div></section>`),Se=r(`<!> <!> <!> <!> <!>`,1),Ce=r(`<!> <div class="layout-sidebar"><main id="main-content" tabindex="-1" class="layout-main main svelte-10wrs45"><header class="hero svelte-10wrs45"><h1 class="svelte-10wrs45">All benchmarks</h1> <p class="lead svelte-10wrs45">Every benchmark registered in mteb — including ones that aren't on the curated explorer
2				menu. Use the search box to find a benchmark by name.</p> <p class="contribute-note">To add your benchmark, follow our <a href="https://embeddings-benchmark.github.io/mteb/contributing/adding_a_benchmark/" target="_blank" rel="noreferrer">contributor guide</a>.</p></header> <div class="toolbar"><!> <div class="sort"><label for="sort-select">Sort by</label>

2 <select id="sort-select"></select> <button type="button" class="dir-btn"><!></button></div> <!> <span class="count svelte-10wrs45"> </span></div> <!></main> <!></div> <!> <!>`,1);function J(t,n){y(n,!0);let r=x(null),w=x(null);s(()=>{let e=n.data.benchmarks;l(w,null),e.then(t=>{n.data.benchmarks===e&&l(r,t,!0)}).catch(t=>{n.data.benchmarks===e&&l(w,t instanceof Error?t.message:String(t),!0)})});let D=_(()=>o(r)?.all??[]),O=x(``),te=[{id:`name`,label:`Name`},{id:`tasks`,label:`Task count`},{id:`languages`,label:`Language count`},{id:`models`,label:`Model count`}],k={name:`asc`,tasks:`desc`,languages:`desc`,models:`desc`},A=te.map(e=>e.id),j=`models`,M=x(j),N=x(b(k[j])),L=x(!1);function R(e){l(M,e,!0),l(N,k[e],!0)}function z(){l(N,o(N)===`asc`?`desc`:`asc`,!0)}let B=x(`cards`),ge={get key(){return o(M)},get dir(){return o(N)},click(e){o(M)===e?z():R(e)},icon(e){return ee(e,o(M),o(N),`↕`)},aria(e){return ne(e,o(M),o(N))}};s(()=>{!o(L)||!Y.seeded||ie({q:o(O).trim()||null,sort:o(M)===j?null:o(M),dir:o(N)===k[o(M)]?null:o(N),view:o(B)===`cards`?null:o(B),...Y.urlPatch()})}),m(()=>{let e=F(`q`),t=F(`sort`),n=F(`dir`),r=F(`view`);e&&l(O,e,!0),t&&A.includes(t)?(l(M,t,!0),l(N,n===`asc`||n===`desc`?n:k[t],!0)):(n===`asc`||n===`desc`)&&l(N,n,!0),r===`table`&&l(B,`table`),l(L,!0)});let V=_(()=>o(r)?.modalities??[]),H=_(()=>o(r)?.simplifiedTypesPresent??[]),U=_(()=>o(r)?.domains??[]),W=_(()=>o(r)?.languages??[]),G=P({urlParam:`types`,chipLabel:`Type`,universe:()=>o(H)}),K=P({urlParam:`mods`,chipLabel:`Modality`,universe:()=>o(V)}),q=P({urlParam:`doms`,chipLabel:`Domain`,universe:()=>o(U)}),J=P({urlParam:`langs`,chipLabel:`Lang`,universe:()=>o(W)}),Y=re([G,K,q,J]);s(()=>{o(r)&&Y.seed()});let we=x(``),Te=x(``),Ee=_(()=>{let e=o(we).trim().toLowerCase();return e?o(U).filter(t=>t.toLowerCase().includes(e)):o(U)}),De=_(()=>{let e=o(Te).trim().toLowerCase();return e?o(W).filter(t=>t.toLowerCase().includes(e)):o(W)}),Oe=_(()=>{let e=Y.seeded?Y.chips():[];return o(O).trim()&&e.push({key:`q`,label:`Name: "${o(O).trim()}"`,clear:()=>l(O,``)}),e});function ke(){Y.resetAll(),l(O,``)}let X=_(()=>{let e=o(O).trim().toLowerCase(),t=K.allSelected,n=G.allSelected,r=q.allSelected,i=J.allSelected,a=K.picked,s=G.picked,c=q.picked,l=J.picked,u=o=>!(e&&!o.name.toLowerCase().includes(e)&&!o.displayName.toLowerCase().includes(e)||!t&&!(o.modalities??[]).some(e=>a.has(e))||!n&&!(o.simplifiedTaskTypes??[]).some(e=>s.has(e))||!r&&!(o.domains??[]).some(e=>c.has(e))||!i&&!(o.languages??[]).some(e=>l.has(e))),d=o(N)===`asc`?1:-1,f=(e,t)=>{let n=0;return o(M)===`name`?n=e.displayName.localeCompare(t.displayName):o(M)===`tasks`?n=e.tasks.length-t.tasks.length:o(M)===`languages`?n=e.languages.length-t.languages.length:o(M)===`models`&&(n=(e.numModels??0)-(t.numModels??0)),n===0&&(n=e.displayName.localeCompare(t.displayName)),d*n},p=[];for(let e of o(D))u(e)&&p.push(e);return p.sort(f),p});var Ae=Ce(),je=S(Ae);{let e=_(()=>`Every benchmark registered in MTEB — ${o(D).length||`100+`} suites spanning multilingual, multimodal, retrieval, classification, clustering, semantic similarity, and domain-specific evaluations.`);oe(je,{title:`All benchmarks`,get description(){return o(e)}})}var Me=v(je,2),Z=d(Me),Ne=v(d(Z),2),Pe=d(Ne);ue(Pe,{placeholder:`Search benchmarks…`,ariaLabel:`Search benchmarks`,get value(){return o(O)},set value(e){l(O,e,!0)}});var Fe=v(Pe,2),Q=v(d(Fe),2);g(Q,21,()=>te,e=>e.id,(e,t)=>{var n=ve(),r=d(n,!0);E(n);var s={};c(()=>{i(r,o(t).label),s!==(s=o(t).id)&&(n.value=(n.__value=o(t).id)??``)}),a(e,n)}),E(Q);var Ie;C(Q);var $=v(Q,2);pe(d($),{get dir(){return o(N)}}),E($),E(Fe);var Le=v(Fe,2);he(Le,{get value(){return o(B)},onChange:e=>l(B,e,!0)});var Re=v(Le,2),ze=d(Re);E(Re),E(Ne);var Be=v(Ne,2),Ve=e=>{me(e,{})},He=e=>{var t=ye(),n=d(t);E(t),c(()=>i(n,`Failed to load: ${o(w)??``}`)),a(e,t)},Ue=e=>{a(e,be())},We=e=>{_e(e,{get rows(){return o(X)},get sort(){return ge}})},Ge=e=>{var t=xe(),n=d(t),r=v(d(n),2),s=d(r,!0);E(r),E(n);var l=v(n,2);g(l,21,()=>o(X),e=>e.name,(e,t)=>{se(e,{get b(){return o(t)}})}),E(l),E(t),c(()=>i(s,o(X).length)),a(e,t)};h(Be,e=>{!o(r)&&!o(w)?e(Ve):o(w)?e(He,1):o(X).length===0?e(Ue,2):o(B)===`table`?e(We,3):e(Ge,-1)}),E(Z),le(v(Z,2),{children:(e,t)=>{var n=Se(),r=S(n);ce(r,{get chips(){return o(Oe)},onResetAll:ke});var i=v(r,2);I(i,{label:`Task group`,get items(){return o(H)},get picked(){return G.picked},onToggle:e=>G.toggle(e),onToggleAll:()=>G.toggleAll(),get allSelected(){return G.allSelected},pillClass:`type-fill`});var s=v(i,2);I(s,{label:`Modality`,get items(){return o(V)},get picked(){return K.picked},onToggle:e=>K.toggle(e),onToggleAll:()=>K.toggleAll(),get allSelected(){return K.allSelected},pillClass:`modality-fill`,pillAttrs:e=>({"data-modality":e}),pillIcon:(e,t=u)=>{ae(e,{get modality(){return t()},size:12})},$$slots:{pillIcon:!0}});var c=v(s,2);I(c,{label:`Domain`,get items(){return o(Ee)},get picked(){return q.picked},onToggle:e=>q.toggle(e),onToggleAll:()=>q.toggleAll(),get allSelected(){return q.allSelected},pillClass:`type-fill`,searchPlaceholder:`Search domains…`,scrollable:!0,emptyMessage:`No domains match.`,get searchValue(){return o(we)},set searchValue(e){l(we,e,!0)}}),I(v(c,2),{label:`Language`,get items(){return o(De)},get picked(){return J.picked},onToggle:e=>J.toggle(e),onToggleAll:()=>J.toggleAll(),get allSelected(){return J.allSelected},pillClass:`type-fill`,searchPlaceholder:`Search languages…`,scrollable:!0,grow:!0,emptyMessage:`No languages match.`,get searchValue(){return o(Te)},set searchValue(e){l(Te,e,!0)}}),a(e,n)},$$slots:{default:!0}}),E(Me);var Ke=v(Me,2);de(Ke,{}),fe(v(Ke,2),{}),c(()=>{Ie!==(Ie=o(M))&&(Q.value=(Q.__value=o(M))??``,T(Q,o(M))),p($,`aria-label`,o(N)===`asc`?`Ascending`:`Descending`),p($,`title`,o(N)===`asc`?`Ascending (click for descending)`:`Descending (click for ascending)`),i(ze,`${o(X).length??``} / ${o(D).length??``}`)}),e(`change`,Q,e=>R(e.currentTarget.value)),e(`click`,$,z),a(t,Ae),f()}D([`change`,`click`]);export{J as component,z as universal};