https://mteb-leaderboard.hf.space/_app/immutable/nodes/2.1_WmCxmW.js

1import{B as e,F as t,I as n,K as r,M as i,N as a,P as o,U as s,Y as c,at as l,b as u,bt as d,et as f,ft as p,h as m,j as h,k as g,lt as _,nt as v,pt as y,rt as b,s as x,st as S,tt as C,wt as w,x as T,yt as E,z as D}from"../chunks/pM6Uj6IN.js";import{f as O,p as k}from"../chunks/CBgQs2qA.js";import"../chunks/xihTtKlq.js";import{E as A,F as j,M,N,_ as P,k as F,n as I}from"../chunks/Cqd3klnr.js";import{r as L,t as R}from"../chunks/Dds-4mgU.js";import{t as z}from"../chunks/BashTlTa.js";import{t as B}from"../chunks/BkaUog6e.js";var V=w({load:()=>ee}),H=[{key:`multilingual`,label:`General`,preferred:`MTEB(Multilingual, v2)`},{key:`retrieval`,label:`Retrieval`,preferred:`RTEB(beta)`},{key:`english`,label:`General`,preferred:`MTEB(eng, v2)`}],U=[[0,500],[500,1e3],[1e3,5e3],[5e3,null]],ee=({fetch:e})=>{let t=N(e);return{menu:t,primaries:t.then(async t=>{let n=new Map(R(t).map(e=>[e.name,e])),r=(await Promise.all(H.map(async t=>{let r=n.get(t.preferred);if(r)return{...t,b:r};try{return{...t,b:await M(t.preferred,e)}}catch{return null}}))).filter(e=>e!==null);return Promise.all(r.map(async t=>({...t,leaders:await j(t.b.name,U,e).catch(e=>({error:e instanceof Error?e.message:String(e)}))})))})}},te=n(`<span class="desc svelte-1px1cd2"> </span>`),W=n(`<button type="button" class="show-more svelte-1px1cd2"> </button>`),G=n(`<div class="body svelte-1px1cd2"><div class="card-grid svelte-1px1cd2"></div> <!></div>`),K=n(`<section><button type="button" class="head svelte-1px1cd2"><span class="chev svelte-1px1cd2" aria-hidden="true"> </span> <span class="title svelte-1px1cd2"> </span> <span class="count svelte-1px1cd2"> </span> <!></button> <!></section>`);function q(t,n){y(n,!0);let i=x(n,`initialCount`,3,4),u=_(()=>n.entry.children.filter(L)),d=S(b(r(()=>n.defaultOpen??n.entry.open??!0))),C=S(!1),w=_(()=>s(C)?s(u):s(u).slice(0,i())),D=_(()=>s(u).length>i());var O=K();let k;var A=f(O),j=f(A),M=f(j,!0);E(j);var N=v(j,2),P=f(N,!0);E(N);var F=v(N,2),I=f(F,!0);E(F);var R=v(F,2),z=e=>{var t=te(),r=f(t,!0);E(t),c(()=>a(r,n.entry.description)),o(e,t)};h(R,e=>{n.entry.description&&e(z)}),E(A);var V=v(A,2),H=t=>{var r=G(),d=f(r);g(d,21,()=>s(w),e=>e.name,(e,t)=>{B(e,{get b(){return s(t)}})}),E(d);var p=v(d,2),_=t=>{var n=W(),r=f(n,!0);E(n),c(()=>{m(n,`aria-expanded`,s(C)),a(r,s(C)?`Show less`:`Show ${s(u).length-i()} more benchmark${s(u).length-i()===1?``:`s`}`)}),e(`click`,n,()=>l(C,!s(C))),o(t,n)};h(p,e=>{s(D)&&e(_)}),E(r),c(()=>m(r,`id`,`sec-${n.entry.name??``}`)),o(t,r)};h(V,e=>{s(d)&&e(H)}),E(O),c(()=>{k=T(O,1,`menu-section panel svelte-1px1cd2`,null,k,{open:s(d)}),m(A,`aria-expanded`,s(d)),m(A,`aria-controls`,`sec-${n.entry.name??``}`),a(M,s(d)?`▾`:`▸`),a(P,n.entry.name),a(I,s(u).length)}),e(`click`,A,()=>l(d,!s(d))),o(t,O),p()}D([`click`]);var J=n(`<img class="prim-icon icon-tile svelte-11dbgt3" alt="" width="22" height="22" loading="lazy" decoding="async" fetchpriority="low" crossorigin="anonymous"/>`),Y=n(`<span class="prim-icon icon-tile icon-tile-text svelte-11dbgt3" aria-hidden="true"> </span>`),X=n(`<div class="prim-row svelte-11dbgt3"><span class="skel skel-name svelte-11dbgt3"></span> <span class="skel skel-size svelte-11dbgt3"></span></div>`),Z=n(`<div class="prim-grid svelte-11dbgt3" aria-busy="true" aria-label="Loading leaders"><div class="prim-row prim-head-row svelte-11dbgt3"><span>Top Models</span> <span>Size group</span></div> <!></div>`),ne=n(`<div class="prim-state error svelte-11dbgt3">Couldn't load.</div>`),re=n(`<div class="prim-state svelte-11dbgt3">No size-bucketed data yet.</div>`),ie=n(`<div class="prim-row svelte-11dbgt3"><span class="prim-model svelte-11dbgt3"> </span> <span class="prim-size svelte-11dbgt3"> </span></div>`),ae=n(`<div class="prim-grid svelte-11dbgt3"><div class="prim-row prim-head-row svelte-11dbgt3"><span>Top Models</span> <span>Size group</span></div> <!></div>`),oe=n(`<a class="prim card-link accent-rail svelte-11dbgt3"><header class="prim-head svelte-11dbgt3"><div class="prim-title svelte-11dbgt3"><!> <span class="prim-title-text svelte-11dbgt3"> </span></div> <span class="prim-chip svelte-11dbgt3"> </span></header> <span class="prim-sub svelte-11dbgt3"> </span> <!></a>`);function se(e,n){y(n,!0);let r=_(()=>n.leaders!==void 0&&`error`in n.leaders),i=_(()=>n.leaders!==void 0&&!(`error`in n.leaders)?n.leaders:void 0);function l(e){if(e>=1e3){let t=e/1e3;return`${Number.isInteger(t)?t:t.toFixed(1)}B`}return`${Math.round(e)}M`}function u(e,t){return e===0&&t!=null?`<${l(t)}`:t==null?`>${l(e)}`:`${l(e)}–${l(t)}

1`}let d=_(()=>s(i)?[...s(i).buckets].reverse():[]);var b=oe(),x=f(b),S=f(x),w=f(S),T=e=>{var r=t(),i=C(r),l=e=>{var t=J();c(e=>m(t,`src`,e),[()=>I(n.benchmark.icon)]),o(e,t)},u=_(()=>P(n.benchmark.icon)),d=e=>{var t=Y(),r=f(t,!0);E(t),c(()=>a(r,n.benchmark.icon)),o(e,t)};h(i,e=>{s(u)?e(l):e(d,-1)}),o(e,r)};h(w,e=>{n.benchmark.icon&&e(T)});var D=v(w,2),k=f(D,!0);E(D),E(S);var j=v(S,2),M=f(j,!0);E(j),E(x);var N=v(x,2),L=f(N);E(N);var R=v(N,2),z=e=>{var t=Z();g(v(f(t),2),16,()=>[0,1,2,3],e=>e,(e,t)=>{o(e,X())}),E(t),o(e,t)},B=e=>{o(e,ne())},V=e=>{o(e,re())},H=_(()=>s(d).every(e=>!e.leader)),U=e=>{var n=ae();g(v(f(n),2),17,()=>s(d),e=>`${e.min}-${e.max??`inf`}`,(e,n)=>{let r=_(()=>s(n).leader);var i=t(),l=C(i),d=e=>{var t=ie(),i=f(t),l=f(i,!0);E(i);var d=v(i,2),p=f(d,!0);E(d),E(t),c((e,t)=>{a(l,e),a(p,t)},[()=>F(s(r).model.name).displayName,()=>u(s(n).min,s(n).max)]),o(e,t)};h(l,e=>{s(r)&&e(d)}),o(e,i)}),E(n),o(e,n)};h(R,e=>{n.leaders===void 0?e(z):s(r)?e(B,1):s(H)?e(V,2):e(U,-1)}),E(b),c(e=>{m(b,`data-key`,n.tintKey),m(b,`href`,e),m(b,`aria-label`,`Open ${n.benchmark.displayName} leaderboard`),a(k,n.benchmark.displayName),a(M,n.label),a(L,`${n.benchmark.numModels??0??``} models · ${n.benchmark.tasks.length??``} tasks`)},[()=>O(`/benchmark/[name]`,{name:A(n.benchmark.name)})]),o(e,b),p()}var ce=n(`<span class="mark mono-mark svelte-z7h3d9" aria-hidden="true"></span>`),le=n(`<img class="mark svelte-z7h3d9" alt="" loading="lazy" decoding="async"/>`),ue=n(`<a class="logo svelte-z7h3d9" target="_blank" rel="noreferrer"><!></a>`),Q=n(`<li class="svelte-z7h3d9"><!></li>`),de=n(`<section class="sponsors svelte-z7h3d9" aria-labelledby="sponsors-heading"><h2 id="sponsors-heading" class="svelte-z7h3d9">Sponsors</h2> <p class="lead">MTEB is supported by the following organizations.</p> <ul class="logo-row svelte-z7h3d9"></ul> <div class="api-access svelte-z7h3d9"><h3 class="sub-label svelte-z7h3d9">API Access</h3> <ul class="logo-row api-row svelte-z7h3d9"></ul></div></section>`);function fe(e){let t=(e,t=d)=>{var n=ue(),r=f(n),a=e=>{var n=ce();c((e,r)=>u(n,`aspect-ratio: ${t().w??``} / ${t().h??``}; -webkit-mask-image: url('${e??``}'); mask-image: url('${r??``}');`),[()=>i(t().file),()=>i(t().file)]),o(e,n)},s=e=>{var n=le();c(e=>{m(n,`src`,e),u(n,`aspect-ratio: ${t().w??``} / ${t().h??``};`)},[()=>i(t().file)]),o(e,n)};h(r,e=>{t().mono?e(a):e(s,-1)}),E(n),c(()=>{m(n,`href`,t().url),m(n,`aria-label`,t().name),m(n,`title`,t().name)}),o(e,n)},n=[{name:`Laude Institute`,url:`https://www.laude.org`,file:`laude.svg`,w:296,h:296},{name:`Hugging Face`,url:`https://huggingface.co`,file:`huggingface.svg`,w:95,h:88},{name:`Cursor`,url:`https://cursor.com`,file:`cursor.svg`,w:24,h:24,mono:!0},{name:`NVIDIA`,url:`https://www.nvidia.com`,file:`nvidia.svg`,w:24,h:24,mono:!0},{name:`Contextual AI`,url:`https://contextual.ai`,file:`contextual.svg`,w:36,h:33,mono:!0}],r=[{name:`Voyage AI`,url:`https://www.voyageai.com`,file:`voyage.svg`,w:1051,h:338,mono:!0},{name:`Google`,url:`https://about.google`,file:`google.svg`,w:24,h:24},{name:`OpenAI`,url:`https://openai.com`,file:`openai.svg`,w:24,h:24,mono:!0}],i=e=>`${k}/sponsors/${e}`;var a=de(),l=v(f(a),4);g(l,21,()=>n,e=>e.name,(e,n)=>{var r=Q();t(f(r),()=>s(n)),E(r),o(e,r)}),E(l);var p=v(l,2),_=v(f(p),2);g(_,21,()=>r,e=>e.name,(e,n)=>{var r=Q();t(f(r),()=>s(n)),E(r),o(e,r)}),E(_),E(p),E(a),o(e,a)}var pe=n(`<p class="load-error svelte-1uha8ag" role="status">Couldn't load featured leaderboards. The backend may be unavailable — try refreshing in a
2					moment.</p>`),$=n(`<div class="prim-skel-row svelte-1uha8ag"><div class="skel" style="width: 64px; height: 18px; border-radius: 999px;"></div> <div class="skel" style="flex: 1; height: 14px;"></div></div>`),me=n(`<div class="prim-skel svelte-1uha8ag" aria-busy="true" aria-label="Loading featured leaderboard"><div class="skel" style="width: 80px; height: 11px;"></div> <div class="skel" style="width: 60%; height: 19px; margin-top: 8px;"></div> <div class="skel" style="width: 40%; height: 11px; margin-top: 4px;"></div> <div class="prim-skel-rows svelte-1uha8ag"></div></div>`),he=n(`<p class="load-error svelte-1uha8ag" role="status">Couldn't load benchmark sections. The backend may be unavailable — try refreshing in a
3				moment.</p>`),ge=n(`<div class="skel menu-skel-card svelte-1uha8ag"></div>`),_e=n(`<div class="menu-skel svelte-1uha8ag" aria-busy="true" aria-label="Loading benchmark sections"><div class="skel" style="width: 160px; height: 14px;"></div> <div class="menu-skel-grid svelte-1uha8ag"></div></div>`),ve=n(`<!>

3 <main id="main-content" tabindex="-1" class="page svelte-1uha8ag"><header class="hero svelte-1uha8ag"><h1 class="svelte-1uha8ag">Benchmark Overview</h1> <a class="all-link svelte-1uha8ag">See all benchmarks →</a></header> <section class="primary svelte-1uha8ag" aria-label="Featured leaderboards"><div class="section-head svelte-1uha8ag"><span class="eyebrow-chip svelte-1uha8ag">Featured</span></div> <div class="primary-grid svelte-1uha8ag"><!></div></section> <div class="sections svelte-1uha8ag"><!></div> <!></main>`,1);function ye(e,n){y(n,!0);var r=ve(),a=C(r);z(a,{title:`Benchmark Overview`,description:`MTEB Leaderboard home — primary General / Retrieval / English benchmark winners plus curated sections for language, modality, retrieval, and domain-specific evaluations.`});var l=v(a,2),u=f(l),d=v(f(u),2);E(u);var h=v(u,2),_=v(f(h),2);i(f(_),()=>n.data.primaries,e=>{var n=t();g(C(n),16,()=>[0,1,2],e=>e,(e,t)=>{var n=me(),r=v(f(n),6);g(r,20,()=>[0,1,2,3],e=>e,(e,t)=>{o(e,$())}),E(r),E(n),o(e,n)}),o(e,n)},(e,n)=>{var r=t();g(C(r),17,()=>s(n),e=>e.key,(e,t)=>{se(e,{get tintKey(){return s(t).key},get label(){return s(t).label},get benchmark(){return s(t).b},get leaders(){return s(t).leaders}})}),o(e,r)},e=>{o(e,pe())}),E(_),E(h);var b=v(h,2);i(f(b),()=>n.data.menu,e=>{var n=t();g(C(n),16,()=>[0,1,2,3],e=>e,(e,t)=>{var n=_e(),r=v(f(n),2);g(r,20,()=>[0,1,2],e=>e,(e,t)=>{o(e,ge())}),E(r),E(n),o(e,n)}),o(e,n)},(e,n)=>{var r=t();g(C(r),17,()=>s(n),e=>e.name,(e,t)=>{q(e,{get entry(){return s(t)}})}),o(e,r)},e=>{o(e,he())}),E(b),fe(v(b,2),{}),E(l),c(e=>m(d,`href`,e),[()=>O(`/benchmarks`)]),o(e,r),p()}export{ye as component,V as universal};