https://www.open-reco-bench.ai/_next/static/chunks/app/leaderboard…?dpl=dpl_2MLr3PbS8krJktYjtSRWrMdtjQCK

1(self.webpackChunk_N_E=self.webpackChunk_N_E||[]).push([[410],{5004:(e,s,a)=>{"use strict";a.r(s),a.d(s,{default:()=>n});var r=a(5155),l=a(6874),t=a.n(l);function n(){return(0,r.jsxs)("main",{className:"min-h-screen bg-white text-gray-900 px-6 py-12 flex flex-col items-center",children:[(0,r.jsxs)("section",{className:"w-full max-w-5xl space-y-12",children:[(0,r.jsx)("h1",{className:"text-4xl font-bold text-[#A6192E]",children:"Leaderboard Overview"}),(0,r.jsx)("p",{className:"text-base leading-relaxed text-gray-700",children:"The ORBIT Leaderboard provides a comprehensive evaluation of recommendation models across multiple benchmark datasets and evaluation metrics. Our goal is to offer a transparent, reproducible, and fair comparison of models across domains and settings."}),(0,r.jsxs)("p",{className:"text-base text-gray-700",children:["ORBIT enforces ",(0,r.jsx)("strong",{children:"fixed train/validation/test splits"}),", standardized ",(0,r.jsx)("strong",{children:"evaluation metrics"}),", and ",(0,r.jsx)("strong",{children:"uniform candidate pools"})," for all models. This ensures ",(0,r.jsx)("strong",{children:"reproducibility"})," and ",(0,r.jsx)("strong",{children:"fair comparison"}),", addressing the inconsistency challenges found in flexible toolkits like RecBole and Elliot. Every result shown on the leaderboard is computed under the same evaluation protocol and candidate set, making model rankings trustworthy and comparable."]}),(0,r.jsxs)("section",{className:"space-y-4",children:[(0,r.jsx)("h2",{className:"text-2xl font-semibold text-gray-800",children:"Available Rankings"}),(0,r.jsxs)("ul",{className:"list-disc list-inside space-y-2",children:[(0,r.jsxs)("li",{children:[(0,r.jsx)(t(),{href:"/leaderboard/public-leaderboard",className:"text-[#A6192E] hover:underline",children:"Public Benchmark Leaderboard"})," ","– Performance of models within individual datasets."]}),(0,r.jsxs)("li",{children:[(0,r.jsx)(t(),{href:"/leaderboard/clueweb-reco-leaderboard",className:"text-[#A6192E] hover:underline",children:"ClueWeb-Reco Leaderboard"})," ","– Evaluation under the ClueWeb-Reco benchmark."]})]})]}),(0,r.jsxs)("section",{className:"space-y-4",children:[(0,r.jsx)("h2",{className:"text-2xl font-semibold text-gray-800",children:"Metrics Used"}),(0,r.jsxs)("ul",{className:"list-disc list-inside ml-4 text-gray-700",children:[(0,r.jsx)("li",{children:"Recall@K (K = 1, 10, 50, 100)"}),(0,r.jsx)("li",{children:"NDCG@K (K = 10, 50, 100)"})]}),(0,r.jsx)("p",{className:"text-gray-700 text-sm",children:"All values are reported as raw decimals (up to 4 decimal places)."})]}),(0,r.jsxs)("section",{className:"space-y-4",children:[(0,r.jsx)("h2",{className:"text-2xl font-semibold text-gray-800",children:"Contributing"}),(0,r.jsx)("p",{className:"text-gray-700 leading-relaxed",children:"Interested in submitting a model to the leaderboard? Stay tuned — submission instructions and evaluation scripts will be released soon."})]})]}),(0,r.jsxs)("footer",{className:"mt-20 text-sm text-gray-500 text-center w-full",children:[(0,r.jsx)("hr",{className:"mb-4 border-gray-200"}),(0,r.jsx)("a",{href:"https://www.cs.cmu.edu/~cxcscmu/",target:"_blank",rel:"noopener noreferrer",className:"hover:underline",children:"cx_group @ CMU LTI"})]})]})}},6681:(e,s,a)=>{Promise.resolve().then(a.bind(a,5004))}},e=>{var s=s=>e(e.s=s);e.O(0,[874,441,684,358],()=>s(6681)),_N_E=e.O()}]);