https://quick-code-launch.lovable.app/assets/ResearchPapersPage-D9bYpqOf.js

1import{j as e,L as c}from"./index-DrBPhjy5.js";import{L as x,d as p,g,c as o}from"./Layout-LwDNXt6D.js";import{C as h,a as f,b as j,d}from"./card-BCaF5CiV.js";import{B as m}from"./badge-CMh-GqOk.js";import{T as b,a as N,b as r,c as t}from"./tabs-COJfkQl5.js";import{E as s}from"./external-link-CLJaV4l5.js";import{C as v}from"./calendar-C-nyNUec.js";import{D as y}from"./download-DqIbmlVo.js";const i={transformers:[{id:"attention-is-all-you-need",title:"Attention Is All You Need",authors:"Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan N. Gomez, Łukasz Kaiser, Illia Polosukhin",conference:"NeurIPS 2017",year:2017,abstract:"The dominant sequence transduction models are based on complex recurrent or convolutional neural networks that include an encoder and a decoder. The best performing models also connect the encoder and decoder through an attention mechanism. We propose a new simple network architecture, the Transformer, based solely on attention mechanisms, dispensing with recurrence and convolutions entirely. Experiments on two machine translation tasks show these models to be superior in quality while being more parallelizable and requiring significantly less time to train.",link:"https://arxiv.org/abs/1706.03762",pdfLink:"https://arxiv.org/pdf/1706.03762.pdf",citations:123400,tags:["Transformer","Attention","NLP","Architecture"],keyContributions:["Introduced the Transformer architecture","Developed multi-head self-attention mechanism","Eliminated recurrence and convolutions in sequence models","Achieved state-of-the-art results on machine translation"]}],instruction:[{id:"training-language-models-to-follow-instructions",title:"Training Language Models to Follow Instructions",authors:"Long Ouyang, Jeff Wu, Xu Jiang, Diogo Almeida, Carroll L. Wainwright, Pamela Mishkin, Chong Zhang, Sandhini Agarwal, Katarina Slama, Alex Ray, John Schulman, Jacob Hilton, Fraser Kelton, Luke Miller, Maddie Simens, Amanda Askell, Peter Welinder, Paul Christiano, Jan Leike, Ryan Lowe",conference:"NeurIPS 2022",year:2022,abstract:"We explore a simple method for aligning language models with user intent. We show that our resulting InstructGPT models are much better at following user instructions than GPT-3. They also make up facts less often, and show improvements in toxicity and bias. We achieve these results by fine-tuning GPT-3 with human feedback, where the fine-tuning procedure is guided by a reward model trained to predict human preferences.",link:"https://arxiv.org/abs/2203.02155",pdfLink:"https://arxiv.org/pdf/2203.02155.pdf",citations:2810,tags:["RLHF","Instruction Tuning","LLMs","Alignment"],keyContributions:["Introduced InstructGPT model trained to follow instructions","Used reinforcement learning from human feedback (RLHF)","Demonstrated reduced hallucinations and improved factuality","Improved helpfulness and harmlessness compared to GPT-3"]}],cot:[{id:"chain-of-thought-prompting",title:"Chain-of-Thought Prompting Elicits Reasoning in Large Language Models",authors:"Jason Wei, Xuezhi Wang, Dale Schuurmans, Maarten Bosma, Brian Ichter, Fei Xia, Ed Chi, Quoc Le, Denny Zhou",conference:"NeurIPS 2022",year:2022,abstract:"We explore reasoning capabilities of language models by introducing chain-of-thought prompting, where a few-shot prompt includes a series of reasoning steps for each input-output pair. Given a complex reasoning task, we show that large language models can generate a coherent chain of thought that emulates the reasoning process, dramatically improving their performance on tasks that require reasoning.",link:"https://arxiv.org/abs/2201.11903",pdfLink:"https://arxiv.org/pdf/2201.11903.pdf",citations:2100,tags:["CoT","Prompting","Reasoning","LLMs"],keyContributions:["Introduced chain-of-thought prompting technique","Demonstrated improved performance on multi-step reasoning tasks","Showed reasoning emergent behavior in large language models","Applied to arithmetic, commonsense, and symbolic reasoning"]}],constitutional:[{id:"constitutional-ai",title:"Constitutional AI: Harmlessness from AI Feedback",authors:"Yuntao Bai, Andy Jones, Kishor Ndikubwayo, Nicholas Joseph, Amanda Askell, Anna Chen, Dawn Drain, Stanislav Fort, John Schulman, Jeff Kaplan, Noemi Dreymann, Liane Lovitt, David Choi, David Schnurr, Rory O'Brien, Eli Tran-Johnson, Catriona Cracknell, Samuel Bowman, Zac Hatfield-Dod

1ds, Scott Sievert, Jared Kaplan, Sam McCandlish, Jan Leike",conference:"arXiv 2022",year:2022,abstract:"This paper introduces Constitutional AI (CAI), an approach to training language models that are helpful, harmless, and honest. We outline a general approach in which we distill a helpful but potentially harmful language model (LM) into a more helpful and harmless, but still honest model. First, we collect a set of harmful queries paired with a critique identifying the problem, and a harmless response from a human labeler. Then a RL policy network is trained to optimize for helpfulness via reinforcement learning from AI feedback (RLHF).",link:"https://arxiv.org/abs/2212.08073",pdfLink:"https://arxiv.org/pdf/2212.08073.pdf",citations:850,tags:["Constitutional AI","Safety","RLHF","Alignment"],keyContributions:["Proposed Constitutional AI approach for safety alignment","Used AI feedback to critique and revise harmful outputs","Eliminated need for human feedback on harmful content","Achieved better harmlessness while maintaining helpfulness"]}]},S=()=>e.jsx(x,{title:"AI Research Papers - VibeCoding",description:"Read and explore influential research papers in AI, machine learning, and language models that form the foundation of modern AI technologies.",children:e.jsx("div",{className:"min-h-screen bg-gradient-to-br from-slate-50 to-blue-50",children:e.jsxs("div",{className:"container mx-auto px-4 py-12",children:[e.jsxs("div",{className:"text-center mb-16",children:[e.jsx("div",{className:"flex justify-center mb-6",children:e.jsx("div",{className:"p-4 bg-primary/10 rounded-full",children:e.jsx(p,{className:"h-12 w-12 text-primary"})})}),e.jsx("h1",{className:"text-5xl font-bold text-gray-900 mb-6",children:"AI Research Papers"}),e.jsx("p",{className:"text-xl text-gray-600 max-w-3xl mx-auto leading-relaxed",children:"Explore foundational and cutting-edge research papers that shaped the field of AI, machine learning, and large language models."}),e.jsxs("div",{className:"max-w-md mx-auto mt-8 relative",children:[e.jsx(g,{className:"absolute top-3 left-3 h-5 w-5 text-gray-400"}),e.jsx("input",{type:"text",placeholder:"Search papers by title, author, or topic...",className:"w-full pl-10 pr-4 py-3 rounded-lg border border-gray-300 focus:outline-none focus:ring-2 focus:ring-primary/50 transition"})]})]}),e.jsxs(b,{defaultValue:"transformers",className:"mb-12",children:[e.jsx("div",{className:"flex justify-center mb-6 overflow-x-auto",children:e.jsxs(N,{className:"grid grid-cols-1 md:grid-cols-4 gap-2",children:[e.jsx(r,{value:"transformers",children:"Transformers"}),e.jsx(r,{value:"instruction",children:"Instruction Following"}),e.jsx(r,{value:"cot",children:"Chain-of-Thought"}),e.jsx(r,{value:"constitutional",children:"Constitutional AI"})]})}),e.jsx(t,{value:"transformers",children:i.transformers.map(a=>e.jsx(l,{paper:a},a.id))}),e.jsx(t,{value:"instruction",children:i.instruction.map(a=>e.jsx(l,{paper:a},a.id))}),e.jsx(t,{value:"cot",children:i.cot.map(a=>e.jsx(l,{paper:a},a.id))}),e.jsx(t,{value:"constitutional",children:i.constitutional.map(a=>e.jsx(l,{paper:a},a.id))})]}),e.jsxs("div",{className:"mb-16",children:[e.jsx("h2",{className:"text-2xl font-bold text-center mb-8",children:"Popular Research Topics"}),e.jsx("div",{className:"flex flex-wrap justify-center gap-3",children:["Transformers","RLHF","Instruction Tuning","Chain-of-Thought","Constitutional AI","LLM Evaluation","In-Context Learning","Interpretability","Safety Alignment","Multimodal AI","Few-shot Learning","Parameter-Efficient Tuning"].map(a=>e.jsx(m,{variant:"outline",className:"px-4 py-2 text-base bg-white hover:bg-gray-100 cursor-pointer",children:a},a))})]}),e.jsxs(h,{className:"mb-16",children:[e.jsx(f,{children:e.jsx(j,{className:"text-2xl",children:"Academic Resources"})}),e.jsx(d,{children:e.jsxs("div",{className:"grid md:grid-cols-3 gap-6",children:[e.jsxs("div",{children:[e.jsx("h4",{className:"font-semibold mb-3",children:"Conferences"}),e.jsxs("ul",{className:"space-y-2 text-sm",children:[e.jsx("li",{children:e.jsxs("a",{href:"https://neurips.cc/",className:"text-primary hover:underline flex items-center gap-1",children:["NeurIPS ",e.jsx(s,{className:"h-3 w-3"})]})}),e.jsx("li",{children:e.jsxs("a",{href:"https://icml.cc/",className:"text-primary hover:underline flex items-center gap-1",children:["ICML ",e.jsx(s,{className:"h-3 w-3"})]})}),e.jsx("li",{children:e.jsxs("a",{href:"https://iclr.cc/",className:"text-primary hover:underline flex items-center gap-1",children:["ICLR ",e.jsx(s,{className:"h-3 w-3"})]})}),e.jsx("li",{children:e.jsxs("a",{href:"https://aclweb.org/conference/",className:"text-primary hover:underline flex items-center gap-1",children:["ACL ",e.jsx(s,{className:"h-3 w-3"})]})})]})]}),e.jsxs("div",{children:[e.jsx("h4",{className:"font-semibold mb-3",children:"Research Organizations"}),e.jsxs("ul",{className:"space-y-2 text-sm",children:[e.jsx("li",{children:e.jsxs("a",{href:"https://openai.com/research/",className:"text-primary hover:underline flex items-center gap-1",children:["OpenAI Research ",e.jsx(s,{className:"h-3 w-3"})]})}),e.jsx("li",{children:e.jsxs("a",{href:"https://ai.google/research/",className:"text-primary hover:underline flex items-center gap-1",children:["Google Research ",e.jsx(s,{className:"h-3 w-3"})]})}),e.jsx("li",{children:e.jsxs("a",{href:"https://research.anthropic.com/",className:"text-primary hover:underline flex items-center gap-1",children:["Anthropic ",e.jsx(s,{className:"h-3 w-3"})]})}),e.jsx("li",{children:e.jsxs("a",{href:"https://www.deepmind.com/research",className:"text-primary hover:underline flex items-center gap-1",children:["DeepMind ",e.jsx(s,{className:"h-3 w-3"})]})})]})]}),e.jsxs("div",{children:[e.jsx("h4",{className:"font-semibold mb-3",children:"Paper Aggregators"}),e.jsxs("ul",{className:"space-y-2 text-sm",children:[e.jsx("li",{children:e.jsxs("a",{href:"https://arxiv.org/list/cs.AI/recent",className:"text-primary hover:underline flex items-center gap-1",children:["arXiv CS.AI ",e.jsx(s,{className:"h-3 w-3"})]})}),e.jsx("li",{children:e.jsxs("a",{href:"https://paperswithcode.com/",className:"text-primary hover:underline flex items-center gap-1",children:["Papers With Code ",e.jsx(s,{className:"h-3 w-3"})]})}),e.jsx("li",{children:e.jsxs("a",{href:"https://scholar.google.com/",className:"text-primary hover:underline flex items-center gap-1",children:["Google Scholar ",e.jsx(s,{className:"h-3 w-3"})]})}),e.jsx("li",{children:e.jsxs("a",{href:"https://semanticscholar.org/",className:"text-primary hover:underline flex items-center gap-1",children:["Semantic Scholar ",e.jsx(s,{className:"h-3 w-3"})]})})]})]})]})})]}),e.jsxs("div",{className:"text-center bg-primary/5 rounded-lg p-8",children:[e.jsx("h2",{className:"text-2xl font-bold mb-4",children:"Understand the Science Behind AI"}),e.jsx("p",{className:"text-gray-600 mb-6 max-w-2xl mx-auto",children:"Dive deeper into AI research to better understand the models and techniques that power modern AI applications."}),e.jsxs("div",{className:"flex gap-4 justify-center",children:[e.jsx(o,{asChild:!0,children:e.jsx(c,{to:"/ai-fundamentals",children:"Explore AI Fundamentals"})}),e.jsx(o,{variant:"outline",asChild:!0,children:e.jsx(c,{to:"/glossary",children:"Back to Glossary"})})]})]})]})})}),l=({paper:a})=>e.jsx(h,{className:"mb-6 hover:shadow-md transition-shadow",children:e.jsxs(d,{className:"pt-6",children:[e.jsx("h3",{className:"text-2xl font-bold mb-2",children:a.title}),e.jsxs("div",{className:"flex items-center gap-2 mb-3 text-gray-700 text-sm",children:[e.jsx(v,{className:"h-4 w-4"}),e.jsx("span",{children:a.year}),e.jsx("span",{children:"•"}),e.jsx("span",{children:a.conference}),e.jsx("span",{children:"•"}

1),e.jsxs("span",{children:[a.citations.toLocaleString()," citations"]})]}),e.jsx("p",{className:"text-sm text-gray-600 mb-2",children:a.authors}),e.jsx("div",{className:"flex flex-wrap gap-2 mb-4",children:a.tags.map(n=>e.jsx(m,{variant:"secondary",className:"text-xs",children:n},n))}),e.jsx("p",{className:"text-gray-700 mb-4",children:a.abstract}),e.jsxs("div",{className:"mb-4",children:[e.jsx("h4",{className:"font-semibold mb-2",children:"Key Contributions:"}),e.jsx("ul",{className:"list-disc pl-5 space-y-1 text-sm",children:a.keyContributions.map((n,u)=>e.jsx("li",{children:n},u))})]}),e.jsxs("div",{className:"flex gap-3 mt-4",children:[e.jsx(o,{asChild:!0,variant:"outline",size:"sm",children:e.jsxs("a",{href:a.link,target:"_blank",rel:"noopener noreferrer",className:"flex items-center gap-1",children:[e.jsx(s,{className:"h-4 w-4"}),"View on arXiv"]})}),e.jsx(o,{asChild:!0,size:"sm",children:e.jsxs("a",{href:a.pdfLink,target:"_blank",rel:"noopener noreferrer",className:"flex items-center gap-1",children:[e.jsx(y,{className:"h-4 w-4"}),"PDF"]})})]})]})});export{S as default};