https://docsaid.org/assets/js/f76b5541.7a8fc4d9.js

1"use strict";(self.webpackChunkdocsaid_website=self.webpackChunkdocsaid_website||[]).push([["25350"],{31583:function(s,e,a){a.r(e),a.d(e,{frontMatter:()=>m,toc:()=>r,default:()=>x,metadata:()=>n,assets:()=>t,contentTitle:()=>c});var n=JSON.parse('{"id":"transformers/bigbird/index","title":"[20.07] BigBird","description":"\u5927\u9CE5\u6CE8\u610F\u529B\u6A5F\u5236","source":"@site/papers/transformers/2007-bigbird/index.md","sourceDirName":"transformers/2007-bigbird","slug":"/transformers/bigbird/","permalink":"/papers/transformers/bigbird/","draft":false,"unlisted":false,"tags":[],"version":"current","lastUpdatedBy":"zephyr-sh","lastUpdatedAt":1751767867000,"frontMatter":{"title":"[20.07] BigBird","authors":"Z. Yuan"},"sidebar":"papersSidebar","previous":{"title":"[20.05] GPT-3","permalink":"/papers/transformers/gpt_3/"},"next":{"title":"[21.01] Switch Transformer","permalink":"/papers/transformers/switch-transformer/"}}'),l=a(74848),i=a(84429);let m={title:"[20.07] BigBird",authors:"Z. Yuan"},c,t={},r=[{value:"\u5927\u9CE5\u6CE8\u610F\u529B\u6A5F\u5236",id:"\u5927\u9CE5\u6CE8\u610F\u529B\u6A5F\u5236",level:2},{value:"\u5B9A\u7FA9\u554F\u984C",id:"\u5B9A\u7FA9\u554F\u984C",level:2},{value:"\u57FA\u790E\u7406\u8AD6\u4E0D\u8DB3",id:"\u57FA\u790E\u7406\u8AD6\u4E0D\u8DB3",level:3},{value:"\u89E3\u6C7A\u554F\u984C",id:"\u89E3\u6C7A\u554F\u984C",level:2},{value:"\u6A21\u578B\u67B6\u69CB",id:"\u6A21\u578B\u67B6\u69CB",level:3},{value:"\u67B6\u69CB\u8A2D\u8A08",id:"\u67B6\u69CB\u8A2D\u8A08",level:3},{value:"\u8B49\u660E\u4E4B\u524D",id:"\u8B49\u660E\u4E4B\u524D",level:3},{value:"\u958B\u59CB\u8B49\u660E",id:"\u958B\u59CB\u8B49\u660E",level:3},{value:"\u5716\u9748\u5B8C\u5099\u6027",id:"\u5716\u9748\u5B8C\u5099\u6027",level:3},{value:"\u7A00\u758F\u6CE8\u610F\u529B\u7684\u9650\u5236",id:"\u7A00\u758F\u6CE8\u610F\u529B\u7684\u9650\u5236",level:3},{value:"\u8A0E\u8AD6",id:"\u8A0E\u8AD6",level:2},{value:"QA-dev",id:"qa-dev",level:3},{value:"QA Test finttune",id:"qa-test-finttune",level:3},{value:"\u9577\u6587\u4EF6\u6458\u8981\u80FD\u529B",id:"\u9577\u6587\u4EF6\u6458\u8981\u80FD\u529B",level:3},{value:"\u7D50\u8AD6",id:"\u7D50\u8AD6",level:2}];function h(s){let e={a:"a",admonition:"admonition",annotation:"annotation",h2:"h2",h3:"h3",hr:"hr",img:"img",li:"li",math:"math",mi:"mi",mn:"mn",mo:"mo",mover:"mover",mrow:"mrow",msub:"msub",msubsup:"msubsup",msup:"msup",mtext:"mtext",ol:"ol",p:"p",semantics:"semantics",span:"span",strong:"strong",ul:"ul",...(0,i.R)(),...s.components};return(0,l.jsxs)(l.Fragment,{children:[(0,l.jsx)(e.h2,{id:"\u5927\u9CE5\u6CE8\u610F\u529B\u6A5F\u5236",children:"\u5927\u9CE5\u6CE8\u610F\u529B\u6A5F\u5236"}),"\n",(0,l.jsx)(e.p,{children:(0,l.jsx)(e.a,{href:"https://arxiv.org/abs/2007.14062",children:(0,l.jsx)(e.strong,{children:"Big Bird: Transformers for Longer Sequences"})})}),"\n",(0,l.jsx)(e.hr,{}),"\n",(0,l.jsxs)(e.p,{children:["Transformer \u7684\u81EA\u6CE8\u610F\u529B\u6A5F\u5236\u7684\u8A08\u7B97\u8907\u96DC\u5EA6\u70BA ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsxs)(e.mrow,{children:[(0,l.jsx)(e.mi,{children:"O"}),(0,l.jsx)(e.mo,{stretchy:"false",children:"("}),(0,l.jsxs)(e.msup,{children:[(0,l.jsx)(e.mi,{children:"n"}),(0,l.jsx)(e.mn,{children:"2"})]}),(0,l.jsx)(e.mo,{stretchy:"false",children:")"})]}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"O(n^2)"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"1.0641em",verticalAlign:"-0.25em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.02778em"},children:"O"}),(0,l.jsx)(e.span,{className:"mopen",children:"("}),(0,l.jsxs)(e.span,{className:"mord",children:[(0,l.jsx)(e.span,{className:"mord mathnormal",children:"n"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsx)(e.span,{className:"vlist-t",children:(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.8141em"}

1,children:(0,l.jsxs)(e.span,{style:{top:"-3.063em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsx)(e.span,{className:"mord mtight",children:"2"})})]})})})})})]}),(0,l.jsx)(e.span,{className:"mclose",children:")"})]})})]}),"\u3002"]}),"\n",(0,l.jsx)(e.p,{children:"\u7576\u4EFB\u4F55\u4E00\u500B\u6F14\u7B97\u6CD5\u7684\u8A08\u7B97\u8907\u96DC\u5EA6\u51FA\u73FE\u9019\u7A2E\u60C5\u6CC1\u6642\uFF0C\u90FD\u610F\u5473\u8457\u5176\u4E2D\u6709\u975E\u5E38\u5927\u91CF\u7684\u512A\u5316\u7A7A\u9593\u3002"}),"\n",(0,l.jsx)(e.p,{children:"\u6069\uFF1F\u600E\u9EBC\u53C8\u662F\u9019\u500B\u958B\u982D\uFF1F"}),"\n",(0,l.jsx)(e.h2,{id:"\u5B9A\u7FA9\u554F\u984C",children:"\u5B9A\u7FA9\u554F\u984C"}),"\n",(0,l.jsx)(e.p,{children:"Transformer \u6A21\u578B\uFF0C\u5982 BERT\uFF0C\u5728\u5404\u7A2E\u81EA\u7136\u8A9E\u8A00\u8655\u7406\u4EFB\u52D9\u4E2D\u8868\u73FE\u512A\u7570\uFF0C\u4E3B\u8981\u7531\u65BC\u81EA\u6CE8\u610F\u529B\u6A5F\u5236\u7684\u4E26\u884C\u8A08\u7B97\u80FD\u529B\u548C\u73FE\u4EE3\u786C\u9AD4\u7684\u652F\u63F4\u3002\u4F46\u662F\u8A72\u6A5F\u5236\u5E36\u4F86\u7684\u8A08\u7B97\u548C\u8A18\u61B6\u9AD4\u9700\u6C42\u662F\u5E8F\u5217\u9577\u5EA6\u7684\u5E73\u65B9\uFF0C\u9019\u9650\u5236\u4E86\u5176\u5728\u9700\u8981\u8F03\u9577\u4E0A\u4E0B\u6587\u7684\u4EFB\u52D9\u4E2D\u7684\u76F4\u63A5\u61C9\u7528\u3002"}),"\n",(0,l.jsxs)(e.p,{children:["\u5728 ",(0,l.jsx)(e.strong,{children:"Longformer"})," \u63D0\u51FA\u5F8C\u4E0D\u4E45\uFF0CGoogle Brain \u5718\u968A\u4E5F\u63D0\u51FA\u4E86 BigBird\uFF0C\u9019\u662F\u4E00\u7A2E\u5C08\u70BA\u8655\u7406\u9577\u5E8F\u5217\u800C\u8A2D\u8A08\u7684 Transformer \u8B8A\u9AD4\u3002"]}),"\n",(0,l.jsxs)(e.ul,{children:["\n",(0,l.jsx)(e.li,{children:(0,l.jsx)(e.a,{href:"/papers/transformers/longformer/",children:(0,l.jsx)(e.strong,{children:"Longformer: \u9577\u6CE8\u610F\u529B\u6A5F\u5236"})})}),"\n"]}),"\n",(0,l.jsx)(e.h3,{id:"\u57FA\u790E\u7406\u8AD6\u4E0D\u8DB3",children:"\u57FA\u790E\u7406\u8AD6\u4E0D\u8DB3"}),"\n",(0,l.jsx)(e.p,{children:"\u9664\u6B64\u4E4B\u5916\uFF0C\u4F5C\u8005\u8A8D\u70BA\u904E\u53BB\u7684\u7814\u7A76\u90FD\u662F\u555F\u767C\u5F0F\u7684\u7814\u7A76\uFF0C\u4E26\u672A\u63D0\u4F9B\u5C0D\u81EA\u6CE8\u610F\u529B\u6A21\u578B\u7684\u7406\u8AD6\u5206\u6790\u3002\u4ED6\u5011\u6307\u51FA\uFF0C\u904E\u53BB\u7684\u7814\u7A76\u5C0D\u81EA\u6CE8\u610F\u529B\u6A21\u578B\u7684\u8868\u73FE\u95DC\u9375\u56E0\u7D20\u548C\u8868\u9054\u80FD\u529B\u7406\u89E3\u4E0D\u8DB3\u3002\u5118\u7BA1\u904E\u53BB\u5DF2\u6709\u7814\u7A76\u986F\u793A Transformer \u5177\u6709\u5716\u9748\u5B8C\u5099\u6027\uFF0C\u4F46\u5728\u6E1B\u5C11\u8A08\u7B97\u8907\u96DC\u5EA6\u7684\u540C\u6642\u662F\u5426\u80FD\u7DAD\u6301\u9019\u7A2E\u80FD\u529B\u4ECD\u4E0D\u6E05\u695A\u3002"}),"\n",(0,l.jsx)(e.p,{children:"\u57FA\u65BC\u4E0A\u8FF0\u52D5\u6A5F\uFF0C\u4F5C\u8005\u63D0\u51FA\u4E86 BigBird \u6A21\u578B\uFF0C\u900F\u904E\u7A00\u758F\u6CE8\u610F\u529B\u6A5F\u5236\u5728\u9577\u5E8F\u5217\u4EFB\u52D9\u4E0A\u5BE6\u73FE\u4E86\u512A\u7570\u7684\u6027\u80FD\uFF0C\u540C\u6642\u4FDD\u6301\u4E86\u7406\u8AD6\u4E0A\u7684\u8868\u9054\u80FD\u529B\u3002"}),"\n",(0,l.jsxs)(e.admonition,{type:"tip",children:[(0,l.jsx)(e.p,{children:"\u5716\u9748\u5B8C\u5099\u6027\u662F\u6307\u4E00\u500B\u7CFB\u7D71\u5177\u5099\u8207\u5716\u9748\u6A5F\u76F8\u540C\u7684\u904B\u7B97\u80FD\u529B\uFF0C\u80FD\u5920\u6A21\u64EC\u4EFB\u4F55\u53EF\u8A08\u7B97\u7684\u4EFB\u52D9\u3002"}),(0,l.jsx)(e.p,{children:"\u9019\u610F\u5473\u8457\u5716\u9748\u5B8C\u5099\u7684\u7CFB\u7D71\u53EF\u4EE5\u57F7\u884C\u4EFB\u4F55\u6F14\u7B97\u6CD5\u6216\u96FB\u8166\u7A0B\u5E8F\uFF0C\u7406\u8AD6\u4E0A\u5177\u5099\u7121\u9650\u7684\u8A08\u7B97\u6F5B\u529B\uFF0C\u53EA\u8981\u6709\u8DB3\u5920\u7684\u6642\u9593\u548C\u8CC7\u6E90\u3002"})]}),"\n",(0,l.jsx)(e.h2,{id:"\u89E3\u6C7A\u554F\u984C",children:"\u89E3\u6C7A\u554F\u984C"}),"\n",(0,l.jsx)(e.h3,{id:"\u6A21\u578B\u67B6\u69CB",children:"\u6A21\u578B\u67B6\u69CB"}),"\n",(0,l.jsx)(e.p,{children:(0,l.jsx)(e.img,{alt:"BigBird Architecture",src:a(93030).A+"",width:"1584",height:"434"})}),"\n",(0,l.jsx)(e.p,{children:"\u9019\u7BC7\u8AD6\u6587\u7684\u6982\u5FF5\u5F88\u7C21\u55AE\uFF0C\u540C\u6A23\u662F\u770B\u5230\u9019\u5F35\u5716\u5C31\u5DEE\u4

1E0D\u591A\u4E86\u3002"}),"\n",(0,l.jsx)(e.p,{children:"\u5728 BigBird \u7684\u67B6\u69CB\u4E2D\uFF0C\u4F5C\u8005\u8A2D\u8A08\u4E86\u4E09\u7A2E\u5143\u4EF6\uFF0C\u6700\u7D42\u7D44\u6210\u7A00\u758F\u67B6\u69CB\uFF1A"}),"\n",(0,l.jsxs)(e.ul,{children:["\n",(0,l.jsx)(e.li,{children:"\u4E0A\u5716 (a) \u662F\u96A8\u6A5F\u6CE8\u610F\u529B\u6A5F\u5236\uFF0C\u5728\u6A21\u578B\u7684\u6BCF\u500B\u5C64\u5167\u7684 Token \u4E4B\u9593\u96A8\u6A5F\u5EFA\u7ACB\u9023\u63A5\u3002"}),"\n",(0,l.jsx)(e.li,{children:"\u4E0A\u5716 (b) \u662F Sliding Window Attention\uFF0C\u6BCF\u500B Token \u53EA\u95DC\u6CE8\u5230\u524D\u5F8C\u56FA\u5B9A\u7BC4\u570D\u5167\u7684 Token\u3002"}),"\n",(0,l.jsx)(e.li,{children:"\u4E0A\u5716 (c) \u662F Global Attention\uFF0C\u7279\u5B9A\u7684 Token \u6703\u95DC\u6CE8\u5230\u6240\u6709\u5176\u4ED6 Token\uFF1B\u540C\u6642\uFF0C\u5176\u4ED6 Token \u4E5F\u6703\u95DC\u6CE8\u5230\u9019\u500B Token\u3002"}),"\n",(0,l.jsx)(e.li,{children:"\u4E0A\u5716 (d) \u662F\u628A\u4E0A\u8FF0\u4E09\u7A2E\u6A5F\u5236\u7D44\u5408\u8D77\u4F86\uFF0C\u5F62\u6210 BigBird \u7684\u6CE8\u610F\u529B\u6A5F\u5236\u3002"}),"\n"]}),"\n",(0,l.jsx)(e.h3,{id:"\u67B6\u69CB\u8A2D\u8A08",children:"\u67B6\u69CB\u8A2D\u8A08"}),"\n",(0,l.jsx)(e.p,{children:"\u4F5C\u8005\u8A2D\u8A08\u4E86\u5169\u7A2E\u4E0D\u540C\u7684\u5168\u57DF\u4EE4\u724C\u9078\u64C7\u65B9\u5F0F\uFF0C\u5728\u5F8C\u7E8C\u5BE6\u9A57\u4E2D\u9032\u884C\u6BD4\u8F03\uFF1A"}),"\n",(0,l.jsxs)(e.ul,{children:["\n",(0,l.jsxs)(e.li,{children:["\n",(0,l.jsx)(e.p,{children:(0,l.jsx)(e.strong,{children:"BIGBIRD-ITC\uFF08\u5167\u90E8 Transformer \u69CB\u9020\uFF09"})}),"\n",(0,l.jsxs)(e.ul,{children:["\n",(0,l.jsxs)(e.li,{children:[(0,l.jsx)(e.strong,{children:"\u5168\u57DF\u4EE4\u724C\u7684\u9078\u64C7"}),"\uFF1A\u5728\u9019\u7A2E\u8A2D\u8A08\u4E2D\uFF0C\u67D0\u4E9B\u5DF2\u5B58\u5728\u7684\u4EE4\u724C\u88AB\u6307\u5B9A\u70BA\u201C\u5168\u57DF\u201D\u4EE4\u724C\u3002\u9019\u610F\u5473\u8457\u9019\u4E9B\u4EE4\u724C\u5C07\u80FD\u95DC\u6CE8\u6574\u500B\u5E8F\u5217\u4E2D\u7684\u6240\u6709\u5176\u4ED6\u4EE4\u724C\u3002"]}),"\n",(0,l.jsxs)(e.li,{children:[(0,l.jsx)(e.strong,{children:"\u77E9\u9663\u8868\u793A"}),"\uFF1A\u5C0D\u65BC\u9078\u5B9A\u70BA\u5168\u57DF\u7684\u4EE4\u724C\u7D22\u5F15\u96C6\u5408 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsx)(e.mi,{children:"G"})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"G"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.6833em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",children:"G"})]})})]}),"\uFF0C\u5C0D\u61C9\u7684\u9130\u63A5\u77E9\u9663 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsx)(e.mi,{children:"A"})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"A"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.6833em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",children:"A"})]})})]})," \u88AB\u8ABF\u6574\uFF0C\u4F7F\u5F97\u6BCF\u500B\u5168\u57DF\u4EE4\u724C ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsx)(e.mi,{children:"i"})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"i"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.6595em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",children:"i"})]})})]})," \u5728 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsx)(e.mi,{children:"A"})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"A"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.6833em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",children:"A"})]})})]})," \u4E2D\u7684\u884C\u548C\u5217\u7684\u6240\u6709\u5143\u7D20\u90FD\u8A2D\u70BA 1\uFF08\u5373 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsxs)(e.mrow,{children:[(0,l.jsx)(e.mi,{children:"A"}),(0,l.jsx)(e.mo,{stretchy:"false",children:"("}),(0,l.jsx)(e.mi,{children:"i"}),(0,l.jsx)(e.mo,{separator:"true",children:","}),(0,l.jsx)(e.mo,{children:":"}),(0,l.jsx)(e.mo,{stretchy:"false",children:")"}),(0,l.jsx)(e.mo,{children:"="}),(0,l.jsx)(e.mn,{children:"1"})]}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"A(i, :) = 1"})]})})}),(0,l.jsxs)(e.span,{className:"katex-html","aria-hidden":"true",children:[(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"1em",verticalAlign:"-0.25em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",children:"A"}),(0,l.jsx)(e.span,{className:"mopen",children:"("}),(0,l.jsx)(e.span,{className:"mord mathnormal",children:"i"}),(0,l.jsx)(e.span,{className:"mpunct",children:","}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.2778em"}}),(0,l.jsx)(e.span,{className:"mrel",children:":"})]}),(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"1em",verticalAlign:"-0.25em"}}),(0,l.jsx)(e.span,{className:"mclose",children:")"}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.2778em"}}),(0,l.jsx)(e.span,{className:"mrel",children:"="}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.2778em"}})]}),(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.6444em"}}),(0,l.jsx)(e.span,{className:"mord",children:"1"})]})]})]})," \u548C ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsxs)(e.mrow,{children:[(0,l.jsx)(e.mi,{children:"A"}),(0,l.jsx)(e.mo,{stretchy:"false",children:"("}),(0,l.jsx)(e.mo,{children:":"}),(0,l.jsx)(e.mo,{separator:"true",children:","}),(0,l.jsx)(e.mi,{children:"i"}),(0,l.jsx)(e.mo,{stretchy:"false",children:")"}),(0,l.jsx)(e.mo,{children:"="}),(0,l.jsx)(e.mn,{children:"1"})]}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"A(:, i) = 1"})]})})}),(0,l.jsxs)(e.span,{className:"katex-html","aria-hidden":"true",children:[(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"1em",verticalAlign:"-0.25em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",children:"A"}),(0,l.jsx)(e.span,{className:"mopen",children:"("}),(0,l.jsx)(e.span,{className:"mrel",children:":"})]}),(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"1em",verticalAlign:"-0.25em"}}),(0,l.jsx)(e.span,{className:"mpunct",children:","}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.1667em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",children:"i"}),(0,l.jsx)(e.span,{className:"mclose",children:")"}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.2778em"}}),(0,l.jsx)(e.span,{className:"mrel",children:"="}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.2778em"}})]}),(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.6444em"}}),(0,l.jsx)(e.span,{className:"mord",children:"1"})]})]})]}),"\uFF09\uFF0C\u9019\u8868\u793A\u9019\u4E9B\u4EE4\u724C\u53EF\u4EE5\u8207\u5E8F\u5217\u4E2D\u7684\u6240\u6709\u5176\u4ED6\u4EE4\u724C\u9032\u884C\u4E92\u52D5\u3002"]}),"\n"]}),"\n"]}),"\n",(0,l.jsxs)(e.li,{children:["\n",(0,l.jsx)(e.p,{children:(0,l.jsx)(e.strong,{children:"BIGBIRD-ETC\uFF08\u64F4\u5C55 Transformer \u69CB\u9020\uFF09"})}),"\n",(0,l.jsxs)(e.ul,{children:["\n",(0,l.jsxs)(e.li,{children:[(0,l.jsx)(e.strong,{children:"\u984D\u5916\u7684\u5168\u57DF\u4EE4\u724C"}),"\uFF1A\u8207 ITC \u4E0D\u540C\uFF0CETC \u8A2D\u8A08\u5F15\u5165\u4E86\u984D\u5916\u7684\u5168\u57DF\u4EE4\u724C\uFF08\u4F8B\u5982 CLS \u4EE4\u724C\uFF09\uFF0C\u9019\u4E9B\u4EE4\u724C\u5C08\u9580\u8A2D\u8A08\u4F86\u95DC\u6CE8\u6240\u6709\u5DF2\u5B58\u5728\u7684\u4EE4\u724C\u3002"]}),"\n",(0,l.jsxs)(e.li,{children:[(0,l.jsx)(e.strong,{children:"\u77E9\u9663\u64F4\u5C55"}),"\uFF1A\u70BA\u4E86\u5305\u62EC\u9019\u4E9B\u984D\u5916\u7684\u5168\u57DF\u4EE4\u724C\uFF0C\u539F\u6709\u7684\u9130\u63A5\u77E9\u9663 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsx)(e.mi,{children:"A"})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"A"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.6833em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",children:"A"})]})})]})," \u88AB\u64F4\u5C55\u6210\u65B0\u7684\u77E9\u9663 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsx)(e.mi,{children:"B"})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"B"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.6833em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.05017em"},children:"B"})]})})]}),"\u3002\u5411 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsx)(e.mi,{children:"A"})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"A"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.6833em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",children:"A"})]})})]})," \u6DFB\u52A0 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsx)(e.mi,{children:"g"})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"g"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.625em",verticalAlign:"-0.1944em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.03588em"},children:"g"})]})})]})," \u884C\uFF0C\u4F7F\u5F97\u65B0\u77E9\u9663 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsx)(e.mi,{children:"B"})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"B"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.6833em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.05017em"},children:"B"})]})})]}

1)," \u5728\u9019 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsx)(e.mi,{children:"g"})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"g"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.625em",verticalAlign:"-0.1944em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.03588em"},children:"g"})]})})]})," \u884C\u7684\u6240\u6709\u5143\u7D20\u8A2D\u70BA 1\uFF08\u5373 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsxs)(e.mrow,{children:[(0,l.jsx)(e.mi,{children:"B"}),(0,l.jsx)(e.mo,{stretchy:"false",children:"("}),(0,l.jsx)(e.mi,{children:"i"}),(0,l.jsx)(e.mo,{separator:"true",children:","}),(0,l.jsx)(e.mo,{children:":"}),(0,l.jsx)(e.mo,{stretchy:"false",children:")"}),(0,l.jsx)(e.mo,{children:"="}),(0,l.jsx)(e.mn,{children:"1"})]}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"B(i, :) = 1"})]})})}),(0,l.jsxs)(e.span,{className:"katex-html","aria-hidden":"true",children:[(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"1em",verticalAlign:"-0.25em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.05017em"},children:"B"}),(0,l.jsx)(e.span,{className:"mopen",children:"("}),(0,l.jsx)(e.span,{className:"mord mathnormal",children:"i"}),(0,l.jsx)(e.span,{className:"mpunct",children:","}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.2778em"}}),(0,l.jsx)(e.span,{className:"mrel",children:":"})]}),(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"1em",verticalAlign:"-0.25em"}}),(0,l.jsx)(e.span,{className:"mclose",children:")"}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.2778em"}}),(0,l.jsx)(e.span,{className:"mrel",children:"="}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.2778em"}})]}),(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.6444em"}}),(0,l.jsx)(e.span,{className:"mord",children:"1"})]})]})]}

1),"\uFF09\uFF0C\u4E26\u4E14\u5728\u9019\u4E9B\u884C\u5C0D\u61C9\u7684\u5217\u4E5F\u8A2D\u70BA 1\uFF08\u5373 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsxs)(e.mrow,{children:[(0,l.jsx)(e.mi,{children:"B"}),(0,l.jsx)(e.mo,{stretchy:"false",children:"("}),(0,l.jsx)(e.mo,{children:":"}),(0,l.jsx)(e.mo,{separator:"true",children:","}),(0,l.jsx)(e.mi,{children:"i"}),(0,l.jsx)(e.mo,{stretchy:"false",children:")"}),(0,l.jsx)(e.mo,{children:"="}),(0,l.jsx)(e.mn,{children:"1"})]}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"B(:, i) = 1"})]})})}),(0,l.jsxs)(e.span,{className:"katex-html","aria-hidden":"true",children:[(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"1em",verticalAlign:"-0.25em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.05017em"},children:"B"}),(0,l.jsx)(e.span,{className:"mopen",children:"("}),(0,l.jsx)(e.span,{className:"mrel",children:":"})]}),(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"1em",verticalAlign:"-0.25em"}}),(0,l.jsx)(e.span,{className:"mpunct",children:","}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.1667em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",children:"i"}),(0,l.jsx)(e.span,{className:"mclose",children:")"}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.2778em"}}),(0,l.jsx)(e.span,{className:"mrel",children:"="}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.2778em"}})]}),(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.6444em"}}),(0,l.jsx)(e.span,{className:"mord",children:"1"})]})]})]}),"\uFF09\uFF0C\u5176\u4E2D ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsx)(e.mi,{children:"i"})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"i"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.6595em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",children:"i"})]})})]})," \u662F\u5168\u57DF\u4EE4\u724C\u7684\u7D22\u5F15\u3002\u9019\u6A23\uFF0C\u65B0\u7684\u5168\u57DF\u4EE4\u724C\u5C31\u80FD\u5920\u95DC\u6CE8\u6574\u500B\u5E8F\u5217\u3002"]}),"\n"]}),"\n"]}),"\n"]}),"\n",(0,l.jsx)(e.h3,{id:"\u8B49\u660E\u4E4B\u524D",children:"\u8B49\u660E\u4E4B\u524D"}),"\n",(0,l.jsx)(e.p,{children:"\u4EE5\u4E0B\u958B\u59CB\u5C31\u662F\u672C\u8AD6\u6587\u4E2D\u6700\u8271\u6F80\u7684\u90E8\u5206\uFF0C\u4F5C\u8005\u958B\u59CB\u8B49\u660E BigBird \u7684\u7406\u8AD6\u6027\u8CEA\uFF0C\u4E26\u8AAA\u660E\u70BA\u4EC0\u9EBC\u8981\u63A1\u7528\u300C\u96A8\u6A5F\u6CE8\u610F\u529B\u6A5F\u5236\u300D\u3002"}),"\n",(0,l.jsx)(e.p,{children:"\u96D6\u7136\u6211\u5011\u76F4\u63A5\u62FF\u7D50\u8AD6\u4F86\u7528\u4E5F\u7121\u4E0D\u53EF\uFF0C\u4F46\u65E2\u7136\u90FD\u4F86\u4E86\uFF0C\u90A3\u5C31\u7A0D\u5FAE\u770B\u4E00\u4E0B\u5427\u3002"}),"\n",(0,l.jsx)(e.p,{children:"\u5728\u8B49\u660E\u4E4B\u524D\uFF0C\u5148\u770B\u4E00\u4E0B\u4F5C\u8005\u5C0D\u65BC\u81EA\u6CE8\u610F\u529B\u6A5F\u5236\u7684\u7406\u8AD6\u63CF\u8FF0\uFF1A"}),"\n",(0,l.jsxs)(e.ol,{children:["\n",(0,l.jsxs)(e.li,{children:["\n",(0,l.jsx)(e.p,{children:(0,l.jsx)(e.strong,{children:"\u5EE3\u7FA9\u6CE8\u610F\u529B\u6A5F\u5236"})}),"\n",(0,l.jsxs)(e.ul,{children:["\n",(0,l.jsxs)(e.li,{children:["BigBird \u6A21\u578B\u4F7F\u7528\u4E86\u5EE3\u7FA9\u6CE8\u610F\u529B\u6A5F\u5236\uFF0C\u9019\u5728\u6BCF\u5C64\u7684 Transformer \u4E2D\u5C0D\u5E8F\u5217 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsxs)(e.mrow,{children:[(0,l.jsx)(e.mi,{children:"X"}),(0,l.jsx)(e.mo,{children:"="}),(0,l.jsx)(e.mo,{stretchy:"false",children:"("}),(0,l.jsxs)(e.msub,{children:[(0,l.jsx)(e.mi,{children:"x"}),(0,l.jsx)(e.mn,{children:"1"})]}),(0,l.jsx)(e.mo,{separator:"true",children:","}),(0,l.jsx)(e.mo,{children:"\u2026"}),(0,l.jsx)(e.mo,{separator:"true",children:","}),(0,l.jsxs)(e.msub,{children:[(0,l.jsx)(e.mi,{children:"x"}),(0,l.jsx)(e.mi,{children:"n"})]}),(0,l.jsx)(e.mo,{stretchy:"false",children:")"})]}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"X = (x_1, \\ldots, x_n)"})]})})}),(0,l.jsxs)(e.span,{className:"katex-html","aria-hidden":"true",children:[(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.6833em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.07847em"},children:"X"}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.2778em"}}),(0,l.jsx)(e.span,{className:"mrel",children:"="}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.2778em"}})]}),(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"1em",verticalAlign:"-0.25em"}}),(0,l.jsx)(e.span,{className:"mopen",children:"("}),(0,l.jsxs)(e.span,{className:"mord",children:[(0,l.jsx)(e.span,{className:"mord mathnormal",children:"x"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsxs)(e.span,{className:"vlist-t vlist-t2",children:[(0,l.jsxs)(e.span,{className:"vlist-r",children:[(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.3011em"}

1,children:(0,l.jsxs)(e.span,{style:{top:"-2.55em",marginLeft:"0em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsx)(e.span,{className:"mord mtight",children:"1"})})]})}),(0,l.jsx)(e.span,{className:"vlist-s",children:"\u200B"})]}),(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.15em"},children:(0,l.jsx)(e.span,{})})})]})})]}),(0,l.jsx)(e.span,{className:"mpunct",children:","}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.1667em"}}),(0,l.jsx)(e.span,{className:"minner",children:"\u2026"}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.1667em"}}),(0,l.jsx)(e.span,{className:"mpunct",children:","}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.1667em"}}),(0,l.jsxs)(e.span,{className:"mord",children:[(0,l.jsx)(e.span,{className:"mord mathnormal",children:"x"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsxs)(e.span,{className:"vlist-t vlist-t2",children:[(0,l.jsxs)(e.span,{className:"vlist-r",children:[(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.1514em"},children:(0,l.jsxs)(e.span,{style:{top:"-2.55em",marginLeft:"0em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsx)(e.span,{className:"mord mathnormal mtight",children:"n"})})]})}),(0,l.jsx)(e.span,{className:"vlist-s",children:"\u200B"})]}),(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.15em"},children:(0,l.jsx)(e.span,{})})})]})})]}),(0,l.jsx)(e.span,{className:"mclose",children:")"})]})]})]})," \u9032\u884C\u8655\u7406\u3002"]}),"\n",(0,l.jsxs)(e.li,{children:["\u6CE8\u610F\u529B\u6A5F\u5236\u662F\u900F\u904E\u6709\u5411\u5716 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsx)(e.mi,{children:"D"})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"D"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.6833em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.02778em"},children:"D"})]})})]})," \u63CF\u8FF0\uFF0C\u5716\u4E2D\u7684\u7BC0\u9EDE\u96C6\u70BA ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsxs)(e.mrow,{children:[(0,l.jsx)(e.mo,{stretchy:"false",children:"["}),(0,l.jsx)(e.mi,{children:"n"}),(0,l.jsx)(e.mo,{stretchy:"false",children:"]"}),(0,l.jsx)(e.mo,{children:"="}),(0,l.jsx)(e.mo,{stretchy:"false",children:"{"}),(0,l.jsx)(e.mn,{children:"1"}),(0,l.jsx)(e.mo,{separator:"true",children:","}),(0,l.jsx)(e.mo,{children:"\u2026"}),(0,l.jsx)(e.mo,{separator:"true",children:","}),(0,l.jsx)(e.mi,{children:"n"}),(0,l.jsx)(e.mo,{stretchy:"false",children:"}"})]}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"[n] = \\{1, \\ldots, n\\}"})]})})}),(0,l.jsxs)(e.span,{className:"katex-html","aria-hidden":"true",children:[(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"1em",verticalAlign:"-0.25em"}}),(0,l.jsx)(e.span,{className:"mopen",children:"["}),(0,l.jsx)(e.span,{className:"mord mathnormal",children:"n"}),(0,l.jsx)(e.span,{className:"mclose",children:"]"}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.2778em"}}),(0,l.jsx)(e.span,{className:"mrel",children:"="}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.2778em"}})]}),(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"1em",verticalAlign:"-0.25em"}}),(0,l.jsx)(e.span,{className:"mopen",children:"{"}),(0,l.jsx)(e.span,{className:"mord",children:"1"}),(0,l.jsx)(e.span,{className:"mpunct",children:","}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.1667em"}}),(0,l.jsx)(e.span,{className:"minner",children:"\u2026"}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.1667em"}}),(0,l.jsx)(e.span,{className:"mpunct",children:","}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.1667em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",children:"n"}),(0,l.jsx)(e.span,{className:"mclose",children:"}"})]})]})]}),"\uFF0C\u6709\u5411\u908A\u4EE3\u8868\u5C07\u88AB\u8003\u616E\u7684\u5167\u7A4D\u96C6\u5408\u3002"]}),"\n"]}),"\n"]}),"\n",(0,l.jsxs)(e.li,{children:["\n",(0,l.jsx)(e.p,{children:(0,l.jsx)(e.strong,{children:"\u6CE8\u610F\u529B\u8F38\u51FA\u5411\u91CF"})}),"\n",(0,l.jsxs)(e.ul,{children:["\n",(0,l.jsxs)(e.li,{children:["\u5C0D\u65BC\u5716\u4E2D\u7684\u6BCF\u500B\u7BC0\u9EDE ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsx)(e.mi,{children:"i"})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"i"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.6595em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",children:"i"})]})})]}),"\uFF0C\u7522\u751F\u7684\u8F38\u51FA\u5411\u91CF ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsxs)(e.mrow,{children:[(0,l.jsx)(e.mtext,{children:"ATTND"}),(0,l.jsx)(e.mo,{stretchy:"false",children:"("}),(0,l.jsx)(e.mi,{children:"X"}),(0,l.jsxs)(e.msub,{children:[(0,l.jsx)(e.mo,{stretchy:"false",children:")"}),(0,l.jsx)(e.mi,{children:"i"})]})]}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"\\text{ATTND}(X)_i"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"1em",verticalAlign:"-0.25em"}}),(0,l.jsx)(e.span,{className:"mord text",children:(0,l.jsx)(e.span,{className:"mord",children:"ATTND"})}),(0,l.jsx)(e.span,{className:"mopen",children:"("}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.07847em"},children:"X"}),(0,l.jsxs)(e.span,{className:"mclose",children:[(0,l.jsx)(e.span,{className:"mclose",children:")"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsxs)(e.span,{className:"vlist-t vlist-t2",children:[(0,l.jsxs)(e.span,{className:"vlist-r",children:[(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.311

17em"},children:(0,l.jsxs)(e.span,{style:{top:"-2.55em",marginLeft:"0em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsx)(e.span,{className:"mord mathnormal mtight",children:"i"})})]})}),(0,l.jsx)(e.span,{className:"vlist-s",children:"\u200B"})]}),(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.15em"},children:(0,l.jsx)(e.span,{})})})]})})]})]})})]})," \u7531\u7BC0\u9EDE ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsx)(e.mi,{children:"i"})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"i"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.6595em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",children:"i"})]})})]})," \u548C\u5B83\u7684\u5916\u9130\u5C45 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsxs)(e.mrow,{children:[(0,l.jsx)(e.mi,{children:"N"}),(0,l.jsx)(e.mo,{stretchy:"false",children:"("}),(0,l.jsx)(e.mi,{children:"i"}),(0,l.jsx)(e.mo,{stretchy:"false",children:")"})]}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"N(i)"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"1em",verticalAlign:"-0.25em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.10903em"},children:"N"}),(0,l.jsx)(e.span,{className:"mopen",children:"("}),(0,l.jsx)(e.span,{className:"mord mathnormal",children:"i"}),(0,l.jsx)(e.span,{className:"mclose",children:")"})]})})]})," \u8A08\u7B97\u800C\u4F86\u3002"]}),"\n",(0,l.jsxs)(e.li,{children:["\u5177\u9AD4\u8A08\u7B97\u65B9\u5F0F\u70BA ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsxs)(e.mrow,{children:[(0,l.jsxs)(e.msub,{children:[(0,l.jsx)(e.mtext,{children:"ATTN"}),(0,l.jsx)(e.mi,{children:"D"})]}),(0,l.jsx)(e.mo,{stretchy:"false",children:"("}),(0,l.jsx)(e.mi,{children:"X"}),(0,l.jsxs)(e.msub,{children:[(0,l.jsx)(e.mo,{stretchy:"false",children:")"}),(0,l.jsx)(e.mi,{children:"i"})]}),(0,l.jsx)(e.mo,{children:"="}),(0,l.jsxs)(e.msub,{children:[(0,l.jsx)(e.mi,{children:"x"}),(0,l.jsx)(e.mi,{children:"i"})]}),(0,l.jsx)(e.mo,{children:"+"}),(0,l.jsxs)(e.msubsup,{children:[(0,l.jsx)(e.mo,{children:"\u2211"}),(0,l.jsxs)(e.mrow,{children:[(0,l.jsx)(e.mi,{children:"h"}),(0,l.jsx)(e.mo,{children:"="}),(0,l.jsx)(e.mn,{children:"1"})]}),(0,l.jsx)(e.mi,{children:"H"})]}),(0,l.jsx)(e.mi,{children:"\u03C3"}),(0,l.jsxs)(e.mrow,{children:[(0,l.jsx)(e.mo,{fence:"true",children:"("}),(0,l.jsxs)(e.msub,{children:[(0,l.jsx)(e.mi,{children:"Q"}),(0,l.jsx)(e.mi,{children:"h"})]}),(0,l.jsx)(e.mo,{stretchy:"false",children:"("}),(0,l.jsxs)(e.msub,{children:[(0,l.jsx)(e.mi,{children:"x"}),(0,l.jsx)(e.mi,{children:"i"})]}),(0,l.jsx)(e.mo,{stretchy:"false",children:")"}),(0,l.jsxs)(e.msub,{children:[(0,l.jsx)(e.mi,{children:"K"}),(0,l.jsx)(e.mi,{children:"h"})]}),(0,l.jsx)(e.mo,{stretchy:"false",children:"("}),(0,l.jsxs)(e.msub,{children:[(0,l.jsx)(e.mi,{children:"X"}),(0,l.jsxs)(e.mrow,{children:[(0,l.jsx)(e.mi,{children:"N"}),(0,l.jsx)(e.mo,{stretchy:"false",children:"("}),(0,l.jsx)(e.mi,{children:"i"}),(0,l.jsx)(e.mo,{stretchy:"false",children:")"})]})]}),(0,l.jsxs)(e.msup,{children:[(0,l.jsx)(e.mo,{stretchy:"false",children:")"}),(0,l.jsx)(e.mi,{children:"T"})]}),(0,l.jsx)(e.mo,{fence:"true",children:")"})]}),(0,l.jsx)(e.mo,{children:"\u22C5"}),(0,l.jsxs)(e.msub,{children:[(0,l.jsx)(e.mi,{children:"V"}),(0,l.jsx)(e.mi,{children:"h"})]}),(0,l.jsx)(e.mo,{stretchy:"false",children:"("}),(0,l.jsxs)(e.msub,{children:[(0,l.jsx)(e.mi,{children:"X"}),(0,l.jsxs)(e.mrow,{children:[(0,l.jsx)(e.mi,{children:"N"}),(0,l.jsx)(e.mo,{stretchy:"false",children:"("}),(0,l.jsx)(e.mi,{children:"i"}),(0,l.jsx)(e.mo,{stretchy:"false",children:")"})]})]}),(0,l.jsx)(e.mo,{stretchy:"false",children:")"})]}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"\\text{ATTN}_{D}(X)_i = x_i + \\sum_{h=1}^H \\sigma \\left(Q_h(x_i) K_h(X_{N(i)})^T\\right) \\cdot V_h(X_{N(i)})"})]})})}),(0,l.jsxs)(e.span,{className:"katex-html","aria-hidden":"true",children:[(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"1em",verticalAlign:"-0.25em"}}),(0,l.jsxs)(e.span,{className:"mord",children:[(0,l.jsx)(e.span,{className:"mord text",children:(0,l.jsx)(e.span,{className:"mord",children:"ATTN"})}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsxs)(e.span,{className:"vlist-t vlist-t2",children:[(0,l.jsxs)(e.span,{className:"vlist-r",children:[(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.3283em"}

1,children:(0,l.jsxs)(e.span,{style:{top:"-2.55em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsx)(e.span,{className:"mord mtight",children:(0,l.jsx)(e.span,{className:"mord mathnormal mtight",style:{marginRight:"0.02778em"},children:"D"})})})]})}),(0,l.jsx)(e.span,{className:"vlist-s",children:"\u200B"})]}),(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.15em"},children:(0,l.jsx)(e.span,{})})})]})})]}),(0,l.jsx)(e.span,{className:"mopen",children:"("}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.07847em"},children:"X"}),(0,l.jsxs)(e.span,{className:"mclose",children:[(0,l.jsx)(e.span,{className:"mclose",children:")"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsxs)(e.span,{className:"vlist-t vlist-t2",children:[(0,l.jsxs)(e.span,{className:"vlist-r",children:[(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.3117em"},children:(0,l.jsxs)(e.span,{style:{top:"-2.55em",marginLeft:"0em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsx)(e.span,{className:"mord mathnormal mtight",children:"i"})})]})}),(0,l.jsx)(e.span,{className:"vlist-s",children:"\u200B"})]}),(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.15em"},children:(0,l.jsx)(e.span,{})})})]})})]}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.2778em"}}),(0,l.jsx)(e.span,{className:"mrel",children:"="}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.2778em"}})]}),(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.7333em",verticalAlign:"-0.15em"}}),(0,l.jsxs)(e.span,{className:"mord",children:[(0,l.jsx)(e.span,{className:"mord mathnormal",children:"x"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsxs)(e.span,{className:"vlist-t vlist-t2",children:[(0,l.jsxs)(e.span,{className:"vlist-r",children:[(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.3117em"},children:(0,l.jsxs)(e.span,{style:{top:"-2.55em",marginLeft:"0em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsx)(e.span,{className:"mord mathnormal mtight",children:"i"})})]})}),(0,l.jsx)(e.span,{className:"vlist-s",children:"\u200B"})]}),(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.15em"},children:(0,l.jsx)(e.span,{})})})]})})]}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.2222em"}}),(0,l.jsx)(e.span,{className:"mbin",children:"+"}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.2222em"}})]}),(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"1.3364em",verticalAlign:"-0.3552em"}}),(0,l.jsxs)(e.span,{className:"mop",children:[(0,l.jsx)(e.span,{className:"mop op-symbol small-op",style:{position:"relative",top:"0em"},children:"\u2211"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsxs)(e.span,{className:"vlist-t vlist-t2",children:[(0,l.jsxs)(e.span,{className:"vlist-r",children:[(0,l.jsxs)(e.span,{className:"vlist",style:{height:"0.9812em"},children:[(0,l.jsxs)(e.span,{style:{top:"-2.4003em",marginLeft:"0em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsxs)(e.span,{className:"mord mtight",children:[(0,l.jsx)(e.span,{className:"mord mathnormal mtight",children:"h"}),(0,l.jsx)(e.span,{className:"mrel mtight",children:"="}),(0,l.jsx)(e.span,{className:"mord mtight",children:"1"})]})})]}),(0,l.jsxs)(e.span,{style:{top:"-3.2029em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsx)(e.span,{className:"mord mathnormal mtight",style:{marginRight:"0.08125em"},children:"H"})})]})]}),(0,l.jsx)(e.span,{className:"vlist-s",children:"\u200B"})]}),(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.2997em"},children:(0,l.jsx)(e.span,{})})})]})})]}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.1667em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.03588em"},children:"\u03C3"}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.1667em"}}),(0,l.jsxs)(e.span,{className:"minner",children:[(0,l.jsx)(e.span,{className:"mopen delimcenter",style:{to

1p:"0em"},children:(0,l.jsx)(e.span,{className:"delimsizing size1",children:"("})}),(0,l.jsxs)(e.span,{className:"mord",children:[(0,l.jsx)(e.span,{className:"mord mathnormal",children:"Q"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsxs)(e.span,{className:"vlist-t vlist-t2",children:[(0,l.jsxs)(e.span,{className:"vlist-r",children:[(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.3361em"},children:(0,l.jsxs)(e.span,{style:{top:"-2.55em",marginLeft:"0em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsx)(e.span,{className:"mord mathnormal mtight",children:"h"})})]})}),(0,l.jsx)(e.span,{className:"vlist-s",children:"\u200B"})]}),(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.15em"},children:(0,l.jsx)(e.span,{})})})]})})]}),(0,l.jsx)(e.span,{className:"mopen",children:"("}),(0,l.jsxs)(e.span,{className:"mord",children:[(0,l.jsx)(e.span,{className:"mord mathnormal",children:"x"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsxs)(e.span,{className:"vlist-t vlist-t2",children:[(0,l.jsxs)(e.span,{className:"vlist-r",children:[(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.3117em"},children:(0,l.jsxs)(e.span,{style:{top:"-2.55em",marginLeft:"0em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsx)(e.span,{className:"mord mathnormal mtight",children:"i"})})]})}),(0,l.jsx)(e.span,{className:"vlist-s",children:"\u200B"})]}),(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.15em"},children:(0,l.jsx)(e.span,{})})})]})})]}),(0,l.jsx)(e.span,{className:"mclose",children:")"}),(0,l.jsxs)(e.span,{className:"mord",children:[(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.07153em"},children:"K"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsxs)(e.span,{className:"vlist-t vlist-t2",children:[(0,l.jsxs)(e.span,{className:"vlist-r",children:[(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.3361em"},children:(0,l.jsxs)(e.span,{style:{top:"-2.55em",marginLeft:"-0.0715em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsx)(e.span,{className:"mord mathnormal mtight",children:"h"})})]})}),(0,l.jsx)(e.span,{className:"vlist-s",children:"\u200B"})]}),(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.15em"},children:(0,l.jsx)(e.span,{})})})]})})]}),(0,l.jsx)(e.span,{className:"mopen",children:"("}),(0,l.jsxs)(e.span,{className:"mord",children:[(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.07847em"},children:"X"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsxs)(e.span,{className:"vlist-t vlist-t2",children:[(0,l.jsxs)(e.span,{className:"vlist-r",children:[(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.3448em"},children:(0,l.jsxs)(e.span,{style:{top:"-2.5198em",marginLeft:"-0.0785em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsxs)(e.span,{className:"mord mtight",children:[(0,l.jsx)(e.span,{className:"mord mathnormal mtight",style:{marginRight:"0.10903em"},children:"N"}),(0,l.jsx)(e.span,{className:"mopen mtight",children:"("}),(0,l.jsx)(e.span,{className:"mord mathnormal mtight",children:"i"}),(0,l.jsx)(e.span,{className:"mclose mtight",children:")"})]})})]})}),(0,l.jsx)(e.span,{className:"vlist-s",children:"\u200B"})]}),(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.3552em"},children:(0,l.jsx)(e.span,{})})})]})})]}),(0,l.jsxs)(e.span,{className:"mclose",children:[(0,l.jsx)(e.span,{className:"mclose",children:")"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsx)(e.span,{className:"vlist-t",children:(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.8413em"}

1,children:(0,l.jsxs)(e.span,{style:{top:"-3.063em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsx)(e.span,{className:"mord mathnormal mtight",style:{marginRight:"0.13889em"},children:"T"})})]})})})})})]}),(0,l.jsx)(e.span,{className:"mclose delimcenter",style:{top:"0em"},children:(0,l.jsx)(e.span,{className:"delimsizing size1",children:")"})})]}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.2222em"}}),(0,l.jsx)(e.span,{className:"mbin",children:"\u22C5"}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.2222em"}})]}),(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"1.1052em",verticalAlign:"-0.3552em"}}),(0,l.jsxs)(e.span,{className:"mord",children:[(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.22222em"},children:"V"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsxs)(e.span,{className:"vlist-t vlist-t2",children:[(0,l.jsxs)(e.span,{className:"vlist-r",children:[(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.3361em"},children:(0,l.jsxs)(e.span,{style:{top:"-2.55em",marginLeft:"-0.2222em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsx)(e.span,{className:"mord mathnormal mtight",children:"h"})})]})}),(0,l.jsx)(e.span,{className:"vlist-s",children:"\u200B"})]}),(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.15em"},children:(0,l.jsx)(e.span,{})})})]})})]}),(0,l.jsx)(e.span,{className:"mopen",children:"("}),(0,l.jsxs)(e.span,{className:"mord",children:[(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.07847em"},children:"X"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsxs)(e.span,{className:"vlist-t vlist-t2",children:[(0,l.jsxs)(e.span,{className:"vlist-r",children:[(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.3448em"},children:(0,l.jsxs)(e.span,{style:{top:"-2.5198em",marginLeft:"-0.0785em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsxs)(e.span,{className:"mord mtight",children:[(0,l.jsx)(e.span,{className:"mord mathnormal mtight",style:{marginRight:"0.10903em"},children:"N"}),(0,l.jsx)(e.span,{className:"mopen mtight",children:"("}),(0,l.jsx)(e.span,{className:"mord mathnormal mtight",children:"i"}),(0,l.jsx)(e.span,{className:"mclose mtight",children:")"})]})})]})}),(0,l.jsx)(e.span,{className:"vlist-s",children:"\u200B"})]}),(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.3552em"},children:(0,l.jsx)(e.span,{})})})]})})]}),(0,l.jsx)(e.span,{className:"mclose",children:")"})]})]})]}),"\u3002"]}),"\n",(0,l.jsxs)(e.li,{children:[(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsxs)(e.mrow,{children:[(0,l.jsxs)(e.msub,{children:[(0,l.jsx)(e.mi,{children:"Q"}),(0,l.jsx)(e.mi,{children:"h"})]}),(0,l.jsx)(e.mo,{separator:"true",children:","}),(0,l.jsxs)(e.msub,{children:[(0,l.jsx)(e.mi,{children:"K"}),(0,l.jsx)(e.mi,{children:"h"})]}),(0,l.jsx)(e.mo,{separator:"true",children:","}),(0,l.jsxs)(e.msub,{children:[(0,l.jsx)(e.mi,{children:"V"}),(0,l.jsx)(e.mi,{children:"h"})]})]}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"Q_h, K_h, V_h"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.8778em",verticalAlign:"-0.1944em"}}),(0,l.jsxs)(e.span,{className:"mord",children:[(0,l.jsx)(e.span,{className:"mord mathnormal",children:"Q"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsxs)(e.span,{className:"vlist-t vlist-t2",children:[(0,l.jsxs)(e.span,{className:"vlist-r",children:[(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.3361em"}

1,children:(0,l.jsxs)(e.span,{style:{top:"-2.55em",marginLeft:"0em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsx)(e.span,{className:"mord mathnormal mtight",children:"h"})})]})}),(0,l.jsx)(e.span,{className:"vlist-s",children:"\u200B"})]}),(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.15em"},children:(0,l.jsx)(e.span,{})})})]})})]}),(0,l.jsx)(e.span,{className:"mpunct",children:","}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.1667em"}}),(0,l.jsxs)(e.span,{className:"mord",children:[(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.07153em"},children:"K"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsxs)(e.span,{className:"vlist-t vlist-t2",children:[(0,l.jsxs)(e.span,{className:"vlist-r",children:[(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.3361em"},children:(0,l.jsxs)(e.span,{style:{top:"-2.55em",marginLeft:"-0.0715em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsx)(e.span,{className:"mord mathnormal mtight",children:"h"})})]})}),(0,l.jsx)(e.span,{className:"vlist-s",children:"\u200B"})]}),(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.15em"},children:(0,l.jsx)(e.span,{})})})]})})]}),(0,l.jsx)(e.span,{className:"mpunct",children:","}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.1667em"}}),(0,l.jsxs)(e.span,{className:"mord",children:[(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.22222em"},children:"V"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsxs)(e.span,{className:"vlist-t vlist-t2",children:[(0,l.jsxs)(e.span,{className:"vlist-r",children:[(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.3361em"},children:(0,l.jsxs)(e.span,{style:{top:"-2.55em",marginLeft:"-0.2222em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsx)(e.span,{className:"mord mathnormal mtight",children:"h"})})]})}),(0,l.jsx)(e.span,{className:"vlist-s",children:"\u200B"})]}),(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.15em"},children:(0,l.jsx)(e.span,{})})})]})})]})]})})]})," \u5206\u5225\u70BA\u67E5\u8A62\u3001\u95DC\u9375\u3001\u503C\u51FD\u6578\uFF0C\u5C07 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsxs)(e.msup,{children:[(0,l.jsx)(e.mi,{children:"R"}),(0,l.jsx)(e.mi,{children:"d"})]})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"R^d"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.8491em"}}),(0,l.jsxs)(e.span,{className:"mord",children:[(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.00773em"},children:"R"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsx)(e.span,{className:"vlist-t",children:(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.8491em"},children:(0,l.jsxs)(e.span,{style:{top:"-3.063em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsx)(e.span,{className:"mord mathnormal mtight",children:"d"})})]})})})})})]})]})})]})," \u6620\u5C04\u5230\u4E0D\u540C\u7684\u7A7A\u9593\u3002"]}),"\n",(0,l.jsxs)(e.li,{children:[(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsx)(e.mi,{children:"\u03C3"})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"\\sigma"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.4306em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.03588em"},children:"\u03C3"})]})})]})," \u662F\u8A55\u5206\u51FD\u6578\uFF0C\u5982 softmax \u6216 hardmax\u3002"]}),"\n",(0,l.jsxs)(e.li,{children:[(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsx)(e.mi,{children:"H"})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"H"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.6833em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.08125em"},children:"H"})]})})]})," \u70BA\u982D\u6578\u91CF\u3002"]}),"\n"]}),"\n"]}),"\n",(0,l.jsxs)(e.li,{children:["\n",(0,l.jsxs)(e.p,{children:[(0,l.jsx)(e.strong,{children:"\u5168\u9023\u63A5\u5716\u548C\u7A00\u758F\u5316"}),"\uFF1A"]}),"\n",(0,l.jsxs)(e.ul,{children:["\n",(0,l.jsxs)(e.li,{children:["\u5982\u679C ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsx)(e.mi,{children:"D"})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"D"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.6833em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.02778em"},children:"D"})]})})]}

1)," \u662F\u4E00\u500B\u5B8C\u5168\u7684\u6709\u5411\u5716\uFF0C\u5247\u6062\u5FA9\u70BA Vaswani \u7B49\u4EBA\u63CF\u8FF0\u7684\u5B8C\u5168\u4E8C\u6B21\u6CE8\u610F\u529B\u6A5F\u5236\u3002"]}),"\n",(0,l.jsxs)(e.li,{children:["\u5716 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsx)(e.mi,{children:"D"})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"D"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.6833em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.02778em"},children:"D"})]})})]})," \u7684\u7A00\u758F\u5316\u662F\u901A\u904E\u7BC0\u9EDE\u9593\u9078\u53D6\u4E00\u5B9A\u6578\u91CF\u7684\u96A8\u6A5F\u908A\u4F86\u5BE6\u73FE\uFF0C\u964D\u4F4E\u8A08\u7B97\u8907\u96DC\u5EA6\u3002"]}),"\n"]}),"\n"]}),"\n",(0,l.jsxs)(e.li,{children:["\n",(0,l.jsxs)(e.p,{children:[(0,l.jsx)(e.strong,{children:"\u7A00\u758F\u96A8\u6A5F\u5716"}),"\uFF1A"]}),"\n"]}),"\n"]}),"\n",(0,l.jsxs)(e.ul,{children:["\n",(0,l.jsx)(e.li,{children:"\u5229\u7528\u96A8\u6A5F\u5716\u7684\u6982\u5FF5\u4F86\u8FD1\u4F3C\u5B8C\u6574\u5716\uFF0C\u9019\u4E9B\u5716\u5728\u8B5C\u5C6C\u6027\u4E0A\u8207\u5B8C\u6574\u5716\u76F8\u4F3C\uFF0C\u53EF\u4EE5\u4F5C\u70BA\u64F4\u5C55\u5668\u3002"}),"\n",(0,l.jsx)(e.li,{children:"\u4F7F\u7528\u6700\u7C21\u55AE\u7684 Erdos-R\xe9nyi \u6A21\u578B\uFF0C\u5176\u4E2D\u6BCF\u689D\u908A\u90FD\u662F\u7368\u7ACB\u4EE5\u56FA\u5B9A\u6A5F\u7387\u9078\u64C7\u7684\u3002"}),"\n"]}),"\n",(0,l.jsxs)(e.ol,{start:"5",children:["\n",(0,l.jsxs)(e.li,{children:[(0,l.jsx)(e.strong,{children:"\u5C40\u90E8\u6027\u548C\u6ED1\u52D5\u8996\u7A97"}),"\uFF1A"]}),"\n"]}),"\n",(0,l.jsxs)(e.ul,{children:["\n",(0,l.jsx)(e.li,{children:"\u8003\u616E\u5230\u5728\u5927\u591A\u6578 NLP \u548C\u8A08\u7B97\u751F\u7269\u5B78\u7684\u80CC\u666F\u4E2D\uFF0C\u5927\u91CF\u7684\u53C3\u8003\u8CC7\u8A0A\u8868\u73FE\u51FA\u5C40\u90E8\u6027\uFF0C\u5373\u5F9E\u9130\u8FD1\u7684\u4EE4\u724C\u4E2D\u63D0\u53D6\u4FE1\u606F\u3002"}),"\n",(0,l.jsx)(e.li,{children:"BigBird \u6A21\u578B\u4E2D\u4F7F\u7528\u6ED1\u52D5\u8996\u7A97\u6CE8\u610F\u529B\u6A5F\u5236\uFF0C\u4EE5\u61C9\u5C0D\u9019\u7A2E\u5C40\u90E8\u6027\u3002"}),"\n"]}),"\n",(0,l.jsxs)(e.ol,{start:"6",children:["\n",(0,l.jsxs)(e.li,{children:[(0,l.jsx)(e.strong,{children:"\u5168\u57DF\u4EE4\u724C\u7684\u4F7F\u7528"}),"\uFF1A"]}),"\n"]}),"\n",(0,l.jsxs)(e.ul,{children:["\n",(0,l.jsx)(e.li,{children:"\u5F15\u5165\u5168\u57DF\u4EE4\u724C\u4F86\u6A21\u64EC\u6D89\u53CA\u5E8F\u5217\u4E2D\u6240\u6709\u4EE4\u724C\u7684\u60C5\u6CC1\uFF0C\u9019\u4E9B\u4EE4\u724C\u5728\u6CE8\u610F\u529B\u8A08\u7B97\u4E2D\u626E\u6F14\u95DC\u9375\u89D2\u8272\uFF0C\u5B83\u5011\u6703\u53C3\u8207\u5230\u6574\u500B\u5E8F\u5217\u7684\u8655\u7406\u4E2D\u3002"}),"\n"]}),"\n",(0,l.jsx)(e.hr,{}),"\n",(0,l.jsx)(e.p,{children:"\u4E0A\u9762\u9019\u4E00\u6BB5\u5176\u5BE6\u6C92\u6709\u65B0\u6771\u897F\uFF0C\u53EA\u662F\u900F\u904E\u9019\u6BB5\u63CF\u8FF0\uFF0C\u8AAA\u660E\u4E86\u539F\u59CB\u7684\u6CE8\u610F\u529B\u6A5F\u5236\u5176\u5BE6\u5C31\u662F\u5EE3\u7FA9\u6CE8\u610F\u529B\u6A5F\u5236\u4E2D\u7684\u300C\u7279\u4F8B\u300D\u3002"}),"\n",(0,l.jsx)(e.p,{children:"\u9019\u500B\u300C\u7279\u4F8B\u300D\u5C31\u662F\u5B8C\u5168\u6709\u5411\u5716\uFF0C\u6240\u4EE5\u7576\u4F60\u958B\u59CB\u8ABF\u6574\u6CE8\u610F\u529B\u5716\u70BA\u300C\u7279\u88FD\u300D\u7684\u6709\u5411\u5716\u6642\uFF0C\u5C31\u610F\u5473\u8457\u8D70\u9032\u7A00\u758F\u6CE8\u610F\u529B\u6A5F\u5236\u7684\u9818\u57DF\u3002"}),"\n",(0,l.jsx)(e.p,{children:"\u53E6\u5916\uFF0C\u9019\u88E1\u4E5F\u8AAA\u660E\u4E86\u70BA\u4EC0\u9EBC\u6703\u63A1\u7528\u96A8\u6A5F\u6CE8\u610F\u529B\u6A5F\u5236\uFF1A"}),"\n",(0,l.jsxs)(e.ul,{children:["\n",(0,l.jsx)(e.li,{children:"\u56E0\u70BA\u6211\u5011\u9700\u8981\u300C\u8FD1\u4F3C\u300D\u5B8C\u6574\u5716\u3002"}),"\n"]}

1),"\n",(0,l.jsx)(e.p,{children:"\u5229\u7528\u96A8\u6A5F\u5716\u7684\u6982\u5FF5\u4F86\u8FD1\u4F3C\u5B8C\u6574\u5716\uFF0C\u9019\u4E9B\u5716\u5728\u8B5C\u5C6C\u6027\u4E0A\u8207\u5B8C\u6574\u5716\u76F8\u4F3C\uFF0C\u53EF\u4EE5\u4F5C\u70BA\u64F4\u5C55\u5668\u3002\u5728\u9019\u908A\uFF0C\u4F5C\u8005\u4F7F\u7528\u6700\u7C21\u55AE\u7684 Erdos-R\xe9nyi \u6A21\u578B\uFF0C\u5176\u4E2D\u6BCF\u689D\u908A\u90FD\u662F\u7368\u7ACB\u4EE5\u56FA\u5B9A\u6A5F\u7387\u9078\u64C7\u7684\u3002"}),"\n",(0,l.jsxs)(e.admonition,{type:"tip",children:[(0,l.jsx)(e.p,{children:"\u5982\u679C\u4F60\u6709\u505A\u904E\u5716\u5377\u7A4D\u795E\u7D93\u7DB2\u8DEF\uFF08GCN\uFF09\u6216\u5176\u4ED6\u5716\u795E\u7D93\u7DB2\u8DEF\u7684\u76F8\u95DC\u7814\u7A76\uFF0C\u9019\u88E1\u53EF\u4EE5\u5C0D\u6BD4\u4E00\u4E0B\uFF0C\u5716\u5377\u7A4D\u4E2D\u7684\u300C\u7BC0\u9EDE\u300D\u6307\u7684\u5C31\u662F\u9019\u88E1\u7684 Token\uFF1B\u300C\u908A\u300D\u6307\u7684\u5C31\u662F\u9019\u88E1\u7684\u6CE8\u610F\u529B\u9023\u63A5\uFF1B\u300C\u9130\u63A5\u77E9\u9663\u300D\u6307\u7684\u5C31\u662F\u9019\u88E1\u7684\u6CE8\u610F\u529B\u5716\u3002"}),(0,l.jsx)(e.p,{children:"\u5716\u5377\u7A4D\u7684\u6280\u8853\u70BA\u4EC0\u9EBC\u5728\u6CE8\u610F\u529B\u6A5F\u5236\u63D0\u51FA\u5F8C\u5C31\u4E0D\u518D\u6D41\u884C\u4E86\uFF1F\u56E0\u70BA\u6CE8\u610F\u529B\u6A5F\u5236\u5176\u5BE6\u5C31\u662F\u66F4\u901A\u7528\u7684\u5716\u5377\u7A4D\uFF0C\u4E0D\u50C5\u5806\u758A\u6DF1\u5EA6\u66F4\u7C21\u55AE\uFF0C\u800C\u4E14\u66F4\u5BB9\u6613\u8A13\u7DF4\u3002"})]}),"\n",(0,l.jsx)(e.h3,{id:"\u958B\u59CB\u8B49\u660E",children:"\u958B\u59CB\u8B49\u660E"}),"\n",(0,l.jsx)(e.p,{children:"Transformer \u7684\u7DE8\u78BC\u5668\u5806\u758A\u672C\u8CEA\u4E0A\u662F\u4

1E00\u7CFB\u5217\u91CD\u8907\u7684\u55AE\u5C64\u7DE8\u78BC\u5668\uFF0C\u6BCF\u500B\u7DE8\u78BC\u5668\u90FD\u6709\u81EA\u5DF1\u7684\u4E00\u5957\u53C3\u6578\u3002"}),"\n",(0,l.jsx)(e.p,{children:"\u9019\u7A2E\u7D50\u69CB\u5141\u8A31\u901A\u904E\u591A\u500B\u968E\u6BB5\u8655\u7406\u8F38\u5165\u6578\u64DA\uFF0C\u6BCF\u4E00\u5C64\u90FD\u5728\u524D\u4E00\u5C64\u7684\u8F38\u51FA\u57FA\u790E\u4E0A\u9032\u4E00\u6B65\u8F49\u63DB\u6578\u64DA\u3002"}),"\n",(0,l.jsxs)(e.ul,{children:["\n",(0,l.jsxs)(e.li,{children:["\n",(0,l.jsxs)(e.p,{children:[(0,l.jsx)(e.strong,{children:"\u53C3\u6578\u5316"}),"\uFF1A"]}),"\n",(0,l.jsxs)(e.ul,{children:["\n",(0,l.jsxs)(e.li,{children:[(0,l.jsx)(e.strong,{children:"H"}),"\uFF1A\u6BCF\u500B\u7DE8\u78BC\u5668\u5C64\u4E2D\u7684\u6CE8\u610F\u529B\u982D\u6578\u91CF\u3002"]}),"\n",(0,l.jsxs)(e.li,{children:[(0,l.jsx)(e.strong,{children:"m"}),"\uFF1A\u6BCF\u500B\u6CE8\u610F\u529B\u982D\u7684\u5927\u5C0F\u3002"]}),"\n",(0,l.jsxs)(e.li,{children:[(0,l.jsx)(e.strong,{children:"q"}),"\uFF1A\u8F38\u51FA\u7DB2\u8DEF\u4E2D\u96B1\u85CF\u5C64\u7684\u5927\u5C0F\u3002"]}),"\n"]}),"\n"]}),"\n",(0,l.jsxs)(e.li,{children:["\n",(0,l.jsxs)(e.p,{children:[(0,l.jsx)(e.strong,{children:"\u6CE8\u610F\u529B\u6A5F\u5236"}),"\uFF1A"]}),"\n",(0,l.jsxs)(e.ul,{children:["\n",(0,l.jsxs)(e.li,{children:["\u7531\u6709\u5411\u5716 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsx)(e.mi,{children:"D"})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"D"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.6833em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.02778em"},children:"D"})]})})]})," \u5B9A\u7FA9\u3002\u8207\u50B3\u7D71\u7684\u6CE8\u610F\u529B\u6A5F\u5236\uFF08\u4F8B\u5982 Vaswani \u7B49\u4EBA\u63D0\u51FA\u7684\uFF09\u4E0D\u540C\uFF0C\u9019\u7A2E\u914D\u7F6E\u5728\u6BCF\u500B\u5E8F\u5217\u7684\u958B\u59CB\u6DFB\u52A0\u4E86\u4E00\u500B\u7279\u6B8A\u7684\u6A19\u8A18\uFF0C\u8A18\u70BA ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsxs)(e.msub,{children:[(0,l.jsx)(e.mi,{children:"x"}),(0,l.jsx)(e.mn,{children:"0"})]})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"x_0"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.5806em",verticalAlign:"-0.15em"}}),(0,l.jsxs)(e.span,{className:"mord",children:[(0,l.jsx)(e.span,{className:"mord mathnormal",children:"x"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsxs)(e.span,{className:"vlist-t vlist-t2",children:[(0,l.jsxs)(e.span,{className:"vlist-r",children:[(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.3011em"},children:(0,l.jsxs)(e.span,{style:{top:"-2.55em",marginLeft:"0em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsx)(e.span,{className:"mord mtight",children:"0"})})]})}),(0,l.jsx)(e.span,{className:"vlist-s",children:"\u200B"})]}),(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.15em"},children:(0,l.jsx)(e.span,{})})})]})})]})]})})]}),"\u3002\u9019\u500B\u6A19\u8A18\u53EF\u4EE5\u7528\u65BC\u5404\u7A2E\u76EE\u7684\uFF0C\u5982\u4EE3\u8868\u5E8F\u5217\u7684\u805A\u5408\u4FE1\u606F\u6216\u8655\u7406\u7279\u5B9A\u7684\u4E0A\u4E0B\u6587\u9700\u6C42\u3002\u5716 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsx)(e.mi,{children:"D"})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"D"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.6833em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.02778em"},children:"D"})]})})]})," \u7684\u9802\u9EDE\u96C6\u5305\u62EC\u9019\u500B\u7279\u6B8A\u6A19\u8A18\uFF0C\u5373 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsxs)(e.mrow,{children:[(0,l.jsx)(e.mo,{stretchy:"false",children:"{"}),(0,l.jsx)(e.mn,{children:"0"}),(0,l.jsx)(e.mo,{stretchy:"false",children:"}"}),(0,l.jsx)(e.mo,{children:"\u222A"}),(0,l.jsx)(e.mo,{stretchy:"false",children:"["}),(0,l.jsx)(e.mi,{children:"n"}),(0,l.jsx)(e.mo,{stretchy:"false",children:"]"}),(0,l.jsx)(e.mo,{children:"="}),(0,l.jsx)(e.mo,{stretchy:"false",children:"{"}),(0,l.jsx)(e.mn,{children:"0"}),(0,l.jsx)(e.mo,{separator:"true",children:","}),(0,l.jsx)(e.mn,{children:"1"}),(0,l.jsx)(e.mo,{separator:"true",children:","}),(0,l.jsx)(e.mn,{children:"2"}),(0,l.jsx)(e.mo,{separator:"true",children:","}),(0,l.jsx)(e.mo,{children:"\u2026"}),(0,l.jsx)(e.mo,{separator:"true",children:","}),(0,l.jsx)(e.mi,{children:"n"}),(0,l.jsx)(e.mo,{stretchy:"false",children:"}"})]}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"\\{0\\} \\cup [n] = \\{0, 1, 2, \\ldots, n\\}"})]})})}),(0,l.jsxs)(e.span,{className:"katex-html","aria-hidden":"true",children:[(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"1em",verticalAlign:"-0.25em"}}),(0,l.jsx)(e.span,{className:"mopen",children:"{"}),(0,l.jsx)(e.span,{className:"mord",children:"0"}),(0,l.jsx)(e.span,{className:"mclose",children:"}"}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.2222em"}}),(0,l.jsx)(e.span,{className:"mbin",children:"\u222A"}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.2222em"}})]}),(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"1em",verticalAlign:"-0.25em"}}),(0,l.jsx)(e.span,{className:"mopen",children:"["}),(0,l.jsx)(e.span,{className:"mord mathnormal",children:"n"}),(0,l.jsx)(e.span,{className:"mclose",children:"]"}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.2778em"}}),(0,l.jsx)(e.span,{className:"mrel",children:"="}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.2778em"}})]}),(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"1em",verticalAlign:"-0.25em"}}),(0,l.jsx)(e.span,{className:"mopen",children:"{"}),(0,l.jsx)(e.span,{className:"mord",children:"0"}),(0,l.jsx)(e.span,{className:"mpunct",children:","}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.1667em"}}),(0,l.jsx)(e.span,{className:"mord",children:"1"}),(0,l.jsx)(e.span,{className:"mpunct",children:","}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.1667em"}}),(0,l.jsx)(e.span,{className:"mord",children:"2"}),(0,l.jsx)(e.span,{className:"mpunct",children:","}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.1667em"}}),(0,l.jsx)(e.span,{className:"minner",children:"\u2026"}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.1667em"}}),(0,l.jsx)(e.span,{className:"mpunct",children:","}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.1667em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",children:"n"}),(0,l.jsx)(e.span,{className:"mclose",children:"}"})]})]})]}),"\u3002"]}),"\n"]}),"\n"]}),"\n",(0,l.jsxs)(e.li,{children:["\n",(0,l.jsxs)(e.p,{children:[(0,l.jsx)(e.strong,{children:"\u8F38\u5165\u548C\u8F38\u51FA\u8655\u7406"}),"\uFF1A"]}),"\n",(0,l.jsxs)(e.ul,{children:["\n",(0,l.jsxs)(e.li,{children:["\u5118\u7BA1\u5728\u958B\u59CB\u6642\u6DFB\u52A0\u4E86\u984D\u5916\u7684\u7BC0\u9EDE ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsxs)(e.msub,{children:[(0,l.jsx)(e.mi,{children:"x"}),(0,l.jsx)(e.mn,{children:"0"})]})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"x_0"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.5806em",verticalAlign:"-0.15em"}}),(0,l.jsxs)(e.span,{className:"mord",children:[(0,l.jsx)(e.span,{className:"mord mathnormal",children:"x"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsxs)(e.span,{className:"vlist-t vlist-t2",children:[(0,l.jsxs)(e.span,{className:"vlist-r",children:[(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.3011em"}

1,children:(0,l.jsxs)(e.span,{style:{top:"-2.55em",marginLeft:"0em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsx)(e.span,{className:"mord mtight",children:"0"})})]})}),(0,l.jsx)(e.span,{className:"vlist-s",children:"\u200B"})]}),(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.15em"},children:(0,l.jsx)(e.span,{})})})]})})]})]})})]}),"\uFF0C Transformer \u88AB\u6982\u5FF5\u5316\u70BA\u5C07\u5E8F\u5217\u5F9E ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsxs)(e.msup,{children:[(0,l.jsx)(e.mi,{mathvariant:"double-struck",children:"R"}),(0,l.jsxs)(e.mrow,{children:[(0,l.jsx)(e.mi,{children:"n"}),(0,l.jsx)(e.mo,{children:"\xd7"}),(0,l.jsx)(e.mi,{children:"d"})]})]})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"\\mathbb{R}^{n \\times d}"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.8491em"}}),(0,l.jsxs)(e.span,{className:"mord",children:[(0,l.jsx)(e.span,{className:"mord mathbb",children:"R"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsx)(e.span,{className:"vlist-t",children:(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.8491em"},children:(0,l.jsxs)(e.span,{style:{top:"-3.063em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsxs)(e.span,{className:"mord mtight",children:[(0,l.jsx)(e.span,{className:"mord mathnormal mtight",children:"n"}),(0,l.jsx)(e.span,{className:"mbin mtight",children:"\xd7"}),(0,l.jsx)(e.span,{className:"mord mathnormal mtight",children:"d"})]})})]})})})})})]})]})})]})," \u6620\u5C04\u5230 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsxs)(e.msup,{children:[(0,l.jsx)(e.mi,{mathvariant:"double-struck",children:"R"}),(0,l.jsxs)(e.mrow,{children:[(0,l.jsx)(e.mi,{children:"n"}),(0,l.jsx)(e.mo,{children:"\xd7"}),(0,l.jsx)(e.mi,{children:"d"})]})]})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"\\mathbb{R}^{n \\times d}"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.8491em"}}),(0,l.jsxs)(e.span,{className:"mord",children:[(0,l.jsx)(e.span,{className:"mord mathbb",children:"R"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsx)(e.span,{className:"vlist-t",children:(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.8491em"},children:(0,l.jsxs)(e.span,{style:{top:"-3.063em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsxs)(e.span,{className:"mord mtight",children:[(0,l.jsx)(e.span,{className:"mord mathnormal mtight",children:"n"}),(0,l.jsx)(e.span,{className:"mbin mtight",children:"\xd7"}),(0,l.jsx)(e.span,{className:"mord mathnormal mtight",children:"d"})]})})]})})})})})]})]})})]}),"\u3002"]}),"\n",(0,l.jsx)(e.li,{children:"\u5728\u6700\u7D42\u8F38\u51FA\u5C64\uFF0C\u5047\u8A2D\u5C07\u984D\u5916\u7684\u7BC0\u9EDE\u53CA\u5176\u5411\u91CF\u4E1F\u68C4\uFF0C\u78BA\u4FDD\u8F38\u51FA\u7684\u7DAD\u5EA6\u8207\u8F38\u5165\u5339\u914D\u3002"}),"\n",(0,l.jsxs)(e.li,{children:["\u5728\u8F38\u5165\u77E9\u9663 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsx)(e.mi,{children:"X"})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"X"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.6833em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.07847em"},children:"X"})]})})]})," \u4E2D\u8FFD\u52A0\u4F4D\u7F6E\u5D4C\u5165 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsxs)(e.mrow,{children:[(0,l.jsx)(e.mi,{children:"E"}),(0,l.jsx)(e.mo,{children:"\u2208"}),(0,l.jsxs)(e.msup,{children:[(0,l.jsx)(e.mi,{mathvariant:"double-struck",children:"R"}),(0,l.jsxs)(e.mrow,{children:[(0,l.jsx)(e.mi,{children:"d"}),(0,l.jsx)(e.mo,{children:"\xd7"}),(0,l.jsx)(e.mi,{children:"n"})]})]})]}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"E \\in \\mathbb{R}^{d \\times n}"})]})})}),(0,l.jsxs)(e.span,{className:"katex-html","aria-hidden":"true",children:[(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.7224em",verticalAlign:"-0.0391em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.05764em"},children:"E"}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.2778em"}}),(0,l.jsx)(e.span,{className:"mrel",children:"\u2208"}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.2778em"}})]}),(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.8491em"}}),(0,l.jsxs)(e.span,{className:"mord",children:[(0,l.jsx)(e.span,{className:"mord mathbb",children:"R"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsx)(e.span,{className:"vlist-t",children:(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.8491em"}

1,children:(0,l.jsxs)(e.span,{style:{top:"-3.063em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsxs)(e.span,{className:"mord mtight",children:[(0,l.jsx)(e.span,{className:"mord mathnormal mtight",children:"d"}),(0,l.jsx)(e.span,{className:"mbin mtight",children:"\xd7"}),(0,l.jsx)(e.span,{className:"mord mathnormal mtight",children:"n"})]})})]})})})})})]})]})]})]}),"\uFF0C\u589E\u5F37\u6A21\u578B\u57FA\u65BC\u5143\u7D20\u5728\u5E8F\u5217\u4E2D\u7684\u4F4D\u7F6E\u89E3\u91CB\u5E8F\u5217\u6578\u64DA\u7684\u80FD\u529B\u3002"]}),"\n"]}),"\n"]}),"\n",(0,l.jsxs)(e.li,{children:["\n",(0,l.jsxs)(e.p,{children:[(0,l.jsx)(e.strong,{children:"\u901A\u7528\u8FD1\u4F3C"}),"\uFF1A"]}),"\n",(0,l.jsxs)(e.ul,{children:["\n",(0,l.jsxs)(e.li,{children:["\n",(0,l.jsxs)(e.p,{children:["\u51FD\u6578\u985E ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsx)(e.mtext,{children:"FCD"})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"\\text{FCD}"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.6833em"}}),(0,l.jsx)(e.span,{className:"mord text",children:(0,l.jsx)(e.span,{className:"mord",children:"FCD"})})]})})]})," \u88AB\u5B9A\u7FA9\u70BA\u9023\u7E8C\u51FD\u6578\u96C6\u5408 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsxs)(e.mrow,{children:[(0,l.jsx)(e.mi,{children:"f"}),(0,l.jsx)(e.mo,{children:":"}),(0,l.jsx)(e.mo,{stretchy:"false",children:"["}),(0,l.jsx)(e.mn,{children:"0"}),(0,l.jsx)(e.mo,{separator:"true",children:","}),(0,l.jsx)(e.mn,{children:"1"}),(0,l.jsxs)(e.msup,{children:[(0,l.jsx)(e.mo,{stretchy:"false",children:"]"}),(0,l.jsxs)(e.mrow,{children:[(0,l.jsx)(e.mi,{children:"n"}),(0,l.jsx)(e.mo,{children:"\xd7"}),(0,l.jsx)(e.mi,{children:"d"})]})]}),(0,l.jsx)(e.mo,{children:"\u2192"}),(0,l.jsxs)(e.msup,{children:[(0,l.jsx)(e.mi,{mathvariant:"double-struck",children:"R"}),(0,l.jsxs)(e.mrow,{children:[(0,l.jsx)(e.mi,{children:"n"}),(0,l.jsx)(e.mo,{children:"\xd7"}),(0,l.jsx)(e.mi,{children:"d"})]})]})]}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"f: [0, 1]^{n \\times d} \\to \\mathbb{R}^{n \\times d}"})]})})}),(0,l.jsxs)(e.span,{className:"katex-html","aria-hidden":"true",children:[(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.8889em",verticalAlign:"-0.1944em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.10764em"},children:"f"}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.2778em"}}),(0,l.jsx)(e.span,{className:"mrel",children:":"}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.2778em"}})]}),(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"1.0991em",verticalAlign:"-0.25em"}}),(0,l.jsx)(e.span,{className:"mopen",children:"["}),(0,l.jsx)(e.span,{className:"mord",children:"0"}),(0,l.jsx)(e.span,{className:"mpunct",children:","}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.1667em"}}),(0,l.jsx)(e.span,{className:"mord",children:"1"}),(0,l.jsxs)(e.span,{className:"mclose",children:[(0,l.jsx)(e.span,{className:"mclose",children:"]"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsx)(e.span,{className:"vlist-t",children:(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.8491em"},children:(0,l.jsxs)(e.span,{style:{top:"-3.063em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsxs)(e.span,{className:"mord mtight",children:[(0,l.jsx)(e.span,{className:"mord mathnormal mtight",children:"n"}),(0,l.jsx)(e.span,{className:"mbin mtight",children:"\xd7"}),(0,l.jsx)(e.span,{className:"mord mathnormal mtight",children:"d"})]})})]})})})})})]}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.2778em"}}),(0,l.jsx)(e.span,{className:"mrel",children:"\u2192"}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.2778em"}})]}),(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.8491em"}}),(0,l.jsxs)(e.span,{className:"mord",children:[(0,l.jsx)(e.span,{className:"mord mathbb",children:"R"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsx)(e.span,{className:"vlist-t",children:(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.8491em"}

1,children:(0,l.jsxs)(e.span,{style:{top:"-3.063em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsxs)(e.span,{className:"mord mtight",children:[(0,l.jsx)(e.span,{className:"mord mathnormal mtight",children:"n"}),(0,l.jsx)(e.span,{className:"mbin mtight",children:"\xd7"}),(0,l.jsx)(e.span,{className:"mord mathnormal mtight",children:"d"})]})})]})})})})})]})]})]})]}),"\uFF0C\u5176\u4E2D\u9023\u7E8C\u6027\u662F\u6839\u64DA\u7279\u5B9A ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsx)(e.mi,{children:"p"})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"p"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.625em",verticalAlign:"-0.1944em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",children:"p"})]})})]}),"-\u7BC4\u6578\u5B9A\u7FA9\u7684\u62D3\u64B2\u3002"]}),"\n"]}),"\n",(0,l.jsxs)(e.li,{children:["\n",(0,l.jsxs)(e.p,{children:["\u7528\u4F86\u8861\u91CF\u51FD\u6578\u8FD1\u4F3C\u7684\u8DDD\u96E2\u5EA6\u91CF\u662F ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsx)(e.mi,{children:"p"})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"p"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.625em",verticalAlign:"-0.1944em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",children:"p"})]})})]}),"-\u7BC4\u6578\u8DDD\u96E2 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsxs)(e.mrow,{children:[(0,l.jsxs)(e.msub,{children:[(0,l.jsx)(e.mi,{children:"d"}),(0,l.jsx)(e.mi,{children:"p"})]}),(0,l.jsx)(e.mo,{stretchy:"false",children:"("}),(0,l.jsxs)(e.msub,{children:[(0,l.jsx)(e.mi,{children:"f"}),(0,l.jsx)(e.mn,{children:"1"})]}),(0,l.jsx)(e.mo,{separator:"true",children:","}),(0,l.jsxs)(e.msub,{children:[(0,l.jsx)(e.mi,{children:"f"}),(0,l.jsx)(e.mn,{children:"2"})]}),(0,l.jsx)(e.mo,{stretchy:"false",children:")"}),(0,l.jsx)(e.mo,{children:"="}),(0,l.jsxs)(e.msup,{children:[(0,l.jsxs)(e.mrow,{children:[(0,l.jsx)(e.mo,{fence:"true",children:"("}),(0,l.jsx)(e.mo,{children:"\u222B"}),(0,l.jsx)(e.mi,{mathvariant:"normal",children:"\u2225"}),(0,l.jsxs)(e.msub,{children:[(0,l.jsx)(e.mi,{children:"f"}),(0,l.jsx)(e.mn,{children:"1"})]}),(0,l.jsx)(e.mo,{stretchy:"false",children:"("}),(0,l.jsx)(e.mi,{children:"X"}),(0,l.jsx)(e.mo,{stretchy:"false",children:")"}),(0,l.jsx)(e.mo,{children:"\u2212"}),(0,l.jsxs)(e.msub,{children:[(0,l.jsx)(e.mi,{children:"f"}),(0,l.jsx)(e.mn,{children:"2"})]}),(0,l.jsx)(e.mo,{stretchy:"false",children:"("}),(0,l.jsx)(e.mi,{children:"X"}),(0,l.jsx)(e.mo,{stretchy:"false",children:")"}),(0,l.jsxs)(e.msup,{children:[(0,l.jsx)(e.mi,{mathvariant:"normal",children:"\u2225"}),(0,l.jsx)(e.mi,{children:"p"})]}),(0,l.jsx)(e.mtext,{children:"\u2009"}),(0,l.jsx)(e.mi,{children:"d"}),(0,l.jsx)(e.mi,{children:"X"}),(0,l.jsx)(e.mo,{fence:"true",children:")"})]}),(0,l.jsxs)(e.mrow,{children:[(0,l.jsx)(e.mn,{children:"1"}),(0,l.jsx)(e.mi,{mathvariant:"normal",children:"/"}),(0,l.jsx)(e.mi,{children:"p"})]})]})]}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"d_p(f_1, f_2) = \\left(\\int \\|f_1(X) - f_2(X)\\|^p \\, dX\\right)^{1/p}"})]})})}),(0,l.jsxs)(e.span,{className:"katex-html","aria-hidden":"true",children:[(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"1.0361em",verticalAlign:"-0.2861em"}}),(0,l.jsxs)(e.span,{className:"mord",children:[(0,l.jsx)(e.span,{className:"mord mathnormal",children:"d"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsxs)(e.span,{className:"vlist-t vlist-t2",children:[(0,l.jsxs)(e.span,{className:"vlist-r",children:[(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.1514em"}

1,children:(0,l.jsxs)(e.span,{style:{top:"-2.55em",marginLeft:"0em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsx)(e.span,{className:"mord mathnormal mtight",children:"p"})})]})}),(0,l.jsx)(e.span,{className:"vlist-s",children:"\u200B"})]}),(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.2861em"},children:(0,l.jsx)(e.span,{})})})]})})]}),(0,l.jsx)(e.span,{className:"mopen",children:"("}),(0,l.jsxs)(e.span,{className:"mord",children:[(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.10764em"},children:"f"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsxs)(e.span,{className:"vlist-t vlist-t2",children:[(0,l.jsxs)(e.span,{className:"vlist-r",children:[(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.3011em"},children:(0,l.jsxs)(e.span,{style:{top:"-2.55em",marginLeft:"-0.1076em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsx)(e.span,{className:"mord mtight",children:"1"})})]})}),(0,l.jsx)(e.span,{className:"vlist-s",children:"\u200B"})]}),(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.15em"},children:(0,l.jsx)(e.span,{})})})]})})]}),(0,l.jsx)(e.span,{className:"mpunct",children:","}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.1667em"}}),(0,l.jsxs)(e.span,{className:"mord",children:[(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.10764em"},children:"f"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsxs)(e.span,{className:"vlist-t vlist-t2",children:[(0,l.jsxs)(e.span,{className:"vlist-r",children:[(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.3011em"},children:(0,l.jsxs)(e.span,{style:{top:"-2.55em",marginLeft:"-0.1076em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsx)(e.span,{className:"mord mtight",children:"2"})})]})}),(0,l.jsx)(e.span,{className:"vlist-s",children:"\u200B"})]}),(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.15em"},children:(0,l.jsx)(e.span,{})})})]})})]}),(0,l.jsx)(e.span,{className:"mclose",children:")"}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.2778em"}}),(0,l.jsx)(e.span,{className:"mrel",children:"="}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.2778em"}})]}),(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"1.4779em",verticalAlign:"-0.35em"}}),(0,l.jsxs)(e.span,{className:"minner",children:[(0,l.jsxs)(e.span,{className:"minner",children:[(0,l.jsx)(e.span,{className:"mopen delimcenter",style:{top:"0em"},children:(0,l.jsx)(e.span,{className:"delimsizing size1",children:"("})}),(0,l.jsx)(e.span,{className:"mop op-symbol small-op",style:{marginRight:"0.19445em",position:"relative",top:"-0.0006em"},children:"\u222B"}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.1667em"}}),(0,l.jsx)(e.span,{className:"mord",children:"\u2225"}),(0,l.jsxs)(e.span,{className:"mord",children:[(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.10764em"},children:"f"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsxs)(e.span,{className:"vlist-t vlist-t2",children:[(0,l.jsxs)(e.span,{className:"vlist-r",children:[(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.3011em"},children:(0,l.jsxs)(e.span,{style:{top:"-2.55em",marginLeft:"-0.1076em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsx)(e.span,{className:"mord mtight",children:"1"})})]})}),(0,l.jsx)(e.span,{className:"vlist-s",children:"\u200B"})]}),(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.15em"},children:(0,l.jsx)(e.span,{})})})]})})]}),(0,l.jsx)(e.span,{className:"mopen",children:"("}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.07847em"},children:"X"}),(0,l.jsx)(e.span,{className:"mclose",children:")"}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.2222em"}}),(0,l.jsx)(e.span,{className:"mbin",children:"\u2212"}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.2222em"}}),(0,l.jsxs)(e.span,{className:"mord",children:[(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.10764em"},children:"f"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsxs)(e.span,{className:"vlist-t vlist-t2",children:[(0,l.jsxs)(e.span,{className:"vlist-r",children:[(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.3011em"}

1,children:(0,l.jsxs)(e.span,{style:{top:"-2.55em",marginLeft:"-0.1076em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsx)(e.span,{className:"mord mtight",children:"2"})})]})}),(0,l.jsx)(e.span,{className:"vlist-s",children:"\u200B"})]}),(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.15em"},children:(0,l.jsx)(e.span,{})})})]})})]}),(0,l.jsx)(e.span,{className:"mopen",children:"("}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.07847em"},children:"X"}),(0,l.jsx)(e.span,{className:"mclose",children:")"}),(0,l.jsxs)(e.span,{className:"mord",children:[(0,l.jsx)(e.span,{className:"mord",children:"\u2225"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsx)(e.span,{className:"vlist-t",children:(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.6644em"},children:(0,l.jsxs)(e.span,{style:{top:"-3.063em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsx)(e.span,{className:"mord mathnormal mtight",children:"p"})})]})})})})})]}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.1667em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",children:"d"}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.07847em"},children:"X"}),(0,l.jsx)(e.span,{className:"mclose delimcenter",style:{top:"0em"},children:(0,l.jsx)(e.span,{className:"delimsizing size1",children:")"})})]}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsx)(e.span,{className:"vlist-t",children:(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"1.1279em"},children:(0,l.jsxs)(e.span,{style:{top:"-3.3029em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsxs)(e.span,{className:"mord mtight",children:[(0,l.jsx)(e.span,{className:"mord mtight",children:"1/"}),(0,l.jsx)(e.span,{className:"mord mathnormal mtight",children:"p"})]})})]})})})})})]})]})]})]}),"\u3002"]}),"\n",(0,l.jsxs)(e.admonition,{type:"tip",children:[(0,l.jsx)(e.p,{children:"\u60F3\u50CF\u4F60\u6709\u4E00\u500B\u5F88\u5927\u7684\u5E73\u9762\uFF0C\u9019\u500B\u5E73\u9762\u4E0A\u7684\u6BCF\u4E00\u9EDE\u90FD\u53EF\u4EE5\u7528\u5169\u500B\u6578\u5B57\u4F86\u63CF\u8FF0\uFF0C\u9019\u5C31\u50CF\u5730\u5716\u4E0A\u7684\u7D93\u7DEF\u5EA6\u4E00\u6A23\u3002"}),(0,l.jsxs)(e.p,{children:["\u5728\u9019\u500B\u4F8B\u5B50\u4E2D\uFF0C\u9019\u500B\u5E73\u9762\u88AB\u7A31\u70BA ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsxs)(e.mrow,{children:[(0,l.jsx)(e.mo,{stretchy:"false",children:"["}),(0,l.jsx)(e.mn,{children:"0"}),(0,l.jsx)(e.mo,{separator:"true",children:","}),(0,l.jsx)(e.mn,{children:"1"}),(0,l.jsxs)(e.msup,{children:[(0,l.jsx)(e.mo,{stretchy:"false",children:"]"}),(0,l.jsxs)(e.mrow,{children:[(0,l.jsx)(e.mi,{children:"n"}),(0,l.jsx)(e.mo,{children:"\xd7"}),(0,l.jsx)(e.mi,{children:"d"})]})]})]}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"[0, 1]^{n \\times d}"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"1.0991em",verticalAlign:"-0.25em"}}),(0,l.jsx)(e.span,{className:"mopen",children:"["}),(0,l.jsx)(e.span,{className:"mord",children:"0"}),(0,l.jsx)(e.span,{className:"mpunct",children:","}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.1667em"}}),(0,l.jsx)(e.span,{className:"mord",children:"1"}),(0,l.jsxs)(e.span,{className:"mclose",children:[(0,l.jsx)(e.span,{className:"mclose",children:"]"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsx)(e.span,{className:"vlist-t",children:(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.8491em"}

1,children:(0,l.jsxs)(e.span,{style:{top:"-3.063em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsxs)(e.span,{className:"mord mtight",children:[(0,l.jsx)(e.span,{className:"mord mathnormal mtight",children:"n"}),(0,l.jsx)(e.span,{className:"mbin mtight",children:"\xd7"}),(0,l.jsx)(e.span,{className:"mord mathnormal mtight",children:"d"})]})})]})})})})})]})]})})]}),"\uFF0C\u4F60\u53EF\u4EE5\u628A\u5B83\u60F3\u8C61\u6210\u4E00\u500B\u6709\u5F88\u591A\u884C\u548C\u5F88\u591A\u5217\u7684\u5927\u8868\u683C\uFF0C\u5176\u4E2D\u6BCF\u500B\u683C\u5B50\u7684\u6578\u5B57\u90FD\u5728 0 \u548C 1 \u4E4B\u9593\u3002"]}),(0,l.jsxs)(e.p,{children:["\u51FD\u6578 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsx)(e.mi,{children:"f"})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"f"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.8889em",verticalAlign:"-0.1944em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.10764em"},children:"f"})]})})]})," \u5C31\u50CF\u662F\u4E00\u7A2E\u7279\u6B8A\u7684\u898F\u5247\uFF0C\u5B83\u53EF\u4EE5\u5C07\u9019\u500B\u5927\u8868\u683C\u4E2D\u7684\u6BCF\u500B\u9EDE\uFF08\u6216\u6BCF\u884C\u6BCF\u5217\u7684\u6578\u5B57\uFF09\u8F49\u63DB\u6210\u53E6\u4E00\u7D44\u65B0\u7684\u6578\u5B57\uFF0C\u4E5F\u5C31\u662F\u8F38\u51FA\u4E00\u500B\u540C\u6A23\u5927\u5C0F\u7684\u65B0\u8868\u683C\u3002\u9019\u500B\u8F49\u63DB\u904E\u7A0B\u9700\u8981\u7B26\u5408\u4E00\u5B9A\u7684\u5E73\u6ED1\u5EA6\u548C\u9023\u7E8C\u6027\uFF0C\u9019\u610F\u5473\u8457\u8F38\u51FA\u7684\u6578\u5B57\u4E0D\u6703\u7A81\u7136\u5287\u70C8\u8B8A\u5316\uFF0C\u5B83\u5011\u6703\u662F\u9023\u8CAB\u548C\u6709\u5E8F\u7684\u8B8A\u5316\u3002"]})]}),"\n"]}),"\n"]}),"\n"]}),"\n",(0,l.jsxs)(e.li,{children:["\n",(0,l.jsx)(e.p,{children:(0,l.jsxs)(e.strong,{children:["\u5B9A\u7FA9\uFF1A\u4EE5 0 \u70BA\u4E2D\u5FC3\u7684\u661F\u5F62\u5716 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsx)(e.mi,{children:"S"})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"S"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.6833em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.05764em"},children:"S"})]})})]})]})}),"\n",(0,l.jsxs)(e.ul,{children:["\n",(0,l.jsxs)(e.li,{children:["\u5728\u9019\u88E1\uFF0C\u661F\u5F62\u5716 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsx)(e.mi,{children:"S"})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"S"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.6833em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.05764em"},children:"S"})]})})]})," \u662F\u4E00\u7A2E\u7279\u5225\u7684\u5716\u5F62\u7D50\u69CB\uFF0C\u5176\u4E2D\u4E00\u500B\u4E2D\u5FC3\u7BC0\u9EDE\uFF080 \u865F\u7BC0\u9EDE\uFF09\u8207\u5716\u4E2D\u7684\u6240\u6709\u5176\u4ED6\u7BC0\u9EDE\uFF081 \u81F3 n \u865F\u7BC0\u9EDE\uFF09\u90FD\u6709\u76F4\u63A5\u9023\u63A5\u3002"]}),"\n",(0,l.jsx)(e.li,{children:"\u9019\u500B\u7D50\u69CB\u975E\u5E38\u95DC\u9375\uFF0C\u56E0\u70BA\u5B83\u8B93\u4E2D\u5FC3\u7BC0\u9EDE\u80FD\u5920\u76F4\u63A5\u5F71\u97FF\u5230\u5176\u4ED6\u6240\u6709\u7BC0\u9EDE\uFF0C\u9019\u662F\u5F8C\u9762\u8B49\u660E\u4E2D\u5C07\u6703\u7528\u5230\u7684\u4E00\u500B\u91CD\u8981\u7279\u6027\u3002"}),"\n"]}),"\n"]}),"\n",(0,l.jsxs)(e.li,{children:["\n",(0,l.jsx)(e.p,{children:(0,l.jsx)(e.strong,{children:"\u5B9A\u7406\uFF1A\u7A00\u758F\u6CE8\u610F\u529B\u6A5F\u5236\u7684\u901A\u7528\u903C\u8FD1\u80FD\u529B"})}),"\n",(0,l.jsxs)(e.ul,{children:["\n",(0,l.jsxs)(e.li,{children:["\u5B9A\u7406\u8072\u660E\uFF0C\u53EA\u8981\u4E00\u500B\u5716\u5305\u542B\u4E86\u9019\u7A2E\u661F\u5F62\u5716 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsx)(e.mi,{children:"S"})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"S"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.6833em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.05764em"},children:"S"})]})})]}),"\uFF0C\u900F\u904E\u9019\u500B\u5716\u5B9A\u7FA9\u7684\u7A00\u758F\u6CE8\u610F\u529B\u6A5F\u5236\u5C31\u53EF\u4EE5\u88AB\u7528\u4F5C\u901A\u7528\u903C\u8FD1\u5668\u3002"]}),"\n",(0,l.jsxs)(e.li,{children:["\u9019\u610F\u5473\u8457\uFF0C\u9019\u6A23\u7684 Transformer \u6A21\u578B\u80FD\u5920\u903C\u8FD1\u4EFB\u4F55\u5728\u51FD\u6578\u985E ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsxs)(e.mrow,{children:[(0,l.jsx)(e.mi,{children:"F"}),(0,l.jsx)(e.mi,{children:"C"}),(0,l.jsx)(e.mi,{children:"D"})]}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"FCD"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.6833em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.07153em"},children:"FC"}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.02778em"},children:"D"})]})})]})," \u4E2D\u7684\u9023\u7E8C\u51FD\u6578\u3002"]}),"\n"]}),"\n"]}),"\n",(0,l.jsxs)(e.li,{children:["\n",(0,l.jsx)(e.p,{children:(0,l.jsxs)(e.strong,{children:["\u8B49\u660E\u6B65\u9A5F 1\uFF1A\u7528\u5206\u6BB5\u5E38\u6578\u51FD\u6578\u903C\u8FD1 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsxs)(e.mrow,{children:[(0,l.jsx)(e.mi,{children:"F"}),(0,l.jsx)(e.mi,{children:"C"}),(0,l.jsx)(e.mi,{children:"D"})]}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"FCD"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.6833em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.07153em"},children:"FC"}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.02778em"},children:"D"})]})})]})]})}),"\n",(0,l.jsxs)(e.p,{children:["\u9996\u5148\uFF0C\u6211\u5011\u9700\u8981\u8655\u7406\u7684\u51FD\u6578 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsx)(e.mi,{children:"f"})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"f"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.8889em",verticalAlign:"-0.1944em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.10764em"},children:"f"})]})})]})," \u662F\u5B9A\u7FA9\u5728\u6709\u754C\u5340\u57DF [0, 1)",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsxs)(e.msup,{children:[(0,l.jsx)(e.mrow,{}),(0,l.jsxs)(e.mrow,{children:[(0,l.jsx)(e.mi,{children:"n"}),(0,l.jsx)(e.mo,{children:"\xd7"}),(0,l.jsx)(e.mi,{children:"d"})]})]})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"^{n \\times d}"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.8491em"}}),(0,l.jsxs)(e.span,{className:"mord",children:[(0,l.jsx)(e.span,{}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsx)(e.span,{className:"vlist-t",children:(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.8491em"}

1,children:(0,l.jsxs)(e.span,{style:{top:"-3.063em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsxs)(e.span,{className:"mord mtight",children:[(0,l.jsx)(e.span,{className:"mord mathnormal mtight",children:"n"}),(0,l.jsx)(e.span,{className:"mbin mtight",children:"\xd7"}),(0,l.jsx)(e.span,{className:"mord mathnormal mtight",children:"d"})]})})]})})})})})]})]})})]})," \u7684\u9023\u7E8C\u51FD\u6578\u3002\u8981\u903C\u8FD1\u9019\u6A23\u7684\u51FD\u6578\uFF0C\u6211\u5011\u9078\u64C7\u7528\u5206\u6BB5\u5E38\u6578\u51FD\u6578\u4F86\u903C\u8FD1\u5B83\u3002\u5177\u9AD4\u64CD\u4F5C\u662F\u5C07 [0, 1) \u5340\u9593\u9069\u7576\u5212\u5206\u6210\u5C0F\u683C\u5B50\uFF08\u7C92\u5EA6\u70BA ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsx)(e.mi,{children:"\u03B4"})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"\\delta"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.6944em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.03785em"},children:"\u03B4"})]})})]}),"\uFF09\uFF0C\u9019\u6A23\u6574\u500B\u5340\u57DF\u5C31\u8B8A\u6210\u4E86\u4E00\u500B\u96E2\u6563\u7684\u9EDE\u96C6 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsxs)(e.msub,{children:[(0,l.jsx)(e.mi,{children:"G"}),(0,l.jsx)(e.mi,{children:"\u03B4"})]})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"G_{\\delta}"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.8333em",verticalAlign:"-0.15em"}}),(0,l.jsxs)(e.span,{className:"mord",children:[(0,l.jsx)(e.span,{className:"mord mathnormal",children:"G"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsxs)(e.span,{className:"vlist-t vlist-t2",children:[(0,l.jsxs)(e.span,{className:"vlist-r",children:[(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.3361em"},children:(0,l.jsxs)(e.span,{style:{top:"-2.55em",marginLeft:"0em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsx)(e.span,{className:"mord mtight",children:(0,l.jsx)(e.span,{className:"mord mathnormal mtight",style:{marginRight:"0.03785em"},children:"\u03B4"})})})]})}),(0,l.jsx)(e.span,{className:"vlist-s",children:"\u200B"})]}),(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.15em"},children:(0,l.jsx)(e.span,{})})})]})})]})]})})]}),"\u3002\u5728\u6BCF\u500B\u5C0F\u683C\u5B50\u5167\uFF0C\u6211\u5011\u5047\u8A2D\u51FD\u6578\u7684\u503C\u662F\u5E38\u6578\u3002\u9019\u6A23\uFF0C\u6211\u5011\u5C31\u53EF\u4EE5\u7528\u4E00\u500B\u65B0\u7684\u5206\u6BB5\u5E38\u6578\u51FD\u6578 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsxs)(e.mover,{accent:"true",children:[(0,l.jsx)(e.mi,{children:"f"}),(0,l.jsx)(e.mo,{children:"\u02C9"})]})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"\\bar{f}"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"1.0257em",verticalAlign:"-0.1944em"}}),(0,l.jsx)(e.span,{className:"mord accent",children:(0,l.jsxs)(e.span,{className:"vlist-t vlist-t2",children:[(0,l.jsxs)(e.span,{className:"vlist-r",children:[(0,l.jsxs)(e.span,{className:"vlist",style:{height:"0.8312em"}

1,children:[(0,l.jsxs)(e.span,{style:{top:"-3em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"3em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.10764em"},children:"f"})]}),(0,l.jsxs)(e.span,{style:{top:"-3.2634em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"3em"}}),(0,l.jsx)(e.span,{className:"accent-body",style:{left:"-0.0833em"},children:(0,l.jsx)(e.span,{className:"mord",children:"\u02C9"})})]})]}),(0,l.jsx)(e.span,{className:"vlist-s",children:"\u200B"})]}),(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.1944em"},children:(0,l.jsx)(e.span,{})})})]})})]})})]})," \u4F86\u903C\u8FD1\u539F\u59CB\u51FD\u6578 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsx)(e.mi,{children:"f"})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"f"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.8889em",verticalAlign:"-0.1944em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.10764em"},children:"f"})]})})]}),"\u3002"]}),"\n"]}),"\n",(0,l.jsxs)(e.li,{children:["\n",(0,l.jsx)(e.p,{children:(0,l.jsx)(e.strong,{children:"\u8B49\u660E\u6B65\u9A5F 2\uFF1A\u900F\u904E\u4FEE\u6539\u5F8C\u7684 Transformer \u8FD1\u4F3C\u5206\u6BB5\u5E38\u6578\u51FD\u6578"})}),"\n",(0,l.jsxs)(e.p,{children:["\u9019\u662F\u6574\u500B\u8B49\u660E\u4E2D\u6700\u95DC\u9375\u7684\u4E00\u6B65\u3002\u5728\u9019\u4E00\u6B65\u4E2D\uFF0C\u6211\u5011\u5229\u7528\u81EA\u6CE8\u610F\u529B\u6A5F\u5236\u4F86\u7522\u751F\u8F38\u5165\u7684\u4E0A\u4E0B\u6587\u6620\u5C04\u3002\u6BCF\u500B\u77E9\u9663 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsx)(e.mi,{children:"X"})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"X"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.6833em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.07847em"},children:"X"})]})})]})," \u548C\u5B83\u7684\u4E00\u5217 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsxs)(e.msub,{children:[(0,l.jsx)(e.mi,{children:"x"}),(0,l.jsx)(e.mi,{children:"i"})]})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"x_i"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.5806em",verticalAlign:"-0.15em"}}),(0,l.jsxs)(e.span,{className:"mord",children:[(0,l.jsx)(e.span,{className:"mord mathnormal",children:"x"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsxs)(e.span,{className:"vlist-t vlist-t2",children:[(0,l.jsxs)(e.span,{className:"vlist-r",children:[(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.3117em"},children:(0,l.jsxs)(e.span,{style:{top:"-2.55em",marginLeft:"0em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsx)(e.span,{className:"mord mathnormal mtight",children:"i"})})]})}),(0,l.jsx)(e.span,{className:"vlist-s",children:"\u200B"})]}),(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.15em"},children:(0,l.jsx)(e.span,{})})})]})})]})]})})]})," \u88AB\u6620\u5C04\u6210\u4E00\u500B\u552F\u4E00\u7684\u4EE3\u78BC\uFF0C\u7136\u5F8C\u9019\u500B\u4EE3\u78BC\u88AB\u7528\u4F86\u751F\u6210\u552F\u4E00\u7684\u8F38\u51FA\u5217\u3002\u7531\u65BC\u6211\u5011\u50C5\u4F7F\u7528\u7A00\u758F\u7684\u6CE8\u610F\u529B\u6A5F\u5236\uFF0C\u56E0\u6B64\u6311\u6230\u5728\u65BC\u5982\u4F55\u78BA\u4FDD\u6BCF\u500B\u67E5\u8A62\u80FD\u5920\u7372\u5F97\u8DB3\u5920\u7684\u4FE1\u606F\u4F86\u5B8C\u6210\u9019\u7A2E\u6620\u5C04\u3002\u89E3\u6C7A\u65B9\u6848\u662F\u958B\u767C\u4E86\u4E00\u7A2E\u7A00\u758F\u7684\u79FB\u4F4D\u904B\u7B97\u7B26\uFF0C\u8A72\u904B\u7B97\u7B26\u6703\u6839\u64DA\u8F38\u5165\u77E9\u9663\u4E2D\u6578\u64DA\u7684\u7BC4\u570D\u9032\u884C\u8ABF\u6574\uFF0C\u4EE5\u4FDD\u8B49\u6BCF\u4E00\u5217\u6578\u64DA\u90FD\u80FD\u5F62\u6210\u5B8C\u6574\u4E14\u552F\u4E00\u7684\u6620\u5C04\u3002"]}),"\n"]}),"\n",(0,l.jsxs)(e.li,{children:["\n",(0,l.jsx)(e.p,{children:(0,l.jsx)(e.strong,{children:"\u8B49\u660E\u6B65\u9A5F 3\uFF1A\u900F\u904E\u539F\u59CB Transformer \u8FD1\u4F3C\u4FEE\u6539\u5F8C\u7684 Transformer"})}),"\n",(0,l.jsx)(e.p,{children:"\u6700\u5F8C\u4E00\u6B65\u662F\u5C07\u4FEE\u6539\u5F8C\u7684 Transformer \u6A21\u578B\u7528\u539F\u59CB\u7684 Transformer \u6A21\u578B\uFF08\u4F7F\u7528 ReLU \u548C softmax \u51FD\u6578\uFF09\u4F86\u903C\u8FD1\u3002\u9019\u4E00\u6B65\u78BA\u4FDD\u4E86\u9019\u4E9B\u7684\u4FEE\u6539\u4E0D\u6703\u504F\u96E2\u539F\u59CB\u6A21\u578B\u7684\u57FA\u672C\u529F\u80FD\u548C\u6548\u7387\u3002"}),"\n"]}),"\n"]}),"\n",(0,l.jsx)(e.h3,{id:"\u5716\u9748\u5B8C\u5099\u6027",children:"\u5716\u9748\u5B8C\u5099\u6027"}),"\n",(0,l.jsx)(e.p,{children:"\u4E8B\u5BE6\u4E0A\uFF0CP\xe9rez \u7B49\u4EBA\u7684\u7814\u7A76\u8868\u660E\uFF0C\u57FA\u65BC\u5B8C\u6574\u6CE8\u610F\u529B\u6A5F\u5236\u7684 Transformer \u6A21\u578B\u662F\u5716\u9748\u5B8C\u5099\u7684\uFF0C\u4E5F\u5C31\u662F\u8AAA\uFF0C\u5B83\u80FD\u6A21\u64EC\u4EFB\u4F55\u5716\u9748\u6A5F\u7684\u8A08\u7B97\u904E\u7A0B\u3002"}),"\n",(0,l.jsx)(e.p,{children:"\u4E0D\u904E\uFF0C\u9019\u500B\u7D50\u679C\u5EFA\u7ACB\u5728\u4E00\u500B\u7406\u8AD6\u4E0A\u7684\u5047\u8A2D\u4E4B\u4E0A\uFF0C\u5373\u6A21\u578B\u80FD\u300C\u8655\u7406\u4EFB\u610F\u7CBE\u78BA\u5EA6\u7684\u6578\u64DA\u300D\u3002"}),"\n",(0,l.jsx)(e.p,{children:"\u5728\u5BE6\u969B\u61C9\u7528\u4E2D\uFF0C\u9019\u500B\u5047\u8A2D\u5F80\u5F80\u4E0D\u6210\u7ACB\uFF0C\u56E0\u70BA Transformer \u5BE6\u969B\u4E0A\u662F\u6709\u9650\u72C0\u614B\u6A5F\uFF0C\u4E26\u4E0D\u80FD\u9054\u5230\u771F\u6B63\u7684\u5716\u9748\u5B8C\u5099\u3002"}),"\n",(0,l.jsxs)(e.ul,{children:["\n",(0,l.jsxs)(e.li,{children:["\n",(0,l.jsx)(e.p,{children:(0,l.jsx)(e.strong,{children:"\u7A00\u758F\u6CE8\u610F\u529B\u662F\u5426\u4E5F\u8DB3\u5920\u7528\u4F86\u6A21\u64EC\u4EFB\u4F55\u5716\u9748\u6A5F\uFF1F"})}),"\n",(0,l.jsx)(e.p,{children:"\u672C\u6587\u4E2D\u63D0\u5230\uFF0C\u900F\u904E\u9069\u7576\u7684\u8ABF\u6574\uFF0C\u4F7F\u7528\u7A00\u758F\u7DE8\u78BC\u5668\u548C\u89E3\u78BC\u5668\u7684 Transformer \u540C\u6A23\u80FD\u5920\u5BE6\u73FE\u5716\u9748\u5B8C\u5099\u3002"}),"\n",(0,l.jsx)(e.p,{children:"\u9019\u7A2E\u7A00\u758F\u6CE8\u610F\u529B\u6A5F\u5236\u5728\u5BE6\u969B\u64CD\u4F5C\u4E2D\u8981\u6C42\u6BCF\u500B\u4EE4\u724C\u53EA\u8207\u524D\u9762\u7684\u4EE4\u724C\u76F8\u4E92\u4F5C\u7528\uFF0C\u8207 BERT \u5168\u6CE8\u610F\u529B\u4E00\u6B21\u6027\u61C9\u7528\u4E0D\u540C\uFF0C\u5728\u89E3\u78BC\u904E\u7A0B\u4E2D\uFF0C\u5B83\u662F\u9010\u4EE4\u724C\u904B\u4F5C\u7684\u3002"}),"\n",(0,l.jsx)(e.p,{children:"\u6B64\u5916\uFF0CP\xe9rez \u7B49\u4EBA\u7684\u65B9\u6CD5\u4E2D\uFF0C\u6BCF\u500B\u4EE4\u724C\u9084\u5145\u7576\u4E86\u78C1\u5E36\u6B77\u53F2\u7684\u8868\u793A\uFF0C\u5168\u6CE8\u610F\u529B\u7528\u65BC\u79FB\u52D5\u548C\u6AA2\u7D22\u78C1\u5E36\u4E0A\u7684\u6B63\u78BA\u7B26\u865F\u3002"}),"\n",(0,l.jsx)(e.p,{children:"\u5C0D\u65BC\u7A00\u758F\u6CE8\u610F\u529B\u6A5F\u5236\u7684\u5BE6\u65BD\uFF0C\u9664\u4E86\u9700\u8981\u4FEE\u6539\u5B83\u5011\u6307\u5411\u6B77\u53F2\u8A18\u9304\u7684\u4F4D\u5740\u65B9\u6848\u5916\uFF0C\u5176\u9918\u7684\u67B6\u69CB\u5927\u90E8\u5206\u53EF\u4EE5\u76F4\u63A5\u61C9\u7528\u3002"}),"\n",(0,l.jsx)(e.p,{children:"\u9019\u986F\u793A\u4E86\u5373\u4F7F\u5728\u7A00\u758F\u914D\u7F6E\u4E0B\uFF0CTransformer \u4E5F\u5177\u6709\u6A21\u64EC\u4EFB\u610F\u8A08\u7B97\u904E\u7A0B\u7684\u6F5B\u529B\uFF0C\u9019\u70BA\u7406\u89E3\u548C\u64F4\u5C55 Transformer \u5728\u5404\u7A2E\u8907\u96DC\u8A08\u7B97\u4EFB\u52D9\u4E2D\u7684\u61C9\u7528\u63D0\u4F9B\u4E86\u7406\u8AD6\u57FA\u790E\u3002"}),"\n"]}),"\n"]}),"\n",(0,l.jsx)(e.admonition,{type:"tip",children:(0,l.jsx)(e.p,{children:"\u5716\u9748\u5B8C\u5099\u6027\uFF08Turing Completeness\uFF09\u662F\u6307\u4E00\u7A2E\u8A08\u7B97\u7CFB\u7D71\u7684\u80FD\u529B\uFF0C\u5982\u679C\u8A72\u7CFB\u7D71\u80FD\u5920\u6A21\u64EC\u4EFB\u4F55\u5716\u9748\u6A5F\u7684\u8A08\u7B97\u904E\u7A0B\uFF0C\u5247\u88AB\u8A8D\u70BA\u662F\u5716\u9748\u5B8C\u5099\u7684\u3002\u5716\u9748\u6A5F\u662F\u7531\u6578\u5B78\u5BB6\u827E\u502B\xb7\u5716\u9748\u63D0\u51FA\u7684\u4E00\u7A2E\u62BD\u8C61\u6A5F\u5668\uFF0C\u5B83\u900F\u904E\u4E00\u5957\u7C21\u55AE\u7684\u898F\u5247\u4F86\u8B80\u5BEB\u7121\u9650\u9577\u7684\u7D19\u5E36\u4E0A\u7684\u7B26\u865F\u3002\u4E00\u500B\u5716\u9748\u5B8C\u5099\u7684\u7CFB\u7D71\u53EF\u4EE5\u5BE6\u73FE\u4

1EFB\u4F55\u53EF\u8A08\u7B97\u7684\u51FD\u6578\uFF0C\u4E5F\u5C31\u662F\u8AAA\uFF0C\u5B83\u53EF\u4EE5\u57F7\u884C\u4EFB\u4F55\u5176\u4ED6\u5716\u9748\u5B8C\u5099\u7CFB\u7D71\u80FD\u5920\u57F7\u884C\u7684\u8A08\u7B97\u4EFB\u52D9\u3002\u9019\u662F\u8A55\u4F30\u8A08\u7B97\u7CFB\u7D71\u80FD\u529B\u7684\u4E00\u500B\u91CD\u8981\u6A19\u6E96\uFF0C\u4F8B\u5982\u7A0B\u5F0F\u8A9E\u8A00\u548C\u8655\u7406\u5668\u67B6\u69CB\u3002"})}),"\n",(0,l.jsx)(e.h3,{id:"\u7A00\u758F\u6CE8\u610F\u529B\u7684\u9650\u5236",children:"\u7A00\u758F\u6CE8\u610F\u529B\u7684\u9650\u5236"}),"\n",(0,l.jsxs)(e.p,{children:["\u9019\u500B\u4EFB\u52D9\u8981\u6C42\u7D66\u5B9A ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsx)(e.mi,{children:"n"})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"n"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.4306em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",children:"n"})]})})]})," \u500B\u55AE\u4F4D\u5411\u91CF ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsxs)(e.mrow,{children:[(0,l.jsx)(e.mo,{stretchy:"false",children:"{"}),(0,l.jsxs)(e.msub,{children:[(0,l.jsx)(e.mi,{children:"u"}),(0,l.jsx)(e.mn,{children:"1"})]}),(0,l.jsx)(e.mo,{separator:"true",children:","}),(0,l.jsx)(e.mi,{mathvariant:"normal",children:"."}),(0,l.jsx)(e.mi,{mathvariant:"normal",children:"."}),(0,l.jsx)(e.mi,{mathvariant:"normal",children:"."}),(0,l.jsx)(e.mo,{separator:"true",children:","}),(0,l.jsxs)(e.msub,{children:[(0,l.jsx)(e.mi,{children:"u"}),(0,l.jsx)(e.mi,{children:"n"})]}),(0,l.jsx)(e.mo,{stretchy:"false",children:"}"})]}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"\\{u_1, ..., u_n\\}"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"1em",verticalAlign:"-0.25em"}}),(0,l.jsx)(e.span,{className:"mopen",children:"{"}),(0,l.jsxs)(e.span,{className:"mord",children:[(0,l.jsx)(e.span,{className:"mord mathnormal",children:"u"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsxs)(e.span,{className:"vlist-t vlist-t2",children:[(0,l.jsxs)(e.span,{className:"vlist-r",children:[(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.3011em"},children:(0,l.jsxs)(e.span,{style:{top:"-2.55em",marginLeft:"0em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsx)(e.span,{className:"mord mtight",children:"1"})})]})}),(0,l.jsx)(e.span,{className:"vlist-s",children:"\u200B"})]}),(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.15em"},children:(0,l.jsx)(e.span,{})})})]})})]}),(0,l.jsx)(e.span,{className:"mpunct",children:","}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.1667em"}}),(0,l.jsx)(e.span,{className:"mord",children:"..."}),(0,l.jsx)(e.span,{className:"mpunct",children:","}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.1667em"}}),(0,l.jsxs)(e.span,{className:"mord",children:[(0,l.jsx)(e.span,{className:"mord mathnormal",children:"u"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsxs)(e.span,{className:"vlist-t vlist-t2",children:[(0,l.jsxs)(e.span,{className:"vlist-r",children:[(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.1514em"},children:(0,l.jsxs)(e.span,{style:{top:"-2.55em",marginLeft:"0em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsx)(e.span,{className:"mord mathnormal mtight",children:"n"})})]})}),(0,l.jsx)(e.span,{className:"vlist-s",children:"\u200B"})]}),(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.15em"},children:(0,l.jsx)(e.span,{})})})]})})]}),(0,l.jsx)(e.span,{className:"mclose",children:"}"})]})})]}),"\uFF0C\u5C0D\u65BC\u6BCF\u500B\u5411\u91CF ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsxs)(e.msub,{children:[(0,l.jsx)(e.mi,{children:"u"}),(0,l.jsx)(e.mi,{children:"j"})]})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"u_j"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.7167em",verticalAlign:"-0.2861em"}}),(0,l.jsxs)(e.span,{className:"mord",children:[(0,l.jsx)(e.span,{className:"mord mathnormal",children:"u"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsxs)(e.span,{className:"vlist-t vlist-t2",children:[(0,l.jsxs)(e.span,{className:"vlist-r",children:[(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.311

17em"},children:(0,l.jsxs)(e.span,{style:{top:"-2.55em",marginLeft:"0em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsx)(e.span,{className:"mord mathnormal mtight",style:{marginRight:"0.05724em"},children:"j"})})]})}),(0,l.jsx)(e.span,{className:"vlist-s",children:"\u200B"})]}),(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.2861em"},children:(0,l.jsx)(e.span,{})})})]})})]})]})})]}),"\uFF0C\u627E\u5230\u4E00\u500B\u5C0D\u61C9\u7684\u6700\u9060\u5411\u91CF ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsxs)(e.msubsup,{children:[(0,l.jsx)(e.mi,{children:"u"}),(0,l.jsx)(e.mi,{children:"j"}),(0,l.jsx)(e.mo,{children:"\u2217"})]})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"u_j^*"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"1.0835em",verticalAlign:"-0.3948em"}}),(0,l.jsxs)(e.span,{className:"mord",children:[(0,l.jsx)(e.span,{className:"mord mathnormal",children:"u"}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsxs)(e.span,{className:"vlist-t vlist-t2",children:[(0,l.jsxs)(e.span,{className:"vlist-r",children:[(0,l.jsxs)(e.span,{className:"vlist",style:{height:"0.6887em"},children:[(0,l.jsxs)(e.span,{style:{top:"-2.4413em",marginLeft:"0em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsx)(e.span,{className:"mord mathnormal mtight",style:{marginRight:"0.05724em"},children:"j"})})]}),(0,l.jsxs)(e.span,{style:{top:"-3.063em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsx)(e.span,{className:"mbin mtight",children:"\u2217"})})]})]}),(0,l.jsx)(e.span,{className:"vlist-s",children:"\u200B"})]}),(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.3948em"},children:(0,l.jsx)(e.span,{})})})]})})]})]})})]}),"\u3002"]}),"\n",(0,l.jsx)(e.p,{children:"\u9019\u88E1\u7684\u300C\u6700\u9060\u300D\u662F\u6307\u5728\u5411\u91CF\u7A7A\u9593\u4E2D\uFF0C\u5169\u500B\u5411\u91CF\u4E4B\u9593\u7684\u6B50\u5E7E\u91CC\u5F97\u8DDD\u96E2\u6700\u5927\uFF0C\u9019\u5728\u5BE6\u969B\u4E2D\u901A\u5E38\u8F49\u5316\u70BA\u6700\u5C0F\u5316\u5167\u7A4D\u3002"}),"\n",(0,l.jsx)(e.p,{children:"\u5728\u5B8C\u6574\u6CE8\u610F\u529B\u6A5F\u5236\u4E0B\uFF0C\u9019\u500B\u4EFB\u52D9\u76F8\u5C0D\u5BB9\u6613\u89E3\u6C7A\uFF0C\u56E0\u70BA\u8A72\u6A5F\u5236\u5141\u8A31\u5C0D\u6240\u6709\u5411\u91CF\u5C0D\u9032\u884C\u5167\u7A4D\u8A08\u7B97\u3002"}),"\n",(0,l.jsxs)(e.p,{children:["\u63DB\u53E5\u8A71\u8AAA\uFF0C\u5B8C\u6574\u7684\u81EA\u6211\u6CE8\u610F\u6A5F\u5236\u53EF\u4EE5\u540C\u6642\u8A55\u4F30\u6240\u6709\u5411\u91CF\u5C0D\u4E4B\u9593\u7684\u95DC\u4FC2\uFF0C\u5F9E\u800C\u80FD\u5728 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsxs)(e.mrow,{children:[(0,l.jsx)(e.mi,{children:"O"}),(0,l.jsx)(e.mo,{stretchy:"false",children:"("}),(0,l.jsx)(e.mn,{children:"1"}),(0,l.jsx)(e.mo,{stretchy:"false",children:")"})]}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"O(1)"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"1em",verticalAlign:"-0.25em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.02778em"},children:"O"}),(0,l.jsx)(e.span,{className:"mopen",children:"("}),(0,l.jsx)(e.span,{className:"mord",children:"1"}),(0,l.jsx)(e.span,{className:"mclose",children:")"})]})})]})," \u5C64\u5167\u627E\u5230\u6BCF\u500B\u5411\u91CF\u7684\u6700\u9060\u5411\u91CF\u3002"]}),"\n",(0,l.jsx)(e.p,{children:"\u5C0D\u65BC\u7A00\u758F\u6CE8\u610F\u529B\u6A5F\u5236\uFF0C\u60C5\u6CC1\u5247\u5927\u4E0D\u76F8\u540C\u3002"}),"\n",(0,l.jsxs)(e.p,{children:["\u4F5C\u8005\u63D0\u5230\uFF0C\u6839\u64DA\u6B63\u4EA4\u5411\u91CF\u731C\u60F3\uFF08Orthogonal Vector Conjecture\uFF0COVC\uFF09\uFF0C\u5728\u7A00\u758F\u6CE8\u610F\u529B\u6A5F\u5236\u4E0B\uFF0C\u9019\u500B\u554F\u984C\u8B8A\u5F97\u96E3\u4EE5\u89E3\u6C7A\u3002\u5B9A\u7406\u8868\u660E\uFF0C\u5C0D\u65BC\u4EFB\u4F55\u5177\u6709 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsxs)(e.mrow,{children:[(0,l.jsx)(e.mi,{children:"O"}),(0,l.jsx)(e.mo,{stretchy:"false",children:"("}),(0,l.jsx)(e.mi,{children:"n"}),(0,l.jsxs)(e.msup,{children:[(0,l.jsxs)(e.mrow,{children:[(0,l.jsx)(e.mi,{children:"log"}),(0,l.jsx)(e.mo,{children:"\u2061"})]}),(0,l.jsx)(e.mi,{children:"k"})]}),(0,l.jsx)(e.mi,{children:"n"}),(0,l.jsx)(e.mo,{stretchy:"false",children:")"})]}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"O(n \\log^k n)"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"1.1834em",verticalAlign:"-0.25em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.02778em"},children:"O"}),(0,l.jsx)(e.span,{className:"mopen",children:"("}),(0,l.jsx)(e.span,{className:"mord mathnormal",children:"n"}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.1667em"}}),(0,l.jsxs)(e.span,{className:"mop",children:[(0,l.jsxs)(e.span,{className:"mop",children:["lo",(0,l.jsx)(e.span,{style:{marginRight:"0.01389em"},children:"g"})]}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsx)(e.span,{className:"vlist-t",children:(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.9334em"}

1,children:(0,l.jsxs)(e.span,{style:{top:"-3.1473em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsx)(e.span,{className:"mord mathnormal mtight",style:{marginRight:"0.03148em"},children:"k"})})]})})})})})]}),(0,l.jsx)(e.span,{className:"mspace",style:{marginRight:"0.1667em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",children:"n"}),(0,l.jsx)(e.span,{className:"mclose",children:")"})]})})]}),"\uFF08\u7528 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsxs)(e.mrow,{children:[(0,l.jsx)(e.mi,{children:"O"}),(0,l.jsxs)(e.mover,{accent:"true",children:[(0,l.jsx)(e.mrow,{}),(0,l.jsx)(e.mo,{children:"~"})]})]}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"O\\tilde{}"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.6833em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.02778em"},children:"O"}),(0,l.jsx)(e.span,{className:"mord accent",children:(0,l.jsx)(e.span,{className:"vlist-t",children:(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsxs)(e.span,{className:"vlist",style:{height:"0.6679em"},children:[(0,l.jsxs)(e.span,{style:{top:"-3em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"3em"}}),(0,l.jsx)(e.span,{className:"mord"})]}),(0,l.jsxs)(e.span,{style:{top:"-3.35em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"3em"}}),(0,l.jsx)(e.span,{className:"accent-body",style:{left:"-0.25em"},children:(0,l.jsx)(e.span,{className:"mord",children:"~"})})]})]})})})})]})})]})," \u8868\u793A\u96B1\u85CF\u4E86\u591A\u5C0D\u6578\u56E0\u5B50\uFF09\u908A\u7684\u7A00\u758F\u6CE8\u610F\u529B\u5716 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsx)(e.mi,{children:"D"})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"D"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.6833em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",style:{marginRight:"0.02778em"},children:"D"})]})})]}),"\uFF0C\u5373\u4F7F\u662F\u89E3\u6C7A\u9019\u7A2E\u770B\u4F3C\u7C21\u55AE\u7684\u6700\u9060\u5411\u91CF\u67E5\u627E\u554F\u984C\uFF0C\u4E5F\u9700\u8981 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsxs)(e.mrow,{children:[(0,l.jsx)(e.mi,{mathvariant:"normal",children:"\u03A9"}),(0,l.jsx)(e.mo,{stretchy:"false",children:"("}),(0,l.jsxs)(e.msup,{children:[(0,l.jsxs)(e.mover,{accent:"true",children:[(0,l.jsx)(e.mi,{children:"n"}),(0,l.jsx)(e.mo,{children:"~"})]}),(0,l.jsxs)(e.mrow,{children:[(0,l.jsx)(e.mn,{children:"1"}),(0,l.jsx)(e.mo,{children:"\u2212"}),(0,l.jsx)(e.mi,{children:"o"}),(0,l.jsx)(e.mo,{stretchy:"false",children:"("}),(0,l.jsx)(e.mn,{children:"1"}),(0,l.jsx)(e.mo,{stretchy:"false",children:")"})]})]}),(0,l.jsx)(e.mo,{stretchy:"false",children:")"})]}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"\\Omega(\\tilde{n}^{1-o(1)})"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"1.138em",verticalAlign:"-0.25em"}}),(0,l.jsx)(e.span,{className:"mord",children:"\u03A9"}),(0,l.jsx)(e.span,{className:"mopen",children:"("}),(0,l.jsxs)(e.span,{className:"mord",children:[(0,l.jsx)(e.span,{className:"mord accent",children:(0,l.jsx)(e.span,{className:"vlist-t",children:(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsxs)(e.span,{className:"vlist",style:{height:"0.6679em"}

1,children:[(0,l.jsxs)(e.span,{style:{top:"-3em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"3em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",children:"n"})]}),(0,l.jsxs)(e.span,{style:{top:"-3.35em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"3em"}}),(0,l.jsx)(e.span,{className:"accent-body",style:{left:"-0.25em"},children:(0,l.jsx)(e.span,{className:"mord",children:"~"})})]})]})})})}),(0,l.jsx)(e.span,{className:"msupsub",children:(0,l.jsx)(e.span,{className:"vlist-t",children:(0,l.jsx)(e.span,{className:"vlist-r",children:(0,l.jsx)(e.span,{className:"vlist",style:{height:"0.888em"},children:(0,l.jsxs)(e.span,{style:{top:"-3.063em",marginRight:"0.05em"},children:[(0,l.jsx)(e.span,{className:"pstrut",style:{height:"2.7em"}}),(0,l.jsx)(e.span,{className:"sizing reset-size6 size3 mtight",children:(0,l.jsxs)(e.span,{className:"mord mtight",children:[(0,l.jsx)(e.span,{className:"mord mtight",children:"1"}),(0,l.jsx)(e.span,{className:"mbin mtight",children:"\u2212"}),(0,l.jsx)(e.span,{className:"mord mathnormal mtight",children:"o"}),(0,l.jsx)(e.span,{className:"mopen mtight",children:"("}),(0,l.jsx)(e.span,{className:"mord mtight",children:"1"}),(0,l.jsx)(e.span,{className:"mclose mtight",children:")"})]})})]})})})})})]}),(0,l.jsx)(e.span,{className:"mclose",children:")"})]})})]})," \u5C64\u3002"]}),"\n",(0,l.jsx)(e.p,{children:"\u9019\u8868\u660E\u5728\u7A00\u758F\u6CE8\u610F\u529B\u6A5F\u5236\u4E0B\uFF0C\u96D6\u7136\u80FD\u5920\u6E1B\u5C11\u8A08\u7B97\u8CC7\u6E90\u7684\u6D88\u8017\uFF0C\u4F46\u5728\u89E3\u6C7A\u67D0\u4E9B\u985E\u578B\u7684\u554F\u984C\u6642\uFF0C\u53EF\u80FD\u9700\u8981\u986F\u8457\u66F4\u591A\u7684\u5C64\u6B21\uFF0C\u9019\u5728\u5BE6\u969B\u61C9\u7528\u4E2D\u53EF\u80FD\u6703\u6210\u70BA\u4E00\u500B\u9650\u5236\u3002"}),"\n",(0,l.jsx)(e.admonition,{type:"tip",children:(0,l.jsxs)(e.p,{children:["OVC \u662F\u7CBE\u7D30\u8A08\u7B97\u8907\u96DC\u6027\u7406\u8AD6\u4E2D\u4E00\u500B\u5EE3\u6CDB\u4F7F\u7528\u7684\u5047\u8A2D\uFF0C\u5B83\u6307\u51FA\u5728\u6B21\u4E8C\u6B21\u6642\u9593\u5167\u7121\u6CD5\u5224\u65B7 ",(0,l.jsxs)(e.span,{className:"katex",children:[(0,l.jsx)(e.span,{className:"katex-mathml",children:(0,l.jsx)(e.math,{xmlns:"http://www.w3.org/1998/Math/MathML",children:(0,l.jsxs)(e.semantics,{children:[(0,l.jsx)(e.mrow,{children:(0,l.jsx)(e.mi,{children:"n"})}),(0,l.jsx)(e.annotation,{encoding:"application/x-tex",children:"n"})]})})}),(0,l.jsx)(e.span,{className:"katex-html","aria-hidden":"true",children:(0,l.jsxs)(e.span,{className:"base",children:[(0,l.jsx)(e.span,{className:"strut",style:{height:"0.4306em"}}),(0,l.jsx)(e.span,{className:"mord mathnormal",children:"n"})]})})]})," \u500B\u5E03\u723E\u5411\u91CF\u7684\u6700\u5C0F\u5167\u7A4D\u662F\u5426\u70BA 0\u3002"]})}),"\n",(0,l.jsx)(e.h2,{id:"\u8A0E\u8AD6",children:"\u8A0E\u8AD6"}),"\n",(0,l.jsx)(e.p,{children:"\u672C\u7BC0\u65E8\u5728\u5C55\u793A\u5728\u81EA\u7136\u8A9E\u8A00\u8655\u7406\uFF08NLP\uFF09\u4EFB\u52D9\u4E2D\u8655\u7406\u66F4\u9577\u8F38\u5165\u5E8F\u5217\u7684\u597D\u8655\u3002\u6211\u5011\u9078\u64C7\u4E86\u4E09\u500B\u4EE3\u8868\u6027\u7684\u4EFB\u52D9\u4F86\u9032\u884C\u7814\u7A76\uFF1A\u63A9\u78BC\u8A9E\u8A00\u6A21\u578B\uFF08MLM\uFF09\u3001\u5E36\u6709\u652F\u6301\u8B49\u64DA\u7684\u554F\u7B54\uFF08QA\uFF09\u3001\u4EE5\u53CA\u9577\u6587\u4EF6\u5206\u985E\u3002\u9019\u4E9B\u4EFB\u52D9\u65E8\u5728\u63A2\u7D22\u901A\u904E\u5229\u7528\u9577\u9023\u7E8C\u5E8F\u5217\u4F86\u5B78\u7FD2\u66F4\u597D\u7684\u4E0A\u4E0B\u6587\u8868\u793A\u7684\u53EF\u80FD\u6027\u3002"}),"\n",(0,l.jsx)(e.h3,{id:"qa-dev",children:"QA-dev"}),"\n",(0,l.jsx)(e.p,{children:(0,l.jsx)(e.img,{alt:"QA-dev Performance",src:a(25233).A+"",width:"1512",height:"376"})}),"\n",(0,l.jsxs)(e.ul,{children:["\n",(0,l.jsxs)(e.li,{children:[(0,l.jsx)(e.strong,{children:"\u8CC7\u6599\u96C6"}),"\uFF1A\u5305\u62EC HotpotQA\u3001Natural Questions\u3001TriviaQA \u548C WikiHop\u3002"]}),"\n",(0,l.jsxs)(e.li,{children:[(0,l.jsx)(e.strong,{children:"\u5EA6\u91CF\u6307\u6A19"}),"\uFF1A\u4F7F\u7528\u57FA\u672C\u5C3A\u5BF8\u7684\u6A21\u578B\uFF0C\u5831\u544A\u4E86 WikiHop \u7684\u6E96\u78BA\u7387\u4EE5\u53CA HotpotQA\u3001Natural Questions \u548C TriviaQA \u7684 F1 \u5206\u6578\u3002"]}),"\n"]}),"\n",(0,l.jsx)(e.p,{children:"\u9019\u88E1\u6BD4\u8F03\u4E86\u5305\u62EC RoBERTa\u3001Longformer\u3001BIGBIRD-ITC \u548C BIGBIRD-ETC \u5728\u5167\u7684\u591A\u500B\u6A21\u578B\u6027\u80FD\u3002BIGBIRD-ETC \u6A21\u578B\u5728\u64F4\u5C55\u5168\u57DF\u4EE4\u724C\u7684\u8A2D\u8A08\u4E0B\uFF0C\u4E00\u81F4\u6027\u5730\u5728\u6240\u6709\u5176\u4ED6\u6A21\u578B\u4E2D\u8868\u73FE\u51FA\u8272\u3002"}),"\n",(0,l.jsx)(e.h3,{id:"qa-test-finttune",children:"QA Test finttune"}),"\n",(0,l.jsx)(e.p,{children:(0,l.jsx)(e.img,{alt:"QA Test finttune Performance",src:a(37076).A+"",width:"1224",height:"472"})}),"\n",(0,l.jsxs)(e.ul,{children:["\n",(0,l.jsxs)(e.li,{children:[(0,l.jsx)(e.strong,{children:"\u4EFB\u52D9\u8207\u8CC7\u6599\u96C6"}),"\uFF1A\u540C\u6A23\u5305\u62EC HotpotQA\u3001Natural Questions\u3001TriviaQA \u548C WikiHop\u3002"]}),"\n",(0,l.jsxs)(e.li,{children:[(0,l.jsx)(e.strong,{children:"\u6BD4\u8F03\u57FA\u6E96"}),"\uFF1A\u5C07 BIGBIRD-ETC \u6A21\u578B\u8207\u4E0D\u5305\u62EC BIGBIRD \u7684\u6392\u884C\u699C\u524D\u4E09\u540D\u9032\u884C\u6BD4\u8F03\u3002"]}),"\n"]}

1),"\n",(0,l.jsx)(e.p,{children:"\u5728\u9019\u500B\u5BE6\u9A57\u4E2D\uFF0CBIGBIRD-ETC \u5728\u591A\u500B\u8CC7\u6599\u96C6\u4E0A\u8A2D\u7ACB\u4E86\u65B0\u7684 SOTA\uFF0C\u7279\u5225\u662F\u5728 Natural Questions \u7684\u9577\u7B54\u6848\u3001TriviaQA \u548C WikiHop \u6E2C\u8A66\u4E2D\u3002\u8207\u50C5\u4F7F\u7528\u55AE\u4E00\u6A21\u578B\u7684 BIGBIRD \u76F8\u6BD4\uFF0C\u5176\u4ED6\u9818\u5148\u689D\u76EE\u591A\u70BA\u96C6\u5408\u6A21\u578B\uFF0C\u9019\u53EF\u80FD\u89E3\u91CB\u4E86\u5728\u67D0\u4E9B\u60C5\u6CC1\u4E0B BIGBIRD \u5728\u7CBE\u78BA\u7B54\u6848\u9078\u64C7\u4E0A\u6E96\u78BA\u7387\u7565\u4F4E\u7684\u539F\u56E0\u3002"}),"\n",(0,l.jsx)(e.h3,{id:"\u9577\u6587\u4EF6\u6458\u8981\u80FD\u529B",children:"\u9577\u6587\u4EF6\u6458\u8981\u80FD\u529B"}),"\n",(0,l.jsx)(e.p,{children:(0,l.jsx)(e.img,{alt:"Long Document Summarization",src:a(31711).A+"",width:"1224",height:"668"})}),"\n",(0,l.jsx)(e.p,{children:"\u5728\u672C\u6BB5\u4E2D\uFF0C\u6587\u7AE0\u63A2\u8A0E\u4E86\u4F7F\u7528 BIGBIRD \u6A21\u578B\u9032\u884C\u9577\u6587\u4EF6\u62BD\u8C61\u6458\u8981\u7684\u5BE6\u9A57\u8A2D\u8A08\u8207\u6210\u679C\uFF0C\u7279\u5225\u662F\u5728\u8655\u7406\u9700\u8981\u6DF1\u5165\u4E0A\u4E0B\u6587\u7406\u89E3\u7684\u9577\u7BC4\u570D\u6587\u672C\u6642\uFF0C\u6A21\u578B\u5982\u4F55\u8868\u73FE\u51FA\u986F\u8457\u7684\u6539\u9032\u3002\u5BE6\u9A57\u4E2D\u4F7F\u7528\u4E86\u4E09\u500B\u5C08\u70BA\u9577\u6587\u4EF6\u8A2D\u8A08\u7684\u6578\u64DA\u96C6\u3002\u5BE6\u9A57\u7D50\u679C\u5982\u4E0A\u8868\uFF0C\u8B49\u660E\u4E86\u901A\u904E\u61C9\u7528 BIGBIRD \u7684\u7A00\u758F\u7DE8\u78BC\u5668\u548C\u5B8C\u6574\u89E3\u78BC\u5668\u4F86\u8A13\u7DF4\u9019\u4E9B\u9577\u6587\u4EF6\u6578\u64DA\u96C6\u6642\uFF0C\u6A21\u578B\u80FD\u5920\u6709\u6548\u5730\u63D0\u5347\u6458\u8981\u7684\u54C1\u8CEA\u548C\u6E96\u78BA\u6027\u3002"}),"\n",(0,l.jsx)(e.p,{children:"\u9019\u4E00\u63D0\u5347\u5F97\u76CA\u65BC\u6A21\u578B\u80FD\u5920\u8655\u7406\u66F4\u9577\u7684\u6587\u672C\u7BC4\u570D\uFF0C\u5F9E\u800C\u66F4\u597D\u5730\u7406\u89E3\u548C\u6574\u5408\u6587\u4EF6\u4E2D\u5206\u6563\u7684\u95DC\u9375\u4FE1\u606F\u3002"}),"\n",(0,l.jsx)(e.p,{children:"\u9019\u4E9B\u89C0\u5BDF\u7D50\u679C\u51F8\u986F\u4E86 BIGBIRD \u5728\u8655\u7406\u9AD8\u5EA6\u8907\u96DC\u7684 NLP \u4EFB\u52D9\u4E2D\u7684\u6F5B\u529B\u8207\u5BE6\u969B\u6548\u76CA\uFF0C\u5C24\u5176\u662F\u5728\u9700\u8981\u6DF1\u5C64\u6B21\u6587\u672C\u5206\u6790\u548C\u7406\u89E3\u7684\u61C9\u7528\u5834\u666F\u4E2D\u3002"}),"\n",(0,l.jsxs)(e.admonition,{type:"tip",children:[(0,l.jsx)(e.p,{children:"Pegasus\uFF08Pre-training with Extracted Gap-sentences for Abstractive SUmmarization Sequence-to-sequence models\uFF09\u662F\u4E00\u7A2E\u5C08\u70BA\u6587\u672C\u6458\u8981\u4EFB\u52D9\u8A2D\u8A08\u7684\u9810\u8A13\u7DF4\u65B9\u6CD5\uFF0C\u7531 Google Research \u5718\u968A\u958B\u767C\u3002Pegasus \u7684\u6838\u5FC3\u5275\u65B0\u5728\u65BC\u5176\u9810\u8A13\u7DF4\u7B56\u7565\uFF0C\u8A72\u7B56\u7565\u5C08\u9580\u91DD\u5C0D\u6458\u8981\u4EFB\u52D9\u7684\u9700\u6C42\u4F86\u512A\u5316\u3002"}),(0,l.jsx)(e.p,{children:"Pegasus \u7684\u9810\u8A13\u7DF4\u904E\u7A0B\u63A1\u7528\u4E86\u4E00\u7A2E\u7A31\u70BA\u201Cgap sentences prediction\u201D\uFF08GSP\uFF09\u7684\u7B56\u7565\uFF0C\u5373\u300C\u9593\u9699\u53E5\u5B50\u9810\u6E2C\u300D\u3002\u5728\u9019\u500B\u904E\u7A0B\u4E2D\uFF0C\u5F9E\u4E00\u500B\u6587\u4EF6\u4E2D\u96A8\u6A5F\u9078\u64C7\u82E5\u5E72\u53E5\u5B50\u4E26\u5C07\u5176\u300C\u906E\u853D\u300D\uFF08\u5373\u79FB\u9664\uFF09\uFF0C\u7136\u5F8C\u6A21\u578B\u9700\u8981\u9810\u6E2C\u9019\u4E9B\u88AB\u906E\u853D\u7684\u53E5\u5B50\u3002\u9019\u8207\u50B3\u7D71\u7684\u63A9\u78BC\u8A9E\u8A00\u6A21\u578B\uFF08\u5982 BERT\uFF09\u7565\u6709\u4E0D\u540C\uFF0CBERT \u901A\u5E38\u662F\u96A8\u6A5F\u63A9\u853D\u55AE\u8A5E\u6216 token\uFF0C\u800C Pegasus \u63A9\u853D\u6574\u500B\u53E5\u5B50\u3002"})]}),"\n",(0,l.jsx)(e.h2,{id:"\u7D50\u8AD6",children:"\u7D50\u8AD6"}),"\n",(0,l.jsx)(e.p,{children:"\u6BD4\u8D77\u904E\u53BB\u7684 Sparse Transformer \u548C Longformer \u7B49\u6A21\u578B\uFF0C\u6211\u5011\u8A8D\u70BA\u672C\u6587\u7684\u4E3B\u8981\u8CA2\u737B\u5728\u65BC\u70BA\u7A00\u758F\u6CE8\u610F\u529B\u6A5F\u5236\u63D0\u4F9B\u4E86\u4E00\u4EFD\u8A73\u7D30\u7684\u6578\u5B78\u7406\u8AD6\u8B49\u660E\u3002"}),"\n",(0,l.jsx)(e.p,{children:"\u4E26\u4E14\u6307\u51FA\u82E5\u6211\u5011\u5E0C\u671B\u53EF\u4EE5\u8FD1\u4F3C\u5B8C\u6574\u6CE8\u610F\u529B\u6A5F\u5236\uFF0C\u5247\u9700\u8981\u4F7F\u7528\u96A8\u6A5

1F\u3001\u6ED1\u52D5\u8996\u7A97\u3001\u90E8\u5206\u5168\u57DF\u7684\u65B9\u5F0F\u4F86\u8A2D\u8A08\u6A21\u578B\u7684\u6CE8\u610F\u529B\u6A5F\u5236\u3002"}),"\n",(0,l.jsx)(e.p,{children:"\u901A\u904E\u5C0D Transformer \u6A21\u578B\u7684\u7406\u8AD6\u6027\u8CEA\u9032\u884C\u6DF1\u5165\u7814\u7A76\uFF0C\u4F5C\u8005\u5C55\u793A\u4E86\u7A00\u758F\u6CE8\u610F\u529B\u6A5F\u5236\u7684\u901A\u7528\u903C\u8FD1\u80FD\u529B\uFF0C\u4E26\u8B49\u660E\u4E86\u9019\u7A2E\u6A5F\u5236\u5728\u8655\u7406\u9577\u5E8F\u5217\u4EFB\u52D9\u6642\u7684\u512A\u8D8A\u6027\u3002"}),"\n",(0,l.jsx)(e.p,{children:"\u95DC\u65BC\u8A73\u7D30\u7684\u8B49\u660E\u65B9\u5F0F\uFF0C\u5728\u8A72\u8AD6\u6587\u4E2D\u7684\u9644\u9304\u6709\u5927\u7D04 20 \u9801\u7684\u7BC7\u5E45\uFF0C\u8B93\u6211\u5011\u770B\u5F97\u982D\u660F\u773C\u82B1\uFF0C\u6709\u8208\u8DA3\u7684\u8B80\u8005\u6B61\u8FCE\u81EA\u884C\u7FFB\u95B1\u539F\u59CB\u8AD6\u6587\u3002"})]})}function x(s={}){let{wrapper:e}={...(0,i.R)(),...s.components};return e?(0,l.jsx)(e,{...s,children:(0,l.jsx)(h,{...s})}):h(s)}},93030:function(s,e,a){a.d(e,{A:()=>n});let n=a.p+"assets/images/img1-88b7491685393d09b10d279836ff6397.jpg"},25233:function(s,e,a){a.d(e,{A:()=>n});let n=a.p+"assets/images/img2-be74cb6d41a86f88b7c712091fb6ec95.jpg"},37076:function(s,e,a){a.d(e,{A:()=>n});let n=a.p+"assets/images/img3-a8edfebc95d1524f0232d43b2260b30a.jpg"},31711:function(s,e,a){a.d(e,{A:()=>n});let n=a.p+"assets/images/img4-4d1f33b08fe07c9b16c846da64d9ea14.jpg"},84429:function(s,e,a){a.d(e,{R:()=>m,x:()=>c});var n=a(96540);let l={},i=n.createContext(l);function m(s){let e=n.useContext(i);return n.useMemo(function(){return"function"==typeof s?s(e):{...e,...s}},[e,s])}function c(s){let e;return e=s.disableParentContext?"function"==typeof s.components?s.components(l):s.components||l:m(s.components),n.createElement(i.Provider,{value:e},s.children)}}}]);