https://docsaid.org/assets/js/a28aefbc.87c4a340.js

1"use strict";(self.webpackChunkdocsaid_website=self.webpackChunkdocsaid_website||[]).push([["31464"],{20177:function(e,n,i){i.r(n),i.d(n,{frontMatter:()=>d,toc:()=>h,default:()=>o,metadata:()=>s,assets:()=>c,contentTitle:()=>r});var s=JSON.parse('{"id":"lightweight/senet/index","title":"[17.09] SENet","description":"\u64E0\uFF01\u7528\u529B\u64E0\uFF01","source":"@site/papers/lightweight/1709-senet/index.md","sourceDirName":"lightweight/1709-senet","slug":"/lightweight/senet/","permalink":"/papers/lightweight/senet/","draft":false,"unlisted":false,"tags":[],"version":"current","lastUpdatedBy":"zephyr-sh","lastUpdatedAt":1739242156000,"frontMatter":{"title":"[17.09] SENet","authors":"Z. Yuan"},"sidebar":"papersSidebar","previous":{"title":"[17.07] ShuffleNet","permalink":"/papers/lightweight/shufflenet/"},"next":{"title":"[18.01] MobileNet-V2","permalink":"/papers/lightweight/mobilenet-v2/"}}'),l=i(74848),t=i(84429);let d={title:"[17.09] SENet",authors:"Z. Yuan"},r,c={},h=[{value:"\u64E0\uFF01\u7528\u529B\u64E0\uFF01",id:"\u64E0\u7528\u529B\u64E0",level:2},{value:"\u5B9A\u7FA9\u554F\u984C",id:"\u5B9A\u7FA9\u554F\u984C",level:2},{value:"\u89E3\u6C7A\u554F\u984C",id:"\u89E3\u6C7A\u554F\u984C",level:2},{value:"\u6A21\u578B\u67B6\u69CB",id:"\u6A21\u578B\u67B6\u69CB",level:3},{value:"\u8A0E\u8AD6",id:"\u8A0E\u8AD6",level:2},{value:"\u5F71\u50CF\u5206\u985E\u6548\u679C\u5C55\u793A",id:"\u5F71\u50CF\u5206\u985E\u6548\u679C\u5C55\u793A",level:3},{value:"\u8F15\u91CF\u6A21\u578B\u6548\u679C\u5C55\u793A",id:"\u8F15\u91CF\u6A21\u578B\u6548\u679C\u5C55\u793A",level:3},{value:"Squeeze \u7684\u91CD\u8981\u6027",id:"squeeze-\u7684\u91CD\u8981\u6027",level:3},{value:"Excitation \u7684\u91CD\u8981\u6027",id:"excitation-\u7684\u91CD\u8981\u6027",level:3},{value:"\u5176\u4ED6\u5BE6\u9A57\u7D50\u679C",id:"\u5176\u4ED6\u5BE6\u9A57\u7D50\u679C",level:3},{value:"\u7D50\u8AD6",id:"\u7D50\u8AD6",level:2}];function a(e){let n={a:"a",admonition:"admonition",code:"code",h2:"h2",h3:"h3",hr:"hr",img:"img",li:"li",ol:"ol",p:"p",pre:"pre",strong:"strong",ul:"ul",...(0,t.R)(),...e.components};return(0,l.jsxs)(l.Fragment,{children:[(0,l.jsx)(n.h2,{id:"\u64E0\u7528\u529B\u64E0",children:"\u64E0\uFF01\u7528\u529B\u64E0\uFF01"}),"\n",(0,l.jsx)(n.p,{children:(0,l.jsx)(n.a,{href:"https://arxiv.org/abs/1709.01507",children:(0,l.jsx)(n.strong,{children:"Squeeze-and-Excitation Networks"})})}),"\n",(0,l.jsx)(n.hr,{}),"\n",(0,l.jsx)(n.p,{children:"\u9019\u662F\u500B\u5927\u5BB6\u722D\u5148\u6050\u5F8C\u5237\u8457 ImageNet \u699C\u55AE\u7684\u5E74\u4EE3\uFF0C\u5404\u7A2E\u7DB2\u8DEF\u67B6\u69CB\u5C64\u51FA\u4E0D\u7AAE\u3002"}),"\n",(0,l.jsx)(n.p,{children:"SENet \u9019\u500B\u7DB2\u8DEF\u67B6\u69CB\u7684\u63D0\u51FA\uFF0C\u5C31\u662F\u70BA\u4E86\u63D0\u5347\u7DB2\u8DEF\u4E2D\u4E0D\u540C\u901A\u9053\u9593\u7684\u5168\u5C40\u76F8\u4E92\u95DC\u4FC2\uFF0C\u4EE5\u63D0\u5347\u7DB2\u8DEF\u7684\u8868\u73FE\u3002"}),"\n",(0,l.jsx)(n.h2,{id:"\u5B9A\u7FA9\u554F\u984C",children:"\u5B9A\u7FA9\u554F\u984C"}),"\n",(0,l.jsx)(n.p,{children:"\u5728\u904E\u53BB\u7684\u7814\u7A76\u4E2D\uFF0C\u4E00\u500B\u89C0\u5BDF\u4F86\u81EA\u65BC VGG \u548C ResNet\uFF0C\u5B83\u5011\u8AAA\u660E\u4E86\u589E\u52A0\u6DF1\u5EA6\u53EF\u4EE5\u63D0\u9AD8\u6A21\u578B\u54C1\u8CEA\uFF0C\u9084\u6709\u6B98\u5DEE\u9023\u63A5\u7684\u65B9\u5F0F\uFF0C\u5C0D\u65BC\u5E6B\u52A9\u7DB2\u8DEF\u5B78\u7FD2\u66F4\u597D\u7684\u7279\u5FB5\u975E\u5E38\u6709\u5E6B\u52A9\u3002"}),"\n",(0,l.jsx)(n.p,{children:"\u53E6\u5916\u4E00\u500B\u89C0\u5BDF\u4F86\u81EA\u65BC\u5206\u7D44\u5377\u7A4D\u7684\u81EA\u7136\u6F14\u5316\uFF0C\u5230\u5F8C\u7E8C\u7684 Inception \u7CFB\u5217\uFF0C\u5B83\u5011\u900F\u904E\u591A\u5206\u652F\u7684\u8A2D\u8A08\uFF0C\u63D0\u5347\u4E86\u7DB2\u8DEF\u7684\u8868\u73FE\u3002"}),"\n",(0,l.jsx)(n.p,{children:"\u9019\u4E9B\u7814\u7A76\u5176\u5BE6\u53CD\u6620\u51FA\u4E86\u4E00\u7A2E\u5047\u8A2D\uFF0C\u5373\uFF1A"}),"\n",(0,l.jsxs)(n.ul,{children:["\n",(0,l.jsx)(n.li,{children:(0,l.jsx)(n.strong,{children:"\u7DB2\u8DEF\u901A\u9053\u9593\u7684\u95DC\u4FC2\u53EF\u4EE5\u8868\u793A\u70BA\u5177\u6709\u300C\u5C40\u90E8\u300D\u611F\u53D7\u4E5F\u7684\u4E0D\u53EF\u77E5\u51FD\u6578\u7684\u7D44\u5408\u3002"})}),"\n"]}),"\n",(0,l.jsx)(n.p,{children:"\u800C\u9019\u500B\u89C0\u9EDE\u6B63\u662F\u4F5C\u8005\u8A8D\u70BA\u6709\u554F\u984C\u7684\u5730\u65B9\uFF1A"}),"\n",(0,l.jsxs)(n.ul,{children:["\n",(0,l.jsx)(n.li,{children:(0,l.jsx)(n.strong,{children:"\u70BA\u4EC0\u9EBC\u6211\u5011\u53EA\u8003\u616E\u4

1E86\u5C40\u90E8\u611F\u53D7\u91CE\uFF0C\u800C\u6C92\u6709\u8003\u616E\u5168\u5C40\u611F\u53D7\u91CE\uFF1F"})}),"\n"]}),"\n",(0,l.jsx)(n.h2,{id:"\u89E3\u6C7A\u554F\u984C",children:"\u89E3\u6C7A\u554F\u984C"}),"\n",(0,l.jsx)(n.p,{children:"\u4F5C\u8005\u5E0C\u671B\u53EF\u4EE5\u5728\u7DB2\u8DEF\u7684\u901A\u9053\u9593\u5F15\u5165\u5168\u5C40\u7684\u8CC7\u8A0A\uFF0C\u4F46\u662F\u53C8\u4E0D\u60F3\u589E\u52A0\u592A\u591A\u8A08\u7B97\u91CF\u548C\u53C3\u6578\u3002"}),"\n",(0,l.jsx)(n.p,{children:"\u56E0\u6B64\uFF0C\u63D0\u51FA\u4E86 Squeeze-and-Excitation \u6A21\u584A\uFF0C\u5728\u4E0D\u589E\u52A0\u592A\u591A\u8A08\u7B97\u91CF\u7684\u60C5\u6CC1\u4E0B\uFF0C\u5F15\u5165\u5168\u5C40\u7684\u8CC7\u8A0A\u3002"}),"\n",(0,l.jsx)(n.h3,{id:"\u6A21\u578B\u67B6\u69CB",children:"\u6A21\u578B\u67B6\u69CB"}),"\n",(0,l.jsx)(n.p,{children:(0,l.jsx)(n.img,{alt:"SENet arch",src:i(79012).A+"",width:"1688",height:"394"})}),"\n",(0,l.jsx)(n.p,{children:"\u9019\u4E5F\u662F\u500B\u770B\u7A0B\u5F0F\u6BD4\u770B\u8AD6\u6587\u66F4\u5BB9\u6613\u7684\u7DB2\u8DEF\u67B6\u69CB\u3002"}),"\n",(0,l.jsx)(n.p,{children:"\u5728\u958B\u59CB\u524D\uFF0C\u6211\u5011\u5148\u5BE6\u4F5C\u4E00\u4E0B\u5427\uFF1A"}),"\n",(0,l.jsx)(n.pre,{children:(0,l.jsx)(n.code,{className:"language-python",children:"import torch\nimport torch.nn as nn\n\nclass SEBlock(nn.Module):\n\n    def __init__(self, in_channels, reduction_ratio=16):\n        super(SEBlock, self).__init__()\n        self.squeeze = nn.AdaptiveAvgPool2d(1)\n        self.excitation = nn.Sequential(\n            nn.Conv2d(in_channels, in_channels // reduction_ratio, kernel_size=1, stride=1, padding=0, bias=False),\n            nn.ReLU(),\n            nn.Conv2d(in_channels // reduction_ratio, in_channels, kernel_size=1, stride=1, padding=0, bias=False),\n            nn.Sigmoid()\n        )\n\n    def forward(self, x: torch.Tensor) -> torch.Tensor:\n        # x: (B, C, H, W)\n\n        # (B, C, H, W) -> (B, C, 1, 1)\n        out = self.squeeze(x)\n\n        # (B, C, 1, 1) -> (B, C//16, 1, 1) -> (B, C, 1, 1)\n        out = self.excitation(out)\n\n        # (B, C, H, W) * (B, C, 1, 1) -> (B, C, H, W)\n        return x * out\n"})}),"\n",(0,l.jsx)(n.p,{children:"\u662F\u4E0D\u662F\uFF1F\u770B\u7A0B\u5F0F\u6BD4\u770B\u8AD6\u6587\u7C21\u55AE\u591A\u4E86\uFF01"}),"\n",(0,l.jsx)(n.p,{children:"\u5728 SENet \u4E2D\uFF0C\u5F15\u5165\u5168\u5C40\u8CC7\u8A0A\u7684\u65B9\u6CD5\u5C31\u662F\u900F\u904E Global Average Pooling\u3002"}),"\n",(0,l.jsx)(n.p,{children:"\u5C07\u7279\u5FB5\u5716\u7684\u6BCF\u500B\u901A\u9053\u7684\u7279\u5FB5\u503C\u5E73\u5747\u8D77\u4F86\uFF0C\u7136\u5F8C\u901A\u904E\u4E00\u500B\u5168\u9023\u63A5\u5C64\uFF0C\u5F97\u5230\u6BCF\u500B\u901A\u9053\u7684\u91CD\u8981\u6027\u6B0A\u91CD\u3002"}),"\n",(0,l.jsx)(n.p,{children:"\u96D6\u7136\u9019\u6A23\u7684\u5168\u5C40\u8CC7\u8A0A\u5176\u5BE6\u6C92\u6709\u5F88\u591A\uFF0C\u4F46\u662F\u5728\u5BE6\u9A57\u4E2D\u8B49\u660E\uFF0C\u9019\u6A23\u7684\u8A2D\u8A08\u53EF\u4EE5\u63D0\u5347\u7DB2\u8DEF\u7684\u8868\u73FE\u3002"}),"\n",(0,l.jsx)(n.admonition,{type:"tip",children:(0,l.jsx)(n.p,{children:"\u6211\u5011\u4F7F\u7528 1x1 \u5377\u7A4D\u4F86\u5BE6\u73FE\u5168\u9023\u63A5\u5C64\uFF0C\u9019\u6A23\u53EF\u4EE5\u4E0D\u7528\u5728\u90A3\u908A permute \u548C reshape\uFF0C\u7701\u4E8B\u3002"})}),"\n",(0,l.jsx)(n.p,{children:"\u63A5\u4E0B\u4F86\uFF0C\u770B\u5B8C\u7A0B\u5F0F\u78BC\u4E4B\u5F8C\uFF0C\u56DE\u4F86\u770B\u4E00\u4E0B\u4F5C\u8005\u756B\u7684\u5716\u5427\uFF1A"}),"\n",(0,l.jsx)("div",{align:"center",children:(0,l.jsx)("figure",{style:{width:"60%"},children:(0,l.jsx)(n.p,{children:(0,l.jsx)(n.img,{alt:"SENet arch 1",src:i(56819).A+"",width:"850",height:"848"})})})}),"\n",(0,l.jsx)(n.p,{children:"\u5982\u5716\uFF0C\u5728 SENet \u4E2D\uFF0C\u6B65\u9A5F\u4F9D\u5E8F\u662F\uFF1A"}),"\n",(0,l.jsxs)(n.ol,{children:["\n",(0,l.jsxs)(n.li,{children:[(0,l.jsx)(n.strong,{children:"Global Pooling"}),"\uFF1A\u5168\u5C40\u8CC7\u8A0A\u3002"]}),"\n",(0,l.jsxs)(n.li,{children:[(0,l.jsx)(n.strong,{children:"FC"}),"\uFF1A \u964D\u7DAD\u3002"]}),"\n",(0,l.jsxs)(n.li,{children:[(0,l.jsx)(n.strong,{children:"ReLU"}

1),"\uFF1A\u5F15\u5165\u975E\u7DDA\u6027\u7279\u6027\u3002"]}),"\n",(0,l.jsxs)(n.li,{children:[(0,l.jsx)(n.strong,{children:"FC"}),"\uFF1A\u5347\u7DAD\u3002"]}),"\n",(0,l.jsxs)(n.li,{children:[(0,l.jsx)(n.strong,{children:"Sigmoid"}),"\uFF1A\u5F97\u5230\u6BCF\u500B\u901A\u9053\u7684\u91CD\u8981\u6027\u6B0A\u91CD\u3002"]}),"\n"]}),"\n",(0,l.jsxs)(n.p,{children:["\u9019\u88E1\u9078\u7528 ",(0,l.jsx)(n.code,{children:"Sigmoid"})," \u662F\u56E0\u70BA\u4F5C\u8005\u5E0C\u671B\u6BCF\u500B\u901A\u9053\u9593\u4E0D\u8981\u6210\u7AF6\u722D\u95DC\u4FC2\uFF0C\u800C\u662F\u8981\u4E92\u76F8\u7D44\u5408\u3002"]}),"\n",(0,l.jsx)(n.p,{children:"\u6240\u4EE5\u53EA\u9700\u8981\u8003\u616E\u6BCF\u500B\u901A\u9053\u8981\u7559\u6216\u4E0D\u7559\uFF08\u5373\u6B0A\u91CD\uFF09\u5C31\u597D\uFF0C\u4E0D\u9700\u8981\u7522\u751F\u4E92\u76F8\u6291\u5236\u7684\u7AF6\u722D\u95DC\u4FC2\u3002"}),"\n",(0,l.jsx)(n.h2,{id:"\u8A0E\u8AD6",children:"\u8A0E\u8AD6"}),"\n",(0,l.jsx)(n.h3,{id:"\u5F71\u50CF\u5206\u985E\u6548\u679C\u5C55\u793A",children:"\u5F71\u50CF\u5206\u985E\u6548\u679C\u5C55\u793A"}),"\n",(0,l.jsx)(n.p,{children:(0,l.jsx)(n.img,{alt:"senet params",src:i(70358).A+"",width:"4477",height:"999"})}),"\n",(0,l.jsx)(n.p,{children:"SENet \u53EF\u4EE5\u5B89\u63D2\u5230\u4EFB\u4F55\u7DB2\u8DEF\u4E2D\uFF0C\u4E26\u4E14\u4E0D\u6703\u589E\u52A0\u592A\u591A\u7684\u53C3\u6578\u91CF\u3002"}),"\n",(0,l.jsx)(n.p,{children:"\u4EE5 ResNet-50 \u548C SE-ResNet-50 \u4E4B\u9593\u7684\u6BD4\u8F03\u70BA\u4F8B\uFF1A"}),"\n",(0,l.jsx)(n.p,{children:"\u5C0D\u65BC 224 \xd7 224 \u50CF\u7D20\u8F38\u5165\u5F71\u50CF\uFF0CResNet-50 \u5728\u55AE\u6B21\u524D\u5411\u50B3\u905E\u4E2D\u5927\u7D04\u9700\u8981 3.86 GFLOP \u7684\u904B\u7B97\u91CF\u3002"}),"\n",(0,l.jsx)(n.p,{children:"\u6BCF\u500B SE \u5340\u584A\u5728\u64E0\u58D3\u968E\u6BB5\u4F7F\u7528\u5168\u57DF\u5E73\u5747\u6C60\u5316\u64CD\u4F5C\uFF0C\u5728\u6FC0\u52F5\u968E\u6BB5\u4F7F\u7528\u5169\u500B\u5C0F\u578B FC \u5C64\u3002\u7576\u7E2E\u6E1B\u7387\u8A2D\u5B9A\u70BA 16 \u6642\uFF0CSE-ResNet-50 \u9700\u8981\u7D04 3.87 GFLOP \u904B\u7B97\u91CF\uFF0C\u76F8\u7576\u65BC\u6BD4\u539F\u59CB ResNet-50 \u76F8\u5C0D\u589E\u52A0\u4E86 0.26%\u3002"}),"\n",(0,l.jsx)(n.p,{children:"\u53C3\u6578\u91CF\u7684\u90E8\u5206\u5247\u662F\u589E\u52A0\u4E86\u7D04 10%\uFF0C\u9019\u500B\u6C92\u6709\u5728\u8868\u683C\u5167\uFF0C\u662F\u5BEB\u5728\u8AD6\u6587\u88E1\u7684\u3002"}),"\n",(0,l.jsx)(n.p,{children:"\u53C3\u6578\u91CF\u589E\u52A0\u4E86\u4E00\u9EDE\uFF0C\u63DB\u4F86\u7684\u6548\u679C\u662F\u8B93\u539F\u672C ResNet-50 \u76F4\u8FFD ResNet-101 \u7684\u8868\u73FE\u3002"}),"\n",(0,l.jsx)(n.admonition,{type:"info",children:(0,l.jsx)(n.p,{children:"\u4F5C\u8005\u5206\u6790\u53C3\u6578\u91CF\u5927\u591A\u589E\u52A0\u5728\u7DB2\u8DEF\u7684\u672B\u6BB5\uFF0C\u5982\u679C\u79FB\u9664\u672B\u6BB5\u7684\u5168\u9023\u63A5\u5C64\uFF0C\u5247\u53C3\u6578\u91CF\u589E\u52A0\u7684\u5E45\u5EA6\u6703\u964D\u4F4E\u70BA 4%\uFF0C\u540C\u6642\u5728 ImageNet top-5 \u7684\u7CBE\u5EA6\u6703\u964D\u4F4E 0.1%\u3002"})}),"\n",(0,l.jsx)(n.h3,{id:"\u8F15\u91CF\u6A21\u578B\u6548\u679C\u5C55\u793A",children:"\u8F15\u91CF\u6A21\u578B\u6548\u679C\u5C55\u793A"}),"\n",(0,l.jsx)(n.p,{children:(0,l.jsx)(n.img,{alt:"senet on mobile",src:i(41469).A+"",width:"1756",height:"162"})}),"\n",(0,l.jsx)(n.p,{children:"\u5C07 SENet \u61C9\u7528\u5728 MobileNet \u7684\u6548\u679C\u4E5F\u662F\u975E\u5E38\u597D\uFF0C\u5728 ImageNet \u4E0A\u7684 top-1 \u932F\u8AA4\u7387\u4E0B\u964D\u4E86 3.1%\u3002"}),"\n",(0,l.jsx)(n.p,{children:"\u5728 ShuffleNet \u4E0A\u7684\u6548\u679C\u4E5F\u662F\u975E\u5E38\u597D\uFF0Ctop-1 \u932F\u8AA4\u7387\u4E0B\u964D\u4E86 1.6%\u3002"}),"\n",(0,l.jsx)(n.admonition,{type:"tip",children:(0,l.jsx)(n.p,{children:"\u5DEE\u4E00\u9EDE\u5C31\u8981\u505A\u51FA MobileNet-V3 \u4E86\u3002\uFF08\uFF1F\uFF1F\uFF1F\uFF09"})}),"\n",(0,l.jsx)(n.h3,{id:"squeeze-\u7684\u91CD\u8981\u6027",children:"Squeeze \u7684\u91CD\u8981\u6027"}),"\n",(0,l.jsx)(n.p,{children:(0,l.jsx)(n.img,{alt:"ablation1",src:i(90336).A+"",width:"1044",height:"228"})}),"\n",(0,l.jsx)(n.p,{children:"\u4F5C\u8005\u5C07 SENet \u7684 Squeeze \u7684\u90E8\u5206\u79FB\u9

1664\uFF0C\u767C\u73FE\u9084\u662F\u6709\u6548\u679C\uFF01"}),"\n",(0,l.jsx)(n.p,{children:"\u4F46\u6BD4\u8F03\u6C92\u6709\u90A3\u9EBC\u8B93\u4EBA\u9A5A\u8277\uFF0C\u4F7F\u7528 Squeeze \u6642\uFF0C\u53EF\u4EE5\u63D0\u5347 1.02%\uFF0C\u79FB\u9664\u4E4B\u5F8C\u53EA\u5269\u63D0\u5347 0.37%\u3002"}),"\n",(0,l.jsx)(n.h3,{id:"excitation-\u7684\u91CD\u8981\u6027",children:"Excitation \u7684\u91CD\u8981\u6027"}),"\n",(0,l.jsx)(n.p,{children:(0,l.jsx)(n.img,{alt:"ablation2",src:i(3951).A+"",width:"1290",height:"692"})}),"\n",(0,l.jsx)(n.p,{children:"\u4F5C\u8005\u7814\u7A76\u4E86\u4E0D\u540C\u985E\u5225\uFF08\u5982\u91D1\u9B5A\u3001\u54C8\u5DF4\u72D7\u3001\u98DB\u6A5F\u3001\u61F8\u5D16\uFF09\u5728\u7DB2\u8DEF\u4E0D\u540C\u5C64\u6B21\u7684\u555F\u52D5\u5206\u4F48\uFF0C\u6574\u7406\u51FA\u5E7E\u500B\u7D50\u8AD6\uFF1A"}),"\n",(0,l.jsxs)(n.ul,{children:["\n",(0,l.jsx)(n.li,{children:"\u5728\u7DB2\u8DEF\u65E9\u671F\u5C64\u6B21\u4E2D\uFF0C\u4E0D\u540C\u985E\u5225\u7684\u555F\u52D5\u5206\u4F48\u76F8\u4F3C\uFF0C\u4F46\u5728\u66F4\u6DF1\u5C64\u6B21\uFF0C\u6D3B\u5316\u503C\u958B\u59CB\u8B8A\u5F97\u66F4\u52A0\u985E\u5225\u7279\u7570\u6027\u3002"}),"\n",(0,l.jsx)(n.li,{children:"\u5728\u7DB2\u8DEF\u7684\u6DF1\u5C64\uFF08\u5982 SE_4_6 \u548C SE_5_1\uFF09\uFF0C\u7279\u5B9A\u901A\u9053\u7684\u6D3B\u5316\u503C\u986F\u793A\u51FA\u5F37\u70C8\u7684\u985E\u5225\u504F\u597D\uFF0C\u8AAA\u660E SE \u6A21\u7D44\u5728\u9019\u4E9B\u5C64\u4E2D\u5C0D\u7279\u5FB5\u7684\u5224\u5225\u6709\u986F\u8457\u4F5C\u7528\u3002"}),"\n",(0,l.jsx)(n.li,{children:"\u5728 SE_5_2 \u5C64\u89C0\u5BDF\u5230\u8A31\u591A\u6D3B\u5316\u503C\u63A5\u8FD1 1 \u7684\u8DA8\u52E2\uFF0C\u9019\u7A2E\u60C5\u6CC1\u4E0B SE \u6A21\u7D44\u76F8\u7576\u65BC\u4E00\u500B\u6046\u7B49\u904B\u7B97\u7B26\uFF0C\u4E0D\u518D\u91CD\u65B0\u6821\u6E96\u7279\u5FB5\u3002"}),"\n",(0,l.jsx)(n.li,{children:"\u5728\u7DB2\u8DEF\u7684\u672B\u7AEF\uFF0CSE \u6A21\u7D44\u7684\u91CD\u8981\u6027\u964D\u4F4E\uFF0C\u7814\u7A76\u986F\u793A\u79FB\u9664\u9019\u4E9B\u6A21\u7D44\u53EA\u6703\u5C0E\u81F4\u908A\u969B\u6548\u80FD\u640D\u5931\uFF0C\u4F46\u53EF\u4EE5\u986F\u8457\u6E1B\u5C11\u53C3\u6578\u6578\u91CF\u3002"}),"\n"]}),"\n",(0,l.jsx)(n.p,{children:"\u9019\u4E9B\u89C0\u5BDF\u7D50\u679C\u8AAA\u660E SE \u6A21\u7D44\u5728\u4E0D\u540C\u7DB2\u8DEF\u5C64\u6B21\u4E2D\u7684\u4F5C\u7528\u662F\u4E0D\u540C\u7684\uFF0C\u5C0D\u65BC\u7406\u89E3\u548C\u512A\u5316\u6DF1\u5EA6\u5B78\u7FD2\u6A21\u578B\u4E2D\u7684\u7279\u5FB5\u63D0\u53D6\u548C\u8655\u7406\u6975\u70BA\u91CD\u8981\u3002"}),"\n",(0,l.jsx)(n.h3,{id:"\u5176\u4ED6\u5BE6\u9A57\u7D50\u679C",children:"\u5176\u4ED6\u5BE6\u9A57\u7D50\u679C"}),"\n",(0,l.jsx)(n.p,{children:"\u4F5C\u8005\u9084\u91DD\u5C0D\u6A21\u578B\u5167\u7684\u4E0D\u540C\u90E8\u5206\u505A\u4E86\u5C0D\u61C9\u7684\u5BE6\u9A57\uFF0C\u6574\u7406\u51FA\u4E86\u4E00\u4E9B\u7D50\u8AD6\uFF1A"}),"\n",(0,l.jsxs)(n.ol,{children:["\n",(0,l.jsxs)(n.li,{children:["\u4F7F\u7528 ",(0,l.jsx)(n.code,{children:"Signoid"})," \u6548\u679C\u6700\u597D\uFF0C",(0,l.jsx)(n.code,{children:"Tanh"})," \u6B21\u4E4B\uFF0C",(0,l.jsx)(n.code,{children:"ReLU"})," \u6700\u5DEE\u3002"]}),"\n",(0,l.jsxs)(n.li,{children:["\u4F7F\u7528 ",(0,l.jsx)(n.code,{children:"AvgPool"})," \u6BD4 ",(0,l.jsx)(n.code,{children:"MaxPool"})," \u597D\u3002"]}),"\n",(0,l.jsx)(n.li,{children:"\u5728 SE \u6A21\u7D44\u5167\u7684 Reduction Ratio \u8A2D\u5B9A\u70BA 16 \u6709\u6BD4\u8F03\u597D\u7684\u6B0A\u6A6B\u3002"}),"\n"]}),"\n",(0,l.jsx)(n.p,{children:"\u8A73\u7D30\u8868\u683C\u8ACB\u8B80\u8005\u53C3\u8003\u539F\u8AD6\u6587\uFF0C\u6211\u5011\u8A8D\u70BA\u9019\u4E00\u90E8\u5206\u7684\u5BE6\u9A57\u6BD4\u8F03\u504F\u5411\u65BC\u5DE5\u7A0B\u5BE6\u8E10\uFF0C\u5C31\u4E0D\u518D\u4E00\u4E00\u5217\u8209\u4E86\u3002"}),"\n",(0,l.jsx)(n.h2,{id:"\u7D50\u8AD6",children:"\u7D50\u8AD6"}),"\n",(0,l.jsx)(n.p,{children:"SENet \u900F\u904E\u5728\u7DB2\u8DEF\u4E2D\u5F15\u5165 SE \u584A\uFF0C\u6709\u6548\u5730\u63D0\u5347\u4E86\u7DB2\u8DEF\u7684\u5B78\u7FD2\u548C\u6CDB\u5316\u80FD\u529B\u3002"}),"\n",(0,l.jsx)(n.p,{children:"\u5176\u95DC\u9375\u8CA2\u737B\u5728\u65BC\u5C07\u6CE8\u610F\u529B\u6A5F\u5236\u4EE5\u7C21\u6F54\u7684\u65B9\u5F0F\u6574\u5408\u5230\u5377\u7A4D\u7DB2\u8DEF\u4E2D\uFF0C\u4F7F\u7DB2\u8DEF\u80FD\u5920\u66F4\u52A0\u805A\u7126\u65BC\u91CD\u8981\u7684\u7279\u5FB5\u3002"}),"\n",(0,l.jsx)(n.p,{children:"\u9019\u7A2E\u65B9\u6CD5\u7684\u6210\u529F\u8B49\u660E\u4E86\u900F\u904E\u589E\u5F37\u5167\u90E8\u7279\u5FB5\u7684\u8868\u9054\u80FD\u529B\uFF0C\u53EF\u4EE5\u986F\u8457\u63D0\u9AD8\u6DF1\u5EA6\u5B78\u7FD2\u6A21\u578B\u7684\u8868\u73FE\u3002"}),"\n",(0,l.jsxs)(n.admonition,{type:"tip",children:[(0,l.jsxs)(n.p,{children:["\u5118\u7BA1 ",(0,l.jsx)(n.code,{children:"Squeeze-and-Excitation"})," \u6A21\u7D44\u5728\u589E\u52A0\u7684\u904B\u7B97\u6210\u672C\u65B9\u9762\u76F8\u5C0D\u8F03\u4F4E\uFF0C\u4F46\u5728\u5F8C\u7E8C\u7684\u8A31\u591A\u7814\u7A76\u4E2D\uFF0C\u767C\u73FE\u8A72\u67B6\u69CB\u5076\u723E\u6703\u6210\u70BA\u6548\u80FD\u74F6\u9838\u3002"]}

1),(0,l.jsx)(n.p,{children:"\u5728\u90E8\u7F72\u5230\u5373\u6642\u7CFB\u7D71\u6216\u904B\u7B97\u8CC7\u6E90\u6975\u70BA\u6709\u9650\u7684\u74B0\u5883\u6642\uFF0C\u958B\u767C\u8005\u4ECD\u9700\u6B0A\u8861\u5176\u6548\u80FD\u63D0\u5347\u8207\u984D\u5916\u904B\u7B97\u8CA0\u64D4\u4E4B\u9593\u7684\u95DC\u4FC2\u3002"})]})]})}function o(e={}){let{wrapper:n}={...(0,t.R)(),...e.components};return n?(0,l.jsx)(n,{...e,children:(0,l.jsx)(a,{...e})}):a(e)}},79012:function(e,n,i){i.d(n,{A:()=>s});let s=i.p+"assets/images/img1-a83ff0e498f3ab45699722d803aba6e2.jpg"},56819:function(e,n,i){i.d(n,{A:()=>s});let s=i.p+"assets/images/img2-a8638833b96f0bf730e5a23b313d6732.jpg"},70358:function(e,n,i){i.d(n,{A:()=>s});let s=i.p+"assets/images/img3-9d942b83bac6a88e1a6313f4fb77b522.jpg"},41469:function(e,n,i){i.d(n,{A:()=>s});let s=i.p+"assets/images/img4-d70af9b35945e293250a5dcf490c8b47.jpg"},90336:function(e,n,i){i.d(n,{A:()=>s});let s=i.p+"assets/images/img5-210924dad529c9d06afb584ebb68242a.jpg"},3951:function(e,n,i){i.d(n,{A:()=>s});let s=i.p+"assets/images/img6-b4d0673d2e4ef7363a4c7c8c2bf0bb02.jpg"},84429:function(e,n,i){i.d(n,{R:()=>d,x:()=>r});var s=i(96540);let l={},t=s.createContext(l);function d(e){let n=s.useContext(t);return s.useMemo(function(){return"function"==typeof e?e(n):{...n,...e}},[n,e])}function r(e){let n;return n=e.disableParentContext?"function"==typeof e.components?e.components(l):e.components||l:d(e.components),s.createElement(t.Provider,{value:n},e.children)}}}]);