https://iflytek.github.io/athena_website/assets/js/62bc01a3.d6bc9267.js

1"use strict";(self.webpackChunkathenaserving=self.webpackChunkathenaserving||[]).push([[5293],{3905:(t,e,n)=>{n.d(e,{Zo:()=>m,kt:()=>s});var a=n(7294);function r(t,e,n){return e in t?Object.defineProperty(t,e,{value:n,enumerable:!0,configurable:!0,writable:!0}):t[e]=n,t}function l(t,e){var n=Object.keys(t);if(Object.getOwnPropertySymbols){var a=Object.getOwnPropertySymbols(t);e&&(a=a.filter((function(e){return Object.getOwnPropertyDescriptor(t,e).enumerable}))),n.push.apply(n,a)}return n}function i(t){for(var e=1;e<arguments.length;e++){var n=null!=arguments[e]?arguments[e]:{};e%2?l(Object(n),!0).forEach((function(e){r(t,e,n[e])})):Object.getOwnPropertyDescriptors?Object.defineProperties(t,Object.getOwnPropertyDescriptors(n)):l(Object(n)).forEach((function(e){Object.defineProperty(t,e,Object.getOwnPropertyDescriptor(n,e))}))}return t}function p(t,e){if(null==t)return{};var n,a,r=function(t,e){if(null==t)return{};var n,a,r={},l=Object.keys(t);for(a=0;a<l.length;a++)n=l[a],e.indexOf(n)>=0||(r[n]=t[n]);return r}(t,e);if(Object.getOwnPropertySymbols){var l=Object.getOwnPropertySymbols(t);for(a=0;a<l.length;a++)n=l[a],e.indexOf(n)>=0||Object.prototype.propertyIsEnumerable.call(t,n)&&(r[n]=t[n])}return r}var o=a.createContext({}),u=function(t){var e=a.useContext(o),n=e;return t&&(n="function"==typeof t?t(e):i(i({},e),t)),n},m=function(t){var e=u(t.components);return a.createElement(o.Provider,{value:e},t.children)},d={inlineCode:"code",wrapper:function(t){var e=t.children;return a.createElement(a.Fragment,{},e)}},k=a.forwardRef((function(t,e){var n=t.components,r=t.mdxType,l=t.originalType,o=t.parentName,m=p(t,["components","mdxType","originalType","parentName"]),k=u(n),s=r,c=k["".concat(o,".").concat(s)]||k[s]||d[s]||l;return n?a.createElement(c,i(i({ref:e},m),{},{components:n})):a.createElement(c,i({ref:e},m))}));function s(t,e){var n=arguments,r=e&&e.mdxType;if("string"==typeof t||r){var l=n.length,i=new Array(l);i[0]=k;var p={};for(var o in e)hasOwnProperty.call(e,o)&&(p[o]=e[o]);p.originalType=t,p.mdxType="string"==typeof t?t:r,i[1]=p;for(var u=2;u<l;u++)i[u]=n[u];return a.createElement.apply(null,i)}return a.createElement.apply(null,n)}k.displayName="MDXCreateElement"},5087:(t,e,n)=>{n.r(e),n.d(e,{assets:()=>o,contentTitle:()=>i,default:()=>d,frontMatter:()=>l,metadata:()=>p,toc:()=>u});var a=n(7462),r=(n(7294),n(3905));const l={sidebar_position:0,sidebar_label:"\u6982\u89c8"},i="AthenaServing Framework (ASF)",p={unversionedId:"\u6982\u89c8",id:"version-2.1.0/\u6982\u89c8",title:"AthenaServing Framework (ASF)",description:"\u613f\u666f",source:"@site/i18n/zh-Hans/docusaurus-plugin-content-docs/version-2.1.0/\u6982\u89c8.md",sourceDirName:".",slug:"/\u6982\u89c8",permalink:"/athena_website/docs/2.1.0/\u6982\u89c8",draft:!1,editUrl:"https://github.com/iflytek/athena_website/tree/master/versioned_docs/version-2.1.0/\u6982\u89c8.md",tags:[],version:"2.1.0",sidebarPosition:0,frontMatter:{sidebar_position:0,sidebar_label:"\u6982\u89c8"},sidebar:"docSidebar",next:{title:"Quick Start",permalink:"/athena_website/docs/2.1.0/category/quick-start"}},o={},u=[{value:"\u613f\u666f",id:"\u613f\u666f",level:2},{value:"ASF\u662f\u4ec0\u4e48",id:"asf\u662f\u4ec0\u4e48",level:2},{value:"AIGES\u662f\u4ec0\u4e48",id:"aiges\u662f\u4ec0\u4e48",level:2},{value:"\u9762\u5411\u573a\u666f",id:"\u9762\u5411\u573a\u666f",level:2},{value:"\u89e3\u51b3\u95ee\u9898",id:"\u89e3\u51b3\u95ee\u9898",level:2},{value:"\u6574\u4f53\u67b6\u6784(v2)",id:"\u6574\u4f53\u67b6\u6784v2",level:2},{value:"\u5de5\u4f5c\u6d41",id:"\u5de5\u4f5c\u6d41",level:2},{value:"\u7279\u6027",id:"\u7279\u6027",level:3},{value:"\u6846\u67b6\u4ee3\u7801\u4ed3\u5e93",id:"\u6846\u67b6\u4ee3\u7801\u4ed3\u5e93",level:2}],m={toc:u};function d(t){let{components:e,...n}=t;return(0,r.kt)("wrapper",(0,a.Z)({},m,n,{components:e,mdxType:"MDXLayout"}),(0,r.kt)("h1",{id:"athenaserving-framework-asf"},"AthenaServing Framework (ASF)"),(0,r.kt)("h2",{id:"\u613f\u666f"},"\u613f\u666f"),(0,r.kt)("p",null,"\u5168\u9886\u57df\u5185\u8ba9AI\u80fd\u529b\u6781\u901f\u843d\u5730\u5230\u751f\u4ea7\u5e94\u7528,\u8ba9AI\u6a21\u578b\u5230\u670d\u52a1\u89e6\u624b\u53ef\u8fbe;\u8ba9ASF\u6210\u4e3aAI\u63a8\u7406\u670d\u52a1\u6846\u67b6\u7684\u4e8b\u5b9e\u6807\u51c6\u3002"),(0,r.kt)("h2",{id:"asf\u662f\u4ec0\u4e48"},"ASF\u662f\u4ec0\u4e48"),(0,r.kt)("p",null,"\u662f\u4e00\u4e2a\u4e13\u4e3aA.I.\u7b97\u6cd5\u5de5\u7a0b\u5e08\u6253\u9020\u7684\u65e0\u670d\u52a1\u3001\u5168\u6258\u7ba1\u5f0fA.I.\u5f15\u64ce\u670d\u52a1\u5316\u6846\u67b6\u3002\u7b97\u6cd5\u5de5\u7a0b\u5e08\u901a\u8fc7\u96c6\u62

110ASF\u4e2d\u63d0\u4f9b\u7684Language Wrapper\uff0c\u5373\u53ef\u5feb\u901f\u5b9e\u73b0 A.I.\u5f15\u64ce\u4e91\u670d\u52a1\u5316\uff0c\u65e0\u9700\u5173\u6ce8\u5e95\u5c42\u57fa\u7840\u8bbe\u65bd\u53ca\u670d\u52a1\u5316\u76f8\u5173\u7684\u5f00\u53d1\u548c\u8fd0\u7ef4\uff0c\u53ef\u9ad8\u6548\u3001\u5b89\u5168\u3001\u81ea\u4e3b\u53ef\u63a7\u5730\u5bf9\u5f15\u64ce\u8fdb\u884c\u90e8\u7f72\u3001\u5347\u7ea7\u3001\u6269\u7f29\u3001\u76d1\u63a7\u548c\u8fd0\u8425\u3002"),(0,r.kt)("p",null,"\u4f9d\u6258\u4e8e\u79d1\u5927\u8baf\u98de\u591a\u5e74\u6765\u8bed\u97f3\u6280\u672f\u670d\u52a1\u5316\u751f\u4ea7\u7ecf\u9a8c, \u57fa\u4e8eK8S\u7684\u4e00\u5957\u4e13\u6ce8\u4e8eAI\u5de5\u7a0b\u9886\u57df\uff0c\u901a\u7528AI\u80fd\u529b\u670d\u52a1\u5316\u6846\u67b6\u3002 \u8ba1\u5212\u57fa\u4e8e\u4e8ek8s\u7684\u670d\u52a1\u53d1\u73b0\u673a\u5236\u4ee5\u53caCRD\u673a\u5236\uff0c\u5bf9k8s\u6269\u5c55\u4e00\u5957\u7ba1\u7406AI\u670d\u52a1\u7684\u80fd\u529b\u3002"),(0,r.kt)("p",null,"\u4e3b\u8981\u7279\u6027\u6709:"),(0,r.kt)("ul",null,(0,r.kt)("li",{parentName:"ul"},"\u6a21\u578b\u9884\u540e\u5904\u7406"),(0,r.kt)("li",{parentName:"ul"},"\u6a21\u578b\u63a8\u7406\u670d\u52a1\u5316"),(0,r.kt)("li",{parentName:"ul"},"\u6a21\u578b\u670d\u52a1\u5bb9\u5668\u5316"),(0,r.kt)("li",{parentName:"ul"},"\u6a21\u578b\u670d\u52a1\u6cbb\u7406(\u670d\u52a1\u53d1\u73b0\uff0c\u6269\u7f29\u5bb9)"),(0,r.kt)("li",{parentName:"ul"},"\u6a21\u578b\u670d\u52a1\u52a8\u6001\u8d1f\u8f7d\u5747\u8861"),(0,r.kt)("li",{parentName:"ul"},"\u6a21\u578b\u670d\u52a1\u4e00\u952e\u90e8\u7f72\u79c1\u6709\u4e91"),(0,r.kt)("li",{parentName:"ul"},"\u6a21\u578b\u670d\u52a1\u4e00\u952e\u90e8\u7f72\u516c\u6709\u4e91ASE"),(0,r.kt)("li",{parentName:"ul"},"\u6a21\u578b\u670d\u52a1\u534f\u8bae\u6807\u51c6\u5316")),(0,r.kt)("h2",{id:"aiges\u662f\u4ec0\u4e48"},"AIGES\u662f\u4ec0\u4e48"),(0,r.kt)("p",null,"AIGES\u662fASF\u6838\u5fc3\u7ec4\u4ef6\u4e4b\u4e00\uff0c\u7531golang\u5b9e\u73b0\u3002\u5b83\u4e3a\u7528\u6237\u6001\u63a8\u7406\u4ee3\u7801\u63d0\u4f9b\u7edf\u4e00\u6807\u51c6\u7684 Wrapper\u63a5\u53e3\uff0c\u5f53\u524d\u652f\u6301Python/C++\uff0c\u7406\u8bba\u652f\u6301\u4efb\u4f55\u8bed\u8a00\u63d2\u4ef6(\u6682\u672a\u652f\u6301)"),(0,r.kt)("h2",{id:"\u9762\u5411\u573a\u666f"},"\u9762\u5411\u573a\u666f"),(0,r.kt)("p",null,"\u4e2d\u5c0f\u4f01\u4e1a\u5bf9AI\u670d\u52a1\u80fd\u529b\u7684\u843d\u5730\uff0c\u7f3a\u4e4f\u7edf\u4e00\u7ba1\u7406\uff0c\u843d\u5730\u65b9\u6848\u3002\u7528\u6237\u6bcf\u65b0\u589e\u4e00\u4e2a\u65b0\u7684 AI\u80fd\u529b\uff0c\u90fd\u9700\u8981\u7ecf\u5386\u5c01\u88c5\u5f15\u64ce\u6b65\u9aa4\u3002\u591a\u4eba\u5c01\u88c5\u5f15\u64ce\u6ca1\u6709\u7edf\u4e00\u7684\u6807\u51c6\uff0c\u4e1a\u52a1\u903b\u8f91\u590d\u6742\uff0c\u4e0d\u6613\u7ef4\u62a4\u548c\u91cd\u6784\u3002"),(0,r.kt)("h2",{id:"\u89e3\u51b3\u95ee\u9898"},"\u89e3\u51b3\u95ee\u9898"),(0,r.kt)("p",null,"1\uff1a \u7814\u7a76\u4fa7\u6a21\u578b\u843d\u5730\u6d41\u7a0b\u8fc7\u957f\uff0c\u4e0d\u6613\u8fed\u4ee3\n2\uff1a AI\u5f15\u64ce\u4fa7\u5c01\u88c5\u65e0\u7edf\u4e00\u6807\u51c6"),(0,r.kt)("h2",{id:"\u6574\u4f53\u67b6\u6784v2"},"\u6574\u4f53\u67b6\u6784(v2)"),(0,r.kt)("p",null,(0,r.kt)("img",{parentName:"p",src:"https://raw.githubusercontent.com/xfyun/proposals/main/athenaloader/athena.png",alt:"img"})),(0,r.kt)("h2",{id:"\u5de5\u4f5c\u6d41"},"\u5de5\u4f5c\u6d41"),(0,r.kt)("p",null,(0,r.kt)("img",{parentName:"p",src:"https://github.com/xfyun/proposals/blob/main/athenaloader/usage.png?raw=true",alt:"img"})),(0,r.kt)("h3",{id:"\u7279\u6027"},"\u7279\u6027"),(0,r.kt)("p",null,"\u2611"," \u652f\u6301\u6a21\u578b\u63a8\u7406\u6210RPC\u670d\u52a1(Serving\u6846\u67b6\u4f1a\u8f6c\u6210HTTP\u670d\u52a1)"),(0,r.kt)("p",null,"\u2611"," \u652f\u6301C\u4ee3\u7801\u63a8\u7406 support c++/c code infer"),(0,r.kt)("p",null,"\u2611"," \u652f\u6301Python\u4ee3\u7801\u63a8\u7406 Support python code infer"),(0,r.kt)("p",null,"\u2611"," \u652f\u6301\u914d\u7f6e\u4e2d\u5fc3\uff0c\u670d\u52a1\u53d1\u73b0"),(0,r.kt)("p",null,"\u2611"," \u652f\u6301\u4e09\u65b9API\u8f6c\u53d1"),(0,r.kt)("h2",{id:"\u6846\u67b6\u4ee3\u7801\u4ed3\u5e93"},"\u6846\u67b6\u4ee3\u7801\u4ed3\u5e93"),(0,r.kt)("table",null,(0,r.kt)("thead",{parentName:"table"},(0,r.kt)("tr",{parentName:"thead"},(0,r.kt)("th",{parentName:"tr",align:null},"\u6a21\u5757"),(0,r.kt)("th",{parentName:"tr",align:null},"\u4ed3\u5e93"),(0,r.kt)("th",{parentName:"tr",align:null},"\u72b6\u6001"))),(0,r.kt)("tbody",{parentName:"table"},(0,r.kt)("tr",{parentName:"tbody"},(0,r.kt)("td",{parentName:"tr",align:null},"\u2611"," \u52a0\u8f7d\u5668"),(0,r.kt)("td",{parentName:"tr",align:null},(0,r.kt)("a",{parentName:"td",href:"https://github.com/xfyun/aiges"},"\u52a0\u8f7d\u5668")),(0,r.kt)("td",{parentName:"tr",align:null},"\u5df2\u5f00\u6e90")),(0,r.kt)("tr",{parentName:"tbody"},(0,r.kt)("td",{parentName:"tr",align:null},"\u2611"," lb_client"),(0,r.kt)("td",{parentName:"tr",align:null},(0,r.kt)("a",{parentName:"td",href:"https://github.com/xfyun/lb_client"},"\u8d1f\u8f7d\u5747\u8861\u5668")," \u8d1f\u8f7d\u805a\u5408\u7ec4\u4ef6"),(0,r.kt)("td",{parentName:"tr",align:null},"\u5df2\u5f00\u6e90")),(0,r.kt)("tr",{parentName:"tbody"},(0,r.kt)("td",{parentName:"tr",align:null},"\u2611"," WebGate"),(0,r.kt)("td",{parentName:"tr",align:null},(0,r.kt)("a",{parentName:"td",href:"https://github.com/xfyun/webgate"},"WebGate")," Web\u7f51\u5173\u7ec4\u4ef6"),(0,r.kt)("td",{parentName:"tr",align:null},"\u5df2\u5f00\u6e90")),(0,r.kt)("tr",{parentName:"tbody"},(0,r.kt)("td",{parentName:"tr",align:null},"\u2611"," Atom"),(0,r.kt)("td",{parentName:"tr",align:null},(0,r.kt)("a",{parentName:"td",href:"https://github.com/xfyun/atoms"},"Atom")," \u534f\u8bae\u8f6c\u6362\u7ec4\u4ef6"),(0,r.kt)("td",{parentName:"tr",align:null},"\u5df2\u5f00\u6e90")),(0,r.kt)("tr",{parentName:"tbody"},(0,r.kt)("td",{parentName:"tr",align:null},"\u2611"," Polaris"),(0,r.kt)("td",{parentName:"tr",align:null},(0,r.kt)("a",{parentName:"td",href:"https://github.com/xfyun/polaris"},"Polaris")," \u914d\u7f6e\u4e2d\u5fc3\u4e0e\u670d\u52a1\u53d1\u73b0"),(0,r.kt)("td",{parentName:"tr",align:null},"\u5df2\u5f00\u6e90")),(0,r.kt)("tr",{parentName:"tbody"},(0,r.kt)("td",{parentName:"tr",align:null},"\u2611"," Helm"),(0,r.kt)("td",{parentName:"tr",align:null},"[athena_deploy]",(0,r.kt)("a",{parentName:"td",href:"https://github.com/xfyun/athena_deploy"},"https://github.com/xfyun/athena_deploy")),(0,r.kt)("td",{parentName:"tr",align:null},"\u5df2\u5f00\u6e90")),(0,r.kt)("tr",{parentName:"tbody"},(0,r.kt)("td",{parentName:"tr",align:null},"\u2610"," Docker Compose"),(0,r.kt)("td",{parentName:"tr",align:null}

1,"Serving on Docker with docker-compose \u4e00\u952e\u90e8\u7f72"),(0,r.kt)("td",{parentName:"tr",align:null},"\u5f85\u652f\u6301")),(0,r.kt)("tr",{parentName:"tbody"},(0,r.kt)("td",{parentName:"tr",align:null},"\u2610"," Documentation"),(0,r.kt)("td",{parentName:"tr",align:null},(0,r.kt)("a",{parentName:"td",href:"https://github.com/xfyun/iflytek.github.io"},"website")),(0,r.kt)("td",{parentName:"tr",align:null},"\u8fdb\u884c\u4e2d")),(0,r.kt)("tr",{parentName:"tbody"},(0,r.kt)("td",{parentName:"tr",align:null},"\u2611"," Protocol"),(0,r.kt)("td",{parentName:"tr",align:null},(0,r.kt)("a",{parentName:"td",href:"https://github.com/xfyun/ase_protocol"},"AI\u80fd\u529b\u534f\u8bae\u89c4\u8303")),(0,r.kt)("td",{parentName:"tr",align:null},"\u5df2\u5f00\u6e90")),(0,r.kt)("tr",{parentName:"tbody"},(0,r.kt)("td",{parentName:"tr",align:null},"\u2610"," AseCTl\u547d\u4ee4\u884c\u5de5\u5177"),(0,r.kt)("td",{parentName:"tr",align:null},(0,r.kt)("a",{parentName:"td",href:"#Asectl"},"Asectl")," \u547d\u4ee4\u884c\u5de5\u5177"),(0,r.kt)("td",{parentName:"tr",align:null},"\u5f85\u5f00\u6e90")),(0,r.kt)("tr",{parentName:"tbody"},(0,r.kt)("td",{parentName:"tr",align:null},"\u2610"," Python\u8c03\u8bd5\u5de5\u5177\u5305"),(0,r.kt)("td",{parentName:"tr",align:null},(0,r.kt)("a",{parentName:"td",href:"https://github.com/xfyun/aiges_python"},"AigesKit"),"python\u5de5\u5177\u5305"),(0,r.kt)("td",{parentName:"tr",align:null},"\u8fdb\u884c\u4e2d")))))}d.isMDXComponent=!0}}]);