1"use strict";(globalThis.webpackChunkmy_website=globalThis.webpackChunkmy_website||[]).push([[3450],{51590(e,t,n){n.r(t),n.d(t,{assets:()=>r,contentTitle:()=>d,default:()=>o,frontMatter:()=>s,metadata:()=>i,toc:()=>I});let i=JSON.parse('{"id":"providers/friendliai","title":"FriendliAI","description":"We support ALL FriendliAI models, just set friendliai/ as a prefix when sending completion requests","source":"@site/docs/providers/friendliai.md","sourceDirName":"providers","slug":"/providers/friendliai","permalink":"/docs/providers/friendliai","draft":false,"unlisted":false,"tags":[],"version":"current","frontMatter":{},"sidebar":"tutorialSidebar","previous":{"title":"Fireworks AI","permalink":"/docs/providers/fireworks_ai"},"next":{"title":"Galadriel","permalink":"/docs/providers/galadriel"}}');var l=n(74848),g=n(28453);let s={rawMarkdownB64:"IyBGcmllbmRsaUFJCgo6OjppbmZvCioqV2Ugc3VwcG9ydCBBTEwgRnJpZW5kbGlBSSBtb2RlbHMsIGp1c3Qgc2V0IGBmcmllbmRsaWFpL2AgYXMgYSBwcmVmaXggd2hlbiBzZW5kaW5nIGNvbXBsZXRpb24gcmVxdWVzdHMqKgo6OjoKCnwgUHJvcGVydHkgICAgICAgICAgICAgICAgICAgfCBEZXRhaWxzICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICB8CnwgLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0gfCAtLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLSB8CnwgRGVzY3JpcHRpb24gICAgICAgICAgICAgICAgfCBUaGUgZmFzdGVzdCBhbmQgbW9zdCBlZmZpY2llbnQgaW5mZXJlbmNlIGVuZ2luZSB0byBidWlsZCBwcm9kdWN0aW9uLXJlYWR5LCBjb21wb3VuZCBBSSBzeXN0ZW1zLiB8CnwgUHJvdmlkZXIgUm91dGUgb24gTGl0ZUxMTSAgfCBgZnJpZW5kbGlhaS9gICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICB8CnwgUHJvdmlkZXIgRG9jICAgICAgICAgICAgICAgfCBbRnJpZW5kbGlBSSDihpddKGh0dHBzOi8vZnJpZW5kbGkuYWkvZG9jcy9zZGsvaW50ZWdyYXRpb25zL2xpdGVsbG0pICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHwKfCBTdXBwb3J0ZWQgT3BlbkFJIEVuZHBvaW50cyB8IGAvY2hhdC9jb21wbGV0aW9uc2AsIGAvY29tcGxldGlvbnNgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHwKCiMjIEFQSSBLZXkKCmBgYHB5dGhvbgojIGVudiB2YXJpYWJsZQpvcy5lbnZpcm9uWydGUklFTkRMSV9UT0tFTiddCmBgYAoKIyMgU2FtcGxlIFVzYWdlCgpgYGBweXRob24KZnJvbSBsaXRlbGxtIGltcG9ydCBjb21wbGV0aW9uCmltcG9ydCBvcwoKb3MuZW52aXJvblsnRlJJRU5ETElfVE9LRU4nXSA9ICIiCnJlc3BvbnNlID0gY29tcGxldGlvbigKICAgIG1vZGVsPSJmcmllbmRsaWFpL21ldGEtbGxhbWEtMy4xLThiLWluc3RydWN0IiwKICAgIG1lc3NhZ2VzPVsKICAgICAgIHsicm9sZSI6ICJ1c2VyIiwgImNvbnRlbnQiOiAiaGVsbG8gZnJvbSBsaXRlbGxtIn0KICAgXSwKKQpwcmludChyZXNwb25zZSkKYGBgCgojIyBTYW1wbGUgVXNhZ2UgLSBTdHJlYW1pbmcKCmBgYHB5dGhvbgpmcm9tIGxpdGVsbG0gaW1wb3J0IGNvbXBsZXRpb24KaW1wb3J0IG9zCgpvcy5lbnZpcm9uWydGUklFTkRMSV9UT0tFTiddID0gIiIKcmVzcG9uc2UgPSBjb21wbGV0aW9uKAogICAgbW9kZWw9ImZyaWVuZGxpYWkvbWV0YS1sbGFtYS0zLjEtOGItaW5zdHJ1Y3QiLAogICAgbWVzc2FnZXM9WwogICAgICAgeyJyb2xlIjogInVzZXIiLCAiY29udGVudCI6ICJoZWxsbyBmcm9tIGxpdGVsbG0ifQogICBdLAogICAgc3RyZWFtPVRydWUKKQoKZm9yIGNodW5rIGluIHJlc3BvbnNlOgogICAgcHJpbnQoY2h1bmspCmBgYAoKIyMgU3VwcG9ydGVkIE1vZGVscwoKV2Ugc3VwcG9ydCBBTEwgRnJpZW5kbGlBSSBBSSBtb2RlbHMsIGp1c3Qgc2V0IGBmcmllbmRsaWFpL2AgYXMgYSBwcmVmaXggd2hlbiBzZW5kaW5nIGNvbXBsZXRpb24gcmVxdWVzdHMKCnwgTW9kZWwgTmFtZSAgICAgICAgICAgICAgICAgIHwgRnVuY3Rpb24gQ2FsbCAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICB8CnwgLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tIHwgLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLSB8CnwgbWV0YS1sbGFtYS0zLjEtOGItaW5zdHJ1Y3QgIHwgYGNvbXBsZXRpb24obW9kZWw9ImZyaWVuZGxpYWkvbWV0YS1sbGFtYS0zLjEtOGItaW5zdHJ1Y3QiLCBtZXNzYWdlcylgICB8CnwgbWV0YS1sbGFtYS0zLjEtNzBiLWluc3RydWN0IHwgYGNvbXBsZXRpb24obW9kZWw9ImZyaWVuZGxpYWkvbWV0YS1sbGFtYS0zLjEtNzBiLWluc3RydWN0IiwgbWVzc2FnZXMpYCB8Cg=="},d="FriendliAI",r={},I=[{value:"API Key",id:"api-key",level:2},{value:"Sample Usage",id:"sample-usage",level:2},{value:"Sample Usage - Streaming",id:"sample-usage---streaming",level:2},{value:"Supported Models",id:"supported-models",level:2}];function C(e){let t={a:"a",admonition:"admonition",code:"code",h1:"h1",h2:"h2",header:"header",p:"p",pre:"pre",strong:"strong",table:"table",tbody:"tbody",td:"td",th:"th",thead:"thead",tr:"tr",...(0,g.R)(),...e.components};return(0,l.jsxs)(l.Fragment,{children:[(0,l.jsx)(t.header,{children:(0,l.jsx)(t.h1,{id:"friendliai",children:"FriendliAI"})}),"\n",(0,l.jsx)(t.admonition,{type:"info",children:(0,l.jsx)(t.p,{children:(0,l.jsxs)(t.strong,{children:["We support ALL FriendliAI models, just set ",(0,l.jsx)(t.code,{children:"friendliai/"})," as a prefix when sending completion requests"]})})}),"\n",(0,l.jsxs)(t.table,{children:[(0,l.jsx)(t.thead,{children:(0,l.jsxs)(t.tr,{children:[(0,l.jsx)(t.th,{children:"Property"}),(0,l.jsx)(t.th,{children:"Details"})]})}),(0,l.jsxs)(t.tbody,{children:[(0,l.jsxs)(t.tr,{children:[(0,l.jsx)(t.td,{children:"Description"}),(0,l.jsx)(t.td,{children:"The fastest and most efficient inference engine to build production-ready, compound AI systems."})]}),(0,l.jsxs)(t.tr,{children:[(0,l.jsx)(t.td,{children:"Provider Route on LiteLLM"}),(0,l.jsx)(t.td,{children:(0,l.jsx)(t.code,{children:"friendliai/"})})]}),(0,l.jsxs)(t.tr,{children:[(0,l.jsx)(t.td,{children:"Provider Doc"}),(0,l.jsx)(t.td,{children:(0,l.jsx)(t.a,{href:"https://friendli.ai/docs/sdk/integrations/litellm",children:"FriendliAI \u2197"})})]}),(0,l.jsxs)(t.tr,{children:[(0,l.jsx)(t.td,{children:"Supported OpenAI Endpoints"}),(0,l.jsxs)(t.td,{children:[(0,l.jsx)(t.code,{children:"/chat/completions"}),", ",(0,l.jsx)(t.code,{children:"/completions"})]})]})]})]}),"\n",(0,l.jsx)(t.h2,{id:"api-key",children:"API Key"}),"\n",(0,l.jsx)(t.pre,{children:(0,l.jsx)(t.code,{className:"language-python",children:"# env variable\nos.environ['FRIENDLI_TOKEN']\n"})}),"\n",(0,l.jsx)(t.h2,{id:"sample-usage",children:"Sample Usage"}),"\n",(0,l.jsx)(t.pre,{children:(0,l.jsx)(t.code,{className:"language-python",children:'from litellm import
1completion\nimport os\n\nos.environ[\'FRIENDLI_TOKEN\'] = ""\nresponse = completion(\n model="friendliai/meta-llama-3.1-8b-instruct",\n messages=[\n {"role": "user", "content": "hello from litellm"}\n ],\n)\nprint(response)\n'})}),"\n",(0,l.jsx)(t.h2,{id:"sample-usage---streaming",children:"Sample Usage - Streaming"}),"\n",(0,l.jsx)(t.pre,{children:(0,l.jsx)(t.code,{className:"language-python",children:'from litellm import completion\nimport os\n\nos.environ[\'FRIENDLI_TOKEN\'] = ""\nresponse = completion(\n model="friendliai/meta-llama-3.1-8b-instruct",\n messages=[\n {"role": "user", "content": "hello from litellm"}\n ],\n stream=True\n)\n\nfor chunk in response:\n print(chunk)\n'})}),"\n",(0,l.jsx)(t.h2,{id:"supported-models",children:"Supported Models"}),"\n",(0,l.jsxs)(t.p,{children:["We support ALL FriendliAI AI models, just set ",(0,l.jsx)(t.code,{children:"friendliai/"})," as a prefix when sending completion requests"]}),"\n",(0,l.jsxs)(t.table,{children:[(0,l.jsx)(t.thead,{children:(0,l.jsxs)(t.tr,{children:[(0,l.jsx)(t.th,{children:"Model Name"}),(0,l.jsx)(t.th,{children:"Function Call"})]})}),(0,l.jsxs)(t.tbody,{children:[(0,l.jsxs)(t.tr,{children:[(0,l.jsx)(t.td,{children:"meta-llama-3.1-8b-instruct"}),(0,l.jsx)(t.td,{children:(0,l.jsx)(t.code,{children:'completion(model="friendliai/meta-llama-3.1-8b-instruct", messages)'})})]}),(0,l.jsxs)(t.tr,{children:[(0,l.jsx)(t.td,{children:"meta-llama-3.1-70b-instruct"}),(0,l.jsx)(t.td,{children:(0,l.jsx)(t.code,{children:'completion(model="friendliai/meta-llama-3.1-70b-instruct", messages)'})})]})]})]})]})}function o(e={}){let{wrapper:t}={...(0,g.R)(),...e.components};return t?(0,l.jsx)(t,{...e,children:(0,l.jsx)(C,{...e})}):C(e)}},28453(e,t,n){n.d(t,{R:()=>s,x:()=>d});var i=n(96540);let l={},g=i.createContext(l);function s(e){let t=i.useContext(g);return i.useMemo(function(){return"function"==typeof e?e(t):{...t,...e}},[t,e])}function d(e){let t;return t=e.disableParentContext?"function"==typeof e.components?e.components(l):e.components||l:s(e.components),i.createElement(g.Provider,{value:t},e.children)}}}]);
Line numbers count LF bytes from the start of the resource, as the search results do. Vendor segments are library code the classifier recognised; they are stored but not indexed. Bytes are shown as Latin1 characters, one per byte.