1"use strict";(self.webpackChunkdocs=self.webpackChunkdocs||[]).push([[910],{18379:(e,o,n)=>{n.r(o),n.d(o,{assets:()=>r,contentTitle:()=>c,default:()=>m,frontMatter:()=>s,metadata:()=>d,toc:()=>i});var t=n(74848),a=n(28453);const s={},c="Amazon Bedrock",d={id:"references/models-http-api/amazon-bedrock",title:"Amazon Bedrock",description:"Amazon Bedrock is a fully managed service on AWS that provides access to foundation models from various AI companies through a single API. With Amazon Bedrock Access Gateway, you can access Anthropic's Claude models through an OpenAI-compatible interface, enabling seamless integration with tools and applications designed for OpenAI's API structure.",source:"@site/docs/references/models-http-api/amazon-bedrock.md",sourceDirName:"references/models-http-api",slug:"/references/models-http-api/amazon-bedrock",permalink:"/docs/references/models-http-api/amazon-bedrock",draft:!1,unlisted:!1,editUrl:"https://github.com/TabbyML/tabby/edit/main/website/docs/references/models-http-api/amazon-bedrock.md",tags:[],version:"current",frontMatter:{},sidebar:"tutorialSidebar",previous:{title:"SkyPilot Serving",permalink:"/docs/references/cloud-deployment/skypilot/"},next:{title:"Anthropic Claude",permalink:"/docs/references/models-http-api/anthropic-claude"}},r={},i=[{value:"Chat model",id:"chat-model",level:2},{value:"Completion model",id:"completion-model",level:2},{value:"Embeddings model",id:"embeddings-model",level:2}];function l(e){const o={a:"a",code:"code",h1:"h1",h2:"h2",p:"p",pre:"pre",...(0,a.R)(),...e.components};return(0,t.jsxs)(t.Fragment,{children:[(0,t.jsx)(o.h1,{id:"amazon-bedrock",children:"Amazon Bedrock"}),"\n",(0,t.jsxs)(o.p,{children:["Amazon Bedrock is a fully managed service on AWS that provides access to foundation models from various AI companies through a single API. With ",(0,t.jsx)(o.a,{href:"https://github.com/aws-samples/bedrock-access-gateway",children:"Amazon Bedrock Access Gateway"}),", you can access Anthropic's Claude models through an OpenAI-compatible interface, enabling seamless integration with tools and applications designed for OpenAI's API structure."]}),"\n",(0,t.jsx)(o.p,{children:"Follow the Amazon Bedrock Access Gateway setup guide to deploy your own OpenAI-compatible API endpoint for Claude models."}),"\n",(0,t.jsx)(o.h2,{id:"chat-model",children:"Chat model"}),"\n",(0,t.jsxs)(o.p,{children:["Amazon Bedrock Access Gateway provides an OpenAI-compatible chat API interface for Claude models. Here we use the ",(0,t.jsx)(o.code,{children:"us.anthropic.claude-3-5-sonnet-20241022-v2:0"})," model as an example."]}),"\n",(0,t.jsx)(o.pre,{children:(0,t.jsx)(o.code,{className:"language-toml",metastring:'title="~/.tabby/config.toml"',children:'[model.chat.http]\nkind = "openai/chat"\nmodel_name = "us.anthropic.claude-3-5-sonnet-20241022-v2:0"\napi_endpoint = "http://Bedrock-Proxy-xxxxx.{Region}.elb.amazonaws.com/api/v1"\napi_key = "your-api-key"\n'})}),"\n",(0,t.jsx)(o.h2,{id:"completion-model",children:"Completion model"}),"\n",(0,t.jsx)(o.p,{children:"Amazon Bedrock does not provide completion models."}),"\n",(0,t.jsx)(o.h2,{id:"embeddings-model",children:"Embeddings model"}),"\n",(0,t.jsx)(o.p,{children:"While Amazon Bedrock supports embeddings models, Tabby does not currently support the embeddings API interface for Amazon models."})]})}function m(e={}){const{wrapper:o}={...(0,a.R)(),...e.components};return o?(0,t.jsx)(o,{...e,children:(0,t.jsx)(l,{...e})}):l(e)}},28453:(e,o,n)=>{n.d(o,{R:()=>c,x:()=>d});var t=n(96540);const a={},s=t.createContext(a);function c(e){const o=t.useContext(s);return t.useMemo((function(){return"function"==typeof e?e(o):{...o,...e}}),[o,e])}function d(e){let o;return o=e.disableParentContext?"function"==typeof e.components?e.components(a):e.components||a:c(e.components),t.createElement(s.Provider,{value:o},e.children)}}}]);
Line numbers count LF bytes from the start of the resource, as the search results do. Vendor segments are library code the classifier recognised; they are stored but not indexed. Bytes are shown as Latin1 characters, one per byte.