https://ragflow.io/assets/js/a02bf109.c7c41bce.js

1"use strict";(globalThis.webpackChunkragflow_docs=globalThis.webpackChunkragflow_docs||[]).push([[3490],{2641(e,d,s){s.r(d),s.d(d,{assets:()=>h,contentTitle:()=>l,default:()=>j,frontMatter:()=>c,metadata:()=>r,toc:()=>o});const r=JSON.parse('{"id":"guides/models/supported_models","title":"Model Providers","description":"A complete list of model providers supported by RAGFlow, which will continue to expand.","source":"@site/docs/guides/models/supported_models.mdx","sourceDirName":"guides/models","slug":"/supported_models","permalink":"/docs/supported_models","draft":false,"unlisted":false,"editUrl":"https://github.com/infiniflow/ragflow/tree/main/docs/guides/models/supported_models.mdx","tags":[],"version":"current","sidebarPosition":3,"frontMatter":{"sidebar_position":3,"title":"Model Providers","sidebar_label":"Model Providers","slug":"/supported_models","sidebar_custom_props":{"categoryIcon":"LucideBox"}},"sidebar":"tutorialSidebar","previous":{"title":"Deploy Local Models","permalink":"/docs/deploy_local_llm"},"next":{"title":"Data Sources","permalink":"/docs/category/data-sources"}}');var t=s(74848),n=s(28453),i=s(66829);const c={sidebar_position:3,title:"Model Providers",sidebar_label:"Model Providers",slug:"/supported_models",sidebar_custom_props:{categoryIcon:"LucideBox"}},l="Model Providers",h={},o=[{value:"Example: AI Badgr (OpenAI-Compatible)",id:"example-ai-badgr-openai-compatible",level:2}];function x(e){const d={a:"a",admonition:"admonition",code:"code",h1:"h1",h2:"h2",header:"header",li:"li",p:"p",strong:"strong",table:"table",tbody:"tbody",td:"td",th:"th",thead:"thead",tr:"tr",ul:"ul",...(0,n.R)(),...e.components};return(0,t.jsxs)(t.Fragment,{children:[(0,t.jsx)(d.header,{children:(0,t.jsx)(d.h1,{id:"model-providers",children:"Model Providers"})}),"\n","\n",(0,t.jsx)(d.p,{children:"A complete list of model providers supported by RAGFlow, which will continue to expand."}),"\n",(0,t.jsx)(i.A,{children:(0,t.jsxs)(d.table,{children:[(0,t.jsx)(d.thead,{children:(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.th,{children:"Provider"}),(0,t.jsx)(d.th,{children:"URL"})]})}),(0,t.jsxs)(d.tbody,{children:[(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"302.AI"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://302.ai"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"aimlapi.com"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://aimlapi.com"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"AnonRouter"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://anonrouter.ai"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"API-Route"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://www.api-route.com"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"Anthropic"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://www.anthropic.com"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"Astraflow"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://astraflow.ucloud-global.com/en-us"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"Astraflow-CN"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://astraflow.ucloud.cn/"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"Avian"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://www.avian.io"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"Azure-OpenAI"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://azure.microsoft.com/en-us/products/ai-services/openai-service"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"BaiChuan"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://www.baichuan-ai.com"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"BaiduYiyan"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://yiyan.baidu.com"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"Bedrock"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://aws.amazon.com/bedrock/"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"Cheaper Inference"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://cheaperinference.com"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"Cohere"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://cohere.com"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"CometAPI"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://cometapi.com"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"DaoXE"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://daoxe.com"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"DeepInfra"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://deepinfra.com"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"DeepSeek"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://www.deepseek.com"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"DeerAPI"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://deerapi.com"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"Fish Audio"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://fish.audio"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"FunASR"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://github.com/modelscope/FunASR"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"FuturMix"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://futurmix.ai"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"Gemini"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://gemini.google.com"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"GiteeAI"}),(0,t.jsx)(d.td,{children:"\u2014"})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"Google Cloud"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://cloud.google.com"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"GPUStack"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://gpustack.ai"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"GreenPT"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://greenpt.ai"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"Groq"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://groq.com"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"Hubris"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://hubris.pw"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"HuggingFace"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://huggingface.co"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"Jiekou.AI"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://jiekou.ai"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"Jina"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://jina.ai"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"llmman"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://github.com/llmmanorg/llmman"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"LM-Studio"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://lmstudio.ai"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"LocalAI"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://localai.io"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"LongCat"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://longcat.chat"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"MiniMax"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://www.minimaxi.com"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"MinerU"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://mineru.net/"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"Mistral"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://mistral.ai"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"Mistral OCR"}),(0,t.jsx)(d.td,{children:"\u2014"})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"ModelScope"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://www.modelscope.cn"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"Moonshot"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://www.moonshot.cn"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"MWS"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://mws.ru/docs/cloud-platform/gpt.html"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"n1n"}),(0,t.jsx)(d.td,{children:"\u2014"})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"New API"}),(0,t.jsx)(d.td,{children:"\u2014"})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"NVIDIA"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://www.nvidia.com"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"NovitaAI"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://novita.ai"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"Ollama"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://ollama.com"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"OpenAI"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://openai.com"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"OpenAI-API-Compatible"}),(0,t.jsx)(d.td,{children:"N/A"})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"OpenDataLoader"}),(0,t.jsx)(d.td,{children:"\u2014"})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"OpenRouter"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://openrouter.ai"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"PaddleOCR"}),(0,t.jsx)(d.td,{children:"\u2014"})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"Perplexity"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://www.perplexity.ai"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"PPIO"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://ppio.com"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"RAGcon"}),(0,t.jsx)(d.td,{children:"\u2014"})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"Replicate"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://replicate.com"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"SILICONFLOW"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://siliconflow.cn"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"SoMark"}),(0,t.jsx)(d.td,{children:"\u2014"})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"StepFun"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://www.stepfun.com"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"Synthorai"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://synthorai.io"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"Tencent Cloud"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://cloud.tencent.com"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"Tencent Hunyuan"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://hunyuan.tencent.com"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"TogetherAI"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://www.together.ai"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"TokenPony"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://tokenpony.cn"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"Tongyi-Qianwen"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://tongyi.aliyun.com"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"Upstage"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://www.upstage.ai"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"VLLM"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://vllm.ai"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"VolcEngine"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://www.volcengine.com"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"Voyage AI"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://www.voyageai.com"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"xAI"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://x.ai"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"Xiaomi"}),(0,t.jsx)(d.td,{children:"\u2014"})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"Xinference"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://github.com/xorbitsai/inference"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"XunFei Spark"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://xinghuo.xfyun.cn"})})]}),(0,t.jsxs)(d.tr,{children:[(0,t.jsx)(d.td,{children:"ZHIPU-AI"}),(0,t.jsx)(d.td,{children:(0,t.jsx)(d.code,{children:"https://www.zhipuai.cn"})})]})]})]})}),"\n",(0,t.jsx)(d.admonition,{title:"IMPORTANT",type:"danger",children:(0,t.jsxs)(d.p,{children:["If your model is not listed here but has APIs compatible with those of OpenAI, click ",(0,t.jsx)(d.strong,{children:"OpenAI-API-Compatible"})," on the ",(0,t.jsx)(d.strong,{children:"Model providers"})," page to configure your model."]})}),"\n",(0,t.jsx)(d.h2,{id:"example-ai-badgr-openai-compatible",children:"Example: AI Badgr (OpenAI-Compatible)"}),"\n",(0,t.jsxs)(d.p,{children:["You can use ",(0,t.jsx)(d.strong,{children:"AI Badgr"})," with RAGFlow via the existing OpenAI-API-Compatible provider."]}),"\n",(0,t.jsx)(d.p,{children:"To configure AI Badgr:"}),"\n",(0,t.jsxs)(d.ul,{children:["\n",(0,t.jsxs)(d.li,{children:[(0,t.jsx)(d.strong,{children:"Provider"}),": ",(0,t.jsx)(d.code,{children:"OpenAI-API-Compatible"})]}),"\n",(0,t.jsxs)(d.li,{children:[(0,t.jsx)(d.strong,{children:"Base URL"}),": ",(0,t.jsx)(d.code,{children:"https://aibadgr.com/api/v1"})]}),"\n",(0,t.jsxs)(d.li,{children:[(0,t.jsx)(d.strong,{children:"API Key"}),": your AI Badgr API key (from the AI Badgr dashboard)"]}),"\n",(0,t.jsxs)(d.li,{children:[(0,t.jsx)(d.strong,{children:"Model"}),": any AI Badgr chat or embedding model ID, as exposed by AI Badgr's OpenAI-compatible APIs"]}),"\n"]}),"\n",(0,t.jsxs)(d.p,{children:["AI Badgr implements OpenAI-compatible endpoints for ",(0,t.jsx)(d.code,{children:"/v1/chat/completions"}),", ",(0,t.jsx)(d.code,{children:"/v1/embeddings"}),", and ",(0,t.jsx)(d.code,{children:"/v1/models"}

1),", so no additional code changes in RAGFlow are required."]}),"\n",(0,t.jsx)(d.admonition,{type:"note",children:(0,t.jsxs)(d.p,{children:["The list of supported models is extracted from ",(0,t.jsx)(d.a,{href:"https://github.com/infiniflow/ragflow/blob/main/rag/llm/__init__.py",children:"this source"})," and may not be the most current. For the latest supported model list, please refer to the Python file."]})})]})}function j(e={}){const{wrapper:d}={...(0,n.R)(),...e.components};return d?(0,t.jsx)(d,{...e,children:(0,t.jsx)(x,{...e})}):x(e)}},66829(e,d,s){s.d(d,{A:()=>h});var r=s(96540),t=s(63427),n=s(56347),i=s(74848);function c({name:e,children:d},s){const c=function(e){let d=e;for(;(0,r.isValidElement)(d);)[d]=r.Children.toArray(d.props.children);if("string"!=typeof d)throw new Error(`Could not extract APITable row name from JSX tree:\n${JSON.stringify(e,null,2)}`);return d}(d),l=e?`${e}-${c}`:c,h=`#${l}`,o=(0,n.W6)();return(0,t.A)().collectAnchor(l),(0,i.jsx)("tr",{className:" cursor-pointer outline-0 transition-shadow ring-inset hover:ring-2 focus:ring-2 hover:ring-primary focus:ring-primary ",id:l,tabIndex:0,ref:o.location.hash===h?s:void 0,onClick:e=>{const d="TD"===e.target.tagName.toUpperCase(),s=!!window.getSelection()?.toString();d&&!s&&o.push(h)},onKeyDown:e=>{"Enter"===e.key&&o.push(h)},children:d.props.children})}const l=r.forwardRef(c);function h({children:e,name:d}){if("table"!==e.type)throw new Error("Bad usage of APITable component.\nIt is probably that your Markdown table is malformed.\nMake sure to double-check you have the appropriate number of columns for each table row.");const[s,t]=r.Children.toArray(e.props.children),n=(0,r.useRef)(null);(0,r.useEffect)(()=>{n.current?.focus()},[n]);const c=r.Children.map(t.props.children,e=>(0,i.jsx)(l,{name:d,ref:n,children:e}));return(0,i.jsxs)("table",{className:"text-sm [&_code]:cursor-text",children:[s,(0,i.jsx)("tbody",{children:c})]})}},28453(e,d,s){s.d(d,{R:()=>i,x:()=>c});var r=s(96540);const t={},n=r.createContext(t);function i(e){const d=r.useContext(n);return r.useMemo(function(){return"function"==typeof e?e(d):{...d,...e}},[d,e])}function c(e){let d;return d=e.disableParentContext?"function"==typeof e.components?e.components(t):e.components||t:i(e.components),r.createElement(n.Provider,{value:d},e.children)}}}]);