https://verificate.ai/_next/static/chunks/pages/docs/helix-ba6861f851ad4c70.js

1(self.webpackChunk_N_E=self.webpackChunk_N_E||[]).push([[5416],{4656:(e,n,r)=>{(window.__NEXT_P=window.__NEXT_P||[]).push(["/docs/helix",function(){return r(6976)}])},6976:(e,n,r)=>{"use strict";r.r(n),r.d(n,{default:()=>l});var o=r(7876),i=r(8230),t=r.n(i),s=r(1146);let a=e=>{let{href:n,children:r}=e;return(0,o.jsx)(t(),{href:n,className:"text-[#b2df85] underline underline-offset-4",children:r})},d=e=>{let{children:n}=e;return(0,o.jsx)("code",{className:"font-mono text-[0.92em] text-[#b2df85]",children:n})},c=[{id:"overview",label:"What Helix is"},{id:"deployment",label:"Where it runs"},{id:"models",label:"Models and hardware"},{id:"api",label:"The API"},{id:"confidence",label:"Using confidence signals"},{id:"repeatable-runs",label:"Repeatable runs"},{id:"performance",label:"Performance evidence"},{id:"security",label:"Security and access"},{id:"licensing",label:"Evaluation and licensing"}];function l(){return(0,o.jsxs)(s.ws,{title:"Verificate Helix documentation — deployment, API and confidence signals | Verificate",description:"Deploy Verificate Helix on infrastructure you control, call its OpenAI-compatible API, and use confidence signals to decide when an answer needs review.",path:"/docs/helix",eyebrow:"Helix",contactInterest:"inference",h1:"Run models in your environment. Decide what needs review.",lead:(0,o.jsxs)("p",{children:["Helix is software that runs supported open AI models on machines you control. This page covers where it runs, the API your applications call, and how to use its confidence signals. For the overview, see the ",(0,o.jsx)(a,{href:"/inference",children:"product page"}),"."]}),sections:c,children:[(0,o.jsx)(s.rA,{id:"overview",children:"What Helix is"}),(0,o.jsx)(s.R7,{children:"Helix is an inference runtime: the software that loads an AI model and answers requests with it. It is not a model and not a hosted AI service. You choose an open model, you run Helix where you need it, and your applications call it over a familiar API. Alongside each response, Helix provides a confidence score your application can use to decide what happens next."}),(0,o.jsxs)(s.R7,{children:["Helix is sold on its own. It is also the runtime used with ",(0,o.jsx)(a,{href:"/docs/compile-time-inference",children:"Compile-Time Inference"}),", but you do not need one to use the other."]}),(0,o.jsx)(s.rA,{id:"deployment",children:"Where it runs"}),(0,o.jsx)(s.R7,{children:"Helix is licensed as a container image that you deploy. Supported targets:"}),(0,o.jsx)(s.tW,{items:["Your Kubernetes or OpenShift cluster.","Your own cloud account (AWS, Azure or Google Cloud).","A virtual machine, on-premises or in a private cloud.","An air-gapped network with no outbound connection."]}),(0,o.jsxs)(s.R7,{children:["In production, requests go from your application to your Helix deployment. There is no Verificate-hosted service in that path. The ",(0,o.jsx)(a,{href:"/chat",children:"public demo"})," is different: it is hosted by Verificate so you can try the engine, and should only be used with non-sensitive input."]}),(0,o.jsx)(s.rA,{id:"models",children:"Models and hardware"}),(0,o.jsx)(s.R7,{children:"Helix serves open models, including standard and mixture-of-experts designs, on CPU-only and GPU machines. Serving is tuned for each model family. Our lead production models today are GPT-OSS 120B for text and Qwen3-VL 4B for vision; other open families such as Llama, Granite, Gemma and Qwen are served by the same engine."}),(0,o.jsx)(s.R7,{children:"Which model, precision and hardware suit your workload is part of a deployment evaluation. Confirm support for your specific model and hardware with us before you plan around it. Audio input is on the roadmap and is not available today."}),(0,o.jsx)(s.rA,{id:"api",children:"The API"}),(0,o.jsx)(s.R7,{children:"Helix exposes an OpenAI-compatible API, so existing OpenAI client libraries can be pointed at your deployment by changing the base address."}),(0,o.jsx)(s.vu,{head:["Capability","Detail"],rows:[["Chat completions",(0,o.jsx)(d,{children:"POST /v1/chat/completions"},"a")],["List models",(0,o.jsx)(d,{children:"GET /v1/models"},"b")],["Streaming","Server-sent events, using the standard stream option."],["Structured output","A JSON mode that c

1onstrains responses to valid JSON or to your schema."],["Confidence","A confidence score returned with each response."]]}),(0,o.jsx)(s.aQ,{label:"Example request — replace the address with your own deployment",code:'curl https://<your-helix-endpoint>/v1/chat/completions \\\n  -H "Content-Type: application/json" \\\n  -d \'{\n    "model": "openai/gpt-oss-120b",\n    "messages": [{"role": "user", "content": "Extract as JSON..."}],\n    "response_format": {"type": "json_object"},\n    "stream": true\n  }\''}),(0,o.jsx)(s.R7,{children:"The exact response fields, including how the confidence score is returned for your version, are specified in the documentation supplied with your deployment."}),(0,o.jsx)(s.rA,{id:"confidence",children:"Using confidence signals"}),(0,o.jsx)(s.R7,{children:"The confidence score is a number from 0 to 100 that estimates how likely a response is to be reliable. Helix reports the score; it does not silently rewrite answers. Your application decides what to do with it. A common pattern:"}),(0,o.jsx)(s.vu,{head:["Score","Typical action"],rows:[["High","Deliver the answer."],["Middle","Ask the user to confirm, or send the request to a stronger model."],["Low","Send for human review, or decline."]]}),(0,o.jsx)(s.Lt,{title:"Confidence is a routing signal, not a guarantee",children:(0,o.jsx)("p",{children:"A high score does not prove an answer is correct, and a low score does not prove it is wrong. How well scores match real accuracy depends on the model, the task and the deployment. Before relying on thresholds, test them on a labelled sample of your own requests and review them again when you change models."})}),(0,o.jsx)(s.yc,{children:"Choosing thresholds"}),(0,o.jsx)(s.tW,{items:["Collect a representative sample of real requests with known-good answers.","Record the score for each, then look at accuracy within score bands.","Set thresholds from the error rate you can tolerate and the review capacity you have.","Track how often each action is taken, and re-check after any model or version change."]}),(0,o.jsx)(s.rA,{id:"repeatable-runs",children:"Repeatable runs"}),(0,o.jsx)(s.R7,{children:"Shared, batched serving can produce small differences between runs, because a result can depend on what else is being processed at the same time. For audit and compliance workloads, Helix offers a repeatable serving path — one request at a time with a fixed seed, or CPU serving — intended to return the same output for the same input. Throughput is lower in this mode. Verify repeatability on your own deployment and model before depending on it."}),(0,o.jsx)(s.rA,{id:"performance",children:"Performance evidence"}),(0,o.jsx)(s.R7,{children:"Published measurements state their hardware, model, harness and date. They describe those configurations, not yours:"}),(0,o.jsx)(s.tW,{items:[(0,o.jsxs)(o.Fragment,{children:["Serving latency measured with the vLLM project’s GuideLLM harness on AMD EPYC 9254 — see ",(0,o.jsx)(a,{href:"/benchmarks",children:"Benchmarks"}),"."]}),(0,o.jsxs)(o.Fragment,{children:["GPT-OSS 120B throughput on CPU-only AMD Zen5 EPYC systems, run by AMD engineering — see the ",(0,o.jsx)(a,{href:"/inference",children:"product page"}),"."]})]}),(0,o.jsxs)(s.R7,{children:["Memory bandwidth, core count, context length and concurrency all change results. The reliable number is the one measured on your hardware with your workload; we can help you run the same benchmark. See ",(0,o.jsx)(a,{href:"/evidence",children:"Evidence & evaluation"})," for how each published claim is scoped."]}),(0,o.jsx)(s.rA,{id:"security",children:"Security and access"}),(0,o.jsxs)(s.R7,{children:["Because you deploy Helix, access control, network exposure, logging and retention are under your control and are your responsibility. Place the endpoint behind your own authentication and network controls; do not expose it directly to the internet. See ",(0,o.jsx)(a,{href:"/security",children:"security information"})," for more, or ",(0,o.jsx)(a,{href:"/contact?interest=inference",children:"ask us"})," about a specific requirement."]}),(0,o.jsx)(s.rA,{id:"licensing",children:"Evaluation and licensing"}),(0,o.jsxs)(s.R7,{children:["Helix is licensed per deployment following an evaluation. A typical path is: try the ",(0,o.jsx)(a,{href:"/chat",children:"public demo"}),", discuss your models, hardware and boundary requirements, benchmark in your environment, then license. There is no self-service download. ",(0,o.jsx)(a,{href:"/contact?interest=inference",children:"Start a deployment c

1onversation"}),"."]})]})}}},e=>{e.O(0,[8096,8799,1146,636,8792],()=>e(e.s=4656)),_N_E=e.O()}]);