https://verificate.ai/_next/static/chunks/pages/docs/compile-time-inference-5f767e7e42a6bcf6.js

1(self.webpackChunk_N_E=self.webpackChunk_N_E||[]).push([[8321],{1937:(e,s,t)=>{"use strict";t.r(s),t.d(s,{default:()=>l});var a=t(7876),n=t(8230),r=t.n(n),i=t(1146);let o=e=>{let{href:s,children:t}=e;return(0,a.jsx)(r(),{href:s,className:"text-[#b2df85] underline underline-offset-4",children:t})},d=[{id:"overview",label:"What it is"},{id:"tasks",label:"Two kinds of task"},{id:"lifecycle",label:"Prepare, keep current, answer"},{id:"model-role",label:"What the language model does"},{id:"limits",label:"Missing and conflicting evidence"},{id:"repeatability",label:"What “repeatable” means"},{id:"integration",label:"Integration and deployment"},{id:"evaluation",label:"How to evaluate it"},{id:"not-published",label:"What is not published"},{id:"glossary",label:"Glossary"}];function l(){return(0,a.jsxs)(i.ws,{title:"Compile-Time Inference documentation — behaviour, limits and evaluation | Verificate",description:"How Verificate Compile-Time Inference prepares knowledge before questions arrive, what the language model does and does not do, how missing evidence is handled, and how to evaluate it against your RAG system.",path:"/docs/compile-time-inference",eyebrow:"Compile-Time Inference",contactInterest:"compile-time-inference",h1:"Prepare the knowledge first. Then answer from it.",lead:(0,a.jsxs)("p",{children:["This page is for technical teams evaluating Compile-Time Inference. It explains what the product does, how it behaves at its limits, and how to test it fairly. For the plain-language overview, see the ",(0,a.jsx)(o,{href:"/compile-time-inference",children:"product page"}),"."]}),sections:d,children:[(0,a.jsx)(i.rA,{id:"overview",children:"What it is"}),(0,a.jsx)(i.R7,{children:"Most AI question-answering does its work when the question arrives: find some passages, hand them to a language model, and let the model write an answer. Compile-Time Inference moves much of that work earlier. Your records are organised, linked to their sources and prepared before anyone asks anything."}),(0,a.jsx)(i.R7,{children:"When a question arrives, software selects a result from that prepared knowledge for the tasks it supports. A language model helps interpret the question and explain the result. The supporting evidence is available to inspect."}),(0,a.jsx)(i.Lt,{title:"What “compile-time” does not mean",children:(0,a.jsx)("p",{children:"It does not mean every possible answer is calculated in advance, and it does not mean no work happens when you ask. It means the preparation of knowledge happens ahead of the conversation, and is maintained as your information changes."})}),(0,a.jsx)(i.rA,{id:"tasks",children:"Two kinds of task"}),(0,a.jsx)(i.R7,{children:"Evaluations go better when you separate two needs that are often blurred together. They are measured differently."}),(0,a.jsx)(i.vu,{head:["Task","The question you are asking","What to measure"],rows:[["Source-backed answers","Can I inspect the evidence behind this answer?","Whether cited sources exist, whether they support the actual claim, and what happens when they are missing."],["Supported decisions","Does the same situation produce the same choice?","Whether the same interpreted inputs, records and rules select the same decision — and whether that decision is right."]]}),(0,a.jsxs)(i.R7,{children:["The ",(0,a.jsx)(o,{href:"/hybrid-vlm",children:"video"})," and ",(0,a.jsx)(o,{href:"/genomics",children:"genomics"})," examples are source-backed answer applications. Decision support is described only for applications where it has been implemented and evaluated; the published studies are on the ",(0,a.jsx)(o,{href:"/research",children:"research page"}),"."]}),(0,a.jsx)(i.rA,{id:"lifecycle",children:"Prepare, keep current, answer"}),(0,a.jsx)(i.yc,{children:"1. Prepare"}),(0,a.jsx)(i.R7,{children:"Records are organised together with their sources and relationships. Which sources are in scope, who may see them, and which tasks are supported are agreed at the start of an evaluation."}),(0,a.jsx)(i.yc,{children:"2. Keep current"}),(0,a.jsx)(i.R7,{children:"Preparation is not a one-off. Records and rules change, and yesterday’s answer may no longer apply. How updates are checked and made available — and how quickly — is part of the agreed scope. Updating has a cost; include it when you compare total cost."}),(0,a.jsx)(i.yc,{children:"3. Answer"}),(0,a.jsx)(i.R7,{children:"For supported requests, a result is selected from prepared knowledge and explained, with its supporting evidence. When support is missing, the intended behaviour is to decline rather than fill the gap."}),(0,a.jsx)(i.rA,{id:"model-role",children:"What the language model does"}),(0,a.jsx)(i.tW,{items:[(0,a.jsxs)(a.Fragment,{children:[(0,a.jsx)("strong",{className:"text-white",children:"Interprets the question."})," Everyday language is turned into a request the system can act on. Interpretation can be wrong, so it is worth testing on its own."]}),(0,a.jsxs)(a.Fragment,{children:[(0,a.jsx)("strong",{className:"text-white",children:"Explains the selected result."})," The wording of an explanation may vary between runs and between models."]}),(0,a.jsxs)(a.Fragment,{children:[(0,a.jsx)("strong",{className:"text-white",children:"Does not make the supported decision."})," For supported decision tasks, selection happens over prepared records and rules rather than being left to the model’s sampling."]})]}),(0,a.jsx)(i.R7,{children:"An explanation is not a substitute for checking the record 

1it points to. If you change the language model, validate interpretation and explanation again."}),(0,a.jsx)(i.rA,{id:"limits",children:"Missing and conflicting evidence"}),(0,a.jsxs)(i.R7,{children:["Every evaluation should include questions the system should ",(0,a.jsx)("em",{children:"not"})," answer. Test, on your own material:"]}),(0,a.jsx)(i.tW,{items:["Questions whose answer is not in the records.","Questions where sources disagree, or where a record has been superseded.","Questions outside the agreed scope.","Questions that are ambiguous or phrased unusually."]}),(0,a.jsx)(i.R7,{children:"Record how often the system declines correctly, declines when it should have answered, and answers when it should have declined. These rates matter as much as accuracy."}),(0,a.jsx)(i.rA,{id:"repeatability",children:"What “repeatable” means"}),(0,a.jsxs)(i.R7,{children:["Repeatability applies to ",(0,a.jsx)("strong",{className:"text-white",children:"supported decisions with the same interpreted inputs, authorised records and rules"}),". Within that boundary, the same situation should select the same decision."]}),(0,a.jsx)(i.tW,{items:["New or corrected evidence can — and should — change a result.","Interpreting a question is a separate step from selecting a decision.","A repeatable decision does not mean identical wording.","Repeatability does not show that the underlying data is correct, or that past outcomes were fair."]}),(0,a.jsx)(i.rA,{id:"integration",children:"Integration and deployment"}),(0,a.jsx)(i.R7,{children:"Compile-Time Inference is delivered through an assisted evaluation, not self-service sign-up. The integration method, authentication, permissions model and deployment boundary are agreed for your application and documented for you as part of that work. We do not publish a generic public API for it here, because we will not document an interface you cannot yet call."}),(0,a.jsxs)(i.R7,{children:["Topics to raise early: where records and models run, who can access prepared knowledge, how source versions and permissions are reflected in answers, and whether any information reaches an external service. If you need models to run on infrastructure you control, see ",(0,a.jsx)(o,{href:"/docs/helix",children:"Helix"}),"."]}),(0,a.jsx)(i.rA,{id:"evaluation",children:"How to evaluate it"}),(0,a.jsx)(i.R7,{children:"Agree a test set and success criteria before you start. Use your own questions, including hard and unanswerable ones, and compare against your current system configured as well as you can configure it."}),(0,a.jsx)(i.vu,{head:["Measure","What it tells you","What it does not tell you"],rows:[["A citation resolves","The cited source exists and can be opened.","That the source supports the claim."],["A source supports the claim","The evidence says what the answer says it does.","That the answer is complete or current."],["The answer is correct","The result matches your reference answer.","That it will repeat, or that it generalises."],["The decision repeats","Same inputs, records and rules select the same choice.","That the choice is correct or fair."],["Coverage","The share of useful questions that get an answer.","Whether the declined questions should have been answered."],["Refusal quality","Declines happen when support is absent — and only then.","Anything about answered questions."],["Total cost","Preparation, updates, storage and serving together.","Value — that depends on what errors cost you."]]}),(0,a.jsx)(i.Lt,{title:"A fair comparison",children:(0,a.jsx)("p",{children:"Well-built RAG systems can add verification, refusal and fixed business rules. Compare complete workflows on the same questions — not one architecture’s label against another’s. A search tool or ordinary business rules may be the better fit for some tasks."})}),(0,a.jsxs)(i.R7,{children:["To see how published results are scoped, visit ",(0,a.jsx)(o,{href:"/evidence",children:"Evidence & evaluation"}),". To plan an evaluation, ",(0,a.jsx)(o,{href:"/contact?interest=compile-time-inference",children:"get in touch"})," — no confidential files are needed for the first conversation."]}),(0,a.jsx)(i.rA,{id:"not-published",children:"What is not published"}),(0,a.jsx)(i.R7,{children:"These pages describe behaviour you can observe and test. They deliberately leave out how knowledge is extracted and prepared, how results are scored and selected, internal data layouts, and infrastru

1cture detail. Customer records and prepared customer knowledge are never published."}),(0,a.jsx)(i.rA,{id:"glossary",children:"Glossary"}),(0,a.jsx)(i.vu,{head:["Term","Meaning on this site"],rows:[["RAG","Retrieval-augmented generation: find relevant passages, then ask a language model to write an answer using them."],["Prepared knowledge","Your records, organised with their sources and relationships before questions arrive."],["Supported task","A kind of question or decision that has been scoped, prepared for and evaluated in your application."],["Decline","An explicit response that there is not enough supporting evidence to answer."],["Repeatable decision","The same interpreted inputs, authorised records and rules selecting the same choice."]]})]})}},9436:(e,s,t)=>{(window.__NEXT_P=window.__NEXT_P||[]).push(["/docs/compile-time-inference",function(){return t(1937)}])}},e=>{e.O(0,[8096,8799,1146,636,8792],()=>e(e.s=9436)),_N_E=e.O()}]);