1(globalThis.TURBOPACK||(globalThis.TURBOPACK=[])).push(["object"==typeof document?document.currentScript:void 0,432900,e=>{"use strict";var t=e.i(90215),s=e.i(261704),a=e.i(89886),i=e.i(683433),n=e.i(740956),r=e.i(543836),o=e.i(34551),l=e.i(18157),d=e.i(789030),c=e.i(323081),p=e.i(318615),h=Object.defineProperty,u=(e,t)=>h(e,"name",{value:t,configurable:!0}),m="Collapsible",[x,b]=(0,a.createContextScope)(m),[f,g]=x(m),v=s.forwardRef(u(function(e,a){let{__scopeCollapsible:i,open:n,defaultOpen:r,disabled:d,onOpenChange:c,...h}=e,[u,x]=(0,o.useControllableState)({prop:n,defaultProp:r??!1,onChange:c,caller:m});return(0,t.jsx)(f,{scope:i,disabled:d,contentId:(0,p.useId)(),open:u,onOpenToggle:s.useCallback(()=>x(e=>!e),[x]),children:(0,t.jsx)(l.Primitive.div,{"data-state":N(u),"data-disabled":d?"":void 0,...h,ref:a})})},"Collapsible")),y=s.forwardRef(u(function(e,s){let{__scopeCollapsible:a,...i}=e,n=g("CollapsibleTrigger",a);return(0,t.jsx)(l.Primitive.button,{type:"button","aria-controls":n.open?n.contentId:void 0,"aria-expanded":n.open||!1,"data-state":N(n.open),"data-disabled":n.disabled?"":void 0,disabled:n.disabled,...i,ref:s,onClick:(0,r.composeEventHandlers)(e.onClick,n.onOpenToggle)})},"CollapsibleTrigger")),w="CollapsibleContent",j=s.forwardRef(u(function(e,s){let{forceMount:a,...i}=e,n=g(w,e.__scopeCollapsible);return(0,t.jsx)(c.Presence,{present:a||n.open,children:({present:e})=>(0,t.jsx)(k,{...i,ref:s,present:e})})},"CollapsibleContent")),k=s.forwardRef(u(function(e,a){let{__scopeCollapsible:i,present:r,children:o,...c}=e,p=g(w,i),[h,u]=s.useState(r),m=s.useRef(null),x=(0,n.useComposedRefs)(a,m),b=s.useRef(0),f=b.current,v=s.useRef(0),y=v.current,j=p.open||h,k=s.useRef(j),_=s.useRef(void 0);return s.useEffect(()=>{let e=requestAnimationFrame(()=>k.current=!1);return()=>cancelAnimationFrame(e)},[]),(0,d.useLayoutEffect)(()=>{let e=m.current;if(e){_.current=_.current||{transitionDuration:e.style.transitionDuration,animationName:e.style.animationName},e.style.transitionDuration="0s",e.style.animationName="none";let t=e.getBoundingClientRect();b.current=t.height,v.current=t.width,k.current||(e.style.transitionDuration=_.current.transitionDuration,e.style.animationName=_.current.animationName),u(r)}},[p.open,r]),(0,t.jsx)(l.Primitive.div,{"data-state":N(p.open),"data-disabled":p.disabled?"":void 0,id:p.contentId,hidden:!j,...c,ref:x,style:{"--radix-collapsible-content-height":f?`${f}px`:void 0,"--radix-collapsible-content-width":y?`${y}px`:void 0,...e.style},children:j&&o})},"CollapsibleContentImpl"));function N(e){return e?"open":"closed"}u(N,"getState");var _=e.i(760260),C=Object.defineProperty,A=(e,t)=>C(e,"name",{value:t,configurable:!0}),L="Accordion",B=["Home","End","ArrowDown","ArrowUp","ArrowLeft","ArrowRight"],[F,M,E]=(0,i.createCollection)(L),[P,H]=(0,a.createContextScope)(L,[E,b]),T=b(),q=s.forwardRef(A(function(e,s){let{type:a,...i}=e;return(0,t.jsx)(F.Provider,{scope:e.__scopeAccordion,children:"multiple"===a?(0,t.jsx)(z,{...i,ref:s}):(0,t.jsx)($,{...i,ref:s})})},"Accordion")),[S,R]=P(L),[I,G]=P(L,{collapsible:!1}),$=s.forwardRef(A(function(e,a){let{value:i,defaultValue:n,onValueChange:r=A(()=>{},"onValueChange"),collapsible:l=!1,...d}=e,[c,p]=(0,o.useControllableState)({prop:i,defaultProp:n??"",onChange:r,caller:L});return(0,t.jsx)(S,{scope:e.__scopeAccordion,value:s.useMemo(()=>c?[c]:[],[c]),onItemOpen:p,onItemClose:s.useCallback(()=>l&&p(""),[l,p]),children:(0,t.jsx)(I,{scope:e.__scopeAccordion,collapsible:l,children:(0,t.jsx)(O,{...d,ref:a})})})},"AccordionImplSingle")),z=s.forwardRef(A(function(e,a){let{value:i,defaultValue:n,onValueChange:r=A(()=>{},"onValueChange"),...l}=e,[d,c]=(0,o.useControllableState)({prop:i,defaultProp:n??[],onChange:r,caller:L}),p=s.useCallback(e=>c((t=[])=>[...t,e]),[c]),h=s.useCallback(e=>c((t=[])=>t.filter(t=>t!==e)),[c]);return(0,t.jsx)(S,{scope:e.__scopeAccordion,value:d,onItemOpen:p,onItemClose:h,children:(0,t.jsx)(I,{scope:e.__scopeAccordion,collapsible:!0,children:(0,t.jsx)(O,{...l,ref:a})})})},"AccordionImplMultiple")),[D,W]=P(L),O=s.forwardRef(A(function(e,a){let{__scopeAccordion:i,disabled:o,dir:d,orientation:c="vertical",...p}=e,h=s.useRef(null),u=(0,n.useComposedRefs)(h,a),m=M(i),x="ltr"===(0,_.useDirection)(d),b=(0,r.composeEventHandlers)(e.onKeyDown,e=>
1{if(!B.includes(e.key))return;let t=e.target,s=m().filter(e=>!e.ref.current?.disabled),a=s.findIndex(e=>e.ref.current===t),i=s.length;if(-1===a)return;e.preventDefault();let n=a,r=i-1,o=A(()=>{(n=a+1)>r&&(n=0)},"moveNext"),l=A(()=>{(n=a-1)<0&&(n=r)},"movePrev");switch(e.key){case"Home":n=0;break;case"End":n=r;break;case"ArrowRight":"horizontal"===c&&(x?o():l());break;case"ArrowDown":"vertical"===c&&o();break;case"ArrowLeft":"horizontal"===c&&(x?l():o());break;case"ArrowUp":"vertical"===c&&l()}let d=n%i;s[d].ref.current?.focus()});return(0,t.jsx)(D,{scope:i,disabled:o,direction:d,orientation:c,children:(0,t.jsx)(F.Slot,{scope:i,children:(0,t.jsx)(l.Primitive.div,{...p,"data-orientation":c,ref:u,onKeyDown:o?void 0:b})})})},"AccordionImpl")),V="AccordionItem",[K,U]=P(V),Q=s.forwardRef(A(function(e,s){let{__scopeAccordion:a,value:i,...n}=e,r=W(V,a),o=R(V,a),l=T(a),d=(0,p.useId)(),c=i&&o.value.includes(i)||!1,h=r.disabled||e.disabled;return(0,t.jsx)(K,{scope:a,open:c,disabled:h,triggerId:d,children:(0,t.jsx)(v,{"data-orientation":r.orientation,"data-state":ee(c),...l,...n,ref:s,disabled:h,open:c,onOpenChange:e=>{e?o.onItemOpen(i):o.onItemClose(i)}})})},"AccordionItem")),Y=s.forwardRef(A(function(e,s){let{__scopeAccordion:a,...i}=e,n=W(L,a),r=U("AccordionHeader",a);return(0,t.jsx)(l.Primitive.h3,{"data-orientation":n.orientation,"data-state":ee(r.open),"data-disabled":r.disabled?"":void 0,...i,ref:s})},"AccordionHeader")),Z="AccordionTrigger",X=s.forwardRef(A(function(e,s){let{__scopeAccordion:a,...i}=e,n=W(L,a),r=U(Z,a),o=G(Z,a),l=T(a);return(0,t.jsx)(F.ItemSlot,{scope:a,children:(0,t.jsx)(y,{"aria-disabled":r.open&&!o.collapsible||void 0,"data-orientation":n.orientation,id:r.triggerId,...l,...i,ref:s})})},"AccordionTrigger")),J=s.forwardRef(A(function(e,s){let{__scopeAccordion:a,...i}=e,n=W(L,a),r=U("AccordionContent",a),o=T(a);return(0,t.jsx)(j,{role:"region","aria-labelledby":r.triggerId,"data-orientation":n.orientation,...o,...i,ref:s,style:{"--radix-accordion-content-height":"var(--radix-collapsible-content-height)","--radix-accordion-content-width":"var(--radix-collapsible-content-width)",...e.style}})},"AccordionContent"));function ee(e){return e?"open":"closed"}A(ee,"getState");var et=e.i(150272);
1e.s(["default",0,function({title:e,children:s,className:a,defaultOpen:i}){return(0,t.jsx)(q,{type:"single",collapsible:!0,defaultValue:i?"item":void 0,className:(0,et.cn)("blog-interactive-block",a),children:(0,t.jsxs)(Q,{value:"item",className:"overflow-hidden rounded-2xl border border-boson-neutral-600 bg-boson-neutral-700",children:[(0,t.jsx)(Y,{children:(0,t.jsxs)(X,{className:(0,et.cn)("group flex w-full items-center gap-2 px-4 py-4 text-left md:px-6","text-boson-neutral-50"),children:[(0,t.jsx)("span",{className:"inline-flex h-6 w-6 items-center justify-center text-lg leading-none transition-transform duration-200 group-data-[state=open]:rotate-90",children:"â¸"}),(0,t.jsx)("span",{className:"text-xl font-medium leading-8",children:e})]})}),(0,t.jsx)(J,{className:"overflow-hidden px-4 pb-4 data-[state=open]:animate-accordion-down data-[state=closed]:animate-accordion-up md:px-6 md:pb-6",children:s})]})})}],432900)},966151,e=>{"use strict";var t=e.i(90215),s=e.i(261704);let a=[{id:"py",label:"Python",file:"realtime_session.py",code:[{text:"# The official OpenAI SDK â pointed at Higgs",kind:"dim"},{text:"client = AsyncOpenAI("},{text:'- api_key=os.environ["OPENAI_API_KEY"],',kind:"minus"},{text:'+ api_key=os.environ["BOSON_API_KEY"],',kind:"plus"},{text:'+ base_url="https://api.boson.ai/v1",',kind:"plus"},{text:")"},{text:""},{text:'-async with client.realtime.connect(model="gpt-realtime-2") as conn:',kind:"minus"},{text:'+async with client.realtime.connect(model="higgs-realtime") as conn:',kind:"plus"},{text:" await conn.session.update(session={"},{text:"+ # required; the connect() arg is SDK-only",kind:"plus"},{text:'+ "model": "higgs-realtime",',kind:"plus"},{text:' "output_modalities": ["audio"],'},{text:' "audio": {'},{text:' "input": {"turn_detection": {"type": "server_vad"}},'},{text:' "output": {"voice": "default"},'},{text:" },"},{text:" })"},{text:""},{text:" # ... rest of your application code",kind:"dim"}]},{id:"ts",label:"TypeScript",file:"realtime-session.ts",code:[{text:"// Same OpenAI Realtime wire format",kind:"dim"},{text:"const ws = new WebSocket("},{text:'- "wss://api.openai.com/v1/realtime?model=gpt-realtime-2",',kind:"minus"},{text:'+ "wss://api.boson.ai/v1/realtime/",',kind:"plus"},{text:"- { headers: { Authorization: `Bearer ${OPENAI_API_KEY}` } },",kind:"minus"},{text:"+ { headers: { Authorization: `Bearer ${BOSON_API_KEY}` } },",kind:"plus"},{text:");"},{text:""},{text:"// same session events, same shapes",kind:"dim"},{text:"ws.send(JSON.stringify({"},{text:' type: "session.update",'},{text:" session: {"},{text:'+ model: "higgs-realtime", // selected here, not in the URL',kind:"plus"},{text:' output_modalities: ["audio"],'},{text:' audio: { input: { turn_detection: { type: "server_vad" } } },'},{text:" tools: [searchTool, bookingTool],"},{text:" },"},{text:"}));"},{text:""},{text:"// ... rest of your application code",kind:"dim"}]},{id:"go",label:"Go",file:"realtime_session.go",code:[{text:"// Same OpenAI Realtime wire format",kind:"dim"},{text:"hdr := http.Header{}"},{text:'-hdr.Set("Authorization", "Bearer "+os.Getenv("OPENAI_API_KEY"))',kind:"minus"},{text:'+hdr.Set("Authorization", "Bearer "+os.Getenv("BOSON_API_KEY"))',kind:"plus"},{text:""},{text:'-url := "wss://api.openai.com/v1/realtime?model=gpt-realtime-2"',kind:"minus"},{text:'+url := "wss://api.boson.ai/v1/realtime/"',kind:"plus"},{text:"c, _, err := websocket.DefaultDialer.Dial(url, hdr)"},{text:""},{text:"// same session events, same shapes",kind:"dim"},{text:"c.WriteJSON(map[string]any{"},{text:' "type": "session.update",'},{text:' "session": map[string]any{'},{text:'+ "model": "higgs-realtime", // selected here, not in the URL',kind:"plus"},{text:' "output_modalities": []string{"audio"},'},{text:' "tools": tools,'},{text:" },"},{text:"})"},{text:""},{text:"// ... rest of your application code",kind:"dim"}]}];e.s(["default",0,function(){let[e,i]=(0,s.useState)(0),[n,r]=(0,s.useState)(!1),o=a[e];return(0,t.jsxs)("div",{className:"blog-code-block !p-0 overflow-hidden rounded-[16px] border border-boson-neutral-600 bg-[#0d0d10]",children:[(0,t.jsxs)("div",{className:"flex items-center justify-between border-b border-boson-neutral-600 px-3 py-2",children:[(0,t.jsx)("div",{className:"flex items-center gap-1",role:"group","aria-label":"Language",children:a.map((s,a)=>(0,t.jsx)("button",{type:"button","aria-pressed":a===e,onClick:()=>{i(a),r(!1)},className:`rounded-md px-3 py-1.5 font-mono text-[11px] uppercase tracking-widest transition-colors focus-visible:outline focus-visible:outline-2 focus-visible:outline-offset-2 focus-visible:outline-boson-neon-green-400 ${a===e?"bg-boson-neon-green-400/10 text-boson-neon-green-400":"text-[#616669] hover:text-[#b2b6b9]"}`,children:s.label},s.id))}),(0,t.jsx)("span",{className:"hidden font-mono text-[10px] uppercase tracking-[0.25em] text-[#616669] sm:inline",children:o.file})]}),(0,t.jsx)("style",{children:` 2 .hr-blog-code { scrollbar-width: thin; scrollbar-color: #434b51 transparent; } 3 .hr-blog-code::-webkit-scrollbar { width: 8px; height: 8px; } 4 .hr-blog-code::-webkit-scrollbar-thumb { background: #434b51; border-radius: 4px; } 5 .hr-blog-code::-webkit-scrollbar-thumb:hover { background: #55606a; } 6 .hr-blog-code::-webkit-scrollbar-track { background: transparent; } 7 `}),(0,t.jsxs)("div",{className:"relative",children:[(0,t.jsx)("pre",{tabIndex:0,role:"region","aria-label":`${o.label} code sample`,onScroll:e=>{let t=e.currentTarget;r(t.scrollTop+t.clientHeight>=t.scrollHeight-8)}
7,className:"hr-blog-code !m-0 h-[360px] overflow-x-auto overflow-y-auto px-2 py-4 font-mono text-[12.5px] leading-relaxed focus-visible:outline focus-visible:outline-1 focus-visible:-outline-offset-1 focus-visible:outline-boson-neon-green-400/50 md:h-[440px] md:text-[13px]",children:o.code.map((e,s)=>{var a;return(0,t.jsx)("div",{className:`block px-3 ${"dim"===(a=e.kind)?"text-[#616669]":"minus"===a?"bg-[#f8717115] text-[#f4a3a3]":"plus"===a?"bg-[#8dfa4315] text-[#b6f58a]":"text-[#b2b6b9]"}`,children:e.text||" "},s)})},o.id),(0,t.jsx)("div",{"aria-hidden":!0,className:`pointer-events-none absolute inset-x-0 bottom-0 h-14 bg-gradient-to-t from-[#0d0d10] via-[#0d0d10]/70 to-transparent transition-opacity duration-300 ${n?"opacity-0":"opacity-100"}`})]})]})}])},524765,e=>{"use strict";var t=e.i(90215),s=e.i(261704),a=e.i(652468);let i=[{id:"cfb",tab:"ComplexFuncBench",label:"ComplexFuncBench (Audio)",href:"https://github.com/zai-org/ComplexFuncBench",rows:a.CFB_AUDIO,caption:"The headline benchmark: complex, multi-step tool calling, rendered to speech."},{id:"bba",tab:"BigBench Audio",label:"BigBench Audio (v1.2)",href:"https://huggingface.co/datasets/ArtificialAnalysis/big_bench_audio",rows:a.BBA,caption:"General audio reasoning across a broad task mix."},{id:"ihb",tab:"IHBench-RQ",label:"IHBench-RQ (recovery quality)",href:"/blog/ihbench",rows:a.IHB_RQ,caption:"How well a model picks the thread back up after it has been interrupted."}],n="table",r=a.CFB_AUDIO.map(e=>e.model);function o({href:e,children:s}){let a=e.startsWith("http");return(0,t.jsx)("a",{href:e,target:a?"_blank":void 0,rel:a?"noopener noreferrer":void 0,className:"!text-inherit underline decoration-boson-neutral-400 underline-offset-[3px] hover:decoration-boson-neutral-100",children:s})}function l({rows:e,ours:s}){let a=[...e].sort((e,t)=>t.score-e.score);return(0,t.jsx)("div",{className:"flex flex-col gap-4",children:a.map(e=>{let a=e.model===s;return(0,t.jsxs)("div",{className:"grid grid-cols-[minmax(0,1fr)_auto] items-center gap-x-4",children:[(0,t.jsxs)("div",{className:"flex min-w-0 flex-col gap-1.5",children:[(0,t.jsx)("span",{title:e.model,className:"truncate text-[13px] "+(a?"font-semibold text-boson-neutral-50":"text-boson-neutral-400"),children:e.model}),(0,t.jsx)("span",{className:"h-2 overflow-hidden rounded-full bg-boson-neutral-700",children:(0,t.jsx)("span",{className:"block h-full rounded-full "+(a?"bg-boson-logo-green-400":"bg-boson-neutral-600"),style:{width:`${e.score/100*100}%`}})})]}),(0,t.jsx)("span",{className:"text-right font-manrope text-[26px] leading-none tabular-nums "+(a?"font-semibold text-boson-logo-green-400":"font-medium text-boson-neutral-500"),children:e.score.toFixed(1)})]},e.model)})})}function d(){return(0,t.jsx)("div",{className:"table-container",children:(0,t.jsxs)("table",{className:"table-base text-[13px]",children:[(0,t.jsx)("thead",{children:(0,t.jsxs)("tr",{children:[(0,t.jsx)("th",{className:"header-cell-with-border whitespace-nowrap !pl-4",children:"Model"}),i.map(e=>(0,t.jsx)("th",{className:"header-cell-with-border whitespace-nowrap !pl-4",children:(0,t.jsx)(o,{href:e.href,children:e.tab})},e.id))]})}),(0,t.jsx)("tbody",{children:r.map(e=>{let s=e===a.PRODUCT_NAME;return(0,t.jsxs)("tr",{className:"normal-row",children:[(0,t.jsx)("td",{className:"data-cell-with-border whitespace-nowrap !pl-4 font-medium "+(s?"!text-boson-logo-green-400 font-semibold":"!text-boson-neutral-50"),children:e}),i.map(s=>{let a,i=(a=s.rows,a.find(t=>t.model===e)?.score),n=void 0!==i&&i===Math.max(...s.rows.map(e=>e.score));return(0,t.jsx)("td",{className:"data-cell-with-border whitespace-nowrap !pl-4 "+(n?"!text-boson-logo-green-400 font-bold":""),children:void 0===i?"N/A":i.toFixed(1)},s.id)})]},e)})})]})})}e.s(["default",0,function(){let[e,r]=(0,s.useState)(i[0].id),o=[...i.map(e=>({id:e.id,label:e.tab})),{id:n,label:"All results"}],c=[...i.map(e=>({id:e.id,label:e.label,body:(0,t.jsx)(l,{rows:e.rows,ours:a.PRODUCT_NAME}),caption:e.caption})),{id:n,label:"All three boards",body:(0,t.jsx)(d,{}),caption:(0,t.jsxs)(t.Fragment,{children:["Scores are on a 0â100 scale, higher is better. The best score in each column is in"," ",(0,t.jsx)("span",{className:"font-bold text-boson-logo-green-400",children:"accent colour"}),"."]})}];return(0,t.jsxs)("div",{className:"blog-block rounded-[16px] border border-boson-neutral-700 bg-boson-neutral-800 p-5 md:p-6",children:[(0,t.jsx)("div",{role:"tablist","aria-label":"Benchmark",className:"flex flex-wrap items-center gap-2",children:o.map(s=>{let a=e===s.id;return(0,t.jsx)("button",{type:"button",role:"tab","aria-selected":a,onClick:()=>r(s.id),className:"whitespace-nowrap rounded-lg px-3 py-1.5 text-sm font-normal leading-[150%] transition-colors duration-150 "+(a?"bg-[rgba(78,165,82,0.15)] text-boson-logo-green-400":"text-boson-neutral-300 hover:bg-boson-neutral-700 hover:text-boson-neutral-200"),children:s.label},s.id)})}),(0,t.jsx)("div",{className:"mt-5 grid min-w-0",children:c.map(s=>{let a=e===s.id;return(0,t.jsxs)("div",{className:"col-start-1 row-start-1 min-w-0 "+(a?"":"invisible pointer-events-none"),"aria-hidden":!a,children:[(0,t.jsx)("div",{className:"font-manrope text-[19px] font-semibold leading-tight text-boson-neutral-50",children:s.label}),(0,t.jsx)("div",{className:"mt-5",children:s.body}),(0,t.jsx)("div",{className:"mt-4 text-[13px] leading-[1.5] text-boson-neutral-400",children:s.caption})]},s.id)})})]})}])},736337,e=>{"use strict";var t=e.i(261704);e.s(["useTimeoutFn",0,function(e,s){void 0===s&&(s=0);var a=(0,t.useRef)(!1),i=(0,t.useRef)(),n=(0,t.useRef)(e),r=(0,t.useCallback)(function(){return a.current},[]),o=(0,t.useCallback)(function(){a.current=!1,i.current&&clearTimeout(i.current),i.current=setTimeout(function(){a.current=!0,n.current()},s)},[s]),l=(0,t.useCallback)(function(){a.current=null,i.current&&clearTimeout(i.current)},[]);return(0,t.useEffect)(function(){n.current=e},[e]),(0,t.useEffect)(function(){return o(),l},[s]),[r,l,o]}],736337)},993241,e=>{"use strict";var t=e.i(90215),s=e.i(450236),a=e.i(98114),i=e.i(261704),n=e.i(736337);let r={active:0,isCopied:!1};function o(e,t){switch(t.type){case"select-variant":return{active:t.index,isCopied:!1};case"copy-succeeded":return{...e,isCopied:!0};case"clear-copied":return{...e,isCopied:!1}}}async function l(e,t){try{return await t(e.join("\n")),!0}catch{return!1}}let d=new Set(["import","from","as","def","class","return","async","await","if","elif","else","for","while","in","not","and","or","is","with","lambda","pass","raise","try","except","finally","yield","None","True","False"]),c=/(#.*$)|("(?:[^"\\]|\\.)*"|'(?:[^'\\]|\\.)*')|(\b\d+(?:\.\d+)?\b)|([A-Za-z_]\w*)(?=\s*\()|([A-Za-z_]\w*)/g,p=/("(?:[^"\\]|\\.)*")(\s
7*:)|("(?:[^"\\]|\\.)*")|(-?\b\d+(?:\.\d+)?(?:[eE][+-]?\d+)?\b)|\b(true|false|null)\b/g;function h(e){let t=[];for(let s of e){let e=t[t.length-1];e&&"plain"===e.kind&&"plain"===s.kind?t[t.length-1]={kind:"plain",text:e.text+s.text}:t.push(s)}return t}let u={plain:void 0,keyword:"text-code-keyword",string:"text-code-string",number:"text-code-number",comment:"text-code-comment italic",call:"text-code-call",command:"text-code-call",property:"text-code-number"};e.s(["default",0,function({variants:e,file:m,prompt:x=!1}){let b,[f,g]=(0,i.useReducer)(o,r),v=(0,i.useRef)((b=0,{invalidate(){b+=1},async copy(e,t,s){let a=b+1;b=a,await l(e,t)&&a===b&&s()}})).current,y=e[f.active],w=e.length>1,[,j,k]=(0,n.useTimeoutFn)(()=>g({type:"clear-copied"}),3e3),N=async()=>{g({type:"clear-copied"}),j(),await v.copy(y.code,e=>navigator.clipboard.writeText(e),()=>{g({type:"copy-succeeded"}),k()})},_="rounded-md px-3 py-1.5 font-mono text-[11px] uppercase tracking-widest";return(0,t.jsxs)("div",{className:"blog-code-block !p-0 overflow-hidden rounded-[16px] border border-code-border bg-code-surface",children:[(0,t.jsxs)("div",{className:"flex items-center justify-between gap-3 border-b border-code-border px-3 py-2",children:[w?(0,t.jsx)("div",{className:"flex items-center gap-1",role:"group","aria-label":"Code variant",children:e.map((e,s)=>(0,t.jsx)("button",{type:"button","aria-pressed":s===f.active,onClick:()=>{v.invalidate(),g({type:"select-variant",index:s}),j()},className:`${_} cursor-pointer transition-colors focus-visible:outline focus-visible:outline-2 focus-visible:outline-offset-2 focus-visible:outline-line-focus ${s===f.active?"bg-code-accent-subtle text-code-accent":"text-code-muted hover:text-code-base"}`,children:e.label},e.id))}):(0,t.jsx)("span",{className:`${_} bg-code-accent-subtle text-code-accent`,children:y.label}),(0,t.jsxs)("div",{className:"flex items-center gap-3",children:[m?(0,t.jsx)("span",{className:"hidden font-mono text-[10px] uppercase tracking-[0.25em] text-code-muted sm:inline",children:m}):null,(0,t.jsx)("button",{type:"button",onClick:()=>void N(),"aria-label":f.isCopied?"Copied":"Copy code",className:"inline-flex h-8 w-8 shrink-0 cursor-pointer items-center justify-center rounded-md text-code-icon transition-colors hover:bg-code-hover hover:text-code-icon-hover focus-visible:outline focus-visible:outline-2 focus-visible:outline-offset-2 focus-visible:outline-line-focus",children:f.isCopied?(0,t.jsx)(s.Check,{className:"h-4 w-4 text-highlight-100","aria-hidden":!0}):(0,t.jsx)(a.Copy,{className:"h-4 w-4","aria-hidden":!0})})]})]}),(0,t.jsx)("pre",{className:"!m-0 overflow-x-auto px-5 py-4 font-mono text-[13.5px] leading-relaxed text-code-base md:text-[14.5px]",children:y.code.map((e,s)=>(0,t.jsxs)("code",{className:"block whitespace-pre",children:[x?(0,t.jsxs)("span",{"aria-hidden":!0,className:"select-none text-code-muted",children:["$"," "]}):null,""===e?" ":(function(e,t){if(""===e)return[];if("shell"===t)return function(e){let t=/^(\s*)(\S+)(.*)$/.exec(e);if(!t)return[{kind:"plain",text:e}];let[,s,a,i]=t,n=[];return s&&n.push({kind:"plain",text:s}),n.push({kind:"command",text:a}),i&&n.push({kind:"plain",text:i}),n}(e);if("json"===t){let t=[],s=0;for(let a of e.matchAll(p)){let i=a.index??0;i>s&&t.push({kind:"plain",text:e.slice(s,i)});let[n,r,o,l,d,c]=a;r?(t.push({kind:"property",text:r}),t.push({kind:"plain",text:o})):l?t.push({kind:"string",text:n}):d?t.push({kind:"number",text:n}):c&&t.push({kind:"keyword",text:n}),s=i+n.length}return s<e.length&&t.push({kind:"plain",text:e.slice(s)}),h(t)}let s=[],a=0;for(let t of e.matchAll(c)){let i=t.index??0;i>a&&s.push({kind:"plain",text:e.slice(a,i)});let[n,r,o,l,c,p]=t;r?s.push({kind:"comment",text:n}):o?s.push({kind:"string",text:n}):l?s.push({kind:"number",text:n}):c?s.push({kind:d.has(c)?"keyword":"call",text:n}):p&&s.push({kind:d.has(p)?"keyword":"plain",text:n}),a=i+n.length}return a<e.length&&s.push({kind:"plain",text:e.slice(a)}),h(s)})(e,y.language).map((e,s)=>(0,t.jsx)("span",{className:u[e.kind],children:e.text},s))]},s))},y.id)]})}],993241)},260696,e=>{"use strict";var t=e.i(90215),s=e.i(31275);
7let a=(0,s.default)("captions",[["rect",{width:"18",height:"14",x:"3",y:"5",rx:"2",ry:"2",key:"12ruh7"}],["path",{d:"M7 15h4M15 15h2M7 11h2M13 11h4",key:"1ueiar"}]]),i=[{id:"text-normalization",Icon:(0,s.default)("type",[["path",{d:"M12 4v16",key:"1654pz"}],["path",{d:"M4 7V5a1 1 0 0 1 1-1h14a1 1 0 0 1 1 1v2",key:"e0r10z"}],["path",{d:"M9 20h6",key:"s66wpe"}]]),title:"Text normalization",body:"Prices, dates, times, URLs and abbreviations become the words a person would say, before the model speaks them."},{id:"word-level-timestamps",Icon:a,title:"Word-level timestamps",body:"Every word comes back with a start and an end time, so captions and highlights can follow the audio exactly."}];e.s(["default",0,function(){return(0,t.jsx)("div",{className:"blog-block grid grid-cols-1 gap-3.5 sm:grid-cols-2",children:i.map(e=>(0,t.jsxs)("a",{href:`#${e.id}`,onClick:t=>{t.metaKey||t.ctrlKey||t.shiftKey||(t.preventDefault(),(e=>{let t=document.getElementById(e);if(!t)return;let s=window.matchMedia("(prefers-reduced-motion: reduce)").matches;t.scrollIntoView({behavior:s?"auto":"smooth",block:"start"}),window.history.replaceState(null,"",`#${e}`)})(e.id))},className:"group flex h-full cursor-pointer flex-col rounded-panel border border-boson-neutral-700 bg-boson-neutral-800 p-5 !no-underline transition-colors hover:border-boson-logo-green-400/50 hover:bg-boson-neutral-750 md:p-6",children:[(0,t.jsx)("div",{className:"mb-5 inline-flex h-12 w-12 shrink-0 items-center justify-center rounded-xl bg-boson-neutral-700 text-boson-logo-green-400",children:(0,t.jsx)(e.Icon,{className:"h-6 w-6",strokeWidth:1.5,"aria-hidden":!0})}),(0,t.jsx)("div",{className:"font-manrope text-[17px] font-semibold leading-tight text-boson-neutral-50",children:e.title}),(0,t.jsx)("div",{className:"mt-2 text-[15px] leading-[155%] text-boson-neutral-300",children:e.body})]},e.id))})}],260696)},173879,e=>{"use strict";var t=e.i(90215),s=e.i(682154),a=e.i(278834);let i=(0,e.i(31275).default)("rotate-ccw",[["path",{d:"M3 12a9 9 0 1 0 9-9 9.75 9.75 0 0 0-6.74 2.74L3 8",key:"1357e3"}],["path",{d:"M3 3v5h5",key:"1xhq8a"}]]);var n=e.i(261704);e.i(74714);var r=e.i(840293),o=e.i(150272);function l(e,t){if(0===e.length)return -1;let s=-1;for(let a=0;a<e.length;a+=1)e[a].start<=t&&(s=a);return -1===s||s===e.length-1&&t>e[s].end?-1:s}function d(e){return`${e.toFixed(2)}s`}e.s(["default",0,function({src:e,words:c,trailing:p}){let h=(0,n.useRef)(null),[u,m]=(0,n.useState)(!1),[x,b]=(0,n.useState)(-1);(0,n.useEffect)(()=>{if(!u)return;let e=0;return e=requestAnimationFrame(function t(){let s=h.current;s&&b(l(c,s.currentTime)),e=requestAnimationFrame(t)}),()=>cancelAnimationFrame(e)},[u,c]);let f=-1===x?void 0:c[x];return(0,t.jsxs)("div",{className:"blog-block overflow-hidden rounded-panel border border-boson-neutral-700 bg-boson-neutral-800 p-5 md:p-6",children:[(0,t.jsxs)("div",{className:"mb-4 font-mono text-[14px] leading-none tabular-nums text-boson-neutral-500",children:[(0,t.jsx)("span",{className:f?"text-boson-neutral-50":void 0,children:d(f?f.start:0)}),(0,t.jsx)("span",{className:"px-1.5",children:"â"}),(0,t.jsx)("span",{className:f?"text-boson-neutral-50":void 0,children:d(f?f.end:0)})]}),(0,t.jsxs)("p",{className:"!m-0 font-manrope !text-[22px] !font-semibold !leading-[1.5] !text-boson-neutral-300 md:!text-[26px]",children:[c.map((e,s)=>(0,t.jsxs)(n.Fragment,{children:[s>0?" ":null,(0,t.jsx)("span",{className:s===x?"-mx-1 rounded-[6px] bg-boson-logo-green-400/15 px-1 text-boson-logo-green-400 transition-colors duration-75 motion-reduce:transition-none":"transition-colors duration-75 motion-reduce:transition-none",children:e.word})]},`${e.word}-${e.start}`)),p]}),(0,t.jsxs)("div",{className:"mt-6 flex flex-wrap items-center gap-3",children:[(0,t.jsxs)("button",{type:"button",onClick:()=>{let e=h.current;e&&(e.paused?e.play():e.pause())},className:(0,o.cn)(r.saira.className,"boson-btn boson-btn--green boson-btn--icon-leading"),children:[u?(0,t.jsx)(s.Pause,{className:"size-5 shrink-0",strokeWidth:1.8,"aria-hidden":!0}):(0,t.jsx)(a.Play,{className:"size-5 shrink-0",strokeWidth:1.8,"aria-hidden":!0}),(0,t.jsx)("span",{className:"whitespace-nowrap text-base font-semibold leading-tight",children:u?"Pause":"Play"})]}),(0,t.jsxs)("button",{type:"button",onClick:()=>{let e=h.current;e&&(e.pause(),e.currentTime=0,b(-1))},className:(0,o.cn)(r.saira.className,"boson-btn boson-btn--dark boson-btn--icon-leading"),children:[(0,t.jsx)(i,{className:"size-5 shrink-0",strokeWidth:1.8,"aria-hidden":!0}),(0,t.jsx)("span",{className:"whitespace-nowrap text-base font-semibold leading-tight",children:"Reset"})]})]}),(0,t.jsx)("audio",{ref:h,className:"hidden",src:e,preload:"metadata",onPlay:()=>m(!0),onPause:()=>m(!1),onSeeked:()=>{let e=h.current;e&&b(l(c,e.currentTime))},onEnded:()=>{m(!1),b(-1)}})]})}],173879)},629747,e=>{"use strict";var t=e.i(90215),s=e.i(682154),a=e.i(278834),i=e.i(261704);e.s(["default",0,function({lines:e}){let n=(0,i.useRef)(null),r=(0,i.useRef)(null),[o,l]=(0,i.useState)(null);return(0,i.useEffect)(()=>{let e,t,s,a=n.current;if(!a)return;let i=(e=null,t=t=>{e=t,l(t)},s=()=>{a.paused&&t(null)},a.addEventListener("pause",s),a.addEventListener("ended",s),{toggle(s,i){if(e===s){a.pause(),t(null);return}t(s),a.pause(),a.src=i,a.currentTime=0,a.play().catch(()=>{e===s&&t(null)})},dispose(){a.removeEventListener("pause",s),a.removeEventListener("ended",s)}});r.current=i;let o=e=>{e.target!==a&&a.pause()};return document.addEventListener("play",o,!0),()=>{i.dispose(),r.current=null,document.removeEventListener("play",o,!0)}},[]),(0,t.jsxs)("div",{className:"blog-block overflow-hidden rounded-panel border border-boson-neutral-700 bg-boson-neutral-800",children:[(0,t.jsx)("audio",{ref:n,preload:"none",hidden:!0}),(0,t.jsx)("ul",{className:"!m-0 flex list-none flex-col !p-0",children:e.map((e,i)=>{let n=o===e.id,l=!!e.src,d=`${e.id}-text`;return(0,t.jsxs)("li",{className:`flex items-center gap-4 px-5 py-4 md:px-6 ${i>0?"border-t border-boson-neutral-700":""}`,children:[(0,t.jsx)("button",{type:"button",onClick:()=>{e.src&&r.current?.toggle(e.id,e.src)},disabled:!l,"aria-pressed":n,"aria-describedby":d,"aria-label":l?n?"Pause":"Play":"Audio coming soon",className:`inline-flex h-10 w-10 shrink-0 cursor-pointer items-center justify-center rounded-full border transition-colors disabled:cursor-not-allowed disabled:opacity-40 ${n?"border-boson-logo-green-400 bg-boson-logo-green-400 text-boson-neutral-900":"border-boson-neutral-600 bg-boson-neutral-750 text-boson-logo-green-400 enabled:hover:border-boson-logo-green-400/60"}`,children:n?(0,t.jsx)(s.Pause,{className:"h-4 w-4",strokeWidth:2,"aria-hidden":!0}):(0,t.jsx)(a.Play,{className:"ml-0.5 h-4 w-4",strokeWidth:2,"aria-hidden":!0})}),(0,t.jsxs)("span",{className:"flex min-w-0 flex-col gap-1",children:[(0,t.jsx)("span",{id:d,className:"break-words text-[17px] leading-[1.6] text-boson-neutral-50",children:e.segments.map((e,s)=>e.tag?(0,t.jsx)("span",{className:"mx-0.5 inline-block rounded-md border border-boson-neutral-600 bg-boson-neutral-750 px-1.5 py-0.5 align-[1px] font-mono text-[13px] leading-snug text-boson-neutral-200 md:text-[14px]",children:e.text},`${s}-${e.text}`):(0,t.jsx)("span",{children:e.text},`${s}-${e.text}`))}),e.gloss?(0,t.jsx)("span",{className:"text-[15px] leading-[1.5] text-boson-neutral-300",children:e.gloss}):null]})]},e.id)})})]})}],629747)},256937,e=>{"use strict";var t=e.i(90215),s=e.i(261704),a=e.i(736337),i=e.i(150272);let n=()=>(0,t.jsx)("svg",{xmlns:"http://www.w3.org/2000/svg",width:"24",height:"24",viewBox:"0 0 24 24",fill:"none",children:(0,t.jsx)("path",{d:"M6.9998 6V3C6.9998 2.44772 7.44752 2 7.9998 2H19.9998C20.5521 2 20.9998 2.44772 20.9998 3V17C20.9998 17.5523 20.5521 18 19.9998 18H16.9998V20.9991C16.9998 21.5519 16.5499 22 15.993 22H4.00666C3.45059 22 3 21.5554 3 20.9991L3.0026 7.00087C3.0027 6.44811 3.45264 6 4.00942 6H6.9998ZM5.00242 8L5.00019 20H14.9998V8H5.00242ZM8.9998 6H16.9998V16H18.9998V4H8.9998V6ZM7 11H13V13H7V11ZM7 15H13V17H7V15Z",fill:"var(--color-boson-neutral-400)"})}
7),r=()=>(0,t.jsx)("svg",{xmlns:"http://www.w3.org/2000/svg",width:"24",height:"24",viewBox:"0 0 24 24",fill:"none",children:(0,t.jsx)("path",{d:"M9.9997 15.1709L19.1921 5.97852L20.6063 7.39273L9.9997 17.9993L3.63574 11.6354L5.04996 10.2212L9.9997 15.1709Z",fill:"var(--color-highlight-100)"})});function o({code:e,className:l,showCopyIcon:d=!0}){let[c,p]=(0,s.useState)(!1),[,,h]=(0,a.useTimeoutFn)(()=>{p(!1)},3e3);return(0,t.jsxs)("div",{className:(0,i.cn)("blog-code-block relative rounded-[16px] border border-boson-neutral-600 bg-boson-neutral-700 px-4 pb-4 pt-8 text-boson-neutral-50 md:p-6",l),children:[(0,t.jsx)("pre",{className:"whitespace-pre-wrap",children:e.map((e,s)=>(0,t.jsx)("code",{className:"block break-all",children:e},s))}),d&&(0,t.jsx)("div",{className:"absolute top-2 right-2 md:top-3 md:right-3 cursor-pointer",onClick:()=>{navigator.clipboard.writeText(e.join("\n")),p(!0),h()},children:c?(0,t.jsx)(r,{}):(0,t.jsx)(n,{})})]})}e.s(["default",0,function(e){return(0,t.jsx)(o,{...e},e.code.join("\0"))}])},884750,e=>{"use strict";var t=e.i(90215),s=e.i(261704);let a=[{label:"Insurance",videoId:"CX-dUsx-51I"},{label:"Coaching",videoId:"MbKDKbz2n7s"},{label:"Interview",videoId:"p7unIu77HC8"},{label:"Entertainment",videoId:"mNEJ4cjwvKo"}];e.s(["default",0,function(){let[e,i]=(0,s.useState)(0),n=a[e];return(0,t.jsxs)("div",{className:"flex flex-col gap-4",children:[(0,t.jsx)("div",{className:"flex flex-wrap gap-3",children:a.map((s,a)=>(0,t.jsx)("button",{type:"button",onClick:()=>i(a),"aria-pressed":e===a,className:e===a?"rounded-full bg-boson-logo-green-400/15 border border-boson-logo-green-400 px-4 py-1.5 font-medium text-boson-logo-green-400":"rounded-full border border-boson-neutral-600 bg-boson-neutral-800 px-4 py-1.5 font-medium text-boson-neutral-100 hover:bg-boson-neutral-700",children:s.label},s.label))}),(0,t.jsx)("div",{className:"relative w-full overflow-hidden rounded-[16px] bg-boson-neutral-700",style:{paddingBottom:"56.25%"},children:(0,t.jsx)("iframe",{src:`https://www.youtube-nocookie.com/embed/${n.videoId}?rel=0`,title:`Higgs Avatar - ${n.label}`,className:"absolute inset-0 h-full w-full border-0",allow:"accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture; web-share",referrerPolicy:"strict-origin-when-cross-origin",allowFullScreen:!0},n.videoId)})]})}])},45327,770221,e=>{"use strict";var t=e.i(90215),s=e.i(506555);e.s(["default",0,function({slug:e}){let a=(0,s.getBlogPostBySlug)(e);return(0,t.jsx)("div",{className:"blog-bottom-tags",children:a?.tags.map(e=>(0,t.jsxs)("div",{className:"blog-bottom-tag-chip",children:["#",e]},e))})}],45327),e.s(["default",0,function({children:e}){return(0,t.jsx)("div",{className:"blog-copy text-boson-web-body mt-3",children:e})}],770221)},871668,e=>{"use strict";var t=e.i(90215),s=e.i(261704),a=e.i(45327);let i={openai:"#34D399",google:"#7EA2F5",open:"#E0B878",boson:"#12ff23"},n=[{name:"GPT Realtime 2",family:"openai",think:!0,open:!1,baseline:!1,tf:.7281931464174455,tfLo:.6939252336448598,tfHi:.7593457943925234,rq:.6238317757009346,rqLo:.5856697819314641,rqHi:.6627725856697819},{name:"GPT Realtime 2 (xhigh)",family:"openai",think:!0,open:!1,baseline:!1,tf:.7017133956386292,tfLo:.6643302180685358,tfHi:.7390965732087227,rq:.6129283489096573,rqLo:.5739875389408099,rqHi:.6534267912772586},{name:"GPT Realtime 1.5",family:"openai",think:!1,open:!1,baseline:!1,tf:.653816199376947,tfLo:.6176012461059189,tfHi:.6911993769470405,rq:.6549844236760124,rqLo:.6160436137071652,rqHi:.6939252336448598},{name:"GPT Audio",family:"openai",think:!1,open:!1,baseline:!1,tf:.6440809968847353,tfLo:.6098130841121495,tfHi:.6814641744548287,rq:.6487538940809969,rqLo:.6113707165109035,rqHi:.6869158878504673},{name:"Gemini 3 Flash",family:"google",think:!0,open:!1,baseline:!1,tf:.6320093457943925,tfLo:.5977414330218068,tfHi:.6654984423676013,rq:.604750
77788161993,rqLo:.5646417445482865,rqHi:.6452492211838007},{name:"Gemini 3 Flash",family:"google",think:!1,open:!1,baseline:!1,tf:.5981308411214953,tfLo:.5599688473520249,tfHi:.6355140186915887,rq:.6608255451713395,rqLo:.623442367601246,rqHi:.6997663551401869},{name:"GPT Realtime",family:"openai",think:!1,open:!1,baseline:!1,tf:.5969626168224299,tfLo:.5588006230529595,tfHi:.6362928348909657,rq:.6799065420560748,rqLo:.6417445482866044,rqHi:.7172897196261683},{name:"Gemini 2.5 Flash",family:"google",think:!0,open:!1,baseline:!1,tf:.5856697819314641,tfLo:.5482866043613707,tfHi:.6222741433021807,rq:.7040498442367601,rqLo:.6666666666666666,rqHi:.7398753894080997},{name:"Gemini 3.1 Pro",family:"google",think:!0,open:!1,baseline:!1,tf:.5821651090342679,tfLo:.5459501557632399,tfHi:.6222741433021807,rq:.6491433021806853,rqLo:.6055295950155763,rqHi:.690809968847352},{name:"Gemini 2.5 Pro",family:"google",think:!0,open:!1,baseline:!1,tf:.5257009345794392,tfLo:.4867601246105919,tfHi:.5654205607476636,rq:.6954828660436138,rqLo:.6604361370716512,rqHi:.7313084112149533},{name:"Higgs Realtime",family:"boson",think:!1,open:!1,baseline:!1,tf:.544,tfLo:.502,tfHi:.588,rq:.712,rqLo:.668,rqHi:.751},{name:"Gemma 4 12B Instruct",family:"open",think:!0,open:!0,baseline:!1,tf:.5109034267912772,tfLo:.4766355140186916,tfHi:.5459501557632399,rq:.5498442367601246,rqLo:.5147975077881619,rqHi:.5856697819314641},{name:"Gemma 4 12B Instruct",family:"open",think:!1,open:!0,baseline:!1,tf:.5054517133956385,tfLo:.46806853582554514,tfHi:.544392523364486,rq:.5397196261682243,rqLo:.5007788161993769,rqHi:.5786604361370716},{name:"GPT-4o Audio",family:"openai",think:!1,open:!1,baseline:!0,tf:.5,tfLo:null,tfHi:null,rq:.6542056074766355,rqLo:.6098130841121495,rqHi:.7009345794392523},{name:"Gemini 2.5 Flash",family:"google",think:!1,open:!1,baseline:!1,tf:.4883177570093458,tfLo:.4485981308411215,tfHi:.5280373831775701,rq:.6791277258566979,rqLo:.6409657320872274,rqHi:.7141744548286605},{name:"GPT Audio Mini",family:"openai",think:!1,open:!1,baseline:!1,tf:.48364485981308414,tfLo:.4485981308411215,tfHi:.5202492211838006,rq:.5786604361370716,rqLo:.5393302180685359,rqHi:.6203271028037384},{name:"MiMo-Audio-7B",family:"open",think:!0,open:!0,baseline:!1,tf:.4454828660436137,tfLo:.4096573208722741,tfHi:.4797507788161993,rq:.5186915887850467,rqLo:.48130841121495327,rqHi:.5552959501557632},{name:"Gemini 3.1 Flash Live",family:"google",think:!1,open:!1,baseline:!1,tf:.41900311526479755,tfLo:.38317757009345793,tfHi:.4571651090342679,rq:.6113707165109035,rqLo:.5708722741433022,rqHi:.6487538940809969},{name:"GPT Realtime Mini",family:"openai",think:!1,open:!1,baseline:!1,tf:.4174454828660436,tfLo:.38395638629283485,tfHi:.4532710280373832,rq:.6207165109034268,rqLo:.5817757009345794,rqHi:.6612149532710281},{name:"Gemini 3.1 Flash Live",family:"google",think:!0,open:!1,baseline:!1,tf:.4049844236760124,tfLo:.37149532710280375,tfHi:.44314641744548283,rq:.602803738317757,rqLo:.5646417445482865,rqHi:.6386292834890965},{name:"GPT-4o Mini Audio",family:"openai",think:!1,open:!1,baseline:!1,tf:.351288056206089,tfLo:.30679156908665106,tfHi:.3957845433255269,rq:.6542056074766355,rqLo:.6074766355140186,rqHi:.6985981308411215},{name:"MiMo-Audio-7B",family:"open",think:!1,open:!0,baseline:!1,tf:.3372274143302181,tfLo:.30295950155763235,tfHi:.3722741433021806,rq:.5809968847352025,rqLo:.544392523364486,rqHi:.6191588785046729},{name:"Voxtral-Small-24B",family:"open",think:!1,open:!0,baseline:!1,tf:.308411214953271,tfLo:.2764797507788162,tfHi:.3426791277258567,rq:.5926791277258566,rqLo:.5529595015576324,rqHi:.633177570093458},{name:"Qwen3-Omni-30B",family:"open",think:!1,open:!0,baseline:!1,tf:.3037383177570093,tfLo:.2702492211838006,tfHi:.338785046728972,rq:.67601246105919,rqLo:.6378504672897196,rqHi:.7126168224299065},{name:"Kimi-Audio-7B",family:"open",think:!1,open:!0,baseline:!1,tf:.220404984423676,tfLo:.190809968847352,tfHi:.2538940809968847,rq:.5186915887850467,rqLo:.48208722741433024,rqHi:.5568535825545171},{name:"Qwen2.5-Omni-7B",family:"open",think:!1,open:!0,baseline:!1,tf:.18146417445482863,tfLo:.15498442367601245,tfHi:.2087227414330218,rq:.530373831775701,rqLo:.4929906542056075,rqHi:.5661993769470405},{name:"Phi-4-Multimodal",family:"open",think:!1,open:!0,baseline:!1,tf:.1043613707165109,tfLo:.08333333333333333,tfHi:.12850467289719625,rq:.4649532710280374,rqLo:.4291277258566978,rqHi:.5015576323987538},{name:"Qwen2-Audio-7B",family:"open",think:!1,open:!0,baseline:!1,tf:.04361370716510903,tfLo:.029595015576323987,tfHi:.059190031152647975,rq:.39485981308411217,rqLo:.3574766355140187,rqHi:.43146417445482865}],r=["0â4","5â9","10â14","15â19"],o=[{name:"GPT Realtime 2 â ",open:!1,bins:[.71,.744,.767,.687],fit:[.728,.728,.729,.729],slope:6e-4},{name:"GPT Realtime 2 (xhigh) â ",open:!1,bins:[.695,.726,.715,.639],fit:[.712,.702,.692,.682],slope:-.0095},{name:"GPT Realtime 1.5",open:!1,bins:[.643,.669,.644,.667],fit:[.652,.654,.656,.658],slope:.002},{name:"GPT Audio",open:!1,bins:[.675,.691,.617,.469],fit:[.694,.647,.596,.543],slope:-.0431},{name:"Gemini 3 Flash â ",open:!1,bins:[.61,.689,.629,.57],fit:[.641,.633,.625,.617],slope:-.0069},{name:"Gemini 3 Flash",open:!1,bins:[.582,.659,.625,.449],fit:[.615,.598,.581,.563],slope:-.0145},{name:"GPT Realtime",open:!1,bins:[.599,.61,.625,.51],fit:[.613,.597,.581,.565],slope:-.0131},{name:"Gemini 2.5 Flash â ",open:!1,bins:[.609,.595,.608,.442],fit:[.625,.586,.546,.506],slope:-.0323},{name:"Gemini 3.1 Pro â ",open:!1,bins:[.573,.614,.588,.524],fit:[.596,.583,.569,.555],slope:-.0112},{name:"Gemini 2.5 Pro â ",open:!1,bins:[.533,.515,.588,.429],fit:[.546,.526,.505,.485],slope:-.0162},{name:"Gemini 2.5 Flash",open:!1,bins:[.486,.508,.5,.429],fit:[.5,.489,.478,.467],slope:-.0088},{name:"GPT Audio Mini",open:!1,bins:[.497,.496,.512,.354],fit:[.52,.483,.446,.41],slope:-.0296},{name:"Gemini 3.1 Flash Live",open:!1,bins:[.404,.497,.371,.34],fit:[.449,.418,.389,.359],slope:-.0249},{name:"GPT Realtime Mini",open:!1,bins:[.416,.452,.412,.333],fit:[.44,.417,.393,.37],slope:-.0194},{name:"Gemini 3.1 Flash Live â ",open:!1,bins:[.404,.444,.392,.327],fit:[.431,.405,.379,.353],slope:-.0217},{name:"GPT-4o Mini Audio",open:!1,bins:[.349,.341,.388,.327],fit:[.356,.351,.346,.341],slope:-.0044}
7,{name:"Gemma 4 12B Instruct â ",open:!0,bins:[.604,.487,.454,.347],fit:[.592,.51,.428,.349],slope:-.0666},{name:"Gemma 4 12B Instruct",open:!0,bins:[.594,.51,.421,.327],fit:[.59,.505,.419,.338],slope:-.069},{name:"MiMo-Audio-7B â ",open:!0,bins:[.497,.441,.425,.313],fit:[.502,.444,.388,.335],slope:-.0461},{name:"MiMo-Audio-7B",open:!0,bins:[.391,.321,.312,.238],fit:[.391,.334,.282,.234],slope:-.0494},{name:"Voxtral-Small-24B",open:!0,bins:[.335,.318,.263,.265],fit:[.344,.307,.272,.24],slope:-.0338},{name:"Qwen3-Omni-30B",open:!0,bins:[.369,.282,.25,.224],fit:[.37,.298,.236,.183],slope:-.0644},{name:"Kimi-Audio-7B",open:!0,bins:[.266,.213,.192,.129],fit:[.267,.216,.172,.135],slope:-.0564},{name:"Qwen2.5-Omni-7B",open:!0,bins:[.201,.192,.142,.15],fit:[.212,.179,.151,.126],slope:-.0415},{name:"Phi-4-Multimodal",open:!0,bins:[.122,.105,.087,.068],fit:[.129,.101,.079,.062],slope:-.054},{name:"Qwen2-Audio-7B",open:!0,bins:[.051,.054,.021,.027],fit:[.053,.043,.034,.027],slope:-.0456}],l=[{name:"Gemini 3 Flash â ",family:"google",open:!1,audio:.6320093457943925,audioLo:.5977414330218068,audioHi:.6654984423676013,text:.6584890965732086,textLo:.6238317757009346,textHi:.6950934579439252},{name:"Gemini 3 Flash",family:"google",open:!1,audio:.5981308411214953,audioLo:.5599688473520249,audioHi:.6355140186915887,text:.588006230529595,textLo:.5506230529595015,textHi:.6246105919003114},{name:"Gemini 2.5 Flash â ",family:"google",open:!1,audio:.5856697819314641,audioLo:.5482866043613707,audioHi:.6222741433021807,text:.5848909657320872,textLo:.5475077881619937,textHi:.6238317757009346},{name:"Gemini 3.1 Pro â ",family:"google",open:!1,audio:.5821651090342679,audioLo:.5459501557632399,audioHi:.6222741433021807,text:.6238317757009346,textLo:.5872274143302181,textHi:.6635514018691588},{name:"Gemini 2.5 Pro â ",family:"google",open:!1,audio:.5257009345794392,audioLo:.4867601246105919,audioHi:.5654205607476636,text:.5116822429906542,textLo:.4727414330218069,textHi:.5506230529595015},{name:"Gemini 2.5 Flash",family:"google",open:!1,audio:.4883177570093458,audioLo:.4485981308411215,audioHi:.5280373831775701,text:.485202492211838,textLo:.4478193146417445,textHi:.5249221183800623},{name:"Gemma 4 12B Instruct â ",family:"open",open:!0,audio:.5109034267912772,audioLo:.4766355140186916,audioHi:.5459501557632399,text:.6643302180685358,textLo:.6277258566978193,textHi:.7017133956386292},{name:"Gemma 4 12B Instruct",family:"open",open:!0,audio:.5054517133956385,audioLo:.46806853582554514,audioHi:.544392523364486,text:.6440809968847353,textLo:.6059190031152647,textHi:.6806853582554516},{name:"MiMo-Audio-7B â ",family:"open",open:!0,audio:.4454828660436137,audioLo:.4096573208722741,audioHi:.4797507788161993,text:.48364485981308414,textLo:.4439252336448598,textHi:.5171339563862928},{name:"MiMo-Audio-7B",family:"open",open:!0,audio:.3372274143302181,audioLo:.30295950155763235,audioHi:.3722741433021806,text:.45482866043613707,textLo:.4174454828660436,textHi:.49221183800623053},{name:"Voxtral-Small-24B",family:"open",open:!0,audio:.308411214953271,audioLo:.2764797507788162,audioHi:.3426791277258567,text:.3169781931464174,textLo:.2842679127725857,textHi:.35124610591900307},{name:"Qwen3-Omni-30B",family:"open",open:!0,audio:.3037383177570093,audioLo:.2702492211838006,audioHi:.338785046728972,text:.3216510903426791,textLo:.2866043613707165,textHi:.35669781931464173},{name:"Qwen2.5-Omni-7B",family:"open",open:!0,audio:.18146417445482863,audioLo:.15498442367601245,audioHi:.2087227414330218,text:.23130841121495327,textLo:.20171339563862928,textHi:.2632398753894081},{name:"Phi-4-Multimodal",family:"open",open:!0,audio:.1043613707165109,audioLo:.08333333333333333,audioHi:.12850467289719625,text:.22819314641744545,textLo:.20015576323987536,textHi:.2601246105919003},{name:"Qwen2-Audio-7B",family:"open",open:!0,audio:.04361370716510903,audioLo:.029595015576323987,audioHi:.059190031152647975,text:.10358255451713394,textLo:.08177570093457943,textHi:.12538940809968846}],d=[{family:"Gemini 2.5",n:3,min:.622,max:.683,mean:.65},{family:"Gemini 3.x",n:5,min:.128,max:.318,mean:.212},{family:"GPT family",n:7,min:.073,max:.306,mean:.166}],c=["@misc{ihbench2026,"," title = {IHBench: Evaluating Post-Interruption Recovery in Voice Agents with Structured Workflows},"," author = {Salimi, Ahmad and Ma, Wentao and Tang, Yuzhi and
7Shen, Dongming and Li, Mu and Smola, Alex},"," year = {2026},"," eprint = {2606.19595},"," archivePrefix = {arXiv},"," primaryClass = {cs.CL},","}"],p=[{num:"428",label:"interruption samples"},{num:"6",label:"interruption types"},{num:"10",label:"enterprise domains"}],h=[{label:"Paper",href:"https://arxiv.org/abs/2606.19595"},{label:"Code",href:"https://github.com/boson-ai/ihbench"},{label:"Data",href:"https://huggingface.co/datasets/bosonai/ihbench"}],u=[{name:"Normal",qual:"cooperative",desc:"A cooperative cut-in that volunteers a new detail or asks a quick clarification. Address the interjection, then resume the workflow with a fresh start."},{name:"Impatient",qual:"directive",desc:"The user wants to speed up or skip an explanation. Skip the interrupted content and advance without re-explaining what was asked to skip."},{name:"Correction",qual:"directive",desc:"The user corrects something they said in a prior turn. Accept it without pushback, integrate the corrected value, and continue."},{name:"Topic switch",qual:"redirective",desc:"The user raises an unrelated request. Address the new topic, then steer back to the original workflow without blending the two."},{name:"Filler",qual:"cooperative",desc:"A brief backchannel (âmm-hm,â âyeah,â ârightâ) that changes nothing. Continue the interrupted utterance from exactly where it was cut off, without repeating or restarting."},{name:"Pushback",qual:"adversarial",desc:"The user challenges or resists the assistantâs request. De-escalate empathetically and offer alternatives without losing the workflow."}],m="rounded-[16px] border border-boson-neutral-700 bg-boson-neutral-800";function x(e){return{className:e,width:20,height:20,viewBox:"0 0 24 24",fill:"none",stroke:"currentColor",strokeWidth:2,strokeLinecap:"round",strokeLinejoin:"round"}}function b({className:e}){return(0,t.jsxs)("svg",{...x(e),"aria-hidden":!0,children:[(0,t.jsx)("path",{d:"M15 2H6a2 2 0 0 0-2 2v16a2 2 0 0 0 2 2h12a2 2 0 0 0 2-2V7Z"}),(0,t.jsx)("path",{d:"M14 2v4a2 2 0 0 0 2 2h4"}),(0,t.jsx)("path",{d:"M10 9H8"}),(0,t.jsx)("path",{d:"M16 13H8"}),(0,t.jsx)("path",{d:"M16 17H8"})]})}let f={Code:function({className:e}){return(0,t.jsxs)("svg",{...x(e),"aria-hidden":!0,children:[(0,t.jsx)("polyline",{points:"16 18 22 12 16 6"}),(0,t.jsx)("polyline",{points:"8 6 2 12 8 18"})]})},Data:function({className:e}){return(0,t.jsxs)("svg",{...x(e),"aria-hidden":!0,children:[(0,t.jsx)("ellipse",{cx:"12",cy:"5",rx:"9",ry:"3"}),(0,t.jsx)("path",{d:"M3 5V19A9 3 0 0 0 21 19V5"}),(0,t.jsx)("path",{d:"M3 12A9 3 0 0 0 21 12"})]})},Paper:b};function g(){return(0,t.jsx)("div",{className:"flex flex-wrap gap-3",children:h.map(e=>{let s=f[e.label]??b;return(0,t.jsxs)("a",{href:e.href,target:"_blank",rel:"noopener noreferrer",className:"boson-btn boson-btn--dark boson-btn--icon-leading !no-underline !text-boson-neutral-50 hover:!text-boson-neutral-50",children:[(0,t.jsx)(s,{className:"boson-btn__icon h-5 w-5 text-boson-neutral-300"}),(0,t.jsx)("span",{children:e.label})]},e.label)})})}function v(){return(0,t.jsx)("div",{className:"grid grid-cols-3 gap-3 md:gap-4",children:p.map(e=>(0,t.jsxs)("div",{className:`${m} flex flex-col items-center justify-center px-3 py-5 text-center md:py-6`,children:[(0,t.jsx)("div",{className:"font-manrope text-[28px] font-semibold leading-none text-boson-logo-green-400 md:text-[34px]",children:e.num}),(0,t.jsx)("div",{className:"mt-2 text-[13px] text-boson-neutral-300 md:text-sm",children:e.label})]},e.label))})}function y(){return(0,t.jsx)("div",{className:"grid grid-cols-1 gap-3.5 sm:grid-cols-2",children:u.map(e=>(0,t.jsxs)("div",{className:`${m} p-[18px]`,children:[(0,t.jsxs)("div",{className:"mb-1.5 flex items-baseline justify-between gap-2",children:[(0,t.jsx)("span",{className:"font-manrope font-bold text-boson-logo-green-400",children:e.name}),(0,t.jsx)("span",{className:"whitespace-nowrap text-[11px] font-medium text-boson-neutral-400",children:e.qual})]}),(0,t.jsx)("div",{className:"text-[14px] leading-[150%] text-boson-neutral-300",children:e.desc})]},e.name))})}function w(){return(0,t.jsxs)("div",{className:"grid grid-cols-1 gap-3.5 sm:grid-cols-2",children:[(0,t.jsxs)("div",{className:`${m} p-[18px]`,children:[(0,t.jsxs)("div",{className:"mb-1.5 flex items-baseline justify-between gap-2",children:[(0,t.jsx)("span",{className:"font-manrope font-bold text-boson-logo-green-400",children:"Task fulfillment"}),(0,t.jsx)("span",{className:"whitespace-nowrap text-[11px] font-medium text-boson-neutral-400",children:"comparative"})]}),(0,t.jsxs)("div",{className:"text-[14px] leading-[150%] text-boson-neutral-300",children:["Does the response advance the workflow? An LLM judge compares it against a baseline (GPT-4o Audio) given the same context and picks the better one. We report the ",(0,t.jsx)("em",{children:"win rate"}),": the fraction of interruptions where the model is preferred. 0.50 is parity with the baseline."]})]}),(0,t.jsxs)("div",{className:`${m} p-[18px]`,children:[(0,t.jsxs)("div",{className:"mb-1.5 flex items-baseline justify-between gap-2",children:[(0,t.jsx)("span",{className:"font-manrope font-bold text-boson-logo-green-400",children:"Recovery quality"}),(0,t.jsx)("span",{className:"whitespace-nowrap text-[11px] font-medium text-boson-neutral-400",children:"absolute"})]}),(0,t.jsxs)("div",{className:"text-[14px] leading-[150%] text-boson-neutral-300",children:["Did the recovery itself go right? The judge checks the response against 2â4 type-specific criteria written for that interruption (e.g. for filler: continue without restarting). We report the"," ",(0,t.jsx)("em",{children:"pass rate"}),": the fraction where every criterion is met."]}
7)]})]})}let j=()=>(0,t.jsx)("span",{className:"font-extrabold text-[#ff6b6b]",children:"â"});function k(){return(0,t.jsxs)("div",{className:"grid grid-cols-1 gap-4 md:grid-cols-2",children:[(0,t.jsxs)("div",{className:`${m} p-[18px]`,children:[(0,t.jsx)("div",{className:"mb-3 font-manrope text-[13px] font-bold tracking-[0.04em] text-boson-logo-green-400",children:"Filler interruption (backchannel)"}),(0,t.jsxs)("div",{className:"my-2 text-[14px]",children:[(0,t.jsx)("span",{className:"mr-2 inline-block rounded-[5px] border border-[rgba(126,162,245,0.4)] px-[7px] py-px align-middle text-[11px] font-bold uppercase tracking-[0.05em] text-[#7EA2F5]",children:"Assistant"}),(0,t.jsxs)("span",{className:"text-boson-neutral-200",children:["â¦and there is elevator access from the garage. Back",(0,t.jsx)(j,{})]})]}),(0,t.jsxs)("div",{className:"my-2 text-[14px]",children:[(0,t.jsx)("span",{className:"mr-2 inline-block rounded-[5px] border border-[rgba(224,184,120,0.4)] px-[7px] py-px align-middle text-[11px] font-bold uppercase tracking-[0.05em] text-[#E0B878]",children:"User interrupts"}),(0,t.jsx)("span",{className:"text-boson-neutral-200",children:"âmm-hmâ"})]}),(0,t.jsxs)("div",{className:"mt-2.5 rounded-[10px] border border-[rgba(255,107,107,0.25)] bg-[rgba(255,107,107,0.07)] px-3 py-2.5 text-[14px] text-[#e9c4c4]",children:[(0,t.jsx)("span",{className:"mb-1 block text-[12px] font-bold text-[#ff8a8a]",children:"â Bad"}),"âBefore we continue, I just want to â¦â",(0,t.jsx)("div",{className:"mt-1.5 text-[12px] italic text-boson-neutral-400",children:"Starts over after a simple backchannel, and jumps to a different workflow stage."})]}),(0,t.jsxs)("div",{className:"mt-2.5 rounded-[10px] border border-[rgba(52,211,153,0.3)] bg-[rgba(52,211,153,0.08)] px-3 py-2.5 text-[14px] text-[#cdeede]",children:[(0,t.jsx)("span",{className:"mb-1 block text-[12px] font-bold text-boson-logo-green-400",children:"â Good"}),"âto your registration, we still need to schedule your first appointment. Is now a good time?â",(0,t.jsx)("div",{className:"mt-1.5 text-[12px] italic text-boson-neutral-400",children:"Continues exactly from where it was cut off."})]})]}),(0,t.jsxs)("div",{className:`${m} p-[18px]`,children:[(0,t.jsx)("div",{className:"mb-3 font-manrope text-[13px] font-bold tracking-[0.04em] text-boson-logo-green-400",children:"Correction interruption"}),(0,t.jsxs)("div",{className:"my-2 text-[14px]",children:[(0,t.jsx)("span",{className:"mr-2 inline-block rounded-[5px] border border-[rgba(126,162,245,0.4)] px-[7px] py-px align-middle text-[11px] font-bold uppercase tracking-[0.05em] text-[#7EA2F5]",children:"Assistant"}),(0,t.jsxs)("span",{className:"text-boson-neutral-200",children:["Got it, I'll use [email protected]. Reading that back",(0,t.jsx)(j,{})]})]}),(0,t.jsxs)("div",{className:"my-2 text-[14px]",children:[(0,t.jsx)("span",{className:"mr-2 inline-block rounded-[5px] border border-[rgba(224,184,120,0.4)] px-[7px] py-px align-middle text-[11px] font-bold uppercase tracking-[0.05em] text-[#E0B878]",children:"User interrupts"}),(0,t.jsx)("span",{className:"text-boson-neutral-200",children:"âOh wait, sorry, no hyphen. It should be examplecompany as one word.â"})]}),(0,t.jsxs)("div",{className:"mt-2.5 rounded-[10px] border border-[rgba(255,107,107,0.25)] bg-[rgba(255,107,107,0.07)] px-3 py-2.5 text-[14px] text-[#e9c4c4]",children:[(0,t.jsx)("span",{className:"mb-1 block text-[12px] font-bold text-[#ff8a8a]",children:"â Bad"}),"âSure, it's [email protected]. I'll use that for the email.â ",(0,t.jsx)("div",{className:"mt-1.5 text-[12px] italic text-boson-neutral-400",children:"Accepts the correction but drops the workflow (was about to send the summary)."})]}),(0,t.jsxs)("div",{className:"mt-2.5 rounded-[10px] border border-[rgba(52,211,153,0.3)] bg-[rgba(52,211,153,0.08)] px-3 py-2.5 text-[14px] text-[#cdeede]",children:[(0,t.jsx)("span",{className:"mb-1 block text-[12px] font-bold text-boson-logo-green-400",children:"â Good"}),"âGot it, I'll use [email protected]. I'm sending the brief summary now with Jane Doe's direct contact and scheduling link.â",(0,t.jsx)("div",{className:"mt-1.5 text-[12px] italic text-boson-neutral-400",children:"Integrates the correction and resumes the workflow."})]})]})]})}let N=[{lead:"Prerequisites.",body:" For each (domain, goal) pair, generate a knowledge base, a system prompt, and user-intent profiles, each with a behavioral profile and an interruption probability distribution over the six types."},{lead:"Round-by-round simulation.",body:" A round planner decides what happens each turn, whether an interruption occurs, its type, and where in the utterance the user cuts in. Separate assistant and user simulators write the utterances; the user simulator only reacts to the truncated portion the user actually heard, which prevents information leakage."},{lead:"Rubric generation.",body:(0,t.jsxs)(t.Fragment,{children:[" ","Each interruption gets one task-fulfillment criterion and 2â4 type-specific recovery-quality criteria, written ",(0,t.jsx)("em",{children:"during"})," synthesis so scoring is grounded in a rubric for that exact moment."]})},{lead:"Verify and modify.",body:" A post-hoc verifier scans for naturalness violations, state-machine leakage, and references to undelivered content; a modifier applies minimal edits, and conversations that cannot be fixed are discarded."}];function _(){return(0,t.jsx)("ul",{className:"m-0 list-none p-0",children:N.map(e=>(0,t.jsxs)("li",{className:"mb-3 rounded-[10px] border border-boson-neutral-700 border-l-[3px] border-l-[#34D399] bg-boson-neutral-800 px-[18px] py-3.5 text-[15px] text-boson-neutral-200",children:[(0,t.jsx)("span",{className:"font-bold text-boson-neutral-50",children:e.lead}),e.body]},e.lead))})}function C({children:e}){return(0,t.jsx)("div",{className:"mt-3 text-[13px] leading-[1.5] text-boson-neutral-400",children:e})}function A({children:e,className:s=""}){return(0,t.jsx)("div",{className:`${m} p-5 md:p-6 ${s}`,children:e})}var L=e.i(770221);function B({className:e="mr-2"}){return(0,t.jsxs)("svg",{viewBox:"385 206.67757 50.493656 60.1814",className:`inline-block h-3 w-auto align-middle ${e}`,role:"img","aria-label":"Boson AI",children:[(0,t.jsx)("rect",{x:"385",y:"206.67781",width:"2.9651696",height:"60.18116",fill:"#9aa6ad"}),(0,t.jsx)("path",{d:"M 398.5924 266.85873 L 395.62724 266.85873 C 395.62724 265.41342 396.6549 262.83383 398.3479 258.75682 C 399.40123 256.22132 400.84334 252.74953 400.84334 251.7916 C 400.84334 250.83527 399.40123 247.3763 398.3487 244.85203 C 396.6549 240.78865 395.62724 238.21707 395.62724 236.77096 C 395.62724 235.32485 396.6549 232.74926 398.3479 228.67787 C 399.40123 226.14717 400.84334 222.6818 400.84334 221.72387 C 400.84334 220.76674 399.40123 217.30136 398.3479 214.77067 C 396.6549 210.69847 395.62724 208.12369 395.62724 206.67757 L 398.5924 206.67757 C 398.5924 207.6347 400.0345 211.10008 401.08703 213.63157 C 402.78084 217.70297 403.8085 220.27856 403.8085 221.72387 C 403.8085 223.16998 402.78084 225.74556 401.08703 229.81696 C 400.0345 232.34765 398.5924 235.81303 398.5924 236.77096 C 398.5924 237.72728 400.0345 241.18625 401.08623 243.71053 C 402.78084 247.7739 403.8085 250.3455 403.8085 251.7916 C 403.8085 253.2369 402.78084 255.8173 401.08703 259.8943 C 400.0345 262.429 398.5924 265.9008 398.5924 266.85873 Z",fill:"#1d7028"}),(0,t.jsx)("path",{d:"M 409.2193 266.85873 L 406.25415 266.85873 C 406.25415 263.7204 409.13595 260.94603 411.92396 258.26223
7C 414.2647 256.0097 416.68475 253.6802 416.68475 251.80362 C 416.68475 249.92785 414.2655 247.60397 411.92477 245.35705 C 409.13675 242.67885 406.25415 239.91008 406.25415 236.77096 C 406.25415 233.63184 409.13595 230.85986 411.92396 228.17846 C 414.2647 225.92753 416.68475 223.60044 416.68475 221.72387 C 416.68475 219.8473 414.2647 217.5202 411.92396 215.27007 C 409.13595 212.58867 406.25415 209.8167 406.25415 206.67757 L 409.2193 206.67757 C 409.2193 208.55415 411.6402 210.88124 413.9801 213.13217 C 416.7681 215.81277 419.6507 218.58475 419.6507 221.72387 C 419.6507 224.86299 416.7681 227.63497 413.9801 230.31636 C 411.6402 232.5673 409.2193 234.89438 409.2193 236.77096 C 409.2193 238.64674 411.6394 240.9698 413.9793 243.21754 C 416.7673 245.89573 419.6507 248.6645 419.6507 251.80362 C 419.6507 254.94194 416.7681 257.71633 413.9801 260.39933 C 411.6402 262.65267 409.2193 264.98216 409.2193 266.85873 Z",fill:"#17b726"}),(0,t.jsx)("path",{d:"M 419.84615 266.85873 L 416.881 266.85873 C 416.881 262.1653 421.48385 259.95283 425.54483 258.0001 C 429.7629 255.97202 432.5277 254.44654 432.5277 251.81485 C 432.5277 249.18315 429.7629 247.65768 425.544 245.6296 C 421.48385 243.67686 416.881 241.4644 416.881 236.77096 C 416.881 232.0759 421.48385 229.86345 425.54483 227.91072 C 429.7629 225.88264 432.5277 224.35637 432.5277 221.72387 C 432.5277 219.09137 429.7621 217.5651 425.544 215.537 C 421.48305 213.58428 416.881 211.37102 416.881 206.67757 L 419.84615 206.67757 C 419.84615 209.30927 422.6109 210.83555 426.829 212.86443 C 430.89 214.81636 435.49366 217.02962 435.49366 221.72387 C 435.49366 226.41812 430.8908 228.63137 426.8298 230.5833 C 422.6117 232.61139 419.84615 234.13846 419.84615 236.77096 C 419.84615 239.40266 422.6109 240.92813 426.8298 242.957 C 430.89 244.90894 435.49366 247.1214 435.49366 251.81485 C 435.49366 256.5083 430.8908 258.72155 426.8298 260.67268 C 422.6109 262.70076 419.84615 264.22704 419.84615 266.85873 Z",fill:"#12ff23"})]})}function F({v:e,lo:s,hi:a,color:i,max:n,baseline:r,isTf:o}){if(null==e)return(0,t.jsx)("span",{className:"text-boson-neutral-600",children:"â"});let l=null!=s&&null!=a?"±"+((a-s)/2).toFixed(2).replace(/^0/,""):"",d=r&&o?"*":"";return(0,t.jsxs)("div",{className:"flex items-center justify-end gap-2",children:[(0,t.jsx)("span",{className:"relative h-2 min-w-[60px] flex-1 rounded-[4px] bg-white/5",children:(0,t.jsx)("span",{className:"absolute left-0 top-0 h-full rounded-[4px]",style:{width:`${e/n*100}%`,background:i}})}),(0,t.jsxs)("span",{className:"min-w-[84px] text-left tabular-nums",children:[e.toFixed(3).replace(/^0/,""),l?(0,t.jsxs)("span",{className:"text-[11px] text-boson-neutral-400",children:[" ",l]}):null,d?(0,t.jsxs)("span",{className:"text-[11px] text-boson-neutral-400",children:[" ",d]}):null]})]})}
7function M(){let[e,a]=(0,s.useState)("rq"),[r,o]=(0,s.useState)(-1),l=(0,s.useMemo)(()=>[...n].sort((t,s)=>"name"===e?r*t.name.localeCompare(s.name):r*((t[e]??-1)-(s[e]??-1))),[e,r]),d=t=>{t===e?o(e=>1===e?-1:1):(a(t),o("name"===t?1:-1))},c=t=>t===e?r<0?" â¼":" â²":"";return(0,t.jsxs)("div",{className:"proactbench-flow",children:[(0,t.jsx)("div",{className:"lead-kicker-ihb",children:"Leaderboard"}),(0,t.jsx)("h4",{className:"text-boson-web-heading-md font-semibold",children:"Full leaderboard"}),(0,t.jsx)(L.default,{children:"Click any column header to sort. Each value shows the mean with its 95% bootstrap confidence interval."}),(0,t.jsx)("div",{className:"table-container mt-4",children:(0,t.jsxs)("table",{className:"table-base ihb-lb text-[14px]",children:[(0,t.jsx)("thead",{children:(0,t.jsxs)("tr",{children:[(0,t.jsxs)("th",{onClick:()=>d("name"),className:`header-cell-with-border cursor-pointer select-none !pl-4 ${"name"===e?"!text-boson-logo-green-400":""}`,children:["Model",c("name")]}),(0,t.jsxs)("th",{onClick:()=>d("tf"),className:`header-cell-with-border cursor-pointer select-none whitespace-nowrap !text-right ${"tf"===e?"!text-boson-logo-green-400":""}`,children:["TF Win Rate",c("tf")]}),(0,t.jsxs)("th",{onClick:()=>d("rq"),className:`header-cell-with-border cursor-pointer select-none whitespace-nowrap !text-right ${"rq"===e?"!text-boson-logo-green-400":""}`,children:["RQ Pass Rate",c("rq")]})]})}),(0,t.jsx)("tbody",{children:l.map(e=>{let s=e.baseline?"#9aa6ad":i[e.family];return(0,t.jsxs)("tr",{className:`normal-row ${e.baseline?"italic lb-baseline":""}`,children:[(0,t.jsxs)("td",{className:"data-cell-with-border whitespace-nowrap !pl-4 !text-boson-neutral-50",children:["boson"===e.family?(0,t.jsx)(B,{}):(0,t.jsx)("span",{className:"mr-2 inline-block h-2 w-2 rounded-full align-middle",style:{background:s}}),e.name,e.baseline?(0,t.jsx)("span",{className:"ml-1.5 rounded-[4px] border border-[rgba(126,162,245,.5)] px-1 align-middle text-[10px] text-[#7EA2F5]",children:"baseline"}):null,e.think?(0,t.jsx)("span",{className:"ml-1.5 rounded-[4px] border border-[#34D399] px-1 align-middle text-[10px] text-boson-logo-green-400",children:"think"}):null,e.open?(0,t.jsx)("span",{className:"ml-1.5 rounded-[4px] border border-boson-neutral-700 px-1 align-middle text-[10px] text-boson-neutral-400",children:"open"}):null]}),(0,t.jsx)("td",{className:"data-cell-with-border !text-right",children:(0,t.jsx)(F,{v:e.tf,lo:e.tfLo,hi:e.tfHi,color:s,max:1,baseline:e.baseline,isTf:!0})}),(0,t.jsx)("td",{className:"data-cell-with-border !text-right",children:(0,t.jsx)(F,{v:e.rq,lo:e.rqLo,hi:e.rqHi,color:s,max:1,baseline:e.baseline,isTf:!1})})]},e.name+e.tf)})})]})}),(0,t.jsxs)("div",{className:"mx-auto mt-3 max-w-prose text-[12px] leading-[1.6] text-boson-neutral-400",children:[(0,t.jsx)(B,{className:"mr-1"}),"Boson AI",(0,t.jsx)("span",{className:"ml-3.5 mr-1 inline-block h-2 w-2 rounded-full align-middle",style:{background:"#34D399"}}),"OpenAI",(0,t.jsx)("span",{className:"ml-3.5 mr-1 inline-block h-2 w-2 rounded-full align-middle",style:{background:"#7EA2F5"}}),"Google",(0,t.jsx)("span",{className:"ml-3.5 mr-1 inline-block h-2 w-2 rounded-full align-middle",style:{background:"#E0B878"}}),"Open-weight  · "," ",(0,t.jsx)("span",{className:"rounded-[4px] border border-[#34D399] px-1 text-[10px] text-boson-logo-green-400",children:"think"})," ","reasoning enabled. TF win rate is measured against the GPT-4o Audio"," ",(0,t.jsx)("span",{className:"rounded-[4px] border border-[rgba(126,162,245,.5)] px-1 text-[10px] text-[#7EA2F5]",children:"baseline"}),", whose own TF is ",(0,t.jsx)("strong",{className:"text-boson-neutral-200",children:"0.50"})," by construction (marked"," ",(0,t.jsx)("strong",{className:"text-boson-neutral-200",children:"*"}),")."]})]})}var E=e.i(256937);function P({tip:e}){return e?(0,t.jsx)("div",{className:"pointer-events-none fixed z-50 -translate-x-1/2 -translate-y-[calc(100%+10px)] whitespace-nowrap rounded-md border border-boson-neutral-700 bg-boson-neutral-900 px-2.5 py-1.5 text-[12.5px] font-medium text-boson-neutral-50 shadow-[0_6px_18px_rgba(0,0,0,0.4)]",style:{left:e.x,top:e.y},children:e.html}):null}let H="#9aa6ad",T="rgba(255,255,255,.06)",q=e=>Math.round(100*e)+"%",S={"GPT family":"#34D399","Gemini 2.5":"#7EA2F5","Gemini 3.x":"#9D71F4"};function R(e,s){return{x:e.clientX,y:e.clientY,html:(0,t.jsxs)(t.Fragment,{children:[s.family," ",(0,t.jsxs)("span",{className:"text-boson-neutral-400",children:["(",s.n," configs)"]}),(0,t.jsx)("br",{}),q(s.min),"â",q(s.max)," · mean ",(0,t.jsx)("strong",{children:q(s.mean)})]})}}let I=[0,.2,.4,.6,.8];function G({onTip:e}){let s=e=>110+e/.8*582,a=238/d.length;return(0,t.jsxs)("svg",{viewBox:"0 0 720 300",width:"100%",className:"block",role:"img",children:[I.map(e=>(0,t.jsxs)("g",{children:[(0,t.jsx)("line",{x1:s(e),y1:16,x2:s(e),y2:254,stroke:T,strokeWidth:1}),(0,t.jsx)("text",{x:s(e),y:272,fill:H,fontSize:11,textAnchor:"middle",children:q(e)})]},e)),d.map((i,n)=>{let r=16+a*n+a/2,o=S[i.family]??"#34D399";return(0,t.jsxs)("g",{onMouseEnter:t=>e(R(t,i)),onMouseMove:t=>e(R(t,i)),onMouseLeave:()=>e(null),children:[(0,t.jsx)("rect",{x:110,y:r-a/2,width:582,height:a,fill:"transparent"}),(0,t.jsx)("text",{x:98,y:r+4,fill:"#f5f7f8",fontSize:12,textAnchor:"end",children:i.family}),(0,t.jsx)("rect",{x:s(i.min),y:r-8,width:Math.max(s(i.max)-s(i.min),1),height:16,rx:3,fill:o+"44",stroke:o,strokeWidth:1}),(0,t.jsx)("circle",{cx:s(i.mean),cy:r,r:5.5,fill:o})]},i.family)}),(0,t.jsx)("text",{x:401,y:294,fill:H,fontSize:11,textAnchor:"middle",children:"filler RQ pass rate"})]})}function $({onTip:e}){let s=e=>266-e/.8*250,a=298/d.length;return(0,t.jsxs)("svg",{viewBox:"0 0 360 320",width:"100%",className:"block",role:"img",children:[I.map(e=>(0,t.jsxs)("g",{children:[(0,t.jsx)("line",{x1:46,y1:s(e),x2:344,y2:s(e),stroke:T,strokeWidth:1}),(0,t.jsx)("text",{x:38,y:s(e)+4,fill:H,fontSize:11,textAnchor:"end",children:q(e)})]},e)),d.map((i,n)=>{let r=46+a*n+a/2,o=S[i.family]??"#34D399";return(0,t.jsxs)("g",{onMouseEnter:t=>e(R(t,i)),onMouseMove:t=>e(R(t,i)),onMouseLeave:()=>e(null),children:[(0,t.jsx)("rect",{x:r-a/2,y:16,width:a,height:250,fill:"transparent"}),(0,t.jsx)("rect",{x:r-20,y:s(i.max),width:40,height:Math.max(s(i.min)-s(i.max),1),rx:3,fill:o+"44",stroke:o,strokeWidth:1}),(0,t.jsx)("circle",{cx:r,cy:s(i.mean),r:5.5,fill:o}),(0,t.jsx)("text",{x:r,y:282,fill:"#f5f7f8",fontSize:11,textAnchor:"middle",children:i.family})]},i.family)}),(0,t.jsx)("text",{x:14,y:141,fill:H,fontSize:11,textAnchor:"middle",transform:`rotate(-90 14 ${141})`,children:"filler RQ pass rate"})]})}
7function z(){let[e,a]=(0,s.useState)(null),i=function(e){let[t,a]=(0,s.useState)(!1);return(0,s.useEffect)(()=>{let t=window.matchMedia(e),s=()=>a(t.matches);return s(),t.addEventListener("change",s),()=>t.removeEventListener("change",s)},[e]),t}("(max-width: 700px)");return(0,t.jsxs)("div",{className:"relative",children:[i?(0,t.jsx)($,{onTip:a}):(0,t.jsx)(G,{onTip:a}),(0,t.jsx)(P,{tip:e})]})}let D=["#4974F1","#2ecc8f","#E0883C","#E0607A"];function W(){let[e,a]=(0,s.useState)(null),i=30*o.length+70,n=e=>236-e/.85*196,l=(i-50-16)/o.length,d=.66*l/r.length,c=o.findIndex(e=>e.open);return(0,t.jsxs)("div",{className:"relative",children:[(0,t.jsxs)("svg",{viewBox:`0 0 ${i} 340`,width:"100%",className:"ihb-chart-svg block",style:{"--chart-min-w":`${i}px`},role:"img",children:[c>0?(0,t.jsxs)(t.Fragment,{children:[(0,t.jsx)("rect",{x:50+0*l,y:40,width:l*c,height:196,fill:"rgba(73,116,241,.07)"}),(0,t.jsx)("rect",{x:50+l*c,y:40,width:l*(o.length-c),height:196,fill:"rgba(224,136,60,.08)"}),(0,t.jsx)("text",{x:50+0*l+6,y:54,fill:"rgba(73,116,241,.7)",fontSize:11,fontStyle:"italic",children:"Closed-weight"}),(0,t.jsx)("text",{x:50+l*c+6,y:54,fill:"rgba(224,136,60,.8)",fontSize:11,fontStyle:"italic",children:"Open-weight"})]}):null,[0,.17,.34,.51,.68,.85].map(e=>(0,t.jsxs)("g",{children:[(0,t.jsx)("line",{x1:50,y1:n(e),x2:i-16,y2:n(e),stroke:T,strokeWidth:1}),(0,t.jsx)("text",{x:42,y:n(e)+4,fill:H,fontSize:10,textAnchor:"end",children:e.toFixed(2)})]},e)),(0,t.jsx)("text",{x:14,y:138,fill:H,fontSize:11,textAnchor:"middle",transform:`rotate(-90 14 ${138})`,children:"TF Win Rate"}),o.map((e,s)=>{let i=50+l*s+(l-d*r.length)/2,o=e.fit.map((e,t)=>[i+d*(t+.5),n(e)]);return(0,t.jsxs)("g",{children:[e.bins.map((s,o)=>(0,t.jsx)("rect",{x:i+d*o,y:n(s),width:d-.5,height:236-n(s),fill:D[o],onMouseEnter:i=>a({x:i.clientX,y:i.clientY,html:(0,t.jsxs)(t.Fragment,{children:[e.name,(0,t.jsx)("br",{}),(0,t.jsx)("span",{className:"text-boson-neutral-400",children:r[o]})," · ",(0,t.jsx)("strong",{children:s.toFixed(3)})]})}),onMouseMove:e=>a(t=>t?{...t,x:e.clientX,y:e.clientY}:t),onMouseLeave:()=>a(null)},o)),(0,t.jsx)("polyline",{points:o.map(e=>e.join(",")).join(" "),fill:"none",stroke:"rgba(255,255,255,.65)",strokeWidth:1.2,strokeDasharray:"2 1.5"}),(0,t.jsx)("text",{x:50+l*s+l/2,y:244,fill:H,fontSize:8.5,textAnchor:"end",transform:`rotate(-42 ${50+l*s+l/2} ${244})`,children:e.name})]},e.name+s)})]}),(0,t.jsxs)("div",{className:"mt-2 flex flex-wrap justify-center gap-4 text-[11px] text-boson-neutral-300",children:[r.map((e,s)=>(0,t.jsxs)("span",{className:"inline-flex items-center gap-1.5",children:[(0,t.jsx)("span",{className:"inline-block h-2.5 w-2.5 rounded-[2px]",style:{backgroundColor:D[s]}}),e]},e)),(0,t.jsxs)("span",{className:"inline-flex items-center gap-1.5",children:[(0,t.jsx)("span",{className:"inline-block h-0 w-4 border-t border-dashed border-white/70"}),"Logistic fit"]})]}),(0,t.jsx)(P,{tip:e})]})}
7function O(){let[e,a]=(0,s.useState)(null),i=40*l.length+70,n=e=>250-e/.8*210,r=(i-50-16)/l.length,o=.7*r/2,d=l.findIndex(e=>e.open);return(0,t.jsxs)("div",{className:"relative",children:[(0,t.jsxs)("svg",{viewBox:`0 0 ${i} 360`,width:"100%",className:"ihb-chart-svg block",style:{"--chart-min-w":`${i}px`},role:"img",children:[d>0?(0,t.jsxs)(t.Fragment,{children:[(0,t.jsx)("rect",{x:50+0*r,y:40,width:r*d,height:210,fill:"rgba(126,162,245,.07)"}),(0,t.jsx)("rect",{x:50+r*d,y:40,width:r*(l.length-d),height:210,fill:"rgba(224,136,60,.08)"}),(0,t.jsx)("text",{x:50+0*r+6,y:54,fill:"rgba(126,162,245,.75)",fontSize:11,fontStyle:"italic",children:"Gemini"}),(0,t.jsx)("text",{x:50+r*d+6,y:54,fill:"rgba(224,136,60,.85)",fontSize:11,fontStyle:"italic",children:"Open-weight"})]}):null,[0,.2,.4,.6,.8].map(e=>(0,t.jsxs)("g",{children:[(0,t.jsx)("line",{x1:50,y1:n(e),x2:i-16,y2:n(e),stroke:T,strokeWidth:1}),(0,t.jsx)("text",{x:42,y:n(e)+4,fill:H,fontSize:10,textAnchor:"end",children:e.toFixed(2)})]},e)),(0,t.jsx)("text",{x:14,y:145,fill:H,fontSize:11,textAnchor:"middle",transform:`rotate(-90 14 ${145})`,children:"TF Win Rate"}),l.map((e,s)=>{let i=50+r*s+(r-2*o)/2,l=(s,r,l,d)=>(0,t.jsx)("rect",{x:i+o*r,y:n(s),width:o-1,height:250-n(s),rx:2,fill:l,onMouseEnter:i=>a({x:i.clientX,y:i.clientY,html:(0,t.jsxs)(t.Fragment,{children:[e.name,(0,t.jsx)("br",{}),(0,t.jsx)("span",{className:"text-boson-neutral-400",children:d})," · ",(0,t.jsx)("strong",{children:s.toFixed(3)})]})}),onMouseMove:e=>a(t=>t?{...t,x:e.clientX,y:e.clientY}:t),onMouseLeave:()=>a(null)});return(0,t.jsxs)("g",{children:[l(e.audio,0,"rgba(154,166,173,.6)","Audio"),l(e.text,1,"#34D399","Text-only"),(0,t.jsx)("text",{x:50+r*s+r/2,y:258,fill:H,fontSize:8.5,textAnchor:"end",transform:`rotate(-42 ${50+r*s+r/2} ${258})`,children:e.name})]},e.name+s)})]}),(0,t.jsxs)("div",{className:"mt-2 flex flex-wrap justify-center gap-4 text-[11px] text-boson-neutral-300",children:[(0,t.jsxs)("span",{className:"inline-flex items-center gap-1.5",children:[(0,t.jsx)("span",{className:"inline-block h-2.5 w-2.5 rounded-[2px]",style:{backgroundColor:"rgba(154,166,173,.6)"}}),"Audio"]}),(0,t.jsxs)("span",{className:"inline-flex items-center gap-1.5",children:[(0,t.jsx)("span",{className:"inline-block h-2.5 w-2.5 rounded-[2px]",style:{backgroundColor:"#34D399"}}),"Text-only"]})]}),(0,t.jsx)(P,{tip:e})]})}function V({children:e,hint:s=!0}){return(0,t.jsxs)("div",{children:[s?(0,t.jsx)("div",{className:"mb-1 text-right text-[11px] text-boson-logo-green-400 md:hidden",children:"swipe to see all models â"}):null,(0,t.jsx)("div",{className:"overflow-x-auto",style:{WebkitOverflowScrolling:"touch"},children:e})]})}let K=`.ihb-pipeline { --surface: #161a1d; --border: #2a3137; --bg: #0e1214; --muted: #9aa6ad; font-family: 'Plus Jakarta Sans', system-ui, sans-serif; } 8.ihb-pipeline .figure { background: transparent; border: 0; border-radius: 0; padding: 0; margin: 0; } 9.ihb-pipeline .figure .cap { font-size: 13px; color: var(--muted); margin-top: 12px; } 10.ihb-pipeline .figure.pp-figure { padding: 0; } 11.ihb-pipeline .pp-scale-wrap { position: relative; overflow: hidden; padding-bottom: 2px; } 12.ihb-pipeline .pp-panel { flex: 1 1 0; flex-basis: 0; min-width: 0; border: 1px solid; border-radius: 10px; 13 padding: 12px 10px; display: flex; flex-direction: column; gap: 9px; } 14.ihb-pipeline .pp-head { display: flex; align-items: center; gap: 8px; margin-bottom: 2px; } 15.ihb-pipeline .pp-badge { width: 26px; height: 26px; border-radius: 50%; display: grid; place-items: center; 16 color: #0e1214; font-size: 12px; flex: none; } 17.ihb-pipeline .pp-title { font-family: 'Manrope'; font-weight: 700; font-size: 13px; line-height: 1.1; } 18.ihb-pipeline .pp-stage { position: relative; width: 100%; flex: none; } 19.ihb-pipeline .pp-stage-phone { display: none; } 20.ihb-pipeline .pp-svg { position: absolute; inset: 0; width: 100%; height: 100%; 21 overflow: visible; pointer-events: none; z-index: 0; } 22.ihb-pipeline .pp-ah { position: absolute; width: 0; height: 0; z-index: 1; pointer-events: none; } 23.ihb-pipeline .pp-ah.ah-r { transform: translate(-100%, -50%); 24 border-top: 5px solid transparent; border-bottom: 5px solid transparent; 25 border-left: 8px solid var(--ah); } 26.ihb-pipeline .pp-ah.ah-l { transform: translate(0, -50%); 27 border-top: 5px solid transparent; border-bottom: 5px solid transparent; 28 border-right: 8px solid var(--ah); } 29.ihb-pipeline .pp-ah.ah-d { transform: translate(-50%, -100%); 30 border-left: 5px solid transparent; border-right: 5px solid transparent; 31 border-top: 8px solid var(--ah); } 32.ihb-pipeline .pp-ah.ah-u { transform: translate(-50%, 0); 33 border-left: 5px solid transparent; border-right: 5px solid transparent; 34 border-bottom: 8px solid var(--ah); } 35.ihb-pipeline .pp-abs { position: absolute; z-index: 1; box-sizing: border-box; overflow: visible; 36 display: flex; flex-direction: column; justify-content: center; } 37.ihb-pipeline .pp-pill { position: absolute; z-index: 2; transform: translateY(-2px); 38 font-size: 9.5px; line-height: 1; white-space: nowrap; color: var(--muted); 39 background: var(--bg); border: 1px solid var(--border); border-radius: 999px; 40 padding: 3px 7px; text-align: center; } 41.ihb-pipeline .pp-pill-note { background: transparent; border: 0; padding: 0; font-style: italic; 42 transform: translate(-50%, -50%); } 43.ihb-pipeline .pp-stack-body { display: flex; flex-direction: column; gap: 7px; } 44.ihb-pipeline .pp-panel:not(.pp-neutral) .pp-stack-body { display: none; } 45.ihb-pipeline .pp-node { border-radius: 9px; padding: 7px 8px; color: #fff; } 46.ihb-pipeline .pp-node-head { display: flex; align-items: center; gap: 5px; font-family: 'Manrope'; 47 font-weight: 700; font-size: 11px; line-height: 1.12; } 48.ihb-pipeline .pp-node-head span { word-break: normal; overflow-wrap: normal; } 49.ihb-pipeline .pp-node-head i { font-size: 11px; opacity: .95; } 50.ihb-pipeline .pp-sub { font-size: 10px; line-height: 1.32; color: rgba(255,255,255,.92);
50 margin-top: 1px; } 51.ihb-pipeline .pp-sub .pp-caret { font-size: 8px; transform: rotate(90deg); opacity: .8; margin-right: 2px; } 52.ihb-pipeline .pp-cap { font-size: 10px; color: rgba(255,255,255,.7); margin-top: 3px; } 53.ihb-pipeline .pp-chip { font-size: 10.5px; color: #d7dde0; border: 1px solid var(--border); 54 border-radius: 8px; padding: 6px 9px; background: rgba(255,255,255,.02); } 55.ihb-pipeline .pp-bubble { position: relative; isolation: isolate; font-size: 10.5px; 56 line-height: 1.45; border-radius: 15px; padding: 7px 11px; } 57.ihb-pipeline .pp-bubble::before, .ihb-pipeline .pp-bubble::after { content: ""; position: absolute; 58 bottom: 0; height: 11px; pointer-events: none; } 59.ihb-pipeline .pp-bubble::before { width: 20px; z-index: -2; } 60.ihb-pipeline .pp-bubble::after { width: 10px; height: 11px; background: #1b1b1b; z-index: -1; } 61.ihb-pipeline .pp-b-asst, .ihb-pipeline .pp-b-eval { align-self: flex-start; } 62.ihb-pipeline .pp-b-user { align-self: flex-end; } 63.ihb-pipeline .pp-b-asst::before, .ihb-pipeline .pp-b-eval::before { left: -7px; border-bottom-right-radius: 15px; } 64.ihb-pipeline .pp-b-asst::after, .ihb-pipeline .pp-b-eval::after { left: -10px; border-bottom-right-radius: 10px; } 65.ihb-pipeline .pp-b-user::before { right: -8px; border-bottom-left-radius: 15px; } 66.ihb-pipeline .pp-b-user::after { right: -10px; border-bottom-left-radius: 10px; } 67.ihb-pipeline .pp-b-asst { background: #232A3D; color: #cdd9fb; max-width: 80%; } 68.ihb-pipeline .pp-b-asst::before { background: #232A3D; } 69.ihb-pipeline .pp-b-user { background: #3B2C20; color: #ecd5be; max-width: 93%; } 70.ihb-pipeline .pp-b-user::before { background: #3B2C20; } 71.ihb-pipeline .pp-b-eval { background: #1F382F; color: #cdeede; max-width: 86%; } 72.ihb-pipeline .pp-b-eval::before { background: #1F382F; } 73.ihb-pipeline .pp-judge-stage { position: relative; width: 100%; margin-top: -7px; } 74.ihb-pipeline .pp-jbox { position: absolute; display: flex; align-items: center; justify-content: center; 75 gap: 5px; box-sizing: border-box; border-radius: 999px; font-size: 10.5px; 76 white-space: nowrap; z-index: 1; } 77.ihb-pipeline .pp-rubrics-box { background: #F87944; color: #1a1205; font-weight: 600; } 78.ihb-pipeline .pp-rubrics { background: #F87944; color: #1a1205; font-weight: 600; border-radius: 999px; padding: 3px 10px; font-size: 10.5px; } 79.ihb-pipeline .pp-llmjudge { background: #2a1622; border: 1px solid #DB2777; color: #f5c8df; } 80.ihb-pipeline .pp-sys2 { margin-top: 3px; color: var(--muted); } 81.ihb-pipeline .pp-ic-sys { color: var(--muted); } 82.ihb-pipeline .pp-ic-aud { color: #E0B878; } 83.ihb-pipeline .pp-ic-list, .ihb-pipeline .pp-ic-sm { color: var(--muted); font-size: 9px; } 84.ihb-pipeline .pp-avatars { display: flex; justify-content: space-between; gap: 6px; } 85.ihb-pipeline .pp-av { position: relative; isolation: isolate; display: inline-flex; align-items: center; 86 gap: 5px; border-radius: 15px; padding: 4px 9px; font-size: 11px; } 87.ihb-pipeline .pp-av::before, .ihb-pipeline .pp-av::after { content: ""; position: absolute; bottom: 0; 88 height: 11px; pointer-events: none; } 89.ihb-pipeline .pp-av::before { width: 20px; z-index: -2; } 90.ihb-pipeline .pp-av::after { width: 10px; height: 11px; background: #1b1b1b; z-index: -1; } 91.ihb-pipeline .pp-av-asst { background: #232A3D; color: #7EA2F5; } 92.ihb-pipeline .pp-av-asst::before { left: -7px; border-bottom-right-radius: 15px; background: #232A3D; } 93.ihb-pipeline .pp-av-asst::after { left: -10px; border-bottom-right-radius: 10px; } 94.ihb-pipeline .pp-av-asst .fa-a { color: #E0B878; } 95.ihb-pipeline .pp-av-user { background: #3B2C20; color: #E0883C; } 96.ihb-pipeline .pp-av-user::before { right: -8px; border-bottom-left-radius: 15px; background: #3B2C20; } 97.ihb-pipeline .pp-av-user::after { right: -10px; border-bottom-left-radius: 10px; } 98.ihb-pipeline .pp-dots { text-align: center; color: var(--muted); font-size: 11px; line-height: .6; } 99.ihb-pipeline .pp-ic-asst, .ihb-pipeline .pp-ic-eval { color: #7EA2F5; } 100.ihb-pipeline .pp-b-eval .pp-ic-eval { color: #34D399; } 101.ihb-pipeline .pp-ic-user { color: #E0883C; } 102.ihb-pipeline .pp-ic-spk { color: #E45996; } 103.ihb-pipeline .pp-ic-cut { color: #F87944; } 104.ihb-pipeline .pp-dim { color: var(--muted); font-size: 9.5px; } 105.ihb-pipeline .pp-evaltag { color: #34D399; font-weight: 700; font-size: 10.5px; margin-bottom: 2px; text-align: center; } 106.ihb-pipeline .pp-arrow { display: flex; align-items: center; color: var(--muted); font-size: 16px; flex: none; } 107.ihb-pipeline .pipeline { display: flex; align-items: stretch; gap: 7px; width: 1430px; transform-origin: top left; transform: scale(var(--pp-scale, 1)); } 108@media (max-width: 960px) { 109.ihb-pipeline .pp-scale-wrap { overflow: visible; height: auto !important; } 110.ihb-pipeline .pipeline { flex-direction: column; gap: 4px; width: 100%; transform: none; } 111.ihb-pipeline .pp-panel { flex: none; width: 100%; padding: 12px; } 112.ihb-pipeline .pp-arrow { justify-content: center; transform: rotate(90deg); padding: 2px 0; } 113.ihb-pipeline .pp-stage-desktop { display: none; } 114.ihb-pipeline .pp-stage-phone { display: block; } 115.ihb-pipeline .pp-stage-both { height: auto !important; aspect-ratio: var(--pp-ar); } 116.ihb-pipeline .pp-node { padding: 7px 8px; } 117.ihb-pipeline .pp-node-head { font-size: 12px; gap: 5px; } 118.ihb-pipeline .pp-node-head i { font-size: 11.5px; } 119.ihb-pipeline .pp-sub { font-size: 11px; line-height: 1.32; } 120.ihb-pipeline .pp-cap { font-size: 10.5px; } 121.ihb-pipeline .pp-pill { font-size: 10px; } 122}`,U=`<div class="figure pp-figure"> 123 <div class="pp-scale-wrap"><div class="pipeline"><section class="pp-panel pp-teal" style="background:#152523;border-color:#26473f;flex-grow:271"><div class="pp-head"><span class="pp-badge" style="background:#34D399"><i class="fa-solid fa-database"></i></span><span class="pp-title" style="color:#34D399">Prerequisites</span></div><div class="pp-stage pp-stage-desktop" style="height:352px;--pp-ar:271 / 352"><svg class="pp-svg" viewBox="0 0 271 352" preserveAspectRatio="none" aria-hidden="true"><path d="M 121 100.5 L 151 100.5" fill="none" stroke="#9BCFC9" stroke-width="2" stroke-linecap="butt" stroke-linejoin="miter"/><path d="M 204 129 L 204 141 L 136 141 L 136 153" fill="none" stroke="#9BCFC9" stroke-width="2" stroke-linecap="butt" stroke-linejoin="miter"/><path d="M 136 210 L 136 222 L 68 222 L 68 234" fill="none" stroke="#9BCFC9" stroke-width="2" stroke-linecap="butt" stroke-linejoin="miter"/><path d="M 136 210 L 136 222 L 198 222 L 198 234" fill="none" stroke="#9BCFC9" stroke-width="2" stroke-linecap="butt" stroke-linejoin="miter"/></svg><span class="pp-ah ah-r" style="left:55.720%;top:28.551%;--ah:#9BCFC9"></span><span class="pp-ah ah-d" style="left:50.185%;top:43.466%;--ah:#9BCFC9"></span><span class="pp-ah ah-d" style="left:25.092%;top:66.477%;--ah:#9BCFC9"></span><span class="pp-ah ah-d" style="left:73.063%;top:66.477%;--ah:#9BCFC9"></span><div class="pp-node pp-abs" style="background:#30B8A9;
123left:5.535%;top:20.455%;width:39.114%;height:16.193%"><div class="pp-node-head"><i class="fa-solid fa-sitemap"></i><span>Domains</span></div></div><div class="pp-node pp-abs" style="background:#2BA195;left:55.720%;top:20.455%;width:39.114%;height:16.193%"><div class="pp-node-head"><i class="fa-solid fa-list-check"></i><span>Goal Generator</span></div></div><div class="pp-node pp-abs" style="background:#279288;left:5.535%;top:43.466%;width:89.299%;height:16.193%"><div class="pp-node-head"><i class="fa-solid fa-book"></i><span>Knowledge Base Builder</span></div><div class="pp-cap">stages \xb7 guidelines \xb7 user info</div></div><div class="pp-node pp-abs" style="background:#237E74;left:5.535%;top:66.477%;width:39.114%;height:29.830%"><div class="pp-node-head"><i class="fa-solid fa-gear"></i><span>Assistant Sys. Prompt</span></div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> knowledge base in natural language</div></div><div class="pp-node pp-abs" style="background:#237E74;left:51.292%;top:66.477%;width:43.542%;height:29.830%"><div class="pp-node-head"><i class="fa-solid fa-user"></i><span>User Intent</span></div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> reaction profile</div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> description</div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> interruption profile</div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> attributes</div></div></div><div class="pp-stage pp-stage-phone" style="aspect-ratio:271 / 246"><svg class="pp-svg" viewBox="0 0 271 246" preserveAspectRatio="none" aria-hidden="true"><path d="M 121 27 L 151 27" fill="none" stroke="#9BCFC9" stroke-width="2" stroke-linecap="butt" stroke-linejoin="miter"/><path d="M 204 42 L 204 55 L 136 55 L 136 68" fill="none" stroke="#9BCFC9" stroke-width="2" stroke-linecap="butt" stroke-linejoin="miter"/><path d="M 136 114 L 136 127 L 68 127 L 68 140" fill="none" stroke="#9BCFC9" stroke-width="2" stroke-linecap="butt" stroke-linejoin="miter"/><path d="M 136 114 L 136 127 L 198 127 L 198 140" fill="none" stroke="#9BCFC9" stroke-width="2" stroke-linecap="butt" stroke-linejoin="miter"/></svg><span class="pp-ah ah-r" style="left:55.720%;top:10.976%;--ah:#9BCFC9"></span><span class="pp-ah ah-d" style="left:50.185%;top:27.642%;--ah:#9BCFC9"></span><span class="pp-ah ah-d" style="left:25.092%;top:56.911%;--ah:#9BCFC9"></span><span class="pp-ah ah-d" style="left:73.063%;top:56.911%;--ah:#9BCFC9"></span><div class="pp-node pp-abs" style="background:#30B8A9;left:5.535%;top:4.878%;width:39.114%;height:12.195%"><div class="pp-node-head"><i class="fa-solid fa-sitemap"></i><span>Domains</span></div></div><div class="pp-node pp-abs" style="background:#2BA195;left:55.720%;top:4.878%;width:39.114%;height:12.195%"><div class="pp-node-head"><i class="fa-solid fa-list-check"></i><span>Goal Generator</span></div></div><div class="pp-node pp-abs" style="background:#279288;left:5.535%;top:27.642%;width:89.299%;height:18.699%"><div class="pp-node-head"><i class="fa-solid fa-book"></i><span>Knowledge Base Builder</span></div><div class="pp-cap">stages \xb7 guidelines \xb7 user info</div></div><div class="pp-node pp-abs" style="background:#237E74;left:5.535%;top:56.911%;width:39.114%;height:38.211%"><div class="pp-node-head"><i class="fa-solid fa-gear"></i><span>Assistant Sys. Prompt</span></div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> knowledge base in natural language</div></div><div class="pp-node pp-abs" style="background:#237E74;left:51.292%;top:56.911%;width:43.542%;height:38.211%"><div class="pp-node-head"><i class="fa-solid fa-user"></i><span>User Intent</span></div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> reaction profile</div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> description</div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> interruption profile</div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> attributes</div></div></div><div class="pp-stack-body"><div class="pp-node pp-stack" style="background:#30B8A9"><div class="pp-node-head"><i class="fa-solid fa-sitemap"></i><span>Domains</span></div></div><div class="pp-node pp-stack" style="background:#2BA195"><div class="pp-node-head"><i class="fa-solid fa-list-check"></i><span>Goal Generator</span></div></div><div class="pp-node pp-stack" style="background:#279288"><div class="pp-node-head"><i class="fa-solid fa-book"></i><span>Knowledge Base Builder</span></div><div class="pp-cap">stages \xb7 guidelines \xb7 user info</div></div><div class="pp-node pp-stack" style="background:#237E74"><div class="pp-node-head"><i class="fa-solid fa-gear"></i><span>Assistant Sys. Prompt</span></div><div class="pp-sub">
123<i class="fa-solid fa-arrow-turn-up pp-caret"></i> knowledge base in natural language</div></div><div class="pp-node pp-stack" style="background:#237E74"><div class="pp-node-head"><i class="fa-solid fa-user"></i><span>User Intent</span></div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> reaction profile</div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> description</div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> interruption profile</div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> attributes</div></div></div></section><div class="pp-arrow"><i class="fa-solid fa-angle-right"></i></div><section class="pp-panel pp-blue" style="background:#151c29;border-color:#283a5e;flex-grow:418"><div class="pp-head"><span class="pp-badge" style="background:#7EA2F5"><i class="fa-solid fa-comments"></i></span><span class="pp-title" style="color:#7EA2F5">Conversation Synthesis</span></div><div class="pp-stage pp-stage-desktop" style="height:352px;--pp-ar:418 / 352"><svg class="pp-svg" viewBox="0 0 418 352" preserveAspectRatio="none" aria-hidden="true"><path d="M 137 121 L 167 121" fill="none" stroke="#A3BEF8" stroke-width="2" stroke-linecap="butt" stroke-linejoin="miter"/><path d="M 285 121 L 315 121" fill="none" stroke="#A3BEF8" stroke-width="2" stroke-linecap="butt" stroke-linejoin="miter"/><path d="M 361.5 170 L 361.5 190 L 76 190 L 76 170" fill="none" stroke="#A3BEF8" stroke-width="2" stroke-linecap="butt" stroke-linejoin="miter"/><path d="M 361.5 170 L 361.5 278.5 L 189 278.5" fill="none" stroke="#F9C58E" stroke-width="2" stroke-linecap="butt" stroke-linejoin="miter" stroke-dasharray="4 4"/></svg><span class="pp-ah ah-r" style="left:39.952%;top:34.375%;--ah:#A3BEF8"></span><span class="pp-ah ah-r" style="left:75.359%;top:34.375%;--ah:#A3BEF8"></span><span class="pp-ah ah-u" style="left:18.182%;top:48.295%;--ah:#A3BEF8"></span><span class="pp-ah ah-l" style="left:45.215%;top:79.119%;--ah:#F9C58E"></span><div class="pp-node pp-abs" style="background:#4B76F1;left:3.589%;top:20.455%;width:29.187%;height:27.841%"><div class="pp-node-head"><i class="fa-solid fa-diagram-project"></i><span>Round Planner</span></div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> assistant plan</div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> user plan</div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> interruption plan</div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> termination signal</div></div><div class="pp-node pp-abs" style="background:#658EF4;left:39.952%;top:20.455%;width:28.230%;height:27.841%"><div class="pp-node-head"><i class="fa-solid fa-robot"></i><span>Assistant Simulator</span></div><div class="pp-cap">interruption handling vs. normal</div></div><div class="pp-node pp-abs" style="background:#7EA2F5;left:75.359%;top:20.455%;width:22.249%;height:27.841%"><div class="pp-node-head"><i class="fa-solid fa-user"></i><span>User Simulator</span></div><div class="pp-cap">interrupting vs. normal</div></div><div class="pp-node pp-abs" style="background:#F87944;left:12.201%;top:68.182%;width:33.014%;height:21.875%"><div class="pp-node-head"><i class="fa-solid fa-clipboard-check"></i><span>Rubric Generator</span></div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> task fulfillment</div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> recovery quality</div></div><div class="pp-pill" style="left:45.215%;top:51.420%;min-width:12.679%">â» repeat</div><div class="pp-pill" style="left:56.699%;top:76.989%;min-width:21.053%">â interrupting?</div></div><div class="pp-stage pp-stage-phone" style="aspect-ratio:366 / 470"><svg class="pp-svg" viewBox="0 0 366 470" preserveAspectRatio="none" aria-hidden="true"><path d="M 124 164 L 124 187 L 94.5 187 L 94.5 210" fill="none" stroke="#A3BEF8" stroke-width="2" stroke-linecap="butt" stroke-linejoin="miter"/><path d="M 177 270 L 189 270" fill="none" stroke="#A3BEF8" stroke-width="2" stroke-linecap="butt" stroke-linejoin="miter"/><path d="M 271.5 210 L 271.5 89 L 236 89" fill="none" stroke="#A3BEF8" stroke-width="2" stroke-linecap="butt" stroke-linejoin="miter"/><path d="M 304.995 330 L 304.995 419 L 276 419" fill="none" stroke="#F9C58E" stroke-width="2" stroke-linecap="butt" stroke-linejoin="miter" stroke-dasharray="5 4"/></svg><span class="pp-ah ah-d" style="left:25.820%;top:44.681%;--ah:#A3BEF8"></span><span class="pp-ah ah-r" style="left:51.639%;top:57.447%;--ah:#A3BEF8"></span><span class="pp-ah ah-l" style="left:64.481%;top:18.936%;--ah:#A3BEF8"></span><span class="pp-ah ah-l" style="left:75.410%;
123top:89.149%;--ah:#F9C58E"></span><div class="pp-node pp-abs" style="background:#4B76F1;left:3.279%;top:2.979%;width:61.202%;height:31.915%"><div class="pp-node-head"><i class="fa-solid fa-diagram-project"></i><span>Round Planner</span></div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> assistant plan</div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> user plan</div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> interruption plan</div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> termination signal</div></div><div class="pp-node pp-abs" style="background:#658EF4;left:3.279%;top:44.681%;width:45.082%;height:25.532%"><div class="pp-node-head"><i class="fa-solid fa-robot"></i><span>Assistant Simulator</span></div><div class="pp-cap">interruption handling vs. normal</div></div><div class="pp-node pp-abs" style="background:#7EA2F5;left:51.639%;top:44.681%;width:45.082%;height:25.532%"><div class="pp-node-head"><i class="fa-solid fa-user"></i><span>User Simulator</span></div><div class="pp-cap">interrupting vs. normal</div></div><div class="pp-node pp-abs" style="background:#F87944;left:24.590%;top:80.851%;width:50.820%;height:16.596%"><div class="pp-node-head"><i class="fa-solid fa-clipboard-check"></i><span>Rubric Generator</span></div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> task fulfillment</div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> recovery quality</div></div><div class="pp-pill" style="left:66.667%;top:38.723%;min-width:14.754%"><i class="fa-solid fa-rotate-right"></i> repeat</div><div class="pp-pill" style="left:58.197%;top:72.340%;min-width:25.137%"><i class="fa-solid fa-scissors"></i> interrupting?</div></div><div class="pp-stack-body"><div class="pp-node pp-stack" style="background:#4B76F1"><div class="pp-node-head"><i class="fa-solid fa-diagram-project"></i><span>Round Planner</span></div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> assistant plan</div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> user plan</div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> interruption plan</div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> termination signal</div></div><div class="pp-node pp-stack" style="background:#658EF4"><div class="pp-node-head"><i class="fa-solid fa-robot"></i><span>Assistant Simulator</span></div><div class="pp-cap">interruption handling vs. normal</div></div><div class="pp-node pp-stack" style="background:#7EA2F5"><div class="pp-node-head"><i class="fa-solid fa-user"></i><span>User Simulator</span></div><div class="pp-cap">interrupting vs. normal</div></div><div class="pp-node pp-stack" style="background:#F87944"><div class="pp-node-head"><i class="fa-solid fa-clipboard-check"></i><span>Rubric Generator</span></div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> task fulfillment</div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> recovery quality</div></div></div></section><div class="pp-arrow"><i class="fa-solid fa-angle-right"></i></div><section class="pp-panel pp-orange" style="background:#241d16;border-color:#4d3a26;flex-grow:220"><div class="pp-head"><span class="pp-badge" style="background:#E0883C"><i class="fa-solid fa-circle-check"></i></span><span class="pp-title" style="color:#E0883C">Verification</span></div><div class="pp-stage pp-stage-desktop" style="height:352px;--pp-ar:220 / 352"><svg class="pp-svg" viewBox="0 0 220 352" preserveAspectRatio="none" aria-hidden="true"><path d="M 119 184 L 119 222" fill="none" stroke="#EEBF94" stroke-width="2" stroke-linecap="butt" stroke-linejoin="miter"/><path d="M 32 253.5 L 13 253.5 L 13 130.5 L 32 130.5" fill="none" stroke="#EEBF94" stroke-width="2" stroke-linecap="butt" stroke-linejoin="miter"/></svg><span class="pp-ah ah-d" style="left:54.091%;top:63.068%;--ah:#EEBF94"></span><span class="pp-ah ah-r" style="left:14.545%;top:37.074%;--ah:#EEBF94"></span><div class="pp-node pp-abs" style="background:#E39559;left:14.545%;top:21.875%;width:79.091%;height:30.398%"><div class="pp-node-head"><i class="fa-solid fa-clipboard-check"></i><span>Verifier</span></div><div class="pp-sub">
123<i class="fa-solid fa-arrow-turn-up pp-caret"></i> list of issues with fix procedure</div><div class="pp-sub"><i class="fa-solid fa-circle-question"></i> information leakage</div><div class="pp-sub"><i class="fa-solid fa-circle-question"></i> conversation naturalness</div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> non-fixable signal</div></div><div class="pp-node pp-abs" style="background:#D1742C;left:14.545%;top:63.068%;width:79.091%;height:17.898%"><div class="pp-node-head"><i class="fa-solid fa-pen"></i><span>Modifier</span></div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> list of modifications</div></div><div class="pp-pill pp-pill-note" style="left:52.727%;top:90.909%">up to N iterations</div></div><div class="pp-stage pp-stage-phone" style="aspect-ratio:220 / 190"><svg class="pp-svg" viewBox="0 0 220 190" preserveAspectRatio="none" aria-hidden="true"><path d="M 119 106 L 119 132" fill="none" stroke="#EEBF94" stroke-width="2" stroke-linecap="butt" stroke-linejoin="miter"/><path d="M 32 155 L 13 155 L 13 59 L 32 59" fill="none" stroke="#EEBF94" stroke-width="2" stroke-linecap="butt" stroke-linejoin="miter"/></svg><span class="pp-ah ah-d" style="left:54.091%;top:69.474%;--ah:#EEBF94"></span><span class="pp-ah ah-r" style="left:14.545%;top:31.053%;--ah:#EEBF94"></span><div class="pp-node pp-abs" style="background:#E39559;left:14.545%;top:6.316%;width:79.091%;height:49.474%"><div class="pp-node-head"><i class="fa-solid fa-clipboard-check"></i><span>Verifier</span></div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> list of issues with fix procedure</div><div class="pp-sub"><i class="fa-solid fa-circle-question"></i> information leakage</div><div class="pp-sub"><i class="fa-solid fa-circle-question"></i> conversation naturalness</div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> non-fixable signal</div></div><div class="pp-node pp-abs" style="background:#D1742C;left:14.545%;top:69.474%;width:79.091%;height:24.211%"><div class="pp-node-head"><i class="fa-solid fa-pen"></i><span>Modifier</span></div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> list of modifications</div></div><div class="pp-pill pp-pill-note" style="left:50%;top:97%">up to N iterations</div></div><div class="pp-stack-body"><div class="pp-node pp-stack" style="background:#E39559"><div class="pp-node-head"><i class="fa-solid fa-clipboard-check"></i><span>Verifier</span></div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> list of issues with fix procedure</div><div class="pp-sub"><i class="fa-solid fa-circle-question"></i> information leakage</div><div class="pp-sub"><i class="fa-solid fa-circle-question"></i> conversation naturalness</div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> non-fixable signal</div></div><div class="pp-node pp-stack" style="background:#D1742C"><div class="pp-node-head"><i class="fa-solid fa-pen"></i><span>Modifier</span></div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> list of modifications</div></div></div></section><div class="pp-arrow"><i class="fa-solid fa-angle-right"></i></div><section class="pp-panel pp-purple" style="background:#1a1528;border-color:#352559;flex-grow:144"><div class="pp-head"><span class="pp-badge" style="background:#9D71F4"><i class="fa-solid fa-volume-high"></i></span><span class="pp-title" style="color:#9D71F4">Audio Synthesis</span></div><div class="pp-stage pp-stage-desktop" style="height:352px;--pp-ar:144 / 352"><svg class="pp-svg" viewBox="0 0 144 352" preserveAspectRatio="none" aria-hidden="true"><path d="M 71.5 191 L 71.5 229" fill="none" stroke="#C9B0F4" stroke-width="2" stroke-linecap="butt" stroke-linejoin="miter"/></svg><span class="pp-ah ah-d" style="left:49.653%;top:65.057%;--ah:#C9B0F4"></span><div class="pp-node pp-abs" style="background:#8F5FF2;left:9.028%;top:29.545%;width:81.250%;height:24.716%"><div class="pp-node-head"><i class="fa-solid fa-language"></i><span>Text Normalization</span></div><div class="pp-sub">
123<i class="fa-solid fa-arrow-turn-up pp-caret"></i> TTS friendly user messages</div></div><div class="pp-node pp-abs" style="background:#9D71F4;left:9.028%;top:65.057%;width:81.250%;height:17.045%"><div class="pp-node-head"><i class="fa-solid fa-microphone"></i><span>Text-to-Speech</span></div></div></div><div class="pp-stage pp-stage-phone" style="aspect-ratio:144 / 126"><svg class="pp-svg" viewBox="0 0 144 126" preserveAspectRatio="none" aria-hidden="true"><path d="M 71.5 58 L 71.5 84" fill="none" stroke="#C9B0F4" stroke-width="2" stroke-linecap="butt" stroke-linejoin="miter"/></svg><span class="pp-ah ah-d" style="left:49.653%;top:66.667%;--ah:#C9B0F4"></span><div class="pp-node pp-abs" style="background:#8F5FF2;left:9.028%;top:9.524%;width:81.250%;height:36.508%"><div class="pp-node-head"><i class="fa-solid fa-language"></i><span>Text Normalization</span></div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> TTS friendly user messages</div></div><div class="pp-node pp-abs" style="background:#9D71F4;left:9.028%;top:66.667%;width:81.250%;height:23.810%"><div class="pp-node-head"><i class="fa-solid fa-microphone"></i><span>Text-to-Speech</span></div></div></div><div class="pp-stack-body"><div class="pp-node pp-stack" style="background:#8F5FF2"><div class="pp-node-head"><i class="fa-solid fa-language"></i><span>Text Normalization</span></div><div class="pp-sub"><i class="fa-solid fa-arrow-turn-up pp-caret"></i> TTS friendly user messages</div></div><div class="pp-node pp-stack" style="background:#9D71F4"><div class="pp-node-head"><i class="fa-solid fa-microphone"></i><span>Text-to-Speech</span></div></div></div></section><div class="pp-arrow"><i class="fa-solid fa-angle-right"></i></div><section class="pp-panel pp-neutral" style="background:#1b1b1b;border-color:#333;flex-grow:215"><div class="pp-head"><span class="pp-badge" style="background:#9aa6ad"><i class="fa-solid fa-sliders"></i></span><span class="pp-title" style="color:#9aa6ad">Evaluation Sample</span></div><div class="pp-stack-body"><div class="pp-chip pp-sys"><div><i class="fa-solid fa-gear pp-ic-sys"></i><i class="fa-solid fa-a pp-ic-aud"></i> <b>system:</b> You are a support agentâ¦</div><div class="pp-sys2">[<i class="fa-solid fa-list pp-ic-list"></i> instructions + <i class="fa-solid fa-diagram-project pp-ic-sm"></i> state machine]</div></div><div class="pp-avatars"><span class="pp-av pp-av-asst"><i class="fa-solid fa-robot"></i><i class="fa-solid fa-a pp-ic-aud"></i></span><span class="pp-av pp-av-user"><i class="fa-solid fa-user pp-ic-user"></i><i class="fa-solid fa-volume-high pp-ic-spk"></i></span></div><div class="pp-dots"><i class="fa-solid fa-ellipsis-vertical"></i></div><div class="pp-bubble pp-b-asst"><i class='fa-solid fa-robot pp-ic-asst'></i><i class='fa-solid fa-a pp-ic-aud'></i> Perfect, I'll send it to john@gmail <i class='fa-solid fa-scissors pp-ic-cut'></i> <span class='pp-dim'>[interrupted]</span></div><div class="pp-bubble pp-b-user"><i class='fa-solid fa-user pp-ic-user'></i><i class='fa-solid fa-volume-high pp-ic-spk'></i> Wait, actually, use my work email, [email protected].</div><div class="pp-bubble pp-b-eval"><div class='pp-evaltag'>Model under evaluation</div><i class='fa-solid fa-robot pp-ic-eval'></i><i class='fa-solid fa-a pp-ic-aud'></i> Got it, I'll send it to your work email, john@companyâ¦</div><div class="pp-judge-stage" style="aspect-ratio:191 / 64"><svg class="pp-svg" viewBox="0 0 191 64" preserveAspectRatio="none" aria-hidden="true"><path d="M 126 0 L 126 34" fill="none" stroke="#9aa6ad" stroke-width="2" stroke-linecap="butt" stroke-linejoin="miter"/><path d="M 64 47 L 96 47" fill="none" stroke="#9aa6ad" stroke-width="2" stroke-linecap="butt" stroke-linejoin="miter"/></svg><span class="pp-ah ah-d" style="left:65.969%;top:53.125%;--ah:#9aa6ad"></span><span class="pp-ah ah-r" style="left:50.262%;top:73.438%;--ah:#9aa6ad"></span><div class="pp-jbox pp-rubrics-box" style="left:0.00%;top:53.12%;width:33.51%;height:40.62%">Rubrics</div><div class="pp-jbox pp-llmjudge" style="left:50.26%;top:53.12%;width:49.74%;height:40.62%"><i class="fa-solid fa-scale-balanced"></i> LLM Judge</div></div></div></section></div></div></div>`;function Q(e,t){(0,s.useEffect)(()=>
123{if(document.getElementById(t))return;let s=document.createElement("link");return s.id=t,s.rel="stylesheet",s.href=e,document.head.appendChild(s),()=>{s.parentNode?.removeChild(s)}},[e,t])}function Y(){let e=(0,s.useRef)(null);return Q("https://fonts.googleapis.com/css2?family=Manrope:wght@500;600;700;800&family=Plus+Jakarta+Sans:wght@400;500;600;700&display=swap","ihb-pipeline-fonts"),Q("https://cdnjs.cloudflare.com/ajax/libs/font-awesome/6.5.2/css/all.min.css","ihb-pipeline-fa"),(0,s.useEffect)(()=>{let t=e.current;if(!t)return;let s=()=>{let e=t.querySelector(".pp-scale-wrap"),s=e?.querySelector(".pipeline");if(!e||!s)return;if(window.matchMedia("(max-width: 960px)").matches){s.style.removeProperty("--pp-scale"),e.style.height="";return}let a=e.clientWidth/1430;s.style.setProperty("--pp-scale",String(a)),e.style.height=Math.ceil(s.offsetHeight*a)+2+"px"},a=setTimeout(s,60);return window.addEventListener("resize",s),()=>{clearTimeout(a),window.removeEventListener("resize",s)}},[]),(0,t.jsx)("div",{ref:e,className:"ihb-pipeline",suppressHydrationWarning:!0,dangerouslySetInnerHTML:{__html:`<style>${K}</style>${U}`}})}function Z({children:e,className:s=""}){return(0,t.jsx)("div",{className:`mx-auto max-w-prose ${s}`,children:e})}function X({children:e}){return(0,t.jsx)("div",{className:"lead-kicker-ihb",children:e})}function J(){return(0,t.jsxs)("div",{className:"proactbench-flow",children:[(0,t.jsx)(Z,{className:"proactbench-hug",children:(0,t.jsx)(v,{})}),(0,t.jsx)(X,{children:"What is IHBench?"}),(0,t.jsx)("h4",{className:"text-boson-web-heading-md font-semibold",children:"When voice agents lose the thread"}),(0,t.jsxs)(L.default,{children:["When a user interrupts a voice agent mid-sentence, two different things have to go right. The model has to"," ",(0,t.jsx)("em",{children:"stop talking"})," at the right moment, and then it has to ",(0,t.jsx)("em",{children:"say the right thing next"}),". A growing set of full-duplex benchmarks measure the first one: barge-in detection, yield latency, telling a real interruption from a backchannel."]}),(0,t.jsxs)(L.default,{children:["IHBench measures the second one. Given a workflow-driven conversation where the user cuts in to correct a detail, express impatience, switch topics, or push back, does the model resume at the correct step, address the interjection, and avoid re-delivering content the user already heard? That is ",(0,t.jsx)("em",{children:"post-interruption recovery"}),", a capability existing speech benchmarks leave unmeasured."]}),(0,t.jsx)("h4",{className:"text-boson-web-heading-md font-semibold",children:"Six interruption types"}),(0,t.jsx)(L.default,{children:"Human interruptions fall into six natural groups. We inject them into the conversation at a controlled point mid-utterance, each with its own recovery criteria generated alongside the conversation. Here are the groups:"}),(0,t.jsx)(Z,{className:"proactbench-hug",children:(0,t.jsx)(y,{})}),(0,t.jsx)("h4",{className:"text-boson-web-heading-md font-semibold",children:"What good and bad recovery look like"}),(0,t.jsxs)(L.default,{children:["Two real IHBench cases. The em dash (",(0,t.jsx)("span",{className:"font-extrabold text-[#ff6b6b]",children:"â"}),") marks where the user cut in mid-utterance. The difference is rarely about understanding the words; it is about whether the model keeps its place in the workflow."]}),(0,t.jsx)(Z,{className:"proactbench-hug",children:(0,t.jsx)(k,{})}),(0,t.jsx)(X,{children:"Scoring"}),(0,t.jsx)("h4",{className:"text-boson-web-heading-md font-semibold",children:"Two axes: task fulfillment and recovery quality"}),(0,t.jsx)(L.default,{children:"At each interruption the model generates the next response, which is scored on two independent axes:"}),(0,t.jsx)(Z,{className:"proactbench-hug",children:(0,t.jsx)(w,{})}),(0,t.jsx)(X,{children:"Results"}),(0,t.jsx)("h4",{className:"text-boson-web-heading-md font-semibold",children:"What we found"}),(0,t.jsx)(L.default,{children:"We found that task fulfillment and recovery quality do not necessarily improve across model generations and that thereâs a significant difference between model families, in particular how they handle fillers. This suggests that models so far havenât really been trained to do particularly well on the type of situations that we believe matter for human-machine interactions. Hereâs what we find:"}),(0,t.jsx)("h5",{className:"text-boson-web-heading-sm font-semibold",children:"Task fulfillment and Recovery Quality"}),(0,t.jsx)(L.default,{children:"Task fulfillment and recovery quality rank models differently. GPT Realtime 2 leads task fulfillment (0.73 win rate against the GPT-4o Audio baseline), while Gemini 2.5 Flash with thinking leads recovery quality (0.70 pass rate) on a lower task-fulfillment score. Since a model can advance the task well and recover differently, both axes are worth reporting. The full per-model table is in the Leaderboard tab."}),(0,t.jsx)("h5",{className:"text-boson-web-heading-sm font-semibold",children:"Filler separates model families the most"}),(0,t.jsxs)(L.default,{children:["The ",(0,t.jsx)("em",{children:"filler"}),"type, continuing an utterance after a backchannel like âmm-hm,â is where recovery quality splits most cleanly along model families. Each bar below spans the range of filler pass rates within a family; the dot marks the family mean."]}),(0,t.jsxs)(A,{className:"ihbench-figure",children:[(0,t.jsx)(z,{}),(0,t.jsx)(C,{children:"Filler recovery-quality pass rate by model family. Each bar spans the minimum to maximum per-model rate within the family; the dot marks the mean."})]}),(0,t.jsx)("h5",{className:"text-boson-web-heading-sm font-semibold",children:"Recovery shifts with conversation depth"}),(0,t.jsx)(L.default,{children:"Task fulfillment varies with how deep into the conversation the interruption lands. A per-model logistic regression of the win/lose outcome on depth gives a mean slope of â0.030 (t(25) = â7.04). The decline is far steeper for open-weight models: their mean slope (â0.053) is about 3.3à that of the closed-weight models (â0.016), a gap that is itself significant (Welch t = 7.74). Depth is therefore a useful axis for telling robust multi-turn behavior apart from shallow turn-taking."}),(0,t.jsxs)(A,{className:"ihbench-figure",children:[(0,t.jsx)(V,{children:(0,t.jsx)(W,{})}),(0,t.jsx)(C,{children:"Task-fulfillment win rate by conversation-depth bin for each of the 26 configurations (closed-weight first, then open-weight, each block ordered by overall TF), with a per-model logistic fit (dashed). Open-weight models slope down about 3.3à more steeply than closed-weight ones."})]}),(0,t.jsx)("h5",{className:"text-boson-web-heading-sm font-semibold",children:"Text-only input is never worse than audio"}),(0,t.jsx)(L.default,{children:"For the 15 configurations that accept both modalities (six Gemini, nine open-weight), we re-run the benchmark on the text transcript alone, holding everything else fixed. A TOST equivalence test shows the Gemini models are statistically indistinguishable across modalities (within ±0.02 on every metric), while text input is strictly better for the open-weight configurations (by ~8 points on task fulfillment and ~6 on recovery quality). Audio input never outperforms text, so there is no audio-versus-text modality gap on what IHBench measures."}),(0,t.jsxs)(A,{className:"ihbench-figure",children:[(0,t.jsx)(V,{children:(0,t.jsx)(O,{})}),(0,t.jsx)(C,{children:"Audio vs. text-only task-fulfillment win rate across the 15 dual-modality configurations (Gemini block, then open-weight). Text input is never worse than audio."})]}),(0,t.jsx)(X,{children:"Pipeline"}),(0,t.jsx)("h4",{className:"text-boson-web-heading-md font-semibold",children:"How the data is built"}),(0,t.jsxs)(L.default,{children:["Each conversation is an assistant-led state machine driving an ordered workflow (e.g. Authenticate â Verify Account â Process Request â Confirm) across one of 10 enterprise domains, grounded in concrete fictional values rather than placeholders. Interruptions are injected ",(0,t.jsx)("em",{children:"within"}
123)," stages, not at clean boundaries, so recovery is non-trivial: the model has to figure out where it left off inside a stage. A multi-agent pipeline generates and audits each conversation:"]}),(0,t.jsx)(Z,{className:"proactbench-hug",children:(0,t.jsx)(_,{})}),(0,t.jsxs)(A,{className:"ihbench-pipeline-card",children:[(0,t.jsx)(Y,{}),(0,t.jsx)(C,{children:"The IHBench synthesis and evaluation pipeline. A model under evaluation regenerates only at interruption points and is scored against the per-interruption rubric by an LLM judge. For audio evaluation, user turns are TTS-synthesized with ASR verification."})]}),(0,t.jsx)("h4",{className:"text-boson-web-heading-md font-semibold",children:"Citation"}),(0,t.jsx)(L.default,{children:"If you use IHBench in your research, please cite:"}),(0,t.jsx)(E.default,{className:"proactbench-hug",code:c})]})}let ee=[{id:"overview",label:"Overview",activeClass:"border-[#34D399] bg-[rgba(52,211,153,0.15)] text-[#34D399]"},{id:"leaderboard",label:"Leaderboard",activeClass:"border-[#34D399] bg-[rgba(52,211,153,0.15)] text-[#34D399]"}];e.s(["default",0,function({slug:e}){let[i,n]=(0,s.useState)("overview");return(0,t.jsxs)("div",{className:"proactbench-content pb-8",children:[(0,t.jsx)("div",{className:"mx-auto max-w-prose",children:(0,t.jsx)(g,{})}),(0,t.jsx)("nav",{className:"mx-auto mt-8 w-full max-w-prose",children:(0,t.jsx)("div",{className:"flex flex-wrap items-center gap-3",children:ee.map(e=>{let s=i===e.id;return(0,t.jsx)("button",{type:"button",onClick:()=>n(e.id),"aria-pressed":s,className:"rounded-full border px-5 py-2 text-[14px] font-semibold transition-colors duration-150 "+(s?e.activeClass:"border-boson-neutral-600 bg-boson-neutral-800 text-boson-neutral-300 hover:border-[#34D399] hover:text-boson-neutral-100"),children:e.label},e.id)})})}),(0,t.jsx)("div",{className:"blog-interactive-block mt-8",children:"overview"===i?(0,t.jsx)(J,{}):(0,t.jsx)(M,{})}),(0,t.jsx)("div",{className:"mx-auto mt-16 max-w-prose",children:(0,t.jsx)(a.default,{slug:e})})]})}],871668)},189630,e=>{"use strict";var t=e.i(90215),s=e.i(261704),a=e.i(45327),i=e.i(797158);let n=[{name:"GPT-5.5",overall_pass:61.5,overall_pass_ci:[57.4,65.4],overall_wt:69.8,emergent_pass:68.7,emergent_pass_ci:[62.7,75.1],emergent_wt:73.1,critical_pass:75.4,critical_pass_ci:[69.8,80.6],critical_wt:83.2,recovery_pass:37.2,recovery_pass_ci:[30.4,44],recovery_wt:50},{name:"Qwen3.5-397B-A17B",overall_pass:52.5,overall_pass_ci:[48.6,56.3],overall_wt:60.6,emergent_pass:72.9,emergent_pass_ci:[66.3,78.9],emergent_wt:76.9,critical_pass:63,critical_pass_ci:[57,68.7],critical_wt:73.5,recovery_pass:17,recovery_pass_ci:[12.1,22.5],recovery_wt:26.6},{name:"Claude-Opus-4.7",overall_pass:51.9,overall_pass_ci:[48.1,55.8],overall_wt:60.6,emergent_pass:72.1,emergent_pass_ci:[66.2,78.1],emergent_wt:78.6,critical_pass:58.6,critical_pass_ci:[52.6,64.7],critical_wt:70.5,recovery_pass:22.5,recovery_pass_ci:[16.8,28.8],recovery_wt:29.6},{name:"Gemini-3.1-Pro",overall_pass:50.4,overall_pass_ci:[46.5,54.3],overall_wt:58.3,emergent_pass:70.2,emergent_pass_ci:[63.1,76.8],emergent_wt:77.3,critical_pass:65.5,critical_pass_ci:[59.5,71.6],critical_wt:76.5,recovery_pass:11.5,recovery_pass_ci:[7.3,16.2],recovery_wt:16.5},{name:"Qwen3.5-9B",overall_pass:48,overall_pass_ci:[43.6,52.2],overall_wt:57,emergent_pass:72.8,emergent_pass_ci:[66.1,78.9],emergent_wt:77.2,critical_pass:51.4,critical_pass_ci:[44.3,58.4],critical_wt:64.6,recovery_pass:15.4,recovery_pass_ci:[10.3,21.2],recovery_wt:24.7},{name:"Kimi-K2.6",overall_pass:47.5,overall_pass_ci:[43.6,51.6],overall_wt:54.3,emergent_pass:67.4,emergent_pass_ci:[60.6,73.6],emergent_wt:73.1,critical_pass:64.4,critical_pass_ci:[58.2,70.7],critical_wt:73.6,recovery_pass:7.4,recovery_pass_ci:[3.7,11.6],recovery_wt:12.4},{name:"MiMo-V2.5-Pro",overall_pass:44.9,overall_pass_ci:[40.9,48.8],overall_wt:52.8,emergent_pass:65.7,emergent_pass_ci:[59.7,72.1],emergent_wt:71.6,critical_pass:53.2,critical_pass_ci:[47.2,59.3],critical_wt:64.3,recovery_pass:13.1,recovery_pass_ci:[8.4,17.8],recovery_wt:19.1},{name:"DeepSeek-V4-Flash",overall_pass:44.3,overall_pass_ci:[40.6,48.2],overall_wt:53.5,emergent_pass:61.7,emergent_pass_ci:[55.7,68.2],emergent_wt:66.7,critical_pass:50.6,critical_pass_ci:[44.2,57.1],critical_wt:64.5,recovery_pass:18.3,recovery_pass_ci:[13.6,24.1],recovery_wt:26.4},{name:"Gemini-2.5-Pro",overall_pass:42.5,overall_pass_ci:[38.5,46.6],overall_wt:50.3,emergent_pass:66.2,emergent_pass_ci:[59.7,72.1],emergent_wt:73.1,critical_pass:48.3,critical_pass_ci:[41.8,55.2],critical_wt:62.1,recovery_pass:10.5,recovery_pass_ci:[6.3,14.7],recovery_wt:12},{name:"o4-mini",overall_pass:38.6,overall_pass_ci:[35.1,42.8],overall_wt:47.4,emergent_pass:52.7,emergent_pass_ci:[46.3,59.7],emergent_wt:57.7,critical_pass:44.8,critical_pass_ci:[38.4,51.3],critical_wt:58.8,recovery_pass:16.2,recovery_pass_ci:[11,22],recovery_wt:22.5},{name:"Gemini-2.5-Flash",overall_pass:35.3,overall_pass_ci:[31.4,38.9],overall_wt:44.2,emergent_pass:60.7,emergent_pass_ci:[53.2,67.2],emergent_wt:65.7,critical_pass:37.9,critical_pass_ci:[31.5,44],critical_wt:55,recovery_pass:5.2,recovery_pass_ci:[2.6,8.4],recovery_wt:8.6},{name:"GPT-4o",overall_pass:20.5,overall_pass_ci:[17.3,23.6],overall_wt:31.3,emergent_pass:33.8,emergent_pass_ci:[27.9,40.3],emergent_wt:42.5,critical_pass:18.5,critical_pass_ci:[13.8,23.7],critical_wt:36,recovery_pass:8.9,recovery_pass_ci:[5.2,12.6],recovery_wt:13.9},{name:"Llama-4-Maverick",overall_pass:13.1,overall_pass_ci:[10.6,15.9],overall_wt:22.5,emergent_pass:22.4,emergent_pass_ci:[16.4,28.4],emergent_wt:29.1,critical_pass:14.2,critical_pass_ci:[9.9,19],critical_wt:31.9,recovery_pass:2.1,recovery_pass_ci:[.5,4.2],recovery_wt:4.2},{name:"Qwen2.5-7B-Instruct",overall_pass:11.5,overall_pass_ci:[9,14.1],overall_wt:21.6,emergent_pass:21.9,emergent_pass_ci:[15.9,27.4],emergent_wt:31.8,critical_pass:6.5,critical_pass_ci:[3.9,9.9],critical_wt:17.9,recovery_pass:6.8,recovery_pass_ci:[3.7,10.5],recovery_wt:15.4},{name:"Llama-3.2-8B",overall_pass:11.2,overall_pass_ci:[8.7,13.6],overall_wt:20.5,emergent_pass:25.9,emergent_pass_ci:[19.9,32.8],emergent_wt:37.3,critical_pass:6.9,critical_pass_ci:[3.9,10.3],critical_wt:18.8,recovery_pass:1,recovery_pass_ci:[0,2.6],recovery_wt:5},{name:"Qwen3-1.7B",overall_pass:10.3,overall_pass_ci:[7.9,12.7],overall_wt:22,emergent_pass:20.4,emergent_pass_ci:[14.9,25.9],emergent_wt:31.8,critical_pass:6.5,critical_pass_ci:[3.4,9.5],critical_wt:21.1,recovery_pass:4.2,recovery_pass_ci:[1.6,7.3],recovery_wt:12.8}],r=["overall_pass","overall_wt","emergent_pass","emergent_wt","critical_pass","critical_wt","recovery_pass","recovery_wt"],o={emergent:"#5E9E73",critical:"#CB9F62",recovery:"#CC6A52"},l={emergent:"#7FC498",critical:"#E0B878",recovery:"#E08A72"},d=[{num:"198",label:"curated dialogues"},{num:"624",label:"trigger points"},{num:"24",label:"communication styles"}],c=[{key:"emergent",tag:"Emergent",title:"Single-anchor inference",desc:"Infer an unstated need from a single disclosed detail early in the conversation.",window:"Turns 1â3 · high bar"},{key:"critical",tag:"Critical",title:"Multi-anchor synthesis",desc:"Synthesise two or more disclosed details into a new conclusion the user has not articulated.",window:"Turns 4â7 · high bar"}
123,{key:"recovery",tag:"Recovery",title:"Post-completion value",desc:"Offer grounded forward-looking value tied to a specific earlier detail, after the user signals task completion.",window:"Turns 8â10 · moderate bar"}],p=[{letter:"E",name:"Expressiveness",desc:"Dominates conversations, uses humour, speaks at length."},{letter:"P",name:"Preciseness",desc:"Structures messages logically, weighs words, avoids trivialities."},{letter:"V",name:"Verbal aggressiveness",desc:"Reacts irritably, makes demands, confronts."},{letter:"Q",name:"Questioningness",desc:"Challenges, probes motives, introduces tangents."},{letter:"M",name:"Emotionality",desc:"Displays visible emotion, stress, vulnerability."},{letter:"I",name:"Impression manipulativeness",desc:"Uses flattery, charm, selective self-disclosure."}],h=[{k:"14 terse styles",v:"5â25 words per message"},{k:"10 chatty styles",v:"40â100 words per message"},{k:"Planner blind to style",v:"rubrics judged without persona / tone"}],u=[{iconKey:"planner",name:"Planner",desc:"Authors the dialogue strategy: which anchors to reveal, when to declare a trigger, and what rubric should govern that trigger. Trigger declarations are prospective â the rubric is committed before the assistant answers.",sees:"persona, scenario, dialogue history",blind:"communication style"},{iconKey:"user",name:"User Agent",desc:"Turns the Planner's tactical orders into natural user messages under an assigned persona and communication style. Enforces hard length constraints (5â25 words for terse styles, 40â100 for chatty).",sees:"persona, communication style",blind:"blueprint, scenario, rubrics"},{iconKey:"assistant",name:"Assistant Model",desc:"Receives only the ordinary conversation: user messages and its own prior responses. Never told that proactivity is being tested.",sees:"conversation history only",blind:"trigger schedule, rubric, persona, style"},{iconKey:"judge",name:"Offline Judge",desc:"For model comparison, reruns only the trigger turns of an existing dialogue. Holds context and rubric i
123dentical across all 16 evaluated models.",sees:"history, fixed rubric, regenerated response",blind:"persona, style"}],m=[{name:"T1 · Style-confounded scoring.",body:"If scoring depended on user style, proactive content could be mistaken for persona-matching tone. The Planner is blind to style at dialogue time, and the offline judge receives only rubric and history."},{name:"T2 · Rubric leakage.",body:"If the assistant saw the rubric or trigger schedule, it could game the benchmark. It sees only natural conversation history."},{name:"T3 · External context.",body:"Cold-start isolation: during curation the assistant has no access to persona, scenario, blueprint, or rubric, so the curated dialogues contain only information a real assistant would naturally have."},{name:"T4 · Information dumps.",body:"An anchor-drip rule of at most one primary anchor per user turn keeps each trigger probing inference from a controlled information state, not multi-document QA."}],x=["@misc{harfi2026proactbenchuserasked,"," title={ProactBench: Beyond What The User Asked For},"," author={Sepehr Harfi and Ahmad Salimi and Dongming Shen and Alex Smola},"," year={2026},"," eprint={2605.09228},"," archivePrefix={arXiv},"," primaryClass={cs.LG},"," url={https://arxiv.org/abs/2605.09228},","}"],b=[{label:"Code",href:"https://github.com/boson-ai/proactbench",icon:"â¶"},{label:"Data",href:"https://huggingface.co/datasets/bosonai/proactbench",icon:"ð¦"},{label:"Paper",href:"https://arxiv.org/abs/2605.09228",icon:"ð"}],f="rounded-[16px] border border-boson-neutral-700 bg-boson-neutral-800";function g(e){return{className:e,width:20,height:20,viewBox:"0 0 24 24",fill:"none",stroke:"currentColor",strokeWidth:2,strokeLinecap:"round",strokeLinejoin:"round"}}function v({className:e}){return(0,t.jsxs)("svg",{...g(e),"aria-hidden":!0,children:[(0,t.jsx)("path",{d:"M15 2H6a2 2 0 0 0-2 2v16a2 2 0 0 0 2 2h12a2 2 0 0 0 2-2V7Z"}),(0,t.jsx)("path",{d:"M14 2v4a2 2 0 0 0 2 2h4"}),(0,t.jsx)("path",{d:"M10 9H8"}),(0,t.jsx)("path",{d:"M16 13H8"}),(0,t.jsx)("path",{d:"M16 17H8"})]})}function y({className:e}){return(0,t.jsxs)("svg",{...g(e),"aria-hidden":!0,children:[(0,t.jsx)("path",{d:"M12 8V4H8"}),(0,t.jsx)("rect",{width:"16",height:"12",x:"4",y:"8",rx:"2"}),(0,t.jsx)("path",{d:"M2 14h2"}),(0,t.jsx)("path",{d:"M20 14h2"}),(0,t.jsx)("path",{d:"M15 13v2"}),(0,t.jsx)("path",{d:"M9 13v2"})]})}let w={Code:function({className:e}){return(0,t.jsxs)("svg",{...g(e),"aria-hidden":!0,children:[(0,t.jsx)("polyline",{points:"16 18 22 12 16 6"}),(0,t.jsx)("polyline",{points:"8 6 2 12 8 18"})]})},Data:function({className:e}){return(0,t.jsxs)("svg",{...g(e),"aria-hidden":!0,children:[(0,t.jsx)("ellipse",{cx:"12",cy:"5",rx:"9",ry:"3"}),(0,t.jsx)("path",{d:"M3 5V19A9 3 0 0 0 21 19V5"}),(0,t.jsx)("path",{d:"M3 12A9 3 0 0 0 21 12"})]})},Paper:v},j={planner:function({className:e}){return(0,t.jsxs)("svg",{...g(e),"aria-hidden":!0,children:[(0,t.jsx)("rect",{width:"8",height:"4",x:"8",y:"2",rx:"1",ry:"1"}),(0,t.jsx)("path",{d:"M16 4h2a2 2 0 0 1 2 2v14a2 2 0 0 1-2 2H6a2 2 0 0 1-2-2V6a2 2 0 0 1 2-2h2"}),(0,t.jsx)("path",{d:"M12 11h4"}),(0,t.jsx)("path",{d:"M12 16h4"}),(0,t.jsx)("path",{d:"M8 11h.01"}),(0,t.jsx)("path",{d:"M8 16h.01"})]})},user:function({className:e}){return(0,t.jsxs)("svg",{...g(e),"aria-hidden":!0,children:[(0,t.jsx)("circle",{cx:"12",cy:"8",r:"5"}),(0,t.jsx)("path",{d:"M20 21a8 8 0 0 0-16 0"})]})},assistant:y,judge:function({className:e}){return(0,t.jsxs)("svg",{...g(e),"aria-hidden":!0,children:[(0,t.jsx)("path",{d:"m16 16 3-8 3 8c-.87.65-1.92 1-3 1s-2.13-.35-3-1Z"}),(0,t.jsx)("path",{d:"m2 16 3-8 3 8c-.87.65-1.92 1-3 1s-2.13-.35-3-1Z"}),(0,t.jsx)("path",{d:"M7 21h10"}),(0,t.jsx)("path",{d:"M12 3v18"}),(0,t.jsx)("path",{d:"M3 7h2c2 0 5-1 7-2 2 1 5 2 7 2h2"})]})}};function k({children:e}){return(0,t.jsx)("span",{className:"inline-flex h-12 w-12 items-center justify-center rounded-lg bg-boson-neutral-700 text-boson-logo-green-400",children:e})}function N(){return(0,t.jsx)("div",{className:"flex flex-wrap gap-3",children:b.map(e=>{let s=w[e.label]??v;return(0,t.jsxs)("a",{href:e.href,target:"_blank",rel:"noopener noreferrer",className:"boson-btn boson-btn--dark boson-btn--icon-leading !no-underline !text-boson-neutral-50 hover:!text-boson-neutral-50",children:[(0,t.jsx)(s,{className:"boson-btn__icon h-5 w-5 text-boson-neutral-300"}),(0,t.jsx)("span",{children:e.label})]},e.label)})})}function _(){return(0,t.jsx)("div",{className:"grid grid-cols-3 gap-3 md:gap-4",children:d.map(e=>(0,t.jsxs)("div",{className:`${f} flex flex-col items-center justify-center px-3 py-5 text-center md:py-6`,children:[(0,t.jsx)("div",{className:"font-manrope text-[28px] font-semibold leading-none text-boson-neutral-50 md:text-[34px]",children:e.num}),(0,t.jsx)("div",{className:"mt-2 text-[13px] text-boson-neutral-300 md:text-sm",children:e.label})]},e.label))})}function C(){return(0,t.jsx)("div",{className:"grid grid-cols-1 gap-4 md:grid-cols-3",children:c.map(e=>(0,t.jsxs)("div",{className:`${f} flex flex-col p-5 md:p-6`,children:[(0,t.jsx)("div",{className:"mb-2 text-boson-web-body font-medium",style:{color:l[e.key]},children:e.tag}),(0,t.jsx)("div",{className:"text-[17px] font-semibold text-boson-neutral-50",children:e.title}),(0,t.jsx)("div",{className:"mt-2 text-[15px] leading-[150%] text-boson-neutral-200",children:e.desc}),(0,t.jsx)("div",{className:"mt-3 text-[13px] text-boson-neutral-400",children:e.window}
123)]},e.key))})}function A(){return(0,t.jsx)("div",{className:"grid grid-cols-1 gap-3 sm:grid-cols-2 lg:grid-cols-3",children:p.map(e=>(0,t.jsxs)("div",{className:`${f} flex flex-col p-4`,children:[(0,t.jsx)("span",{className:"mb-3 flex h-9 w-9 items-center justify-center rounded-lg text-[17px] font-bold text-highlight-50",style:{backgroundColor:"rgba(78,165,82,0.12)"},children:e.letter}),(0,t.jsx)("div",{className:"text-[15px] font-semibold text-boson-neutral-50",children:e.name}),(0,t.jsx)("div",{className:"mt-1 text-[13.5px] leading-[145%] text-boson-neutral-200",children:e.desc})]},e.letter))})}function L(){return(0,t.jsx)("div",{className:"flex flex-wrap gap-x-7 gap-y-3 rounded-[12px] bg-boson-neutral-800 px-5 py-4 text-[13.5px] text-boson-neutral-200",children:h.map(e=>(0,t.jsxs)("span",{children:[(0,t.jsx)("span",{className:"font-semibold text-boson-neutral-50",children:e.k})," ",e.v]},e.k))})}function B(){return(0,t.jsx)("div",{className:"grid grid-cols-1 gap-4 md:grid-cols-2",children:u.map(e=>{let s=j[e.iconKey]??y;return(0,t.jsxs)("div",{className:`${f} flex flex-col p-5 md:p-6`,children:[(0,t.jsx)(k,{children:(0,t.jsx)(s,{className:"h-6 w-6"})}),(0,t.jsx)("div",{className:"mt-4 text-[17px] font-semibold text-boson-neutral-50",children:e.name}),(0,t.jsx)("div",{className:"mt-2 text-[15px] leading-[150%] text-boson-neutral-200",children:e.desc}),(0,t.jsxs)("div",{className:"mt-3 text-[13px] leading-[150%] text-boson-neutral-400",children:[(0,t.jsxs)("div",{children:[(0,t.jsx)("span",{className:"font-semibold text-boson-neutral-300",children:"Sees:"})," ",e.sees,"."]}),(0,t.jsxs)("div",{className:"mt-1",children:[(0,t.jsx)("span",{className:"font-semibold text-boson-neutral-300",children:"Blind to:"})," ",e.blind,"."]})]})]},e.name)})})}function F(){return(0,t.jsx)("div",{className:`${f} px-5 py-2 md:px-6`,children:m.map(e=>(0,t.jsxs)("div",{className:"border-b border-boson-neutral-600 py-4 last:border-b-0",children:[(0,t.jsx)("div",{className:"text-[15px] font-semibold text-boson-neutral-50",children:e.name}),(0,t.jsx)("div",{className:"mt-1.5 text-[15px] leading-[155%] text-boson-neutral-200",children:e.body})]},e.name))})}function M({title:e,children:s}){return(0,t.jsxs)("div",{className:`${f} p-5 md:p-6`,children:[e?(0,t.jsx)("div",{className:"mb-2 text-[18px] font-semibold text-boson-neutral-50",children:e}):null,(0,t.jsx)("div",{className:"text-[15.5px] leading-[160%] text-boson-neutral-200",children:s})]})}function E({src:e,alt:s,width:a,height:n,caption:r,maxWidth:o,className:l,bare:d}){let c=(0,t.jsx)(i.default,{src:e,alt:s,width:a,height:n,className:d?"!my-0":"!my-0 !rounded-none",style:{width:"100%",height:"auto"}});return(0,t.jsxs)("figure",{className:`mx-auto flex w-full flex-col items-center ${l??""}`,style:o?{maxWidth:o}:void 0,children:[d?c:(0,t.jsx)("div",{className:"w-full rounded-[16px] bg-white p-4 md:p-5",children:c}),(0,t.jsx)("figcaption",{className:"mx-auto mt-3 max-w-[760px] text-center text-[13.5px] leading-[150%] text-boson-neutral-300",children:r})]})}var P=e.i(770221);let H=e=>`[${e[0].toFixed(1)}, ${e[1].toFixed(1)}]`;
123function T(){let[e,a]=(0,s.useState)(null),i=(0,s.useMemo)(()=>[...n].sort((e,t)=>t.overall_pass-e.overall_pass),[]),r=Math.max(...i.map(e=>e.recovery_pass+e.emergent_pass+e.critical_pass)),l=[{key:"recovery",label:"Recovery"},{key:"emergent",label:"Emergent"},{key:"critical",label:"Critical"}];return(0,t.jsxs)("div",{className:"rounded-[16px] border border-boson-neutral-700 bg-boson-neutral-800 p-5 md:p-6",children:[(0,t.jsx)("div",{className:"mb-3 text-[13px] font-semibold uppercase tracking-[0.05em] text-boson-neutral-300",children:"Pass rate by trigger type (%)"}),(0,t.jsxs)("div",{className:"mb-4 flex flex-wrap items-center gap-4 text-[12.5px] text-boson-neutral-200",children:[l.map(e=>(0,t.jsxs)("span",{className:"inline-flex items-center gap-1.5",children:[(0,t.jsx)("span",{className:"inline-block h-3 w-3 rounded-[3px]",style:{backgroundColor:o[e.key]}}),e.label]},e.key)),(0,t.jsx)("span",{className:"ml-auto text-boson-neutral-400",children:"Right number = overall pass rate. Sorted by overall."})]}),(0,t.jsx)("div",{className:"grid items-center gap-x-3 gap-y-3",style:{gridTemplateColumns:"minmax(110px,max-content) 1fr minmax(54px,max-content)"},children:i.map(e=>{let s={recovery:e.recovery_pass/r*100,emergent:e.emergent_pass/r*100,critical:e.critical_pass/r*100};return(0,t.jsxs)("div",{className:"contents",children:[(0,t.jsx)("div",{className:"whitespace-nowrap py-1.5 text-[13px] font-medium text-boson-neutral-100",children:e.name}),(0,t.jsx)("div",{className:"flex h-[26px] overflow-hidden rounded-[5px] bg-boson-neutral-900",children:l.map(i=>{let n=s[i.key],r=e[`${i.key}_pass`],l=e[`${i.key}_pass_ci`];return(0,t.jsx)("div",{className:"flex h-full items-center justify-center overflow-hidden text-[12px] font-semibold text-white transition-[filter] hover:brightness-110",style:{width:`${n}%`,backgroundColor:o[i.key]},onMouseEnter:t=>a({x:t.clientX,y:t.clientY,model:e.name,type:i.label,val:r,ciStr:H(l)}),onMouseMove:e=>a(t=>t?{...t,x:e.clientX,y:e.clientY}:t),onMouseLeave:()=>a(null),children:n>=3.2?r.toFixed(1):""},i.key)})}),(0,t.jsxs)("div",{className:"whitespace-nowrap text-right text-[13.5px] font-bold leading-[1.15] text-boson-neutral-50",children:[e.overall_pass.toFixed(1),(0,t.jsx)("span",{className:"ml-0.5 text-[12px] font-normal text-boson-neutral-400",children:"%"}),(0,t.jsx)("span",{className:"block text-[10.5px] font-normal text-boson-neutral-400",children:H(e.overall_pass_ci)})]})]},e.name)})}),e?(0,t.jsxs)("div",{className:"pointer-events-none fixed z-50 -translate-x-1/2 -translate-y-[calc(100%+10px)] whitespace-nowrap rounded-md bg-boson-neutral-900 px-2.5 py-1.5 text-[12.5px] font-medium text-boson-neutral-50 shadow-[0_6px_18px_rgba(0,0,0,0.4)]",style:{left:e.x,top:e.y},children:[(0,t.jsx)("span",{className:"text-boson-neutral-400",children:e.type})," · ",(0,t.jsxs)("strong",{children:[e.val.toFixed(1),"%"]})," ",(0,t.jsx)("span",{className:"text-[11.5px] text-boson-neutral-400",children:e.ciStr}),(0,t.jsx)("br",{}),(0,t.jsxs)("span",{className:"text-[11.5px] text-boson-neutral-400",children:[e.model," · 95% bootstrap CI"]})]}):null]})}let q=[{key:"overall_pass",label:"Overall Pass",hasCi:!0},{key:"overall_wt",label:"Overall Wt.",hasCi:!1},{key:"emergent_pass",label:"Emergent Pass",hasCi:!0},{key:"emergent_wt",label:"Emergent Wt.",hasCi:!1},{key:"critical_pass",label:"Critical Pass",hasCi:!0},{key:"critical_wt",label:"Critical Wt.",hasCi:!1},{key:"recovery_pass",label:"Recovery Pass",hasCi:!0},{key:"recovery_wt",label:"Recovery Wt.",hasCi:!1}],S={0:"bg-[rgba(212,160,23,0.18)] text-[#e8c46a]",1:"bg-[rgba(180,184,190,0.15)] text-[#cfd2d6]",2:"bg-[rgba(176,110,70,0.20)] text-[#d39a6f]"},R=[{key:"overall_pass",label:"Overall Pass"},{key:"overall_wt",label:"Overall Wt."},{key:"emergent_pass",label:"Emergent"},{key:"critical_pass",label:"Critical"},{key:"recovery_pass",label:"Recovery"}];
123function I(){let[e,a]=(0,s.useState)("overall_pass"),[i,o]=(0,s.useState)("desc"),l=(0,s.useMemo)(()=>{let e={};for(let t of r)e[t]=Math.max(...n.map(e=>e[t]));return e},[]),d=(0,s.useMemo)(()=>[...n].sort((t,s)=>{let a=s[e]-t[e];return"desc"===i?a:-a}),[e,i]);return(0,t.jsxs)("div",{children:[(0,t.jsxs)("div",{className:"mx-auto mb-4 flex max-w-prose flex-wrap items-center gap-2",children:[(0,t.jsx)("span",{className:"mr-1 text-[14px] text-boson-neutral-300",children:"Sort by:"}),R.map(s=>{let i=e===s.key;return(0,t.jsx)("button",{type:"button",onClick:()=>{a(s.key),o("desc")},className:"whitespace-nowrap rounded-lg px-3 py-1.5 text-sm font-normal leading-[150%] transition-colors duration-150 "+(i?"bg-[rgba(78,165,82,0.15)] text-boson-logo-green-400":"text-boson-neutral-300 hover:bg-boson-neutral-700 hover:text-boson-neutral-200"),children:s.label},s.key)})]}),(0,t.jsx)("div",{className:"table-container",children:(0,t.jsxs)("table",{className:"table-base text-[13px]",children:[(0,t.jsx)("thead",{children:(0,t.jsxs)("tr",{children:[(0,t.jsx)("th",{className:"header-cell-with-border whitespace-nowrap !pl-4",children:"Model"}),q.map(s=>{let n=s.key===e;return(0,t.jsxs)("th",{onClick:()=>{var t;(t=s.key)===e?o(e=>"desc"===e?"asc":"desc"):(a(t),o("desc"))},className:`header-cell-with-border whitespace-nowrap !pl-4 cursor-pointer select-none ${n?"!text-boson-logo-green-400":""}`,children:[s.label,(0,t.jsx)("span",{className:"ml-1 text-[11px] text-boson-neutral-400",children:n?"desc"===i?"â":"â":""})]},s.key)})]})}),(0,t.jsx)("tbody",{children:d.map((e,s)=>(0,t.jsxs)("tr",{className:"normal-row",children:[(0,t.jsxs)("td",{className:"data-cell-with-border whitespace-nowrap !pl-4 font-medium !text-boson-neutral-50",children:[(0,t.jsx)("span",{className:`mr-2.5 inline-flex h-[22px] w-[22px] items-center justify-center rounded-[6px] text-[12px] font-semibold ${S[s]??"bg-boson-neutral-600 text-boson-neutral-200"}`,children:s+1}),e.name]}),q.map(s=>{let a,i=e[s.key],n=s.hasCi?e[`${s.key}_ci`]:null;return(0,t.jsxs)("td",{className:(a=s.key,`data-cell-with-border whitespace-nowrap !pl-4 ${i===l[a]?"!text-boson-logo-green-400 font-bold":""}`),children:[i.toFixed(1),n?(0,t.jsx)("span",{className:"ml-1 text-[11px] text-boson-neutral-400",children:H(n)}):null]},s.key)})]},e.name))})]})}),(0,t.jsxs)("div",{className:"mx-auto mt-3 max-w-prose text-[13px] leading-[1.6] text-boson-neutral-300",children:["Values in ",(0,t.jsx)("span",{className:"font-bold text-boson-logo-green-400",children:"accent colour"})," are the best in their column. CIs are 95% bootstrap intervals (1,000 trigger-level resamples). Recovery is dramatically harder than the other types â even GPT-5.5 fail
123s 63% of Recovery triggers, and 14 of 16 models pass fewer than 20%."]})]})}function G(){return(0,t.jsxs)("div",{className:"proactbench-flow",children:[(0,t.jsx)("h4",{className:"text-boson-web-heading-md font-semibold",children:"Leaderboard"}),(0,t.jsxs)(P.default,{children:["All 16 evaluated models, scored under the offline protocol on the 198-dialogue corpus (â¼201 Emergent / â¼232 Critical / â¼191 Recovery triggers per model). ",(0,t.jsx)("strong",{children:"Pass rate (%)"})," with 95% bootstrap CI;"," ",(0,t.jsx)("strong",{children:"Wt."})," is the weighted score counting Partial as 0.5."]}),(0,t.jsx)(T,{}),(0,t.jsxs)("div",{className:"proactbench-subhead mx-auto max-w-prose",children:[(0,t.jsx)("h5",{className:"text-boson-web-heading-sm font-semibold",children:"Detailed results"}),(0,t.jsx)("div",{className:"mt-1 text-[14px] text-boson-neutral-300",children:"Click any column header to sort."})]}),(0,t.jsx)(I,{}),(0,t.jsxs)("div",{className:"mx-auto max-w-prose rounded-[16px] border border-boson-neutral-700 bg-boson-neutral-800 p-5 md:p-6",children:[(0,t.jsx)("div",{className:"text-[18px] font-semibold text-boson-neutral-50",children:"Missing a model?"}),(0,t.jsx)("div",{className:"mt-2 text-[15px] leading-[150%] text-boson-neutral-200",children:"Tell us which model to add and we'll evaluate it. Open an issue on our GitHub repo and we'll take it from there."}),(0,t.jsx)("a",{href:"https://github.com/boson-ai/ProactBench/issues",target:"_blank",rel:"noopener noreferrer",className:"boson-btn boson-btn--green boson-btn--label-only mt-4 w-fit !text-boson-neutral-50 !no-underline hover:!text-boson-neutral-50",children:"Request a model â"})]})]})}var $=e.i(256937);let z="/images/blog/proactbench";function D({children:e,className:s=""}){return(0,t.jsx)("div",{className:`mx-auto max-w-prose ${s}`,children:e})}function W(){return(0,t.jsxs)("div",{className:"proactbench-flow",children:[(0,t.jsx)("h4",{className:"text-boson-web-heading-md font-semibold",children:"What is ProactBench?"}),(0,t.jsxs)(P.default,{children:["Most LLM benchmarks score how well a model responds to ",(0,t.jsx)("em",{children:"explicit"})," requests. ProactBench measures a different conversational ability: ",(0,t.jsx)("strong",{children:"noticing and acting on needs the user has implied but not said"}),". We call this ",(0,t.jsx)("em",{children:"conversational proactivity"}),"."]}),(0,t.jsx)(D,{className:"proactbench-hug",children:(0,t.jsx)(_,{})}),(0,t.jsx)("h4",{className:"text-boson-web-heading-md font-semibold",children:"Three phase-tied trigger types"}),(0,t.jsx)(P.default,{children:"ProactBench decomposes proactivity into three behaviours pinned to a conversation's phase:"}),(0,t.jsx)(D,{className:"proactbench-hug",children:(0,t.jsx)(C,{})}),(0,t.jsx)("h4",{className:"text-boson-web-heading-md font-semibold",children:"24 communication styles from a psychometric inventory"}),(0,t.jsxs)(P.default,{children:["A proactivity benchmark also has to vary ",(0,t.jsx)("em",{children:"how"})," users speak, not just what they want. ProactBench draws user behaviour from the"," ",(0,t.jsx)("a",{href:"https://www.researchgate.net/publication/229430720_The_Content_and_Dimensionality_of_Communication_Styles",target:"_blank",rel:"noopener noreferrer",children:"Communication Styles Inventory"})," ","(CSI) of de Vries et al. (2011), a six-dimensional instrument from organisational psychology. Each dimension is treated as a binary trait, giving 2ⶠ= 64 combinations; we keep the"," ",(0,t.jsx)("strong",{children:"24 psychologically coherent profiles"})," and discard combinations that are internally contradictory (e.g. simultaneously precise, expressive, and emotionally volatile)."]}),(0,t.jsxs)(D,{className:"proactbench-hug",children:[(0,t.jsx)(A,{}),(0,t.jsx)("div",{className:"mt-4",children:(0,t.jsx)(L,{})})]}),(0,t.jsx)("h4",{className:"text-boson-web-heading-md font-semibold",children:"Three-agent evaluation architecture"}),(0,t.jsxs)(P.default,{children:["A proactivity benchmark must do more than score a static answer: it has to ",(0,t.jsx)("em",{children:"create"})," the conversation, decide when an unstated need has become testable, and score the response without letting the assistant model see the test. ProactBench uses three agents with carefully restricted information access, plus an offline judge."]}),(0,t.jsx)(E,{src:`${z}/ProactBenchArch.png`,alt:"ProactBench three-agent architecture",width:1395,height:594,maxWidth:800,className:"proactbench-hug",bare:!0,caption:(0,t.jsxs)(t.Fragment,{children:["The ProactBench three-agent loop. A ",(0,t.jsx)("span",{className:"font-medium text-boson-neutral-100",children:"Planner"})," authors strategy and writes the rubric for turn ",(0,t.jsx)("em",{children:"t"}),"+1 ",(0,t.jsx)("em",{children:"before"})," the assistant answers. A"," ",(0,t.jsx)("span",{className:"font-medium text-boson-neutral-100",children:"User Agent"}),"renders the Planner's tactical orders as natural messages under a persona and communication style. The"," ",(0,t.jsx)("span",{className:"font-medium text-boson-neutral-100",children:"Assistant Model"})," sees only the natural conversation â never the rubric, blueprint, or trigger schedule. An offline"," ",(0,t.jsx)("span",{className:"font-medium text-boson-neutral-100",children:"judge"})," rescores trigger turns under identical contexts across all 16 models."]})}),(0,t.jsx)(D,{children:(0,t.jsx)(B,{})}),(0,t.jsx)("h4",{className:"text-boson-web-heading-md font-semibold",children:"Four validity threats addressed by design"}),(0,t.jsx)(D,{children:(0,t.jsx)(F,{})}),(0,t.jsx)("h4",{className:"text-boson-web-heading-md font-semibold",children:"Scoring"}),(0,t.jsxs)(P.default,{children:["Triggers are scored ",(0,t.jsx)("strong",{children:"Pass"}),", ",(0,t.jsx)("strong",{children:"Partial"}),", or ",(0,t.jsx)("strong",{children:"Fail"}),". Pass requires the proactive principle to be met: single-anchor inference for Emergent, multi-anchor synthesis for Critical, grounded forward value for Recovery. Parti
123al captures narrower but substantive contributions. Fail covers reactive execution, generic closings, hallucinations, and ignored anchors. We report both pass rate and weighted score (Pass = 1, Partial = 0.5, Fail = 0). Every score must include a rationale and a"," ",(0,t.jsx)("strong",{children:"verbatim evidence quote"}),", giving an auditable trail rather than an unfalsifiable holistic judgement."]}),(0,t.jsx)("h4",{className:"text-boson-web-heading-md font-semibold",children:"Results"}),(0,t.jsx)(E,{src:`${z}/trigger_type_bars.png`,alt:"Per-model pass rate by trigger type",width:1391,height:611,maxWidth:800,caption:(0,t.jsxs)(t.Fragment,{children:["Per-model pass rate by trigger type. ",(0,t.jsx)("span",{className:"font-medium text-boson-neutral-100",children:"Recovery"})," drops sharply across all 16 models â the best Recovery pass rate (GPT-5.5, 37.2%) is below the worst Emergent pass rate among frontier models."]})}),(0,t.jsx)(D,{children:(0,t.jsxs)(M,{title:"Recovery is hard, and decorrelates from existing benchmarks.",children:["Across 16 frontier and open-weight models, Recovery is both difficult and only weakly predicted by six standard capability benchmarks (GPQA, MMLU, IFEval, LiveCodeBench, SWE-bench, AIME). Existing benchmarks intercorrelate at ",(0,t.jsx)("em",{children:"r"})," = 0.64 to 0.97; Recovery's mean correlation with them is ",(0,t.jsx)("em",{children:"rÌ"})," = 0.51 (95% CI [0.29, 0.71])."]})}),(0,t.jsx)(E,{src:`${z}/correlation_heatmap.png`,alt:"Correlation heatmap",width:1003,height:854,maxWidth:800,caption:"Pairwise Pearson correlations across six standard benchmarks and three proactivity trigger types, computed over 16 models. Recovery (last row/column) breaks the existing-benchmark band."}),(0,t.jsx)("h5",{className:"text-boson-web-heading-sm font-semibold",children:"Recovery: a policy difference, not just capability"}),(0,t.jsx)(E,{src:`${z}/logit_lines.png`,alt:"Logit lines",width:3209,height:783,maxWidth:800,caption:(0,t.jsxs)(t.Fragment,{children:["Logit-transformed per-(model, style) pass rates regressed against a shared style-difficulty axis. On Recovery, GPT-5.5's slope is 0.84 â below the cross-model mean â despite holding the highest absolute pass rate. The flat slope at the top of the leaderboard across easy and hard styles indicates a"," ",(0,t.jsx)("em",{children:"style-uniform"})," policy."]})}),(0,t.jsx)(P.default,{children:"The Recovery gap appears to reflect a policy difference, not only a capability difference: strong competitors concentrate their advantage on easier styles and lose it under more hostile user behaviour, while GPT-5.5's lead holds across both. We conjecture post-training data mix and user-session feedback are plausible drivers."}),(0,t.jsx)(D,{className:"proactbench-hug",children:(0,t.jsxs)(M,{title:"Humans prefer the proactive behaviour ProactBench targets.",children:["In a pre-registered pairwise human study, raters preferred rubric-conditioned Recovery responses over vanilla generations from the same model in ",(0,t.jsx)("strong",{className:"text-boson-neutral-100",children:"80% of 144 non-tie comparisons"})," (95% CI [74%, 86%], ",(0,t.jsx)("em",{children:"p"}),"< 10â»Â¹Â²). Krippendorff's α between human raters and the GPT-5.4 judge is 0.69."]})}),(0,t.jsx)("h4",{className:"text-boson-web-heading-md font-semibold",children:"Abstract"}),(0,t.jsxs)(P.default,{children:["Most LLM benchmarks score how well a model responds to explicit requests. They leave unmeasured a different conversational ability: noticing and acting on needs the user has implied but not said. We call this"," ",(0,t.jsx)("em",{children:"conversational proactivity"}),". ProactBench decomposes it into three phase-tied types: Emergent, inference from a single disclosed anchor; Critical, synthesis across multiple anchors; and Recovery, grounded forward-looking value after task completion."]}),(0,t.jsx)(P.default,{children:"We operationalise the benchmark with three agents: a Planner, a User Agent, and an Assistant Model. Their information asymmetries defend against style-confounded scoring, rubric leakage, external-context contamination, and information dumps. The released corpus contains 198 curated dialogues with 624 trigger points across 24 communication styles drawn from a psychometric inventory and audited by an independent LLM judge. Across 16 frontier and open-weight models, Recovery is both difficult and weakly predicted by six standard benchmarks, making it a useful new evaluation signal."}),(0,t.jsx)("h4",{className:"text-boson-web-heading-md font-semibold",children:"Citation"}),(0,t.jsx)(P.default,{children:"If you use ProactBench in your research, please cite:"}),(0,t.jsx)($.default,{className:"proactbench-hug",code:x})]})}let O=[{id:"overview",label:"Overview",activeClass:"border-[#34D399] bg-[rgba(52,211,153,0.15)] text-[#34D399]"},{id:"leaderboard",label:"Leaderboard",activeClass:"border-[#F59E0B] bg-[rgba(245,158,11,0.15)] text-[#F59E0B]"}];e.s(["default",0,function({slug:e}
123){let[i,n]=(0,s.useState)("overview");return(0,t.jsxs)("div",{className:"proactbench-content pb-8",children:[(0,t.jsx)("div",{className:"mx-auto max-w-prose",children:(0,t.jsx)(N,{})}),(0,t.jsx)("nav",{className:"mx-auto mt-8 w-full max-w-prose",children:(0,t.jsx)("div",{className:"flex flex-wrap items-center gap-3",children:O.map(e=>{let s=i===e.id;return(0,t.jsx)("button",{type:"button",onClick:()=>n(e.id),"aria-pressed":s,className:"rounded-full border px-4 py-1.5 font-medium "+(s?e.activeClass:"border-boson-neutral-600 bg-boson-neutral-800 text-boson-neutral-100 hover:bg-boson-neutral-700"),children:e.label},e.id)})})}),(0,t.jsx)("div",{className:"blog-interactive-block mt-10",children:"overview"===i?(0,t.jsx)(W,{}):(0,t.jsx)(G,{})}),(0,t.jsx)("div",{className:"mx-auto mt-16 max-w-prose",children:(0,t.jsx)(a.default,{slug:e})})]})}],189630)}]);
Line numbers count LF bytes from the start of the resource, as the search results do. Vendor segments are library code the classifier recognised; they are stored but not indexed. Bytes are shown as Latin1 characters, one per byte.