https://ezioqwarks-mlfloweq-server.hf.space/static-files/static/js/9538.46130387.chunk.js

1"use strict";(globalThis.webpackChunk_mlflow_mlflow=globalThis.webpackChunk_mlflow_mlflow||[]).push([[9538],{24507(e,t,a){a.d(t,{$:()=>T});var o=a(15032),s=a(51477),n=a(77753),i=a(10587),l=a(33972),r=a(56827),d=a(79410),m=a(79357),c=a(29942),u=a(78292),g=a(20193),v=a(20190),f=a(39848),p=a(63968);const T=s.memo(function({excludeOptions:e,componentId:t="mlflow.experiment-evaluation-monitoring"}){var a;const T=(0,r.tz)(),{theme:h}=(0,i.u)(),y=((0,g.jE)(),(0,v.C)({queryKey:[l.TH]})),[S,b]=(0,m.VA)({persist:(0,f.D3)()}),M=(0,s.useMemo)(()=>{const t=(0,d.p)(T);return null!==e&&void 0!==e&&e.length?t.filter(t=>!e.includes(t.key)):t},[T,e]),w=T.formatMessage({id:"7o1ly+",defaultMessage:"Time"}),A=(0,u.U)();return(0,p.FD)("div",{css:(0,o.AH)({display:"flex",gap:h.spacing.sm,alignItems:"center"},""),children:[(0,p.FD)(n.DialogCombobox,{componentId:"mlflow.experiment-evaluation-monitoring.date-selector",label:w,value:S.startTimeLabel?[S.startTimeLabel]:[m.oy],children:[(0,p.Y)(n.DialogComboboxCustomButtonTriggerWrapper,{children:(0,p.Y)(i.B,{componentId:"mlflow.experiment-evaluation-monitoring.date-selector-button",icon:(0,p.Y)(i.ae,{}),endIcon:(0,p.Y)(i.E,{}),"data-testid":"time-range-select-dropdown",children:(0,p.FD)("div",{css:(0,o.AH)({display:"flex",alignItems:"center",gap:h.spacing.sm},""),children:[null===(a=M.find(e=>e.key===S.startTimeLabel||e.key===m.oy&&(0,c.isNil)(S.startTimeLabel)))||void 0===a?void 0:a.label,!(0,c.isNil)(S.startTimeLabel)&&S.startTimeLabel!==m.oy&&(0,p.Y)(i.ad,{"aria-hidden":"false",role:"button",onClick:e=>{e.stopPropagation(),e.preventDefault(),b({startTimeLabel:m.oy})},css:(0,o.AH)({color:h.colors.textPlaceholder,fontSize:h.typography.fontSizeSm,":hover":{color:h.colors.actionTertiaryTextHover}},"")})]})})}),(0,p.Y)(n.DialogComboboxContent,{children:(0,p.Y)(n.DialogComboboxOptionList,{children:M.map(e=>(0,p.Y)(i.aw,{checked:S.startTimeLabel===e.key||e.key===m.oy&&(0,c.isNil)(S.startTimeLabel),title:e.label,"data-testid":`time-range-select-${e}`,value:e.key,onChange:()=>{b({...S,startTimeLabel:e.key})},children:e.label},e.key))})})]}),"CUSTOM"===S.startTimeLabel&&(0,p.Y)(p.FK,{children:(0,p.Y)(n.RangePicker,{id:"date-picker-range",includeTime:!0,selected:{from:new Date(S.startTime),to:S.endTime?new Date(S.endTime):A.dateNow},onChange:e=>{const t=e.target.value;b({...S,startTime:null!==t&&void 0!==t&&t.from?t.from.toISOString():void 0,endTime:null!==t&&void 0!==t&&t.to?t.to.toISOString():void 0})},startDatePickerProps:{componentId:"experiment-evaluation-monitoring-start-date-picker",datePickerProps:{disabled:{after:A.dateNow}},value:S.startTime?new Date(S.startTime):void 0},endDatePickerProps:{componentId:"experiment-evaluation-monitoring-end-date-picker",datePickerProps:{disabled:{after:A.dateNow}},value:S.endTime?new Date(S.endTime):void 0}})}),(0,p.Y)(i.s,{componentId:"mlflow.experiment-evaluation-monitoring.trace-info-hover-request-time",content:T.formatMessage({id:"Arvaod",defaultMessage:"Showing data up to {date}."},{date:A.dateNow.toLocaleString(navigator.language,{timeZoneName:"short"})}),children:(0,p.Y)(i.B,{type:"link",componentId:`${t}.refresh-button`,disabled:Boolean(y),onClick:()=>{A.refresh()},children:(0,p.Y)(i.ge,{})})})]})})},79410(e,t,a){function o(e){return[{key:"LAST_HOUR",label:e.formatMessage({id:"bjoGjg",defaultMessage:"Last hour"})},{key:"LAST_24_HOURS",label:e.formatMessage({id:"JChRnq",defaultMessage:"Last 24 hours"})},{key:"LAST_7_DAYS",label:e.formatMessage({id:"eQsXm7",defaultMessage:"Last 7 days"})},{key:"LAST_30_DAYS",label:e.formatMessage({id:"p1H1KR",defaultMessage:"Last 30 days"})},{key:"LAST_YEAR",label:e.formatMessage({id:"EI7moF",defaultMessage:"Last year"})},{key:"ALL",label:e.formatMessage({id:"HeNa8H",defaultMessage:"All"})},{key:"CUSTOM",label:e.formatMessage({id:"TpmJlu",defaultMessage:"Custom"})}]}a.d(t,{p:()=>o})},78292(e,t,a){a.d(t,{U:()=>d,k:()=>r});var o=a(29942),s=a(51477),n=a(63968);const i=()=>({dateNow:new Date,lastRefreshTime:Date.now(),refresh:()=>{}}),l=(0,s.createContext)(i()),r=({config:e,children:t})=>{const a=i(),r=(0,o.merge)({},a,e),[d,m]=s.useState(r.lastRefreshTime),c=(0,s.useMemo)(()=>new Date(d),[d]),u=(0,s.useCallback)(()=>{m(Date.now())},[]);return(0,n.Y)(l.Provider,{value:{...r,dateNow:c,lastRefreshTime:d,refresh:u},children:t})},d=()=>{const e=(0,s.useContext)(l);return e||i()}},79357(e,t,a){a.d(t,{KT:()=>u,Pz:()=>v,UY:()=>f,VA:()=>g,oy:()=>c});var o=a(51477),s=a(29082),n=a(39521),i=a(78292),l=a(39848);const r="startTimeLabel",d="startTime",m="endTime",c="LAST_7_DAYS",u=(0,o.createContext)(null),g=({persist:e=!1,loadPersistedValues:t=!1}={})=>{var a;const{experimentId:l}=(0,n.g)(),g=(0,i.U)(),v=(0,o.useContext)(u),[p,T]=(0,n.ok)(),[h,y]=(0,s.Mj)({initialValue:void 0,key:`traces_useMonitoringFilters_${l}`,version:1}),S=(0,o.useMemo)(()=>!p.get(r),[p]),b=p.get(r)||c;let M=p.get(d)||void 0,w=null!==(a=p.get(m))&&void 0!==a?a:void 0;if("CUSTOM"!==b){const e=f(g.dateNow,{startTimeLabel:b});M=e.startTime,w=e.endTime}const A=(0,o.useMemo)(()=>({startTimeLabel:b,startTime:M,endTime:w}),[b,M,w]),Y=(0,o.useCallback)((t,a=!1)=>{e&&y(t),T(e=>(void 0===(null===t||void 0===t?void 0:t.startTime)?e.delete(d):"CUSTOM"===t.startTimeLabel&&e.set(d,t.startTime),void 0===(null===t||void 0===t?void 0:t.endTime)?e.delete(m):"CUSTOM"===t.startTimeLabel&&e.set(m,t.endTime),void 0===(null===t||void 0===t?void 0:t.startTimeLabel)?e.delete(r):e.set(r,t.startTimeLabel),e),{replace:a})},[T,y,e]),N=Boolean(p.has(r)||(null===v||void 0===v?void 0:v.disableAutomaticInitialization));return(0,o.useEffect)(()=>{S&&t&&h&&Y(h,!0)},[t]),[A,Y,N]},v=()=>{const[e]=g({loadPersistedValues:(0,l.D3)()});return(0,o.useMemo)(()=>{const{startTime:t,endTime:a}=e;return{startTime:t?new Date(t).getTime().toString():void 0,endTime:a?new Date(a).getTime().toString():void 0}},[e])};function f(e,t){return t.startTimeLabel&&"CUSTOM"!==t.startTimeLabel?function(e,t){switch(t){case"LAST_HOUR":return{startTime:new Date(new Date(e).setUTCHours((new Date).getUTCHours()-1)).toISOString(),endTime:e.toISOString()};case"LAST_24_HOURS":return{startTime:new Date(new Date(e).setUTCDate((new Date).getUTCDate()-1)).toISOString(),endTime:e.toISOString()};case"LAST_7_DAYS":return{startTime:new Date(new Date(e).setUTCDate((new Date).getUTCDate()-7)).toISOString(),endTime:e.toISOString()};case"LAST_30_DAYS":return{startTime:new Date(new Date(e).setUTCDate((new Date).getUTCDate()-30)).toISOString(),endTime:e.toISOString()};case"LAST_YEAR":return{startTime:new Date(new Date(e).setUTCFullYear((new Date).getUTCFullYear()-1)).toISOString(),endTime:e.toISOString()};case"ALL":return{startTime:void 0,endTime:e.toISOString()};default:throw new Error(`Unexpected start time label: ${t}`)}}(e,t.startTimeLabel):{startTime:t.startTime,endTime:t.endTime}}},49538(e,t,a){a.r(t),a.d(t,{default:()=>Ae});var o=a(15032),s=a(51477),n=a(24890),i=a.n(n),l=a(39521),r=a(19740),d=a(10587),m=a(77753),c=a(74343),u=a(5460),g=a(89511),v=a(19852),f=a(29082),p=a(83113),T=a(39558),h=a(33972),y=a(24507),S=a(79357),b=a(78292),M=a(16117),w=a(38881),A=a(43637),Y=a(88728),N=a(58619),C=a(76039),x=a(17263),_=a(41),D=a(39848),L=a(55871),I=a(19135),E=a(71974);const k=e=>[...e].sort((e,t)=>

1e.localeCompare(t,void 0,{numeric:!0})),F=(e,t=5)=>{if(0===e.length)return!1;const a=e.map(e=>parseFloat(e)).filter(e=>!isNaN(e)),o=new Set(a);return a.some(e=>!Number.isInteger(e))||o.size>t},O=(e,t=5)=>{const a=e.map(e=>parseFloat(e)).filter(e=>!isNaN(e));if(0===a.length)return[];const o=Math.min(...a),s=Math.max(...a);if(o===s)return[{min:o,max:s,label:o.toFixed(2)}];const n=(s-o)/t;return Array.from({length:t},(e,a)=>{const i=o+a*n,l=a===t-1?s:o+(a+1)*n;return{min:i,max:l,label:`${i.toFixed(2)}-${l.toFixed(2)}`}})},U=(e,t)=>{for(let a=0;a<t.length;a++){const o=a===t.length-1;if(e>=t[a].min&&(o?e<=t[a].max:e<t[a].max))return a}return t.length-1};var V=a(24213),B=a(63968);const P=s.lazy(()=>Promise.all([a.e(4899),a.e(5105),a.e(9067),a.e(7877),a.e(2659)]).then(a.bind(a,92659)).then(e=>({default:e.TraceAssessmentChart}))),R=e=>(0,B.Y)(s.Suspense,{fallback:(0,B.Y)(m.LegacySkeleton,{active:!0}),children:(0,B.Y)(P,{...e})});var H=a(49149),$=a(79410);var j={name:"1blwlv5",styles:"flex:1;flex-direction:column;display:flex;align-items:center;justify-content:center"},K={name:"xvginl",styles:"max-width:600px"},q={name:"bjn8wh",styles:"position:relative"};const z=({hasAssessmentsOutsideTimeRange:e=!1})=>{const{theme:t}=(0,d.u)(),a=(0,c.A)(),[n]=(0,S.VA)(),i=(0,s.useMemo)(()=>(0,$.p)(a),[a]),{experimentIds:l}=(0,I.W0)(),r=(0,s.useMemo)(()=>`import openai\n\nimport mlflow\nfrom mlflow.genai.scorers import Correctness\n\nmlflow.set_tracking_uri(YOUR_TRACKING_URI)\nmlflow.set_experiment(experiment_id="${l[0]}")\n\n# Define your model's predict function\ndef my_model(question: str) -> str:\n    response = openai.OpenAI().chat.completions.create(\n        model="gpt-4o-mini",\n        messages=[{"role": "user", "content": question}],\n    )\n    return response.choices[0].message.content\n\neval_dataset = [\n    {\n        "inputs": {"question": "How do I log a model with MLflow?"},\n        "expectations": {\n            "expected_response": "You can log a model by using the mlflow.<flavor>.log_model function."\n        },\n    }

1,\n]\n\n# Run evaluation with built-in scorer Correctness\nmlflow.genai.evaluate(\n    data=eval_dataset,\n    predict_fn=my_model,\n    scorers=[Correctness()],\n)`,[l]);if(e){var m;const e=(null===(m=i.find(e=>e.key===n.startTimeLabel))||void 0===m?void 0:m.label)||"";return(0,B.Y)(d.ds,{image:(0,B.Y)(d.at,{}),title:(0,B.Y)(u.A,{id:"AHaom4",defaultMessage:"No assessments available"}),description:(0,B.FD)(B.FK,{children:[(0,B.Y)(u.A,{id:"yzf17M",defaultMessage:'Some assessments are hidden by your time range filter: "{filterLabel}".',values:{filterLabel:(0,B.Y)("strong",{children:e})}}),(0,B.Y)("br",{}),(0,B.Y)(u.A,{id:"bUdkau",defaultMessage:"Try selecting a longer time range."})]})})}return(0,B.FD)("div",{css:j,children:[(0,B.Y)(d.T.Text,{color:"secondary",css:(0,o.AH)({marginBottom:t.spacing.lg},""),children:(0,B.Y)(u.A,{id:"AHaom4",defaultMessage:"No assessments available"})}),(0,B.Y)(d.T.Title,{level:3,color:"secondary",children:(0,B.Y)(u.A,{id:"HF6L/f",defaultMessage:"Monitor quality metrics from scorers"})}),(0,B.FD)(d.T.Paragraph,{color:"secondary",css:K,children:[(0,B.Y)(u.A,{id:"NnO0Lz",defaultMessage:"MLflow allows you to evaluate your GenAI applications using scorers. Scorers compute quality metrics like relevance, correctness, and custom assessments. Copy the code snippet below to run an evaluation, or visit the documentation for a more in-depth example."}),(0,B.Y)(d.T.Link,{componentId:"mlflow.quality_tab.empty_state.learn_more_link",css:(0,o.AH)({marginLeft:t.spacing.xs},""),href:"https://mlflow.org/docs/latest/genai/eval-monitor/",openInNewTab:!0,children:(0,B.Y)(u.A,{id:"tiQptW",defaultMessage:"Learn more"})})]}),(0,B.FD)("div",{css:q,children:[(0,B.Y)(H.VE,{componentId:"mlflow.overview.quality_tab.empty_state.example_code_copy",css:(0,o.AH)({position:"absolute",top:t.spacing.xs,right:t.spacing.xs},""),copyText:r}),(0,B.Y)(H.z7,{language:"python",showLineNumbers:!0,children:r})]})]})};var W=a(10975);var Q={name:"1fttcpj",styles:"display:flex;flex-direction:column"},G={name:"r0pyvo",styles:"max-height:300px;overflow-y:auto"};const J=({assessmentNames:e,countsByName:t,avgValuesByName:a})=>{const{theme:n}=(0,d.u)(),{getChartColor:i}=(0,E.yC)(),{sortColumn:l,sortDirection:r,handleSort:m}=(0,W.bf)("totalCount"),{headerRowStyle:c,bodyRowStyle:g,cellStyle:v}=(0,W.aP)("minmax(80px, 2fr) 1fr 1fr"),f=(0,s.useMemo)(()=>e.map(e=>{var o;return{scorerName:e,totalCount:null!==(o=t.get(e))&&void 0!==o?o:0,avgValue:a.get(e)}}),[e,t,a]),p=(0,s.useMemo)(()=>f.length?[...f].sort((e,t)=>{let a=0;switch(l){case"scorerName":a=e.scorerName.localeCompare(t.scorerName);break;case"totalCount":a=e.totalCount-t.totalCount;break;case"avgValue":var o,s;a=(null!==(o=e.avgValue)&&void 0!==o?o:-1/0)-(null!==(s=t.avgValue)&&void 0!==s?s:-1/0);break}return"asc"===r?a:-a}):f,[f,l,r]);return(0,B.FD)(V.h,{componentId:"mlflow.overview.quality.quality_summary_table",children:[(0,B.Y)(V.XQ,{icon:(0,B.Y)(d.gV,{css:(0,o.AH)({color:n.colors.yellow500},"")}),title:(0,B.Y)(u.A,{id:"VDf1X1",defaultMessage:"Quality Summary"})}),(0,B.FD)("div",{css:Q,children:[(0,B.FD)("div",{css:c,children:[(0,B.Y)(W.y_,{column:"scorerName",sortColumn:l,sortDirection:r,onSort:m,children:(0,B.Y)(u.A,{id:"FoMjFN",defaultMessage:"Scorer"})}),(0,B.Y)(W.y_,{column:"totalCount",sortColumn:l,sortDirection:r,onSort:m,centered:!0,children:(0,B.Y)(u.A,{id:"7yW27D",defaultMessage:"Total Count"})}),(0,B.Y)(W.y_,{column:"avgValue",sortColumn:l,sortDirection:r,onSort:m,centered:!0,children:(0,B.Y)(u.A,{id:"bmBV9A",defaultMessage:"Average Value"})})]}),(0,B.Y)("div",{css:G,children:p.map((t,a)=>{const o=e.indexOf(t.scorerName),s=-1===o?a:o;return(0,B.FD)("div",{css:g,children:[(0,B.Y)(W.kY,{name:t.scorerName,color:i(s),scrollToElementId:`assessment-chart-${t.scorerName}`}),(0,B.Y)(d.T.Text,{css:v,children:(0,E.B4)(t.totalCount)}),(0,B.Y)(d.T.Text,{css:v,children:(n=t.avgValue,void 0===n?"-":n.toFixed(2))})]},t.scorerName);var n})})]})]})},X=({enableTraceNavigation:e})=>{const{theme:t}=(0,d.u)(),{assessmentNames:a,avgValuesByName:n,countsByName:i,timeSeriesChartDataByName:l,distributionChartDataByName:r,isLoading:m,error:c,hasData:g}=function(){const{experimentIds:e,startTimeMs:t,endTimeMs:a,timeIntervalSeconds:o,timeBuckets:n}=(0,I.W0)(),i=(0,s.useMemo)(()=>[(0,D.$L)(D.mg.TYPE,D.AN.FEEDBACK)],[]),{data:l,isLoading:r,error:d}=(0,L.o)({experimentIds:e,startTimeMs:t,endTimeMs:a,viewType:D.mW.ASSESSMENTS,metricName:D.cs.ASSESSMENT_VALUE,aggregations:[{aggregation_type:D.DF.AVG}],dimensions:[D.gV.ASSESSMENT_NAME],timeIntervalSeconds:o,filters:i}),{data:m,isLoading:c,error:u}=(0,L.o)({experimentIds:e,startTimeMs:t,endTimeMs:a,viewType:D.mW.ASSESSMENTS,metricName:D.cs.ASSESSMENT_COUNT,aggregations:[{aggregation_type:D.DF.COUNT}],dimensions:[D.gV.ASSESSMENT_NAME,D.gV.ASSESSMENT_VALUE],filters:i}),{assessmentNames:g,countsByName:v,avgValuesByName:f}=(0,s.useMemo)(()=>{var e;const t=null!==(e=null===m||void 0===m?void 0:m.data_points)&&void 0!==e?e:[],a=new Map,o=new Map;for(const m of t){var s,n,i,l,r;const e=null===(s=m.dimensions)||void 0===s?void 0:s[D.gV.ASSESSMENT_NAME],t=null===(n=m.dimensions)||void 0===n?void 0:n[D.gV.ASSESSMENT_VALUE],d=null===(i=m.values)||void 0===i?void 0:i[D.DF.COUNT];if(!e||e===D.Gl||void 0===t||void 0===d)continue;a.set(e,(null!==(l=a.get(e))&&void 0!==l?l:0)+d);let c=o.get(e);c||(c=new Map,o.set(e,c)),c.set(t,(null!==(r=c.get(t))&&void 0!==r?r:0)+d)}const d=new Map;for(const[m,c]of o){let e=0,t=0,a=!0;for(const[o,s]of c){const n=parseFloat(o);if(isNaN(n)){a=!1;break}e+=n*s,t+=s}a&&t>0&&d.set(m,e/t)}return{assessmentNames:Array.from(a.keys()).sort(),countsByName:a,avgValuesByName:d}},[null===m||void 0===m?void 0:m.data_points]),p=(0,s.useMemo)(()=>{var e;const t=new Map,a=null!==(e=null===l||void 0===l?void 0:l.data_points)&&void 0!==e?e:[],s=new Map;for(const o of a){var i,r,d;const e=null===(i=o.dimensions)||void 0===i?void 0:i[D.gV.ASSESSMENT_NAME],t=null===(r=o.dimensions)||void 0===r?void 0:r[D.Ad],a=null===(d=o.values)||void 0===d?void 0:d[D.DF.AVG];if(e&&t){let o=s.get(e);o||(o=new Map,s.set(e,o)),o.set(new Date(t).getTime(),null!==a&&void 0!==a?a:null)}}for(const l of g){const e=s.get(l);t.set(l,n.map(t=>{var a;return{name:(0,E.fq)(t,o),value:null!==(a=null===e||void 0===e?void 0:e.get(t))&&void 0!==a?a:null,timestampMs:t}}))}return t},[null===l||void 0===l?void 0:l.data_points,g,n,o]),T=(0,s.useMemo)(()=>{var e;const t=new Map,a=null!==(e=null===m||void 0===m?void 0:m.data_points)&&void 0!==e?e:[],o=new Map;for(const d of a){var s,n,i;const e=null===(s=d.dimensions)||void 0===s?void 0:s[D.gV.ASSESSMENT_NAME],t=null===(n=d.dimensions)||void 0===n?void 0:n[D.gV.ASSESSMENT_VALUE],a=null===(i=d.values)||void 0===i?void 0:i[D.DF.COUNT];if(e&&void 0!==t){var l;let s=o.get(e);s||(s={},o.set(e,s)),s[t]=(null!==(l=s[t])&&void 0!==l?l:0)+(null!==a&&void 0!==a?a:0)}}for(const d of g){var r;const e=null!==(r=o.get(d))&&void 0!==r?r:{},a=Object.keys(e);if(F(a)){const o=O(a),s=o.map(()=>0);for(const[t,a]of Object.entries(e)){const e=parseFloat(t);isNaN(e)||(s[U(e,o)]+=a)}t.set(d,o.map((e,t)=>({name:e.label,count:s[t]})))}else{const o=k(a);t.set(d,o.map(t=>{var a;return{name:t,count:null!==(a=e[t])&&void 0!==a?a:0}}

1))}}return t},[null===m||void 0===m?void 0:m.data_points,g]);return{assessmentNames:g,avgValuesByName:f,countsByName:v,timeSeriesChartDataByName:p,distributionChartDataByName:T,isLoading:r||c,error:d||u,hasData:g.length>0}}(),{hasAssessmentsOutsideTimeRange:v,isLoading:f}=function(e){const{experimentIds:t}=(0,I.W0)(),a=(0,s.useMemo)(()=>[(0,D.$L)(D.mg.TYPE,D.AN.FEEDBACK)],[]),{data:o,isLoading:n,error:i}=(0,L.o)({experimentIds:t,startTimeMs:void 0,endTimeMs:void 0,viewType:D.mW.ASSESSMENTS,metricName:D.cs.ASSESSMENT_COUNT,aggregations:[{aggregation_type:D.DF.COUNT}],filters:a,dimensions:[D.gV.ASSESSMENT_NAME],enabled:e});return{hasAssessmentsOutsideTimeRange:(0,s.useMemo)(()=>!(null===o||void 0===o||!o.data_points)&&o.data_points.some(e=>{var t;return(null===(t=e.dimensions)||void 0===t?void 0:t[D.gV.ASSESSMENT_NAME])!==D.Gl}),[null===o||void 0===o?void 0:o.data_points]),isLoading:n,error:i}}(!g&&!m),{getChartColor:p}=(0,E.yC)();return m||!g&&f?(0,B.Y)(V.lh,{}):c?(0,B.Y)(V.nN,{}):g?(0,B.FD)("div",{css:(0,o.AH)({display:"flex",flexDirection:"column",gap:t.spacing.md},""),children:[(0,B.FD)("div",{children:[(0,B.FD)("div",{css:(0,o.AH)({display:"flex",alignItems:"center",gap:t.spacing.xs,marginBottom:t.spacing.xs},""),children:[(0,B.Y)(d.gV,{css:(0,o.AH)({color:t.colors.yellow500},"")}),(0,B.Y)(d.T.Text,{bold:!0,size:"lg",children:(0,B.Y)(u.A,{id:"ic8x74",defaultMessage:"Quality Insights"})})]}),(0,B.Y)(d.T.Text,{color:"secondary",children:(0,B.Y)(u.A,{id:"o0NwZU",defaultMessage:"Quality metrics computed by scorers."})})]}),(0,B.Y)(J,{assessmentNames:a,countsByName:i,avgValuesByName:n}),a.map((t,a)=>{var o,s;return(0,B.Y)("div",{id:`assessment-chart-${t}`,children:(0,B.Y)(R,{assessmentName:t,lineColor:p(a),avgValue:n.get(t),timeSeriesChartData:null!==(o=l.get(t))&&void 0!==o?o:[],distributionChartData:null!==(s=r.get(t))&&void 0!==s?s:[],enableTraceNavigation:e})},t)})]}):(0,B.Y)(z,{hasAssessmentsOutsideTimeRange:v})};var Z=a(70111);const ee=()=>{const{theme:e}=(0,d.u)(),{totalCalls:t,failedCalls:a,successRate:n,avgLatency:i,isLoading:l,error:r}=function({enabled:e=!0}={}){var t,a,o;const{experimentIds:n,startTimeMs:i,endTimeMs:l}=(0,I.W0)(),r=(0,s.useMemo)(()=>[(0,D.jm)(D.Mm.TYPE,D.du.TOOL)],[]),{data:d,isLoading:m,error:c}=(0,L.o)({experimentIds:n,startTimeMs:i,endTimeMs:l,viewType:D.mW.SPANS,metricName:D.Ub.SPAN_COUNT,aggregations:[{aggregation_type:D.DF.COUNT}],filters:r,dimensions:[D.it.SPAN_NAME,D.it.SPAN_STATUS],enabled:e}),{data:u,isLoading:g,error:v}=(0,L.o)({experimentIds:n,startTimeMs:i,endTimeMs:l,viewType:D.mW.SPANS,metricName:D.Ub.LATENCY,aggregations:[{aggregation_type:D.DF.AVG}],filters:r,enabled:e}),{totalCalls:f,successCalls:p,failedCalls:T}=(0,s.useMemo)(()=>{if(null===d||void 0===d||!d.data_points)return{totalCalls:0,successCalls:0,failedCalls:0};let e=0,t=0,a=0;for(const n of d.data_points){var o,s;const i=(null===(o=n.values)||void 0===o?void 0:o[D.DF.COUNT])||0,l=null===(s=n.dimensions)||void 0===s?void 0:s[D.it.SPAN_STATUS];e+=i,l===D.Fp.OK?t+=i:l===D.Fp.ERROR&&(a+=i)}return{totalCalls:e,successCalls:t,failedCalls:a}},[null===d||void 0===d?void 0:d.data_points]);return{totalCalls:f,successCalls:p,failedCalls:T,successRate:f>0?p/f*100:0,avgLatency:(null===u||void 0===u||null===(t=u.data_points)||void 0===t||null===(a=t[0])||void 0===a||null===(o=a.values)||void 0===o?void 0:o[D.DF.AVG])||0,isLoading:m||g,error:c||v}}();return r?(0,B.Y)(V.nN,{}):(0,B.FD)("div",{css:(0,o.AH)({display:"flex",gap:e.spacing.md,flexWrap:"wrap"},""),children:[(0,B.Y)(Z.hI,{icon:(0,B.Y)(d.ia,{}),iconColor:e.colors.blue500,iconBgColor:`${e.colors.blue500}1A`,value:(0,E.B4)(t),label:(0,B.Y)(u.A,{id:"wvuSAK",defaultMessage:"Total Tool Calls"}),isLoading:l}),(0,B.Y)(Z.hI,{icon:(0,B.Y)(d.ae,{}),iconColor:e.colors.yellow500,iconBgColor:`${e.colors.yellow500}1A`,value:(0,E.YL)(i),label:(0,B.Y)(u.A,{id:"yRzU8K",defaultMessage:"Avg Latency"}),isLoading:l}),(0,B.Y)(Z.hI,{icon:(0,B.Y)(d.aA,{}),iconColor:e.colors.green500,iconBgColor:`${e.colors.green500}1A`,value:`${n.toFixed(2)}%`,label:(0,B.Y)(u.A,{id:"961sxj",defaultMessage:"Success Rate"}),isLoading:l}),(0,B.Y)(Z.hI,{icon:(0,B.Y)(d.ad,{}),iconColor:e.colors.red500,iconBgColor:`${e.colors.red500}1A`,value:(0,E.B4)(a),label:(0,B.Y)(u.A,{id:"oWtdfc",defaultMessage:"Failed Calls"}),isLoading:l})]})};var te=a(63074);const ae=s.lazy(()=>Promise.all([a.e(4899),a.e(5105),a.e(9067),a.e(9649)]).then(a.bind(a,79649)).then(e=>({default:e.ToolErrorRateChart}))),oe=e=>(0,B.Y)(s.Suspense,{fallback:(0,B.Y)(V.lh,{}),children:(0,B.Y)(ae,{...e})});var se=a(88322);var ne={name:"tuo2r",styles:"display:flex;justify-content:space-between;align-items:flex-start;margin-bottom:16px"};const ie=()=>{const e=(0,c.A)(),{getChartColor:t}=(0,E.yC)(),{toolNames:a,errorRateByTool:o,isLoading:n,error:i,hasData:l}=function({enabled:e=!0}={}){const{experimentIds:t,startTimeMs:a,endTimeMs:o}=(0,I.W0)(),n=(0,s.useMemo)(()=>[(0,D.jm)(D.Mm.TYPE,D.du.TOOL)],[]),{data:i,isLoading:l,error:r}=(0,L.o)({experimentIds:t,startTimeMs:a,endTimeMs:o,viewType:D.mW.SPANS,metricName:D.Ub.SPAN_COUNT,aggregations:[{aggregation_type:D.DF.COUNT}],filters:n,dimensions:[D.it.SPAN_NAME,D.it.SPAN_STATUS],enabled:e}),{toolNames:d,errorRateByTool:m}=(0,s.useMemo)(()=>

1{if(null===i||void 0===i||!i.data_points)return{toolNames:[],errorRateByTool:new Map};const e=new Map;for(const n of i.data_points){var t,a,o;const s=null===(t=n.dimensions)||void 0===t?void 0:t[D.it.SPAN_NAME];if(!s)continue;const i=(null===(a=n.values)||void 0===a?void 0:a[D.DF.COUNT])||0,l=null===(o=n.dimensions)||void 0===o?void 0:o[D.it.SPAN_STATUS];e.has(s)||e.set(s,{error:0,total:0});const r=e.get(s);r.total+=i,l===D.Fp.ERROR&&(r.error+=i)}const s=new Map;for(const[n,{error:i,total:l}]of e)s.set(n,l>0?i/l*100:0);return{toolNames:Array.from(e.keys()).sort(),errorRateByTool:s}},[null===i||void 0===i?void 0:i.data_points]);return{toolNames:d,errorRateByTool:m,isLoading:l,error:r,hasData:d.length>0}}(),{displayedItems:r,isAllSelected:m,selectorLabel:g,handleSelectAllToggle:v,handleItemToggle:f}=(0,te.n)(a,{allSelected:e.formatMessage({id:"6Wa6vB",defaultMessage:"All tools"}),noneSelected:e.formatMessage({id:"aVIoIw",defaultMessage:"No tools selected"})});return n?(0,B.Y)(V.lh,{}):i?(0,B.Y)(V.nN,{}):l?(0,B.FD)(V.h,{componentId:"mlflow.charts.tool_error_rate_section",children:[(0,B.FD)("div",{css:ne,children:[(0,B.Y)(V.XQ,{icon:(0,B.Y)(d.ia,{}),title:(0,B.Y)(u.A,{id:"2kNo2y",defaultMessage:"Tool Error Rates"})}),(0,B.Y)(se.d,{componentId:"mlflow.charts.tool_error_rate.tool_selector",itemNames:a,displayedItems:r,isAllSelected:m,selectorLabel:g,onSelectAllToggle:v,onItemToggle:f})]}),(0,B.Y)(Z.vK,{children:r.map(e=>{var s;const n=a.indexOf(e);return(0,B.Y)("div",{id:`tool-chart-${e}`,children:(0,B.Y)(oe,{toolName:e,lineColor:t(n),overallErrorRate:null!==(s=o.get(e))&&void 0!==s?s:0})},e)})})]}):null},le=s.lazy(()=>Promise.all([a.e(4899),a.e(5105),a.e(7877),a.e(9454)]).then(a.bind(a,49454)).then(e=>({default:e.ToolUsageChart}))),re=()=>(0,B.Y)(s.Suspense,{fallback:(0,B.Y)(V.lh,{}),children:(0,B.Y)(le,{})}),de=s.lazy(()=>Promise.all([a.e(4899),a.e(5105),a.e(9067),a.e(2558)]).then(a.bind(a,62558)).then(e=>({default:e.ToolLatencyChart}))),me=()=>(0,B.Y)(s.Suspense,{fallback:(0,B.Y)(V.lh,{}),children:(0,B.Y)(de,{})}),ce=s.lazy(()=>a.e(5354).then(a.bind(a,15354)).then(e=>({default:e.ToolPerformanceSummary}))),ue=()=>(0,B.Y)(s.Suspense,{fallback:(0,B.Y)(V.lh,{}),children:(0,B.Y)(ce,{})});var ge=a(70014),ve=a(53665),fe=a(96707),pe=a(71758),Te=a(18105);var he={name:"3z2sxu",styles:"display:flex;flex-direction:column;flex:1;overflow:hidden"},ye={name:"l2hjmg",styles:"display:flex;flex-direction:column;flex:1;min-height:0"},Se={name:"9jwnf3",styles:"flex:1;overflow-y:auto"},be={name:"9jwnf3",styles:"flex:1;overflow-y:auto"},Me={name:"9jwnf3",styles:"flex:1;overflow-y:auto"};const we=()=>{const e=(0,c.A)(),{experimentId:t}=(0,l.g)(),a=(0,l.Zp)(),{theme:n}

1=(0,d.u)(),[D,L]=(0,fe.U)(),[k,F]=(0,s.useState)(null),O=(0,p.x$)(),U=((0,T.Tu)(),!0),[V,P]=(0,f.Mj)({key:"mlflow.overview.mysqlBannerDismissed",version:0,initialValue:!1});i()(t,"Experiment ID must be defined");const{data:R}=(0,M.L)({experimentId:t}),[H,$]=(0,S.VA)(),j=(0,b.U)();(0,s.useEffect)(()=>{var e;if(!R||H.startTimeLabel!==S.oy)return;if(null===(e=R.tags)||void 0===e?void 0:e.some(e=>{var t;return null===(t=e.key)||void 0===t?void 0:t.startsWith("mlflow.demo.version.")})){var t,a;const e=null===(t=R.tags)||void 0===t?void 0:t.find(e=>"mlflow.demo.start_time_ms"===e.key),o=null===(a=R.tags)||void 0===a?void 0:a.find(e=>"mlflow.demo.end_time_ms"===e.key);if(null!==e&&void 0!==e&&e.value&&null!==o&&void 0!==o&&o.value){const t=new Date(parseInt(e.value,10)).toISOString(),a=new Date(parseInt(o.value,10)).toISOString();$({startTimeLabel:"CUSTOM",startTime:t,endTime:a},!0)}}},[R,H.startTimeLabel,$]),(0,s.useEffect)(()=>{"ALL"===H.startTimeLabel&&$({startTimeLabel:S.oy},!0)},[H.startTimeLabel,$]);const{startTime:K,endTime:q}=(0,s.useMemo)(()=>(0,S.UY)(j.dateNow,H),[j.dateNow,H]),z=K?new Date(K).getTime():void 0,W=q?new Date(q).getTime():void 0,Q=(0,ve.N3)(z,W);(0,s.useEffect)(()=>{k&&!(0,ve.ei)(z,W,k)&&F(null)},[z,W,k]);const G=null!==k&&void 0!==k?k:Q,J=ve.ZG[G],te=(0,s.useMemo)(()=>(0,E.yB)(z,W,J),[z,W,J]),[ae,oe]=(0,s.useState)([]),se=D===fe.L.Usage,ne=(0,s.useMemo)(()=>se?(0,Te.Kg)(ae):void 0,[se,ae]),le=(0,s.useMemo)(()=>se?(0,Te.Q1)(ae):void 0,[se,ae]),de=(0,s.useMemo)(()=>[{value:"user",label:e.formatMessage({id:"nXIn89",defaultMessage:"User"})},{value:"session",label:e.formatMessage({id:"s29iQg",defaultMessage:"Session"})},{value:"state",label:e.formatMessage({id:"u9ZeuA",defaultMessage:"State"}),valueOptions:Te.Pk.map(t=>({value:t,label:e.formatMessage(h.Ab[t])}))},{value:"git_branch",label:e.formatMessage({id:"TXwmoT",defaultMessage:"Git branch"})},{value:"git_commit",label:e.formatMessage({id:"2xFiOo",defaultMessage:"Git commit"})}],[e]);return(0,B.FD)("div",{css:he,children:[O&&(0,B.Y)(m.Alert,{componentId:"mlflow.experiment.overview.filestore-warning",type:"warning",css:(0,o.AH)({marginBottom:n.spacing.sm},""),message:(0,B.Y)(u.A,{id:"mYcueV",defaultMessage:"The Overview tab requires a SQL-based tracking store for full functionality, file-based backend is not supported."})}),(0,B.FD)(d.ht.Root,{componentId:"mlflow.experiment.overview.tabs",value:D,onValueChange:e=>L(e),valueHasNoPii:!0,css:ye,children:[(0,B.FD)(d.ht.List,{children:[(0,B.Y)(d.ht.Trigger,{value:fe.L.Usage,children:(0,B.Y)(u.A,{id:"ecUdab",defaultMessage:"Usage"})}),(0,B.Y)(d.ht.Trigger,{value:fe.L.Quality,children:(0,B.Y)(u.A,{id:"lRO4km",defaultMessage:"Quality"})}),(0,B.Y)(d.ht.Trigger,{value:fe.L.ToolCalls,children:(0,B.Y)(u.A,{id:"a9kRlY",defaultMessage:"Tool calls"})})]}),(0,B.FD)("div",{css:(0,o.AH)({display:"flex",alignItems:"center",gap:n.spacing.sm},""),children:[D===fe.L.Usage&&(0,B.Y)(pe.o,{filters:ae,setFilters:oe,columnOptions:de}),(0,B.Y)(ge.l,{value:G,onChange:F,startTimeMs:z,endTimeMs:W,allowClear:null!==k&&k!==Q,onClear:()=>F(null)}),(0,B.Y)(y.$,{excludeOptions:["ALL"],componentId:"mlflow.experiment.overview"}),(0,g.RF)()&&(0,B.Y)("div",{css:(0,o.AH)({marginLeft:"auto",display:"flex",alignItems:"center",gap:n.spacing.sm},""),children:(0,B.Y)(v.Cr,{componentId:"mlflow.experiment.overview.detect-issues-button",onClick:()=>a(`${r.Ay.getExperimentPageTracesTabRoute(t)}?detectIssues=true`)})})]}),(0,B.FD)(I.F7,{experimentIds:[t],startTimeMs:z,endTimeMs:W,timeIntervalSeconds:J,timeBuckets:te,filters:ne,tracesNavigationFilters:le,children:[(0,B.Y)(d.ht.Content,{value:fe.L.Usage,css:Se,children:(0,B.FD)(Z.aE,{children:[(0,B.Y)(w.a,{}),(0,B.FD)(Z.vK,{children:[(0,B.Y)(A.K,{}),(0,B.Y)(Y.L,{enableTraceNavigation:U})]}),(0,B.FD)(Z.vK,{children:[(0,B.Y)(N.o,{}),(0,B.Y)(C.A,{})]}),(0,B.FD)(Z.vK,{children:[(0,B.Y)(x.q,{}),(0,B.Y)(_.m,{})]})]})}),(0,B.Y)(d.ht.Content,{value:fe.L.Quality,css:be,children:(0,B.Y)(Z.aE,{children:(0,B.Y)(X,{enableTraceNavigation:U})})}),(0,B.Y)(d.ht.Content,{value:fe.L.ToolCalls,css:Me,children:(0,B.Y)(Z.aE,{children:(0,B.FD)(B.FK,{children:[(0,B.Y)(ee,{}),(0,B.Y)(ue,{}),(0,B.FD)(Z.vK,{children:[(0,B.Y)(re,{}),(0,B.Y)(me,{})]}),(0,B.Y)(ie,{})]})})})]})]})]})},Ae=()=>(0,B.Y)(b.k,{children:(0,B.Y)(we,{})})},10975(e,t,a){a.d(t,{aP:()=>d,bf:()=>l,kY:()=>m,y_:()=>r});var o=a(15032),s=a(51477),n=a(10587),i=a(63968);

1function l(e,t="desc"){const[a,o]=(0,s.useState)(e),[n,i]=(0,s.useState)(t),l=(0,s.useCallback)(e=>{a===e?i("asc"===n?"desc":"asc"):(o(e),i("desc"))},[a,n]);return{sortColumn:a,sortDirection:n,handleSort:l}}function r({column:e,sortColumn:t,sortDirection:a,onSort:s,children:l,centered:r}){const{theme:d}=(0,n.u)();return(0,i.FD)("div",{role:"button",tabIndex:0,onClick:()=>s(e),onKeyDown:t=>"Enter"===t.key&&s(e),css:(0,o.AH)({display:"flex",alignItems:"center",gap:d.spacing.xs,cursor:"pointer",justifyContent:r?"center":"flex-start",color:d.colors.textSecondary,fontSize:d.typography.fontSizeSm,fontWeight:600,"&:hover":{color:d.colors.textPrimary}},""),children:[l,t===e&&("asc"===a?(0,i.Y)(n.aY,{}):(0,i.Y)(n.aZ,{}))]})}function d(e){const{theme:t}=(0,n.u)(),a={display:"grid",gridTemplateColumns:e,gap:t.spacing.lg,borderBottom:`1px solid ${t.colors.border}`};return{rowStyle:a,headerRowStyle:{...a,padding:`${t.spacing.sm}px ${t.spacing.lg}px ${t.spacing.sm}px 0`},bodyRowStyle:{...a,padding:`${t.spacing.md}px ${t.spacing.lg}px ${t.spacing.md}px 0`,alignItems:"center","&:last-child":{borderBottom:"none"}},cellStyle:{textAlign:"center"}}}const m=({name:e,color:t,scrollToElementId:a})=>{const{theme:s}=(0,n.u)(),l=()=>{const e=document.getElementById(a);e&&e.scrollIntoView({behavior:"smooth",block:"start"})};return(0,i.FD)("div",{role:"button",tabIndex:0,onClick:l,onKeyDown:e=>"Enter"===e.key&&l(),css:(0,o.AH)({display:"flex",alignItems:"center",gap:s.spacing.sm,cursor:"pointer","&:hover":{textDecoration:"underline"}},""),children:[(0,i.Y)("div",{css:(0,o.AH)({width:8,height:8,borderRadius:"50%",backgroundColor:t,flexShrink:0},"")}),(0,i.Y)(n.T.Text,{css:(0,o.AH)({fontFamily:"monospace",overflow:"hidden",textOverflow:"ellipsis",whiteSpace:"nowrap",color:s.colors.actionPrimaryBackgroundDefault},""),children:e})]})}},55871(e,t,a){a.d(t,{o:()=>d});var o=a(21602),s=a(52821),n=a(12887),i=a(33972),l=a(89511),r=a(39558);function d({experimentIds:e,startTimeMs:t,endTimeMs:a,viewType:d,metricName:m,metricNames:c,aggregations:u,timeIntervalSeconds:g,filters:v,dimensions:f,enabled:p=!0}){const T=(0,i.F9)(),h=(0,r.Tu)(),y=null===h||void 0===h?void 0:h.warehouseId,S=Boolean((0,l.T5)()),b=null!==c&&void 0!==c?c:S&&m?[m]:void 0,M=b?void 0:m,w=!(null===b||void 0===b||!b.length)||!!M,A={experiment_ids:e,view_type:d,metric_name:M,metric_names:b,aggregations:u,time_interval_seconds:g,start_time_ms:t,end_time_ms:a,filters:v,dimensions:f},Y=e.length>0&&w&&p&&(!T||void 0!==t&&void 0!==a&&!!y),N=(0,o.I)({queryKey:["traceMetrics",e,t,a,d,m,c,u,g,v,f,y],queryFn:async()=>T?async function(e,t){const{experiment_ids:a,...o}=e,i={...o,locations:a.map(e=>({type:"MLFLOW_EXPERIMENT",mlflow_experiment:{experiment_id:e}})),...t?{sql_warehouse_id:t}:{}};return(0,s.qP)((0,s.we)("ajax-api/4.0/mlflow/traces/metrics"),{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify(i)}).then(e=>e.json()).catch(n.J)}(A,y):async function(e){return(0,s.qP)((0,s.we)("ajax-api/3.0/mlflow/traces/metrics"),{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify(e)}).then(e=>e.json()).catch(n.J)}(A),enabled:Y,refetchOnWindowFocus:!1});return{...N,isLoading:N.isLoading&&Y}}},39558(e,t,a){a.d(t,{Tu:()=>n});var o=a(51477);a(33972),a(29082);const s=(0,o.createContext)(null),n=()=>(0,o.useContext)(s)},12887(e,t,a){a.d(t,{J:()=>s});var o=a(68073);async function s(e){if(e instanceof o.Un){var t;const a=await(null===(t=e.response)||void 0===t?void 0:t.json());e.message=null===a||void 0===a?void 0:a.message}throw e}},49149(e,t,a){a.d(t,{VE:()=>s.V,z7:()=>o.z7});var o=a(28015),s=a(92530)}}]);