https://www.pipeless.ai/docs/_next/static/chunks/pages/v1/inference-45fa73d058b397ed.js

1(self.webpackChunk_N_E=self.webpackChunk_N_E||[]).push([[426],{7122:function(e,t,n){(window.__NEXT_P=window.__NEXT_P||[]).push(["/v1/inference",function(){return n(1633)}])},9369:function(e,t,n){"use strict";var o=n(5893);n(7294);var i=n(5675),s=n.n(i),r=n(3750),a=n(1163),l=n(2681);let d={logo:(0,o.jsxs)("span",{style:{display:"flex",alignItems:"center"},children:[(0,o.jsx)(s(),{alt:"logo",width:30,height:30,src:"/docs/logo-400x400-rounded.png"}),"\xa0",(0,o.jsx)("b",{children:"Pipeless"})]}),logoLink:"https://pipeless.ai",primaryHue:297,project:{link:"https://github.com/pipeless-ai/pipeless"},chat:{link:"https://discord.gg/K2qxQ8uedG",icon:(0,o.jsx)(r.KpZ,{size:25})},docsRepositoryBase:"https://github.com/pipeless-ai/docs/tree/main",footer:{text:(0,o.jsx)("p",{children:"Copyright \xa9 2023 Pipeless, Inc."})},search:{loading:"Loading..."},head:()=>{let{asPath:e,defaultLocale:t,locale:n}=(0,a.useRouter)(),{frontMatter:i}=(0,l.ZR)(),s="https://www.pipeless.ai"+(t===n?e:"/".concat(n).concat(e));return(0,o.jsxs)(o.Fragment,{children:[(0,o.jsx)("meta",{property:"og:url",content:s}),(0,o.jsx)("meta",{property:"og:title",content:i.title||"Pipeless Documentation"}),(0,o.jsx)("meta",{property:"og:description",content:i.description||"Documentation about Pipeless, the computer vision framework"}),(0,o.jsx)("meta",{property:"og:image",content:"https://www.pipeless.ai/docs/logo-400x400-rounded.png"})]})},useNextSeoProps:()=>({titleTemplate:"%s – Pipeless"}),banner:{dismissible:!1,key:"agents",text:(0,o.jsx)("a",{target:"blank",href:"https://agents.pipeless.ai",children:(0,o.jsxs)("p",{children:["\uD83D\uDE80 \xa0\xa0",(0,o.jsx)("b",{children:"Pipeless Agents is live!"}),"\xa0Create vision powered apps and automations effortlessly within seconds.\xa0",(0,o.jsx)("span",{style:{textDecoration:"underline"},children:"Click here to get started!"})]})})},sidebar:{defaultMenuCollapseLevel:1}};t.Z=d},1633:function(e,t,n){"use strict";n.r(t),n.d(t,{__toc:function(){return l}});var o=n(5893),i=n(2673),s=n(2681),r=n(9369);n(9966);var a=n(2643);let l=[{depth:2,value:"Supported runtimes",id:"supported-runtimes"},{depth:3,value:"ONNX Runtime",id:"onnx-runtime"},{depth:2,value:"General Troubleshooting",id:"general-troubleshooting"},{depth:3,value:"cudaErrorNoKernelImageForDevice",id:"cudaerrornokernelimagefordevice"},{depth:3,value:"Seems to get stuck",id:"seems-to-get-stuck"},{depth:3,value:"I have CUDA and Cudnn installed but ONNX Runtime is not using CUDA",id:"i-have-cuda-and-cudnn-installed-but-onnx-runtime-is-not-using-cuda"},{depth:3,value:"Segmentation fault (core dumped)",id:"segmentation-fault-core-dumped"}];function d(e){let t=Object.assign({h1:"h1",p:"p",code:"code",pre:"pre",span:"span",h2:"h2",h3:"h3",a:"a",ul:"ul",li:"li"},(0,a.a)(),e.components);return(0,o.jsxs)(o.Fragment,{children:[(0,o.jsx)(t.h1,{children:"Loading a model into an inference runtime"}),"\n",(0,o.jsx)(t.p,{children:"Pipeless supports some inference runtimes so you can easily load a model and run inference either in CPU or GPU."}),"\n",(0,o.jsxs)(t.p,{children:["To enable one of the inference runtimes for a stage just create a ",(0,o.jsx)(t.code,{children:"process.json"})," file within the stage folder."]}),"\n",(0,o.jsxs)(t.p,{children:["The minimum content required by ",(0,o.jsx)(t.code,{children:"process.json"})," is the runtime key and the model URI:"]}),"\n",(0,o.jsx)(t.pre,{"data-language":"json","data-theme":"default",hasCopyCode:!0,children:(0,o.jsxs)(t.code,{"data-language":"json","data-theme":"default",children:[(0,o.jsx)(t.span,{className:"line",children:(0,o.jsx)(t.span,{style:{color:"var(--shiki-color-text)"},children:"{"})}),"\n",(0,o.jsxs)(t.span,{className:"line",children:[(0,o.jsx)(t.span,{style:{color:"var(--shiki-color-text)"},children:"    "}),(0,o.jsx)(t.span,{style:{color:"var(--shiki-token-keyword)"},children:'"runtime"'}),(0,o.jsx)(t.span,{style:{color:"var(--shiki-token-punctuation)"},children:":"}),(0,o.jsx)(t.span,{style:{color:"var(--shiki-color-text)"},children:" "}),(0,o.jsx)(t.span,{style:{color:"var(--shiki-token-string-expression)"},children:'"onnx"'}),(0,o.jsx)(t.span,{style:{color:"var(--shiki-token-punctuation)"},children:","})]}),"\n",(0,o.jsxs)(t.span,{className:"line",children:[(0,o.jsx)(t.span,{style:{color:"var(--shiki-color-text)"},children:"    "}),(0,o.jsx)(t.span,{style:{color:"var(--shiki-token-keyword)"},children:'"model_uri"'}),(0,o.jsx)(t.span,{style:{color:"var(--shiki-token-punctuation)"},children:":"}),(0,o.jsx)(t.span,{style:{color:"var(--shiki-color-text)"},children:" "}),(0,o.jsx)(t.span,{style:{color:"var(--shiki-token-string-expression)"},children:'"https://pipeless-public.s3.eu-west-3.amazonaws.com/yolov8n.onnx"'}),(0,o.jsx)(t.span,{style:{color:"var(--shiki-token-punctuation)"},children:","})]}),"\n",(0,o.jsx)(t.span,{className:"line",children:(0,o.jsx)(t.span,{style:{color:"var(--shiki-color-text)"},children:"}"})})]})}),"\n",(0,o.jsx)(t.h2,{id:"supported-runtimes",children:"Supported runtimes"}),"\n",(0,o.jsxs)(t.p,{children:["This section contains the supported inference runtimes as well as the configuration parameters for each one. The parameters for the inference runtime are provided under the ",(0,o.jsx)(t.code,{children:"inference_params"})," field in the ",(0,o.jsx)(t.code,{children:"process.json"})," file."]}),"\n",(0,o.jsx)(t.p,{children:"For example:"}),"\n",(0,o.jsx)(t.pre,{"data-language":"json","data-theme":"default",hasCopyCode:!0,children:(0,o.jsxs)(t.code,{"data-language":"json","data-theme":"default",children:[(0,o.jsx)(t.span,{className:"line",children:(0,o.jsx)(t.span,{style:{color:"var(--shiki-color-text)"},children:"{"})}),"\n",(0,o.jsxs)(t.span,{className:"line",children:[(0,o.jsx)(t.span,{style:{color:"var(--shiki-color-text)"},children:"    "}),(0,o.jsx)(t.span,{style:{color:"var(--shiki-token-keyword)"},children:'"runtime"'}),(0,o.jsx)(t.span,{style:{color:"var(--shiki-token-punctuation)"},children:":"}),(0,o.jsx)(t.span,{style:{color:"var(--shiki-color-text)"},children:" "}),(0,o.jsx)(t.span,{style:{color:"var(--shiki-token-string-expression)"},children:'"onnx"'}),(0,o.jsx)(t.span,{style:{color:"var(--shiki-token-punctuation)"},children:","})]}),"\n",(0,o.jsxs)(t.span,{className:"line",children:[(0,o.jsx)(t.span,{style:{color:"var(--shiki-color-text)"},children:"    "}),(0,o.jsx)(t.span,{style:{color:"var(--shiki-token-keyword)"},children:'"model_uri"'}),(0,o.jsx)(t.span,{style:{color:"var(--shiki-token-punctuation)"},children:":"}),(0,o.jsx)(t.span,{style:{color:"var(--shiki-color-text)"},children:" "}),(0,o.jsx)(t.span,{style:{color:"var(--shiki-token-string-expression)"},children:'"https://pipeless-public.s3.eu-west-3.amazonaws.com/yolov8n.onnx"'}),(0,o.jsx)(t.span,{style:{color:"var(--shiki-token-punctuation)"},children:","})]}),"\n",(0,o.jsxs)(t.span,{className:"line",children:[(0,o.jsx)(t.span,{style:{color:"var(--shiki-color-text)"},children:"    "}),(0,o.jsx)(t.span,{style:{color:"var(--shiki-token-keyword)"},children:'"inference_params"'}),(0,o.jsx)(t.span,{style:{color:"var(--shiki-token-punctuation)"},children:":"}),(0,o.jsx)(t.span,{style:{color:"var(--shiki-color-text)"},children:" {"})]}),"\n",(0,o.jsxs)(t.span,{className:"line",children:[(0,o.jsx)(t.span,{style:{color:"var(--shiki-color-text)"},children:"        "}),(0,o.jsx)(t.span,{style:{color:"var(--shiki-token-keyword)"},children:'"execution_provider"'}),(0,o.jsx)(t.span,{style:{color:"var(--shiki-token-punctuation)"},children:":"}),(0,o.jsx)(t.span,{style:{color:"var(--shiki-color-text)"},children:" "}),(0,o.jsx)(t.span,{style:{color:"var(--shiki-token-string-expression)"},children:'"TensorRT"'})]}),"\n",(0,o.jsx)(t.span,{className:"line",children:(0,o.jsx)(t.span,{style:{color:"var(--shiki-color-text)"},children:"    }"})}),"\n",(0,o.jsx)(t.span,{className:"line",children:(0,o.jsx)(t.span,{style:{color:"var(--shiki-color-text)"},children:"}"})})]})}),"\n",(0,o.jsx)(t.h3,{id:"onnx-runtime",children:"ONNX Runtime"}),"\n",(0,o.jsxs)(t.p,{children:["The ",(0,o.jsx)(t.a,{href:"https://onnxruntime.ai/",children:"ONNX Runtime"})," is widely used. Most of the machine learning frameworks allow to export models to ONNX format."]}),"\n",(0,o.jsxs)(t.ul,{children:["\n",(0,o.jsxs)(t.li,{children:["Runtime key: ",(0,o.jsx)(t.code,{children:"onnx"})]}),"\n",(0,o.jsxs)(t.li,{children:["Parameters:","\n",(0,o.jsxs)(t.ul,{children:["\n",(0,o.jsxs)(t.li,{children:[(0,o.jsx)(t.code,{children:"execution_provider"}),": The execution provider to use. Allowed values: ",(0,o.jsx)(t.code,{children:"cpu"}),", ",(0,o.jsx)(t.code,{children:"CUDA"})," (Linux and Windows only), ",(0,o.jsx)(t.code,{children:"TensorRT"})," (Linux and Windows only), ",(0,o.jsx)(t.code,{children:"OpenVINO"}),", ",(0,o.jsx)(t.code,{children:"CoreML"})," (macOS only)."]}),"\n",(0,o.jsxs)(t.li,{children:[(0,o.jsx)(t.code,{children:"execution_mode"}),": Either ",(0,o.jsx)(t.code,{children:"Parallel"})," or ",(0,o.jsx)(t.code,{children:"Sequential"}),". Check the ",(0,o.jsx)(t.a,{href:"https://onnxruntime.ai/docs/performance/tune-performance/threading.html",children:"ONNX threading docs"}),"."]}),"\n",(0,o.jsxs)(t.li,{children:[(0,o.jsx)(t.code,{children:"inter_threads"}),": A integer number. Only takes effect if ",(0,o.jsx)(t.code,{children:"execution_mode"})," is ",(0,o.jsx)(t.code,{children:"parallel"})," (and the model nodes can be run in parallel). Indicates the maximum number of threads to use to run them in parallel."]}),"\n",(0,o.jsxs)(t.li,{children:[(0,o.jsx)(t.code,{children:"intra_threads"}),": A integer number, Indicates the number of threads to parallelize the execution within nodes."]}),"\n"]}),"\n"]}),"\n"]}),"\n",(0,o.jsx)(t.h2,{id:"general-troubleshooting",children:"General Troubleshooting"}),"\n",(0,o.jsx)(t.h3,{id:"cudaerrornokernelimagefordevice",children:"cudaErrorNoKernelImageForDevice"}),"\n",(0,o.jsx)(t.p,{children:"You may find a message like the following when CUDA was not compiled for your target GPU architecture:"}),"\n",(0,o.jsx)(t.pre,{"data-language":"text","data-theme":"default",children:(0,o.jsx)(t.code,{"data-language":"text","data-theme":"default",children:(0,o.jsx)(t.span,{className:"line",children:(0,o.jsx)(t.span,{style:{color:"var(--shiki-color-text)"},children:"Status Message: CUDA error cudaErrorNoKernelImageForDevice:no kernel image is available for execution on the device"})})})}),"\n",(0,o.jsx)(t.p,{children:"Consider building CUDA yourself or using a different GPU. This error has been reported in some Nvidia 940MX (Maxwell architecture)."}),"\n",(0,o.jsx)(t.h3,{id:"seems-to-get-stuck",children:"Seems to get stuck"}),"\n",(0,o.jsxs)(t.p,{children:["If running ",(0,o.jsx)(t.code,{children:"pipeless run"})," using the ONNX inference it seems to get stuck and there is not a clear error shown, try running the worker only to see the error with ",(0,o.jsx)(t.code,{children:"pipeless run worker"}),"."]}),"\n",(0,o.jsx)(t.h3,{id:"i-have-cuda-and-cudnn-installed-but-onnx-runtime-is-not-using-cuda",children:"I have CUDA and Cudnn installed but ONNX Runtime is not using CUDA"}),"\n",(0,o.jsx)(t.p,{children:"In this case, you usually get a warning like:"}),"\n",(0,o.jsx)(t.pre,{"data-language":"text","data-theme":"default",children:(0,o.jsx)(t.code,{"data-language":"text","data-theme":"default",children:(0,o.jsx)(t.span,{className:"line",children:(0,o.jsx)(t.span,{style:{color:"var(--shiki-color-text)"},children:"[W:onnxruntime:Default, onnxruntime_pybind_state.cc:640 CreateExecutionProviderInstance] Failed to create CUDAExecutionProvider. Please reference https://onnxruntime.ai/docs/execution-providers/CUDA-ExecutionProvider.html#requirements to ensure all dependencies are met."})})})}),"\n",(0,o.jsxs)(t.p,{children:["Ensure you have the proper CUDA and Cudnn versions installed. Check the ",(0,o.jsx)(t.a,{href:"https://onnxruntime.ai/docs/execution-providers/CUDA-ExecutionProvider.html",children:"ONNX CUDA requirements"})," to ensure your versions are compatible. We recommend using CUDA version ",(0,o.jsx)(t.code,{children:"11.7"})," since ",(0,o.jsx)(t.code,{children:"12.X"})," is not properly recognized by the latest version of the ONNX Runtime."]}),"\n",(0,o.jsxs)(t.p,{children:["Optionally, you can use the Pipeless CUDA container image. Find the docs ",(0,o.jsx)(t.a,{href:"/v1/container",children:"here"}),"."]}),"\n",(0,o.jsx)(t.h3,{id:"segmentation-fault-core-dumped",children:"Segmentation fault (core dumped)"}),"\n",(0,o.jsxs)(t.p,{children:["The most common error that leads to a segmentation fault is to provide wrong input data to the model. Double check that what your ",(0,o.jsx)(t.code,{children:"pre-process"})," hook is returning follows the model input format (previous to the automatic transformations mentioned above)."]}),"\n",(0,o.jsx)(t.p,{children:"Another common reason is a wrong CUDA version for your target GPU."}),"\n",(0,o.jsx)(t.p,{children:"If you suffer a segmentation fault and you are unable to understand why, open a GitHub issue providing all the information you can, so we can help you figure it out."})]})}let c={MDXContent:function(){let e=arguments.length>0&&void 0!==arguments[0]?arguments[0]:{},{wrapper:t}=Object.assign({},(0,a.a)(),e.components);return t?(0,o.jsx)(t,{...e,children:(0,o.jsx)(d,{...e})}):d(e)},pageOpts:{filePath:"pages/v1/inference.mdx",route:"/v1/inference",frontMatter:{title:"Inference runtimes",description:"Learn to how to load a model into one of the embedded inference runtimes to perform your computer vision tasks in CPU, or GPUs. Use CUDA, TensorRT, OpenVINO, CoreML in any kind of GPU, including Nvidia GPUs."},timestamp:170559148e4,pageMap:[{kind:"Meta",data:{index:"Introduction",contributing:"Contributing","-- Versions":{type:"separator",title:"Versions"},v1:"v1.x.x",v0:"v0.x.x",about:{title:"Home",type:"page",href:"https://pipeless.ai"},contact:{title:"Contact ↗",type:"page",href:"https://lfkz9noht13.typeform.com/to/aeOqKGPt",newWindow:!0}}},{kind:"MdxPage",name:"contributing",route:"/contributing",frontMatter:{title:"Contributing Guidelines",description:"Contribute to the Pipeless open-source computer vision framework in GitHub"}},{kind:"MdxPage",name:"index",route:"/",frontMatter:{title:"Introduction",description:"Introduction to Pipeless, the open-source and production ready computer vision framework. Enjoy serverless development experience for embedded computer vision."}},{kind:"MdxPage",name:"v0",route:"/v0",frontMatter:{title:"Pipeless v0.x",description:"Documentation for Pipeless ver

1sions 0.x. The open-source computer vision framework"}},{kind:"Folder",name:"v1",route:"/v1",children:[{kind:"Meta",data:{"getting-started":"\uD83D\uDE80 Getting Started","rest-api":"Pipeless REST API",formats:"Stream Formats and Protocols",inference:"Inference Runtimes",kvstore:"Key Value Store",container:"\uD83D\uDC0B Container images",deployment:"Deploying your application",models:"Ready to Use CV Models",examples:"\uD83C\uDF1F Examples",benchmark:"Benchmark",changes:"Version Notable Changes",troubleshooting:"Troubleshooting","restart-policy":"Processing Restart Policy"}},{kind:"MdxPage",name:"benchmark",route:"/v1/benchmark",frontMatter:{title:"Benchmark",description:"A benchmark obtained by running the Pipeless computer vision framework on different devices to measure the overhead"}},{kind:"MdxPage",name:"changes",route:"/v1/changes",frontMatter:{title:"Notable version changes",description:"A list of important changes between Pipeless versions"}},{kind:"MdxPage",name:"container",route:"/v1/container",frontMatter:{title:"Container Images",description:"Learn to run and deploy Pipeless using container images. There are images available for CPU, and GPU (CUDA and TensorRT). The container images can also be used to easily deploy Pipeless to the cloud."}},{kind:"MdxPage",name:"deployment",route:"/v1/deployment",frontMatter:{title:"Deploying your pipeless application",description:"Learn how to deploy a Pipeless application to either an edge device or to the cloud. Pipeless ca run in distributed cloud servers as well as edge and IoT devices."}},{kind:"Folder",name:"examples",route:"/v1/examples",children:[{kind:"Meta",data:{w

1attermark:"Adding wattermarks",cats:"Detecting Cats on a Video","tf-pose":"Pose detection with TensorFlow",yolov8:"Object detection - YOLOv8 Python lib","onnx-candy":"ONXX Runtime - Candy filter","onnx-yolo":"ONNX Runtime - Object detection with YOLO","gaze-piano":"Play a piano with your eyes by looking to the notes"}},{kind:"MdxPage",name:"cats",route:"/v1/examples/cats",frontMatter:{title:"Cats recognition example",description:"A Pipeless example to recognize and detect cats in a video stream"}},{kind:"MdxPage",name:"gaze-piano",route:"/v1/examples/gaze-piano",frontMatter:{title:"Play a piano with your eyes - Gaze estimation",description:"A Pipeless example that allows you play a virtual piano with your eyes by looking to the note you want to play"}},{kind:"MdxPage",name:"onnx-candy",route:"/v1/examples/onnx-candy",frontMatter:{title:"Candy filter with ONNX runtime",description:"A Pipeless example using the ONNX Runtime to apply a candy filter to a video stream"}},{kind:"MdxPage",name:"onnx-yolo",route:"/v1/examples/onnx-yolo",frontMatter:{title:"Object detection with ONNX Runtime",description:"A Pipeless example that runs inference using the ONNX Runtime and YOLO to detect objects in a video stream"}},{kind:"MdxPage",name:"tf-pose",route:"/v1/examples/tf-pose",frontMatter:{title:"Pose estimation/detection with TensorFlow",description:"A Pipeless example that detects the pose with 17 keypoints in a video stream"}},{kind:"MdxPage",name:"wattermark",route:"/v1/examples/wattermark",frontMatter:{title:"Adding wattermarks to a video",description:"The most basic Pipeless example adding a wattermark to a video"}},{kind:"MdxPage",name:"yolov8",route:"/v1/examples/yolov8",frontMatter:{title:"Object detection with YOLOv8 and Ultralytics SDK",description:"A Pipeless example to detect objects in a video stream using YOLOv8 via the Ultralytics Python SDK"}}]},{kind:"MdxPage",name:"examples",route:"/v1/examples",frontMatter:{title:"Examples",description:"A list of fully functional examples to play around with the Pipeless computer vision framework."}},{kind:"MdxPage",name:"formats",route:"/v1/formats",frontMatter:{title:"Supported stream formats and protocols",description:"Learn the supported formats and protocols that can be used to provide video to your Pipeless application"}},{kind:"Folder",name:"getting-started",route:"/v1/getting-started",children:[{kind:"Meta",data:{installation:"\uD83D\uDEE0️ Installation","project-structure":"\uD83D\uDCC2 Project Structure"}},{kind:"MdxPage",name:"installation",route:"/v1/getting-started/installation",frontMatter:{title:"Installation guide",description:"Learn to install Pipeless, the computer vision framework"}},{kind:"MdxPage",name:"project-structure",route:"/v1/getting-started/project-structure",frontMatter:{title:"Project structure",description:"Learn how a Pipeless project is structured in the filesystem"}}]},{kind:"MdxPage",name:"getting-started",route:"/v1/getting-started",frontMatter:{title:"Getting started",description:"Get started with the Pipeless computer vision framework and enjoy the development experience of serverless frameworks for embedded computer vision."}},{kind:"MdxPage",name:"inference",route:"/v1/inference",frontMatter:{title:"Inference runtimes",description:"Learn to how to load a model into one of the embedded inference runtimes to perform your computer vision tasks in CPU, or GPUs. Use CUDA, TensorRT, OpenVINO, CoreML in any kind of GPU, including Nvidia GPUs."}},{kind:"MdxPage",name:"kvstore",route:"/v1/kvstore",frontMatter:{title:"Key-Value Store usage",description:"Learn to how use the included key value store to communicate data between the processing of different frames and the execution of different hooks"}},{kind:"Folder",name:"models",route:"/v1/models",children:[{kind:"Folder",name:"tensorflow",route:"/v1/models/tensorflow",children:[{kind:"MdxPage",name:"multi-pose-estimation",route:"/v1/models/tensorflow/multi-pose-estimation",frontMatter:{title:"Multi-pose estimation Tensorflow Model",description:"A ready to use TensorFlow model for multipose estimation in Python"}},{kind:"Meta",data:{"multi-pose-estimation":"Multi-pose estimation Tensorflow Model"}}]},{kind:"MdxPage",name:"tensorflow",route:"/v1/models/tensorflow"},{kind:"Meta",data:{tensorflow:"Tensorflow"}}]},{kind:"MdxPage",name:"models",route:"/v1/models",frontMatter:{title:"Ready to use computer vision models",description:"A list of ready to use computer vision models with Python APIs"}},{kind:"MdxPage",name:"rest-api",route:"/v1/rest-api",frontMatter:{title:"Pipeless REST API",description:"Documentation about the endpoints exposed by a running Pipeless instance"}},{kind:"MdxPage",name:"restart-policy",route:"/v1/restart-policy",frontMatter:{title:"Processing Restart Policy",description:"Documentation about the restart policy for stream processing"}},{kind:"MdxPage",name:"troubleshooting",route:"/v1/troubleshooting",frontMatter:{title:"Troubleshooting your Pipeless application",description:"General guidance and common issues when running your Pipeless application"}}]},{kind:"MdxPage",name:"v1",route:"/v1",frontMatter:{title:"Pipeless v1.x",description:"Documentation for Pipeless ver

1sions 1.x. The open-source computer vision framework"}}],flexsearch:{codeblocks:!0},title:"Inference runtimes",headings:l},pageNextRoute:"/v1/inference",nextraLayout:s.ZP,themeConfig:r.Z};t.default=(0,i.j)(c)}},function(e){e.O(0,[13,996,774,888,179],function(){return e(e.s=7122)}),_N_E=e.O()}]);