1"use strict";(globalThis.webpackChunkdocs_site=globalThis.webpackChunkdocs_site||[]).push([[14166],{19028(e,o,s){s.r(o),s.d(o,{assets:()=>c,contentTitle:()=>i,default:()=>d,frontMatter:()=>r,metadata:()=>t,toc:()=>l});var t=s(40651),n=s(74848),a=s(28453);const r={title:"Volcano v1.4 (Beta) Release Note",description:"Volcano v1.4 (Beta) Release Includes New Features Such as NUMA-Aware",authors:["volcano"],date:new Date("2021-09-13T00:00:00.000Z"),tags:["release","volcano","cncf"]},i=void 0,c={authorsImageUrls:[void 0]},l=[];function u(e){const o={a:"a",blockquote:"blockquote",code:"code",p:"p",strong:"strong",...(0,a.R)(),...e.components};return(0,n.jsxs)(n.Fragment,{children:[(0,n.jsxs)(o.blockquote,{children:["\n",(0,n.jsxs)(o.p,{children:["This article was firstly released at ",(0,n.jsx)(o.code,{children:"Container Cube"})," on September 6th, 2021, refer to ",(0,n.jsx)(o.a,{href:"https://mp.weixin.qq.com/s/S5JAQI0uLoTEx0lvYDXM4Q",children:"Volcano v1.4.0-Beta\u53d1\u5e03\uff0c\u652f\u6301NUMA-Aware\u7b49\u591a\u4e2a\u91cd\u8981\u7279\u6027"})]}),"\n"]}),"\n",(0,n.jsx)(o.p,{children:"Volcano, CNCF's first batch computing project, is now available with a new version, v1.4 (Beta). This version includes multiple important features, such as resource ratio-based partitions on GPU nodes, NUMA-aware, mixed deployment of multiple schedulers, and greatly improved stability."}),"\n",(0,n.jsxs)(o.p,{children:[(0,n.jsx)(o.strong,{children:"Resource ratio-based partitions on GPU nodes"})," is developed to avoid idle GPUs while GPU-consuming jobs are starving. This is an important feature contributed by Leinao Cloud, a Volcano community member."]}),"\n",(0,n.jsx)(o.p,{children:"Previously, a scheduler had separate rules for allocating scarce resources such as GPUs and common resources such as CPUs. That is, CPU-consuming jobs can be directly allocated to GPU nodes to consume CPU and memory resources without considering the upcoming GPU jobs and reserving no resources for them. Alternatively, an independent scheduler was configured for GPU nodes, which did not allow CPU-consuming jobs to be scheduled to GPU nodes."}),"\n",(0,n.jsxs)(o.p,{children:["Now with resource ratio-based partitions, you can set a dominant resource (usually GPU) and configure a resource ratio (for example, GPU:CPU",":Memory"," = 1:4:32) for the dominant resource. The scheduler ensures that the ratio of idle GPU, CPU, and memory resources on a GPU node is greater than or equal to the value you set."]}),"\n",(0,n.jsx)(o.p,{children:"In this way, GPU-consuming jobs that meet the ratio requirement can be scheduled to the node at any time, preventing GPU wastes. Compared with other solutions in the industry, this more flexible method improves node resource utilization."}),"\n",(0,n.jsxs)(o.p,{children:["For details about the feature design and usage, you can visit ",(0,n.jsx)(o.a,{href:"https://github.com/volcano-sh/volcano/blob/master/docs/design/proportional.md",children:"https://github.com/volcano-sh/volcano/blob/master/docs/design/proportional.md"}),"."]}),"\n",(0,n.jsxs)(o.p,{children:[(0,n.jsx)(o.strong,{children:"CPU NUMA-aware"})," is another important feature of this version. For computing-intensive jobs such as AI and big data jobs, enabling NUMA will significantly improve the computing efficiency. With CPU NUMA-aware scheduling, you can configure the NUMA policy to determine whether to enable NUMA for workloads. The scheduler will select a node that meets the NUMA requirements."]}),"\n",(0,n.jsxs)(o.p,{children:["For details about the feature design and usage, you can visit ",(0,n.jsx)(o.a,{href:"https://github.com/volcano-sh/volcano/blob/master/docs/design/numa-aware.md",children:"https://github.com/volcano-sh/volcano/blob/master/docs/design/numa-aware.md"}),"."]}),"\n",(0,n.jsxs)(o.p,{children:["You can now ",(0,n.jsx)(o.strong,{children:"deploy different types of schedulers"})," in a Kubernetes cluster to properly schedule resources. The most common use case is deploying default-scheduler and Volcano together. Native Kubernetes resource objects, such as Deployments and StatefulSets, can be scheduled by default-scheduler, and high-performance computing workloads, such as Volcano Jobs, TensorFlow Jobs, and Spark Jobs, c
1an be scheduled by Volcano. This solution can make the best possible use of each type of schedulers and reduce the concurrency pressure of a single scheduler."]}),"\n",(0,n.jsxs)(o.p,{children:["For details about the feature design and usage, you can visit ",(0,n.jsx)(o.a,{href:"https://github.com/volcano-sh/volcano/blob/master/docs/design/multi-scheduler.md",children:"https://github.com/volcano-sh/volcano/blob/master/docs/design/multi-scheduler.md"}),"."]}),"\n",(0,n.jsx)(o.p,{children:"In addition to the preceding features, Volcano v1.4 (Beta) adds the stress testing automation framework and fixes bugs introduced by the resource comparison function robustness."}),"\n",(0,n.jsx)(o.p,{children:"The community is collecting roadmap features for Volcano v1.5. We have received requirements on support for cluster resource monitoring, hierarchical queues, enhanced Spark integration, and task dependency. Every piece of your suggestions and issues is welcome."})]})}function d(e={}){const{wrapper:o}={...(0,a.R)(),...e.components};return o?(0,n.jsx)(o,{...e,children:(0,n.jsx)(u,{...e})}):u(e)}},28453(e,o,s){s.d(o,{R:()=>r,x:()=>i});var t=s(96540);const n={},a=t.createContext(n);function r(e){const o=t.useContext(a);return t.useMemo(function(){return"function"==typeof e?e(o):{...o,...e}},[o,e])}function i(e){let o;return o=e.disableParentContext?"function"==typeof e.components?e.components(n):e.components||n:r(e.components),t.createElement(a.Provider,{value:o},e.children)}},40651(e){e.exports=JSON.parse('{"permalink":"/blog/1.4 release-en","editUrl":"https://github.com/volcano-sh/website/tree/master/blog/1.4 release-en.md","source":"@site/blog/1.4 release-en.md","title":"Volcano v1.4 (Beta) Release Note","description":"Volcano v1.4 (Beta) Release Includes New Features Such as NUMA-Aware","date":"2021-09-13T00:00:00.000Z","tags":[{"inline":true,"label":"release","permalink":"/blog/tags/release"},{"inline":true,"label":"volcano","permalink":"/blog/tags/volcano"},{"inline":true,"label":"cncf","permalink":"/blog/tags/cncf"}],"readingTime":2.69,"hasTruncateMarker":true,"authors":[{"name":"Volcano","url":"https://volcano.sh","imageURL":"https://volcano.sh/img/volcano_logo.svg","key":"volcano","page":null}],"frontMatter":{"title":"Volcano v1.4 (Beta) Release Note","description":"Volcano v1.4 (Beta) Release Includes New Features Such as NUMA-Aware","authors":["volcano"],"date":"2021-09-13T00:00:00.000Z","tags":["release","volcano","cncf"]},"unlisted":false,"prevItem":{"title":"ING Bank: How Volcano Empowers Their Big Data Analytics Platform","permalink":"/blog/ING_case-en"},"nextItem":{"title":"OpenI-Octopus: How to Avoid Resource Preemption in Kubernetes Clusters","permalink":"/blog/pengcheng-en"}}')}}]);
Line numbers count LF bytes from the start of the resource, as the search results do. Vendor segments are library code the classifier recognised; they are stored but not indexed. Bytes are shown as Latin1 characters, one per byte.