1"use strict";(globalThis.webpackChunkllm_d_website=globalThis.webpackChunkllm_d_website||[]).push([[43167],{32011(e,t,n){n.r(t),n.d(t,{assets:()=>c,contentTitle:()=>o,default:()=>h,frontMatter:()=>a,metadata:()=>s,toc:()=>d});const s=JSON.parse('{"id":"infrastructure/providers/openshift-aws/README","title":"llm-d on Red Hat OpenShift on AWS","description":"This document serves as a reference guide, pointing you to the official Red Hat and AWS documentation, as well as NVIDIA documentation, for setting up a Red Hat OpenShift Service on AWS (ROSA) cluster with NVIDIA GPU support.","source":"@site/docs/infrastructure/providers/openshift-aws/README.md","sourceDirName":"infrastructure/providers/openshift-aws","slug":"/infrastructure/providers/openshift-aws/","permalink":"/docs/dev/infrastructure/providers/openshift-aws/","draft":false,"unlisted":false,"editUrl":"https://github.com/llm-d/llm-d/edit/main/docs/infrastructure/providers/openshift-aws/README.md","tags":[],"version":"current","frontMatter":{},"sidebar":"docsSidebar","previous":{"title":"OpenShift","permalink":"/docs/dev/infrastructure/providers/openshift/"},"next":{"title":"Gateway Guides","permalink":"/docs/dev/infrastructure/gateway/"}}');var i=n(74848),r=n(28453);const a={},o="llm-d on Red Hat OpenShift on AWS",c={},d=[{value:"Prerequisites",id:"prerequisites",level:2},{value:"Step 1: Create a Red Hat OpenShift Service on AWS (ROSA) Cluster",id:"step-1-create-a-red-hat-openshift-service-on-aws-rosa-cluster",level:2},{value:"Step 2: Add a Machineset with NVIDIA GPU Instances",id:"step-2-add-a-machineset-with-nvidia-gpu-instances",level:2},{value:"Step 3: Enable GPU support on OpenShift with the NFD and GPU Operators",id:"step-3-enable-gpu-support-on-openshift-with-the-nfd-and-gpu-operators",level:2},{value:"Next Steps",id:"next-steps",level:2}];function l(e){const t={a:"a",h1:"h1",h2:"h2",header:"header",li:"li",p:"p",strong:"strong",ul:"ul",...(0,r.R)(),...e.components};return(0,i.jsxs)(i.Fragment,{children:[(0,i.jsx)(t.header,{children:(0,i.jsx)(t.h1,{id:"llm-d-on-red-hat-openshift-on-aws",children:"llm-d on Red Hat OpenShift on AWS"})}),"\n",(0,i.jsx)(t.p,{children:"This document serves as a reference guide, pointing you to the official Red Hat and AWS documentation, as well as NVIDIA documentation, for setting up a Red Hat OpenShift Service on AWS (ROSA) cluster with NVIDIA GPU support."}),"\n",(0,i.jsx)(t.h2,{id:"prerequisites",children:"Prerequisites"}),"\n",(0,i.jsx)(t.p,{children:"Before you begin, ensure you meet the prerequisites outlined in the official documentation for ROSA:"}),"\n",(0,i.jsxs)(t.ul,{children:["\n",(0,i.jsx)(t.li,{children:"An AWS account with necessary permissions for ROSA."}),"\n",(0,i.jsx)(t.li,{children:"A Red Hat account and access to the Red Hat OpenShift Cluster Manager."}),"\n",(0,i.jsx)(t.li,{children:"Required tools (like the rosa CLI) and familiarity with ROSA concepts."}),"\n"]}),"\n",(0,i.jsxs)(t.p,{children:["Refer to the official ROSA documentation for detailed prerequisites:\n",(0,i.jsx)(t.a,{href:"https://docs.aws.amazon.com/rosa/latest/userguide/prerequisites.html",children:"https://docs.aws.amazon.com/rosa/latest/userguide/prerequisites.html"})]}),"\n",(0,i.jsx)(t.h2,{id:"step-1-create-a-red-hat-openshift-service-on-aws-rosa-cluster",children:"Step 1: Create a Red Hat OpenShift Service on AWS (ROSA) Cluster"}),"\n",(0,i.jsx)(t.p,{children:"The primary method for creating a ROSA cluster is through the Red Hat OpenShift Cluster Manager or using the ROSA CLI."}),"\n",(0,i.jsx)(t.p,{children:"For detailed instructions on creating your ROSA cluster, refer to the official documentation:"}),"\n",(0,i.jsxs)(t.ul,{children:["\n",(0,i.jsxs)(t.li,{children:[(0,i.jsx)(t.strong,{children:"Creating a ROSA cluster:"})," ",(0,i.jsx)(t.a,{href:"https://docs.aws.amazon.com/rosa/latest/userguide/create-cluster.html",children:"https://docs.aws.amazon.com/rosa/latest/userguide/create-cluster.html"})]}),"\n",(0,i.jsxs)(t.li,{children:[(0,i.jsx)(t.strong,{children:"Getting started with ROSA:"})," ",(0,i.jsx)(t.a,{href:"https://docs.aws.amazon.com/rosa/latest/userguide/getting-started.html",children:"https://docs.aws.amazon.com/rosa/latest/userguide/getting-started.html"})]}),"\n"]}),"\n",(0,i.jsx)(t.h2,{id:"step-2-add-a-machineset-with-nvidia-gpu-instances",children:"Step 2: Add a Machineset with NVIDIA GPU Instances"}),"\n",(0,i.jsx)(t.p,{children:"To add worker nodes with GPU capabilities to your ROSA cluster, you will create a new machineset configured to use AWS instance types that include NVIDIA GPUs. This is done through the OpenShift console or oc CLI after the ROSA cluster is provisioned."}),"\n",(0,i.jsx)(t.p,{children:"Learn how to manage machinesets and configure them for specific instance types in the official documentation:"}),"\n",(0,i.jsxs)(t.ul,{children:["\n",(0,i.jsxs)(t.li,{children:[(0,i.jsx)(t.strong,{children:"Managing machinesets in OpenShift (applies to ROSA worker nodes):"})," ",(0,i.jsx)(t.a,{href:"https://docs.openshift.com/container-platform/latest/machine_management/creating-machinesets.html",children:"https://docs.openshift.com/container-platform/latest/machine_management/creating-machinesets.html"})]}),"\n",(0,i.jsxs)(t.li,{children:[(0,i.jsx)(t.strong,{children:"Adding machinesets with specific instance types (referencing AWS GPU instances):"})," Consult the AWS documentation for available GPU instance types (e.g., P, G, and Inf instances) and use the OpenShift machineset documentation to configure your machineset accordingly. ",(0,i.jsx)(t.a,{href:"https://aws.amazon.com/ec2/instance-types/",children:"https://aws.amazon.com/ec2/instance-types/"})]}),"\n"]}),"\n",(0,i.jsx)(t.h2,{id:"step-3-enable-gpu-support-on-openshift-with-the-nfd-and-gpu-operators",children:"Step 3: Enable GPU support on OpenShift with the NFD and GPU Operators"}),"\n",(0,i.jsx)(t.p,{children:"To enable GPU acceleration on your GPU-enabled nodes, you need to install and configure both the Node Feature Discovery (NFD) Operator and the NVIDIA GPU Operator. The NVIDIA documentation provides comprehensive steps for this process on OpenShift."}),"\n",(0,i.jsx)(t.p,{children:"Refer to the NVIDIA documentation for detailed instructions on installing and configuring both operators:"}),"\n",(0,i.jsxs)(t.ul,{children:["\n",(0,i.jsxs)(t.li,{children:[(0,i.jsx)(t.strong,{children:"Enabling GPU Support on OpenShift (covers NFD and GPU Operator installation):"})," ",(0,i.jsx)(t.a,{href:"https://docs.nvidia.com/datacenter/cloud-native/openshift/latest/steps-overview.html",children:"https://docs.nvidia.com/datacenter/cloud-native/openshift/latest/steps-overview.html"})]}),"\n"]}),"\n",(0,i.jsx)(t.h2,{id:"next-steps",children:"Next Steps"}),"\n",(0,i.jsx)(t.p,{children:"Once the operators are installed and configured, you can proceed with deploying llm-d using the llm-d quick start."}),"\n",(0,i.jsxs)(t.p,{children:["Try out the ",(0,i.jsx)(t.a,{href:"/docs/dev/well-lit-paths/",children:"well-lit path guides"})," for more information."]})]})}function h(e={}){const{wrapper:t}={...(0,r.R)(),...e.components};return t?(0,i.jsx)(t,{...e,children:(0,i.jsx)(l,{...e})}):l(e)}},28453(e,t,n){n.d(t,{R:()=>a,x:()=>o});var s=n(96540);const i={},r=s.createContext(i);function a(e){const t=s.useContext(r);return s.useMemo(function(){return"function"==typeof e?e(t):{...t,...e}},[t,e])}function o(e){let t;return t=e.disableParentContext?"function"==typeof e.components?e.components(i):e.components||i:a(e.components),s.createElement(r.Provider,{value:t},e.children)}}}]);
Line numbers count LF bytes from the start of the resource, as the search results do. Vendor segments are library code the classifier recognised; they are stored but not indexed. Bytes are shown as Latin1 characters, one per byte.