https://docs-vrgeo-version3.netlify.app/assets/js/2d38bfe7.b692c9a2.js

1"use strict";(globalThis.webpackChunkvrgs_docs_v_3_1=globalThis.webpackChunkvrgs_docs_v_3_1||[]).push([[27584],{2564(e,n,s){s.r(n),s.d(n,{assets:()=>l,contentTitle:()=>o,default:()=>h,frontMatter:()=>a,metadata:()=>r,toc:()=>d});const r=JSON.parse('{"id":"general/setup-system/ai-ml-requirements","title":"AI & Machine Learning Requirements","description":"VRGS includes a set of optional AI / machine-learning features. They are not needed for everyday viewing and interpretation, but when you use them they have their own hardware, disk, and connectivity implications. This page covers what you need.","source":"@site/versioned_docs/version-3.3/general/setup-system/ai-ml-requirements.md","sourceDirName":"general/setup-system","slug":"/general/setup-system/ai-ml-requirements","permalink":"/docs/3.3/general/setup-system/ai-ml-requirements","draft":false,"unlisted":false,"editUrl":"https://github.com/vrgeoscience/vrgs_docs_v3/tree/master/versioned_docs/version-3.3/general/setup-system/ai-ml-requirements.md","tags":[],"version":"3.3","sidebarPosition":2.5,"frontMatter":{"title":"AI & Machine Learning Requirements","metaTitle":"aimlrequirements","metaDescription":"AI and Machine Learning hardware requirements for VRGS","sidebar_position":2.5},"sidebar":"docs","previous":{"title":"Graphics Settings","permalink":"/docs/3.3/general/setup-system/multi-gpu-systems"},"next":{"title":"Licensing Options","permalink":"/docs/3.3/general/setup-system/licensing"}}');var t=s(74848),i=s(28453);const a={title:"AI & Machine Learning Requirements",metaTitle:"aimlrequirements",metaDescription:"AI and Machine Learning hardware requirements for VRGS",sidebar_position:2.5},o="AI & Machine Learning Requirements",l={},d=[{value:"Features that use AI",id:"features-that-use-ai",level:2},{value:"GPU acceleration",id:"gpu-acceleration",level:2},{value:"VRAM guidance",id:"vram-guidance",level:2},{value:"Model download & storage",id:"model-download--storage",level:2},{value:"The AI assistant (Athos / LLM)",id:"the-ai-assistant-athos--llm",level:2},{value:"Related",id:"related",level:2}];function c(e){const n={a:"a",code:"code",em:"em",h1:"h1",h2:"h2",header:"header",li:"li",p:"p",pre:"pre",strong:"strong",ul:"ul",...(0,i.R)(),...e.components};return(0,t.jsxs)(t.Fragment,{children:[(0,t.jsx)(n.header,{children:(0,t.jsx)(n.h1,{id:"ai--machine-learning-requirements",children:"AI & Machine Learning Requirements"})}),"\n",(0,t.jsx)(n.p,{children:"VRGS includes a set of optional AI / machine-learning features. They are not needed for everyday viewing and interpretation, but when you use them they have their own hardware, disk, and connectivity implications. This page covers what you need."}),"\n",(0,t.jsx)(n.h2,{id:"features-that-use-ai",children:"Features that use AI"}),"\n",(0,t.jsxs)(n.ul,{children:["\n",(0,t.jsxs)(n.li,{children:[(0,t.jsx)(n.strong,{children:"Image segmentation (SAM)"}),' \u2014 interactive "Segment Anything" tools in the photograph view for masking and labelling.']}),"\n",(0,t.jsxs)(n.li,{children:[(0,t.jsx)(n.strong,{children:"Fracture-trace detection (U-Net)"})," \u2014 automatic detection of fracture traces on photographs."]}),"\n",(0,t.jsxs)(n.li,{children:[(0,t.jsx)(n.strong,{children:"Dense reconstruction"})," \u2014 neural dense matching used in Structure-from-Motion (SfM) workflows."]}),"\n",(0,t.jsxs)(n.li,{children:[(0,t.jsx)(n.strong,{children:"Classifiers / neural networks"})," \u2014 additional analysis and classification tools."]}),"\n"]}),"\n",(0,t.jsx)(n.h2,{id:"gpu-acceleration",children:"GPU acceleration"}),"\n",(0,t.jsx)(n.p,{children:"The AI models run through ONNX Runtime, which can use either your CPU or an NVIDIA GPU:"}),"\n",(0,t.jsxs)(n.ul,{children:["\n",(0,t.jsxs)(n.li,{children:[(0,t.jsx)(n.strong,{children:"NVIDIA GPU + CUDA"})," gives a large speed-up and is strongly recommended for AI work. VRGS ships with the supporting CUDA runtime, so a separate CUDA toolkit install is not required \u2014 you only need a compatible NVIDIA GPU and an up-to-date driver."]}),"\n",(0,t.jsxs)(n.li,{children:[(0,t.jsx)(n.strong,{children:"CPU fallback"})," \u2014 most AI features fall back to the CPU automatically if no compatible GPU is present. They still work, but inference is significantly slower."]}

1),"\n",(0,t.jsxs)(n.li,{children:[(0,t.jsx)(n.strong,{children:"One exception:"})," the newest ",(0,t.jsx)(n.strong,{children:"SAM3"})," segmentation model ",(0,t.jsx)(n.strong,{children:"requires an NVIDIA CUDA GPU"})," and will not run on the CPU. The earlier ",(0,t.jsx)(n.strong,{children:"SAM 2.1"})," models and the fracture-detection U-Net run on either CPU or GPU."]}),"\n"]}),"\n",(0,t.jsx)(n.p,{children:"If you intend to use AI features regularly, a dedicated NVIDIA GPU is the single most important choice."}),"\n",(0,t.jsx)(n.h2,{id:"vram-guidance",children:"VRAM guidance"}),"\n",(0,t.jsx)(n.p,{children:"The segmentation models come in several sizes. Larger models are more capable but need more GPU memory:"}),"\n",(0,t.jsxs)(n.ul,{children:["\n",(0,t.jsxs)(n.li,{children:["Smaller variants (e.g. SAM 2.1 ",(0,t.jsx)(n.em,{children:"tiny"})," / ",(0,t.jsx)(n.em,{children:"small"}),") are suited to GPUs with limited VRAM."]}),"\n",(0,t.jsxs)(n.li,{children:["Larger variants (e.g. SAM 2.1 ",(0,t.jsx)(n.em,{children:"large"}),", and SAM3) benefit from more VRAM."]}),"\n"]}),"\n",(0,t.jsxs)(n.p,{children:["As a rule of thumb: ",(0,t.jsx)(n.strong,{children:"more VRAM lets you run the larger, more accurate models and process bigger images faster."})," Exact VRAM minimums depend on the model and image size; if a model is too large for your GPU, choose a smaller variant."]}),"\n",(0,t.jsx)(n.h2,{id:"model-download--storage",children:"Model download & storage"}),"\n",(0,t.jsxs)(n.p,{children:["AI models are ",(0,t.jsx)(n.strong,{children:"not bundled"})," with the installer \u2014 they are downloaded on demand the first time you use a feature."]}),"\n",(0,t.jsxs)(n.ul,{children:["\n",(0,t.jsxs)(n.li,{children:["\n",(0,t.jsxs)(n.p,{children:["The first download ",(0,t.jsx)(n.strong,{children:"requires an internet connection"})," and a ",(0,t.jsx)(n.strong,{children:"GeoTour sign-in"})," (used to authorise the download)."]}),"\n"]}),"\n",(0,t.jsxs)(n.li,{children:["\n",(0,t.jsx)(n.p,{children:"Models are cached locally s

1o they only download once, under:"}),"\n",(0,t.jsx)(n.pre,{children:(0,t.jsx)(n.code,{children:"%LOCALAPPDATA%\\VRGeoscience\\models\n"})}),"\n"]}),"\n",(0,t.jsxs)(n.li,{children:["\n",(0,t.jsxs)(n.p,{children:["Budget a few ",(0,t.jsx)(n.strong,{children:"GB of free disk space"})," for the model cache. The larger segmentation models are several hundred MB to over a GB each."]}),"\n"]}),"\n"]}),"\n",(0,t.jsx)(n.p,{children:"Once downloaded and cached, the models load locally and no longer need an internet connection."}),"\n",(0,t.jsx)(n.h2,{id:"the-ai-assistant-athos--llm",children:"The AI assistant (Athos / LLM)"}),"\n",(0,t.jsxs)(n.p,{children:["VRGS's built-in AI assistant is ",(0,t.jsx)(n.strong,{children:"cloud-based"})," and does not use your local GPU:"]}),"\n",(0,t.jsxs)(n.ul,{children:["\n",(0,t.jsxs)(n.li,{children:["It calls hosted LLM services (such as OpenAI or Anthropic Claude), so it needs an ",(0,t.jsx)(n.strong,{children:"internet connection"})," and a valid ",(0,t.jsx)(n.strong,{children:"API key"}),"."]}),"\n",(0,t.jsxs)(n.li,{children:["Optionally, it can connect to a ",(0,t.jsx)(n.strong,{children:"local Ollama"})," server if you prefer to run language models on your own machine; in that case the hardware requirements are determined by Ollama, not VRGS."]}),"\n"]}),"\n",(0,t.jsxs)(n.p,{children:["To learn how to open Athos, what you can ask it, and its commands, see ",(0,t.jsx)(n.a,{href:"/docs/3.3/general/viewing-collaboration/athos-ai-assistant",children:"Using the Athos AI Assistant"}),"."]}),"\n",(0,t.jsx)(n.h2,{id:"related",children:"Related"}),"\n",(0,t.jsxs)(n.ul,{children:["\n",(0,t.jsxs)(n.li,{children:[(0,t.jsx)(n.a,{href:"/docs/3.3/general/setup-system/hardware-requirements",children:"Hardware Requirements"})," \u2014 overall system requirements."]}),"\n",(0,t.jsxs)(n.li,{children:[(0,t.jsx)(n.a,{href:"/docs/3.3/general/setup-system/multi-gpu-systems",children:"Display Options and GPU Configuration"})," \u2014 make sure VRGS uses your dedicated GPU."]}),"\n"]})]})}function h(e={}){const{wrapper:n}={...(0,i.R)(),...e.components};return n?(0,t.jsx)(n,{...e,children:(0,t.jsx)(c,{...e})}):c(e)}},28453(e,n,s){s.d(n,{R:()=>a,x:()=>o});var r=s(96540);const t={},i=r.createContext(t);function a(e){const n=r.useContext(i);return r.useMemo(function(){return"function"==typeof e?e(n):{...n,...e}},[n,e])}function o(e){let n;return n=e.disableParentContext?"function"==typeof e.components?e.components(t):e.components||t:a(e.components),r.createElement(i.Provider,{value:n},e.children)}}}]);