1"use strict";(self.webpackChunkmia_platform_docs=self.webpackChunkmia_platform_docs||[]).push([["10250"],{595898(e,n,t){t.r(n),t.d(n,{metadata:()=>o,default:()=>u,frontMatter:()=>s,contentTitle:()=>c,toc:()=>l,assets:()=>a});var o=JSON.parse('{"id":"runtime-components/applications/bucket-storage-support---gcp/configuration","title":"Configuration","description":"The configuration steps will let you create the Bucket Storage Support microservices to load and reload data from your bucket:","source":"@site/versioned_docs/version-15.1.0/runtime-components/applications/bucket-storage-support---gcp/20_configuration.md","sourceDirName":"runtime-components/applications/bucket-storage-support---gcp","slug":"/runtime-components/applications/bucket-storage-support---gcp/configuration","permalink":"/docs/runtime-components/applications/bucket-storage-support---gcp/configuration","draft":false,"unlisted":false,"tags":[],"version":"15.1.0","sidebarPosition":20,"frontMatter":{"id":"configuration","title":"Configuration","sidebar_label":"Configuration"},"sidebar":"marketplace","previous":{"title":"Overview","permalink":"/docs/runtime-components/applications/bucket-storage-support---gcp/overview"},"next":{"title":"CHANGELOG","permalink":"/docs/runtime-components/applications/bucket-storage-support---gcp/changelog"}}'),i=t(474848),r=t(28453);let s={id:"configuration",title:"Configuration",sidebar_label:"Configuration"},c,a={},l=[{value:"Connection Set-Up",id:"connection-set-up",level:2}];function d(e){let n={a:"a",code:"code",em:"em",h2:"h2",li:"li",p:"p",strong:"strong",ul:"ul",...(0,r.R)(),...e.components};return(0,i.jsxs)(i.Fragment,{children:[(0,i.jsx)(n.p,{children:"The configuration steps will let you create the Bucket Storage Support microservices to load and reload data from your bucket:"}),"\n",(0,i.jsxs)(n.ul,{children:["\n",(0,i.jsx)(n.li,{children:(0,i.jsx)(n.a,{href:"/docs/products/fast_data/bucket_storage_support/configuration/ingestion_storer_configuration",children:"Ingestion Storer"})}),"\n",(0,i.jsx)(n.li,{children:(0,i.jsx)(n.a,{href:"/docs/products/fast_data/bucket_storage_support/configuration/ingestion_reloader_configuration",children:"Ingestion Reloader"})}),"\n"]}),"\n",(0,i.jsx)(n.p,{children:"Also, the following microservices are added:"}),"\n",(0,i.jsxs)(n.ul,{children:["\n",(0,i.jsxs)(n.li,{children:[(0,i.jsx)(n.em,{children:"API Gateway"}),": to expose ingestion reloader endpoints"]}),"\n",(0,i.jsx)(n.li,{children:"_CRUD Service: to manage a collection for re-ingestion requests."}),"\n"]}),"\n",(0,i.jsx)(n.p,{children:"In addition to that, the following resources are created:"}),"\n",(0,i.jsxs)(n.ul,{children:["\n",(0,i.jsxs)(n.li,{children:[(0,i.jsx)(n.code,{children:"status-service"}),": a CRUD collection used by the ",(0,i.jsx)(n.em,{children:"Ingestion Reloader"})," to keep track of the requests to perform re-ingestion of the data"]}),"\n",(0,i.jsxs)(n.li,{children:[(0,i.jsx)(n.em,{children:"API Gateway"})," endpoints to:","\n",(0,i.jsxs)(n.ul,{children:["\n",(0,i.jsxs)(n.li,{children:["expose with the ",(0,i.jsx)(n.em,{children:"CRUD Service"})," the aforementioned collection;"]}),"\n",(0,i.jsxs)(n.li,{children:["expose the endpoints of the ",(0,i.jsx)(n.em,{children:"Ingestion Reloader"}),"."]}),"\n"]}),"\n"]}),"\n",(0,i.jsxs)(n.li,{children:["public variables such as:","\n",(0,i.jsxs)(n.ul,{children:["\n",(0,i.jsxs)(n.li,{children:[(0,i.jsx)(n.strong,{children:"BUCKET_NAME"}),": the name of the bucket that will be used by Bucket Storage Support applications;"]}),"\n",(0,i.jsxs)(n.li,{children:[(0,i.jsx)(n.strong,{children:"INGESTION_RELOADER_CLIENT_ID"}),": the Kafka client id used by the ",(0,i.jsx)(n.em,{children:"Ingestion Reloader"}),";"]}),"\n",(0,i.jsxs)(n.li,{children:[(0,i.jsx)(n.strong,{children:"INGESTION_STORER_CLIENT_ID"}),": the Kafka client id used by the ",(0,i.jsx)(n.em,{children:"Ingestion Storer"}),";"]}),"\n",(0,i.jsxs)(n.li,{children:[(0,i.jsx)(n.strong,{children:"KAFKA_STORER_GROUP_ID"}),": the kafka consumer group id used by the ",(0,i.jsx)(n.em,{children:"Ingestion Storer"})," to read messages from ingestion topics;"]}),"\n",(0,i.jsxs)(n.li,{children:[(0,i.jsx)(n.strong,{children:"BSS_EVENTS_TOPIC"}),": name of the topic that will be used by the ",(0,i.jsx)(n.em,{children:"Ingestion Storer"})," to publish events related to files written into the bucket."]}),"\n"]}),"\n"]}),"\n"]}),"\n",(0,i.jsx)(n.h2,{id:"connection-set-up",children:"Connection Set-Up"}),"\n",(0,i.jsx)(n.p,{children:"After the application has been created, you still need to configure manually both bucket and kafka connections. You can refer to this sections:"}),"\n",(0,i.jsxs)(n.ul,{children:["\n",(0,i.jsx)(n.li,{children:(0,i.jsx)(n.a,{href:"/docs/products/fast_data/bucket_storage_support/configuration/bucket_connection_configuration",children:"Bucket Connection Configuration"})}),"\n",(0,i.jsx)(n.li,{children:(0,i.jsx)(n.a,{href:"/docs/products/fast_data/bucket_storage_support/configuration/kafka_connection_configuration",children:"Kafka Connection Configuration"})}),"\n"]})]})}function u(e={}){let{wrapper:n}={...(0,r.R)(),...e.components};return n?(0,i.jsx)(n,{...e,children:(0,i.jsx)(d,{...e})}):d(e)}},28453(e,n,t){t.d(n,{R:()=>s,x:()=>c});var o=t(296540);let i={},r=o.createContext(i);function s(e){let n=o.useContext(r);return o.useMemo(function(){return"function"==typeof e?e(n):{...n,...e}},[n,e])}function c(e){let n;return n=e.disableParentContext?"function"==typeof e.components?e.components(i):e.components||i:s(e.components),o.createElement(r.Provider,{value:n},e.children)}}}]);
Line numbers count LF bytes from the start of the resource, as the search results do. Vendor segments are library code the classifier recognised; they are stored but not indexed. Bytes are shown as Latin1 characters, one per byte.