https://docs.logz.io/assets/js/c2a6cb29.0428c016.js

1"use strict";(self.webpackChunkmy_website=self.webpackChunkmy_website||[]).push([[15278],{3905:(t,e,o)=>{o.d(e,{Zo:()=>c,kt:()=>g});var i=o(67294);function n(t,e,o){return e in t?Object.defineProperty(t,e,{value:o,enumerable:!0,configurable:!0,writable:!0}):t[e]=o,t}function r(t,e){var o=Object.keys(t);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(t);e&&(i=i.filter((function(e){return Object.getOwnPropertyDescriptor(t,e).enumerable}))),o.push.apply(o,i)}return o}function a(t){for(var e=1;e<arguments.length;e++){var o=null!=arguments[e]?arguments[e]:{};e%2?r(Object(o),!0).forEach((function(e){n(t,e,o[e])})):Object.getOwnPropertyDescriptors?Object.defineProperties(t,Object.getOwnPropertyDescriptors(o)):r(Object(o)).forEach((function(e){Object.defineProperty(t,e,Object.getOwnPropertyDescriptor(o,e))}))}return t}function l(t,e){if(null==t)return{};var o,i,n=function(t,e){if(null==t)return{};var o,i,n={},r=Object.keys(t);for(i=0;i<r.length;i++)o=r[i],e.indexOf(o)>=0||(n[o]=t[o]);return n}(t,e);if(Object.getOwnPropertySymbols){var r=Object.getOwnPropertySymbols(t);for(i=0;i<r.length;i++)o=r[i],e.indexOf(o)>=0||Object.prototype.propertyIsEnumerable.call(t,o)&&(n[o]=t[o])}return n}var s=i.createContext({}),p=function(t){var e=i.useContext(s),o=e;return t&&(o="function"==typeof t?t(e):a(a({},e),t)),o},c=function(t){var e=p(t.components);return i.createElement(s.Provider,{value:e},t.children)},d="mdxType",u={inlineCode:"code",wrapper:function(t){var e=t.children;return i.createElement(i.Fragment,{},e)}},m=i.forwardRef((function(t,e){var o=t.components,n=t.mdxType,r=t.originalType,s=t.parentName,c=l(t,["components","mdxType","originalType","parentName"]),d=p(o),m=n,g=d["".concat(s,".").concat(m)]||d[m]||u[m]||r;return o?i.createElement(g,a(a({ref:e},c),{},{components:o})):i.createElement(g,a({ref:e},c))}));function g(t,e){var o=arguments,n=e&&e.mdxType;if("string"==typeof t||n){var r=o.length,a=new Array(r);a[0]=m;var l={};for(var s in e)hasOwnProperty.call(e,s)&&(l[s]=e[s]);l.originalType=t,l[d]="string"==typeof t?t:n,a[1]=l;for(var p=2;p<r;p++)a[p]=o[p];return i.createElement.apply(null,a)}return i.createElement.apply(null,o)}m.displayName="MDXCreateElement"},98999:(t,e,o)=>{o.r(e),o.d(e,{assets:()=>s,contentTitle:()=>a,default:()=>u,frontMatter:()=>r,metadata:()=>l,toc:()=>p});var i=o(87462),n=(o(67294),o(3905));const r={sidebar_position:1,title:"Optimize Your Logz.io Data",image:"https://dytvr9ot2sszz.cloudfront.net/logz-docs/social-assets/docs-social.jpg",description:"Optimize your Logz.io account with tailored recommendations and drop filters.",keywords:["Data hub","data optimization","optimization","drop filters","recommendations"]},a=void 0,l={unversionedId:"open360/data-hub/cost-optimization",id:"open360/data-hub/cost-optimization",title:"Optimize Your Logz.io Data",description:"Optimize your Logz.io account with tailored recommendations and drop filters.",source:"@site/docs/open360/data-hub/cost-optimization.md",sourceDirName:"open360/data-hub",slug:"/open360/data-hub/cost-optimization",permalink:"/docs/open360/data-hub/cost-optimization",draft:!1,editUrl:"https://github.com/logzio/documentation/tree/master/docs/open360/data-hub/cost-optimization.md",tags:[],version:"current",sidebarPosition:1,frontMatter:{sidebar_position:1,title:"Optimize Your Logz.io Data",image:"https://dytvr9ot2sszz.cloudfront.net/logz-docs/social-assets/docs-social.jpg",description:"Optimize your Logz.io account with tailored recommendations and drop filters.",keywords:["Data hub","data optimization","optimization","drop filters","recommendations"]},sidebar:"tutorialSidebar",previous:{title:"Data Hub",permalink:"/docs/category/data-hub"},next:{title:"Drop Filters",permalink:"/docs/category/drop-filters-1"}},s={},p=[{value:"Explore Metrics and Logs",id:"explore-metrics-and-logs",level:2},{value:"Filter your Metrics view",id:"filter-your-metrics-view",level:2},{value:"Drop and optimize",id:"drop-and-optimize",level:3},{value:"Metrics optimization",id:"metrics-optimization",level:3},{value:"Logs optimization",id:"logs-optimization",level:2},{value:"Understanding logzio-signature",id:"understanding-logzio-signature",level:3},{value:"Dropping logs",id:"dropping-logs",level:3}],c={toc:p},d="wrapper";function u(t){let{components:e,...o}=t;return(0,n.kt)(d,(0,i.Z)({},c,o,{components:e,mdxType:"MDXLayout"}),(0,n.kt)("p",null,"Logz.io Data Optimization helps Account Admins manage and optimize Logz.io products by offering tailored recommendations and a quick and easy way to drop logs and metrics. You will receive tailored recommendations based on Log data from the last 24 hours and based on Metrics data from the previous 1 hour."),(0,n.kt)("admonition",{title:"note",type:"important"},(0,n.kt)("p",{parentName:"admonition"},(0,n.kt)("a",{parentName:"p",href:"https://docs.logz.io/docs/user-guide/data-hub/drop-filters/drop-fiters-metrics/"},"Click here to configure drop filters for Metrics data"),".")),(0,n.kt)("p",null,"To get started, navigate to ",(0,n.kt)("strong",{parentName:"p"},(0,n.kt)("a",{parentName:"strong",href:"https://app.logz.io/#/dashboard/cost"},"Data hub > Data Optimization")),"."),(0,n.kt)("h2",{id:"explore-metrics-and-logs"},"Explore Metrics and Logs"),(0,n.kt)("p",null,"You can switch between your ",(0,n.kt)("strong",{parentName:"p"},"Logs")," and ",(0,n.kt)("strong",{parentName:"p"}

1,"Metrics")," overview."),(0,n.kt)("p",null,"The ",(0,n.kt)("strong",{parentName:"p"},"Metrics")," table includes the following details:"),(0,n.kt)("ul",null,(0,n.kt)("li",{parentName:"ul"},(0,n.kt)("strong",{parentName:"li"},"Name")," - Metric's name and its related labels. Click on the labels to view the complete list included in this metric."),(0,n.kt)("li",{parentName:"ul"},(0,n.kt)("strong",{parentName:"li"},"UTS")," - Amount of unique time series used by this metric and a percentage representation of how much it's using."),(0,n.kt)("li",{parentName:"ul"},(0,n.kt)("strong",{parentName:"li"},"Account")," - The accounts that are using this metric."),(0,n.kt)("li",{parentName:"ul"},(0,n.kt)("strong",{parentName:"li"},"Used")," - An indication of how you're using this metric in the account you are signed in to."),(0,n.kt)("li",{parentName:"ul"},(0,n.kt)("strong",{parentName:"li"},"Actions")," - Hover over each metric to reveal the ",(0,n.kt)("strong",{parentName:"li"},"Drop")," button. "),(0,n.kt)("li",{parentName:"ul"},(0,n.kt)("strong",{parentName:"li"},"Explore")," - Clicking on the three dots ",(0,n.kt)("i",{class:"li li-ellipsis-v"})," lets you Rollup or explore this in the Metrics dashboard.")),(0,n.kt)("p",null,(0,n.kt)("img",{parentName:"p",src:"https://dytvr9ot2sszz.cloudfront.net/logz-docs/accounts/optimization-hub/optimization-hub-overview.png",alt:"Optimization hub overview"})),(0,n.kt)("p",null,"The ",(0,n.kt)("strong",{parentName:"p"},"Logs")," table includes the following details:"),(0,n.kt)("ul",null,(0,n.kt)("li",{parentName:"ul"},(0,n.kt)("strong",{parentName:"li"},"Type")," - The type of the log."),(0,n.kt)("li",{parentName:"ul"},(0,n.kt)("strong",{parentName:"li"},"Structure")," - An overview of the log's build. Click on it to open a side menu with the complete log and its items."),(0,n.kt)("li",{parentName:"ul"},(0,n.kt)("strong",{parentName:"li"},"Usage")," - Amount of GB used by this log and a percentage representation of how much it's using."),(0,n.kt)("li",{parentName:"ul"},(0,n.kt)("strong",{parentName:"li"},"# of logs")," - A numeric value of how many logs exist inside this specific type. The number is updated every 24 hours."),(0,n.kt)("li",{parentName:"ul"},(0,n.kt)("strong",{parentName:"li"},"Actions")," - Hover over each line to reveal the ",(0,n.kt)("strong",{parentName:"li"},"Drop")," button. "),(0,n.kt)("li",{parentName:"ul"},(0,n.kt)("strong",{parentName:"li"},"Explore")," - Clicking on the three dots ",(0,n.kt)("i",{class:"li li-ellipsis-v"})," lets you explore this in OpenSearch Dashboards.")),(0,n.kt)("p",null,(0,n.kt)("img",{parentName:"p",src:"https://dytvr9ot2sszz.cloudfront.net/logz-docs/accounts/optimization-hub/log-overview.png",alt:"Optimization hub logs overview"})),(0,n.kt)("h2",{id:"filter-your-metrics-view"},"Filter your Metrics view"),(0,n.kt)("p",null,"The Metrics overview includes two primary filters you can apply: ",(0,n.kt)("strong",{parentName:"p"},"Account")," and ",(0,n.kt)("strong",{parentName:"p"},"Used"),"."),(0,n.kt)("p",null,"The ",(0,n.kt)("strong",{parentName:"p"},"Account")," filter includes all of the accounts associated with your user, and the ",(0,n.kt)("strong",{parentName:"p"},"Used")," filter helps you understand how the data is being used."),(0,n.kt)("p",null,"You can apply these filters quickly from within the table by clicking on the desired values."),(0,n.kt)("admonition",{type:"tip"},(0,n.kt)("p",{parentName:"admonition"},"To identify which metrics can be optimized, apply the ",(0,n.kt)("strong",{parentName:"p"},"Not used")," filter. The results will include all metrics not used by any dashboard or alert, which you can drop.")),(0,n.kt)("p",null,(0,n.kt)("img",{parentName:"p",src:"https://dytvr9ot2sszz.cloudfront.net/logz-docs/accounts/optimization-hub/click-to-apply-filters.gif",alt:"Filter your metrics"})),(0,n.kt)("h3",{id:"drop-and-optimize"},"Drop and optimize"),(0,n.kt)("p",null,"After viewing and analyzing your data, it's time to optimize your usage by using the drop action."),(0,n.kt)("h3",{id:"metrics-optimization"},"Metrics optimization"),(0,n.kt)("p",null,"You can drop individual metrics or logs or perform a bulk-drop action by selecting several metrics or logs."),(0,n.kt)("p",null,"By clicking on the checkbox next to each metric, you can select it. To select all metrics on the page, click on the checkbox at the top of the table. To select all metrics that match your filter, click on the link at the top of the table. "),(0,n.kt)("p",null,(0,n.kt)("img",{parentName:"p",src:"https://dytvr9ot2sszz.cloudfront.net/logz-docs/accounts/optimization-hub/select-all-metrics.png",alt:"Choose all matches"})),(0,n.kt)("p",null,"Once selected, a new ",(0,n.kt)("strong",{parentName:"p"},"Drop")," button will appear at the top of the table. Click on it to review all metrics that will be dropped and to get a percentage estimation of how much you'll save."),(0,n.kt)("p",null,(0,n.kt)("img",{parentName:"p",src:"https://dytvr9ot2sszz.cloudfront.net/logz-docs/accounts/optimization-hub/drop-metrics-bundle.png",alt:"Drop all metrics"})),(0,n.kt)("p",null,"Manage your dropped metrics by navigating to ",(0,n.kt)("strong",{parentName:"p"},(0,n.kt)("a",{parentName:"strong",href:"https://app.logz.io/#/dashboard/tools/metrics-drop-filters"},"Data Hub > Drop filters > Metrics")),"."),(0,n.kt)("h2",{id:"logs-optimization"},"Logs optimization"),(0,n.kt)("h3",{id:"understanding-logzio-signature"},"Understanding logzio-signature"),(0,n.kt)("p",null,"The ",(0,n.kt)("inlineCode",{parentName:"p"},"logzio-signature")," is a unique identifier generated for each log based on its structure. It helps in log filtering and processing by grouping logs that share the same field names and types."),(0,n.kt)("p",null,"This identifier is derived from the following:"),(0,n.kt)("ul",null,(0,n.kt)("li",{parentName:"ul"},"Field names and their data types (e.g., traceId, authIp, userId, etc.)"),(0,n.kt)("li",{parentName:"ul"},"The value of the type field (which defines the log source, e.g., machine-api-prod)")),(0,n.kt)("p",null,(0,n.kt)("strong",{parentName:"p"},"Why does this matter?")),(0,n.kt)("p",null,"Drop filters are based on ",(0,n.kt)("inlineCode",{parentName:"p"},"logzio-signature"),", meaning logs with the same field names and types will have the same signature and be affected together. If a log has even one additional or missing field, it gets a different signature and won't be dropped."),(0,n.kt)("p",null,"For example:"),(0,n.kt)("p",null,"Logs with identical field structures (same field names and types) share the same ",(0,n.kt)("inlineCode",{parentName:"p"},"logzio-signature")," and will be processed similarly.\nLogs with slight structural differences (e.g., an extra exception field) will have a different signature and may not be dropped."),(0,n.kt)("h3",{id:"dropping-logs"},"Dropping logs"),(0,n.kt)("p",null,"You can drop different types of logs by hovering over its line and clicking on the ",(0,n.kt)("strong",{parentName:"p"},"Drop")," button."),(0,n.kt)("p",null,(0,n.kt)("img",{parentName:"p",src:"https://dytvr9ot2sszz.cloudfront.net/logz-docs/accounts/optimization-hub/hover-to-drop.png",alt:"Hover to drop"})),(0,n.kt)("p",null,"The button opens a dialog where you can customize your drop filter. Select the log type, field, and value you'd like to include in your drop filter, check the acknowledgment button and click ",(0,n.kt)("strong",{parentName:"p"},"Apply filter"),". "),(0,n.kt)("p",null,(0,n.kt)("img",{parentName:"p",src:"https://dytvr9ot2sszz.cloudfront.net/logz-docs/accounts/optimization-hub/new-drop-filter.png",alt:"drop log dialog"})),(0,n.kt)("p",null,"Manage your dropped logs by navigating to ",(0,n.kt)("strong",{parentName:"p"},(0,n.kt)("a",{parentName:"strong",href:"https://app.logz.io/#/dashboard/tools/logs-drop-filters"},"Data Hub > Drop filters > Logs")),"."))}u.isMDXComponent=!0}}]);