1"use strict";(self.webpackChunkembedded_workflow_builder_docs=self.webpackChunkembedded_workflow_builder_docs||[]).push([["385"],{79487(e,t,s){s.r(t),s.d(t,{metadata:()=>n,default:()=>h,frontMatter:()=>i,contentTitle:()=>a,toc:()=>d,assets:()=>c});var n=JSON.parse('{"id":"connectors/process-data","title":"Process Data Connector","description":"Process data sets","source":"@site/docs/connectors/process-data.md","sourceDirName":"connectors","slug":"/connectors/process-data","permalink":"/connectors/process-data","draft":false,"unlisted":false,"tags":[],"version":"current","frontMatter":{"title":"Process Data Connector","sidebar_label":"Process Data","description":"Process data sets"},"sidebar":"docs","previous":{"title":"Prismatic","permalink":"/connectors/prismatic"},"next":{"title":"Qlik","permalink":"/connectors/qlik"}}'),r=s(74848),o=s(28453);let i={title:"Process Data Connector",sidebar_label:"Process Data",description:"Process data sets"},a,c={},d=[{value:"Actions",id:"actions",level:2},{value:"Deduplicate",id:"deduplicate",level:3}];function l(e){let t={h2:"h2",h3:"h3",img:"img",p:"p",strong:"strong",table:"table",tbody:"tbody",td:"td",th:"th",thead:"thead",tr:"tr",...(0,o.R)(),...e.components};return(0,r.jsxs)(r.Fragment,{children:[(0,r.jsxs)(t.p,{children:[(0,r.jsx)(t.img,{alt:"Process Data",src:s(65033).A+"#connector-icon",width:"32",height:"32"}),"\nThe ",(0,r.jsx)(t.strong,{children:"process data"})," component allows your integrations to \"remember\" what data they have processed, so they don't process the same data over and over.\nThe deduplicate action tracks the data that is processed each execution, and returns only items that it didn't previously process."]}),"\n",(0,r.jsx)(t.h2,{id:"actions",children:"Actions"}),"\n",(0,r.jsx)(t.h3,{id:"deduplicate",children:"Deduplicate"}),"\n",(0,r.jsx)(t.p,{children:"Takes a sorted descending list of objects and a list of field names to use as identifiers and returns the list of objects that have not been previously processed"}),"\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",(0,r.jsxs)(t.table,{children:[(0,r.jsx)(t.thead,{children:(0,r.jsxs)(t.tr,{children:[(0,r.jsx)(t.th,{children:"Input"}),(0,r.jsx)(t.th,{children:"Comments"}),(0,r.jsx)(t.th,{children:"Default"})]})}),(0,r.jsxs)(t.tbody,{children:[(0,r.jsxs)(t.tr,{children:[(0,r.jsx)(t.td,{children:"Key Field Names"}),(0,r.jsx)(t.td,{children:"The names of the fields in each item of the collection to use as a unique identifier"}),(0,r.jsx)(t.td,{})]}),(0,r.jsxs)(t.tr,{children:[(0,r.jsx)(t.td,{children:"Data"}),(0,r.jsx)(t.td,{children:"This is the dataset that will be operated on"}),(0,r.jsx)(t.td,{})]})]})]})]})}function h(e={}){let{wrapper:t}={...(0,o.R)(),...e.components};return t?(0,r.jsx)(t,{...e,children:(0,r.jsx)(l,{...e})}):l(e)}},65033(e,t,s){s.d(t,{A:()=>n});let n="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAACAAAAAgCAYAAABzenr0AAAACXBIWXMAABcRAAAXEQHKJvM/AAAFmElEQVRYhbVXW2xUVRQd2hhQaMu0nXbmnjv37H1mOn1SJHwY+ZAPY1DER5UKKIYYjRBRo4Y3SooYCTEmSAHxAyNgkA++eMjLglj9kYomRlKIoIEmInxUBB9tp7PN3nPv5M50pqVJPcme+zpz1jp7r7PPPoFA4VYUCASKvQfHcYyNuFRps08hdiuAfxUgsdmAfymNP1qIu2xjnnOcuohvHB5jXGCUrdglELC0vtfSsN8C/DtqYsRmoxFgv/G7qIml+LvS8IcC2GnbdpNvMkWjAQ+E4/GQArNTIQ7KoMCgkFSAAwowlUtAAQ663wYVohBlL1moN1U3N09MD91afFvgCuAeC/Bi1MS9gZMFQAtZSmlI2sDk42QBdCljavwYBcFtiM1SgH+6bh4t8FAigAMSNsArlo5PK0SiWOLtxGbYgDd84DRGlrQ5JGh+9Xkio4lx/BPSOmwDXLAxNmbgPBGfYJOuljq11hP82EXpuOPH6Q4ipLEG90zCoTS2ZYXCBphpo0mNFRiDhKMOhe2oPEcc7dOE4VD0WgC1GQHYYPa7s89yvROLk47X5LdYnIWV6csgXp6ojjry7sChQ/TtmTPSn78LSQ1eKN4XcGaiAG/5VJsZtLSiku4sm0x3TQ4OsYnB8szMLA2EiVqqUrbMXGmgg4cPEzcm4JiY9HG9lOKrBXjFcZxgQIF5Nd/s+Q+vvPY6bd/xEW3e0k4ftG8V4/ut2z+ktrc3UKKxSYi8s3Ej3bx5i1pan6KQZdHhz48I+JmuLqqf0izEcvQgJCJaP84eyHK/fHA0xerq6UpPjwyUSqXk6r8fGBigWQ/PoQklpfTG8hXyrqenh748/ZXcd313luqbp1JlxHKzok83GtJiRPMeq/9nzzW+zYXCjhaAJUtfpudfXEwvLF4ixveLX1pKrfMXZMRXVhmiVWvfzJDrOuuCW0p0lDcvCCYcDwy37CrCESoprxAt5NrkUJWEyRNrsKqaVqxeQwcOHqLGu6eJ27EmUTBDujq4EBhuebGbePB85rmVB6qIWDQpWEHBqrC4nEPIhJjoMCmar9eHJeBuscMae+mxJ+dS+7ZtlGhspJBlC6FlK1fRqrVr06tiBAJ9hQiELEVllVXi7lwrD0fEExwiXh3cOk6dIh2PU9uGDfL807lz0se3BLNCoDR28zI8P0SEaIT5jPtm0vyFz9Lc+QuodcHTYnzP7x54aHYmAdU1TaHOr78R0O7z56mvr496e3vpkZYn8q8CEaG8O8Ie+KzQMrx8+XLBZdjf30/3z3pQxMaeMrV1dPHSpUy/ec8spPElpZIFh3jXXYY2mHcDljZLZKvMswO+1dZGe/fto09276Zde/aI8f2ne/fS5vZ2qm2aIu4tD4dp3fr1lEwmJT9wO3rsuJCqtqP5NiU3BHq2FJsK8EZu
1KuaB8y0/zzj23K8sVEUrV68R0GvXrtHCRYvoREeHPB87fsK/EWWDo7lYUVtb4u2GewptRiMZk1nXtp5+u3qV5rS00PhJJVTT0EinOzup4+QpmYiXL9KW3ozE/V7jGlAB9ufbkG7HWLBRNCI4jjm73Zt5jgfSswf8vVpr8PDTBQnilqikTRh9QZLOalnJyb+i/OpPzx6W+QuScfxT5jhBG/GHQoIcNmENBcpXEbkbEB7NV5QWuaGYyu75H4pSrzI+Z9u28mPmrYzTJDL14ZiU5QpNt2Vhwo+Vr6VPRVrXK8DvWRN8uHBPRKMhIoeZ9MFEJvJFNBq1RgIP+DuEGhomKa03KcB/3NhlH7+yCaV831IKjZwRLUAuPpdPnz79DldrI4IH3JY5TIYdp8HSuEMBXHd3wJRtWCM+gbmCk2+8IjT0KMRNEWOc3PFG07IYRxKJyijE5ikwW/lwwUctN4Oy/WIDnuRK1wJ4NB6Pl+aMUfB4/h+nvwx14Sb0ygAAAABJRU5ErkJggg=="},28453(e,t,s){s.d(t,{R:()=>i,x:()=>a});var n=s(96540);let r={},o=n.createContext(r);function i(e){let t=n.useContext(o);return n.useMemo(function(){return"function"==typeof e?e(t):{...t,...e}},[t,e])}function a(e){let t;return t=e.disableParentContext?"function"==typeof e.components?e.components(r):e.components||r:i(e.components),n.createElement(o.Provider,{value:t},e.children)}}}]);
Line numbers count LF bytes from the start of the resource, as the search results do. Vendor segments are library code the classifier recognised; they are stored but not indexed. Bytes are shown as Latin1 characters, one per byte.