1"use strict";(self.webpackChunkwebsite=self.webpackChunkwebsite||[]).push([["112096"],{925396(e,i,s){s.r(i),s.d(i,{assets:()=>p,contentTitle:()=>n,default:()=>o,frontMatter:()=>a,metadata:()=>t,toc:()=>h});var t=s(664065),l=s(474848),c=s(28453);let a={date:new Date("2024-08-05T00:00:00.000Z"),title:"Spice v0.17.1-beta (August 5, 2024)",type:"blog",authors:["phillipleblanc"],categories:["release"],tags:["beta release","data-connector","tls","sqlite","secrets replacement"]},n,p={authorsImageUrls:[void 0]},h=[{value:"Highlights in v0.17.1-beta",id:"highlights-in-v0171-beta",level:2},{value:"Breaking Changes",id:"breaking-changes",level:2},{value:"Contributors",id:"contributors",level:2},{value:"What's Changed",id:"whats-changed",level:2},{value:"Dependencies",id:"dependencies",level:3},{value:"Commits",id:"commits",level:3},{value:"Resources",id:"resources",level:2},{value:"Community",id:"community",level:2}];function r(e){let i={a:"a",code:"code",h2:"h2",h3:"h3",li:"li",p:"p",pre:"pre",strong:"strong",ul:"ul",...(0,c.R)(),...e.components};return(0,l.jsxs)(l.Fragment,{children:[(0,l.jsxs)(i.p,{children:["The v0.17.1-beta minor release focuses on enhancing stability, performance, and usability. The Flight interface now supports the ",(0,l.jsx)(i.code,{children:"GetSchema"})," API and ",(0,l.jsx)(i.code,{children:"s3"}),", ",(0,l.jsx)(i.code,{children:"ftp"}),", ",(0,l.jsx)(i.code,{children:"sftp"}),", ",(0,l.jsx)(i.code,{children:"http"}),", ",(0,l.jsx)(i.code,{children:"https"}),", and ",(0,l.jsx)(i.code,{children:"databricks"})," data connectors have added support for a ",(0,l.jsx)(i.code,{children:"client_timeout"})," parameter."]}),"\n",(0,l.jsx)(i.h2,{id:"highlights-in-v0171-beta",children:"Highlights in v0.17.1-beta"}),"\n",(0,l.jsxs)(i.p,{children:[(0,l.jsx)(i.strong,{children:"Flight API GetSchema:"})," The ",(0,l.jsx)(i.a,{href:"https://arrow.apache.org/docs/format/Flight.html",children:(0,l.jsx)(i.code,{children:"GetSchema"})})," API is now supported by the Flight interface. The schema of a dataset can be retrieved using ",(0,l.jsx)(i.code,{children:"GetSchema"})," with the ",(0,l.jsx)(i.code,{children:"PATH"})," or ",(0,l.jsx)(i.code,{children:"CMD"})," FlightDescriptor types. The ",(0,l.jsx)(i.code,{children:"CMD"})," FlightDescriptor type is used to get the schema of an arbitrary SQL query as the CMD bytes. The ",(0,l.jsx)(i.code,{children:"PATH"})," FlightDescriptor type is used to retrieve the schema of a dataset."]}),"\n",(0,l.jsxs)(i.p,{children:[(0,l.jsx)(i.strong,{children:"Client Timeout:"})," A ",(0,l.jsx)(i.code,{children:"client_timeout"})," parameter has been added for Data Connectors: ",(0,l.jsx)(i.code,{children:"ftp"}),", ",(0,l.jsx)(i.code,{children:"sftp"}),", ",(0,l.jsx)(i.code,{children:"http"}),", ",(0,l.jsx)(i.code,{children:"https"}),", and ",(0,l.jsx)(i.code,{children:"databricks"}),". When defined, the client timeout configures Spice to stop waiting for a response from the data source after the specified duration. The default timeout is 30 seconds."]}),"\n",(0,l.jsx)(i.pre,{children:(0,l.jsx)(i.code,{className:"language-yaml",children:"datasets:\n - from: ftp://remote-ftp-server.com/path/to/folder/\n name: my_dataset\n params:\n file_format: csv\n # Example client timeout\n client_timeout: 30s\n ftp_user: my-ftp-user\n ftp_pass: ${secrets:my_ftp_password}\n"})}),"\n",(0,l.jsx)(i.h2,{id:"breaking-changes",children:"Breaking Changes"}),"\n",(0,l.jsxs)(i.p,{children:["TLS is now required to be explicitly enabled. Enable TLS on the command line using ",(0,l.jsx)(i.code,{children:"--tls-enabled true"}),":"]}),"\n",(0,l.jsx)(i.pre,{children:(0,l.jsx)(i.code,{className:"language-bash",children:"spice run -- --tls-enabled true --tls-certificate-file /path/to/cert.pem --tls-key-file /path/to/key.pem\n"})}),"\n",(0,l.jsxs)(i.p,{children:["Or in the ",(0,l.jsx)(i.code,{children:"spicepod.yml"})," with ",(0,l.jsx)(i.code,{children:"enabled: true"}),":"]}),"\n",(0,l.jsx)(i.pre,{children:(0,l.jsx)(i.code,{className:"language-yaml",children:"runtime:\n tls:\n # TLS explicitly enabled\n enabled: true\n certificate_file: /path/to/cert.pem\n key_file: /path/to/key.pem\n"})}),"\n",(0,l.jsx)(i.h2,{id:"contributors",children:"Contributors"}),"\n",(0,l.jsxs)(i.ul,{children:["\n",(0,l.jsx)(i.li,{children:"@Jeadie"}),"\n",(0,l.jsx)(i.li,{children:"@y-f-u"}),"\n",(0,l.jsx)(i.li,{children:"@phillipleblanc"}),"\n",(0,l.jsx)(i.li,{children:"@sgrebnov"}),"\n",(0,l.jsx)(i.li,{children:"@peasee"}),"\n",(0,l.jsx)(i.li,{children:"@Sevenannn"}),"\n"]}),"\n",(0,l.jsx)(i.h2,{id:"whats-changed",children:"What's Changed"}),"\n",(0,l.jsx)(i.h3,{id:"dependencies",children:"Dependencies"}),"\n",(0,l.jsxs)(i.ul,{children:["\n",(0,l.jsxs)(i.li,{children:[(0,l.jsx)(i.strong,{children:"Rust:"})," Upgraded from v1.79.0 to v1.80.0"]}),"\n"]}),"\n",(0,l.jsx)(i.h3,{id:"commits",children:"Commits"}),"\n",(0,l.jsxs)(i.ul,{children:["\n",(0,l.jsxs)(i.li,{children:["Update README.md by @Jeadie in ",(0,l.jsx)(i.a,{href:"https://github.com/spiceai/spiceai/pull/2142",children:"https://github.com/spiceai/spiceai/pull/2142"})]}),"\n",(0,l.jsxs)(i.li,{children:["update helm chart to 0.17.0-beta by @y-f-u in ",(0,l.jsx)(i.a,{href:"https://github.com/spiceai/spiceai/pull/2144",children:"https://github.com/spiceai/spiceai/pull/2144"})]}),"\n",(0,l.jsxs)(i.li,{children:["Update spicepod.schema.json by @github-actions in ",(0,l.jsx)(i.a,{href:"https://github.com/spiceai/spiceai/pull/2143",children:"https://github.com/spiceai/spiceai/pull/2143"})]}),"\n",(0,l.jsxs)(i.li,{children:["Update acknowledgements by @github-actions in ",(0,l.jsx)(i.a,{href:"https://github.com/spiceai/spiceai/pull/2141",children:"https://github.com/spiceai/spiceai/pull/2141"})]}),"\n",(0,l.jsxs)(i.li,{children:["Update Spice runtime to require explicit enablement for TLS by @phillipleblanc in ",(0,l.jsx)(i.a,{href:"https://github.com/spiceai/spiceai/pull/2148",children:"https://github.com/spiceai/spiceai/pull/2148"})]}),"\n",(0,l.jsxs)(i.li,{children:["Update next version, ROADMAP, End Game template, move alpha release notes by @phillipleblanc in ",(0,l.jsx)(i.a,{href:"https://github.com/spiceai/spiceai/pull/2145",children:"https://github.com/spiceai/spiceai/pull/2145"})]}),"\n",(0,l.jsxs)(i.li,{children:["Update EXTENSIBILITY to be correct, update README.md with Beta connectors by @phillipleblanc in ",(0,l.jsx)(i.a,{href:"https://github.com/spiceai/spiceai/pull/2146",children:"https://github.com/spiceai/spiceai/pull/2146"})]}),"\n",(0,l.jsxs)(i.li,{children:["Add benchmark tests for duckdb acceleration by @sgrebnov in ",(0,l.jsx)(i.a,{href:"https://github.com/spiceai/spiceai/pull/2151",children:"https://github.com/spiceai/spiceai/pull/2151"})]}),"\n",(0,l.jsxs)(i.li,{children:["fix: Increase benchmark dataset setup timeout for Databricks by @peasee in ",(0,l.jsx)(i.a,{href:"https://github.com/spiceai/spiceai/pull/2149",children:"https://github.com/spiceai/spiceai/pull/2149"})]}
1),"\n",(0,l.jsxs)(i.li,{children:["Add LLMs to ",(0,l.jsx)(i.code,{children:"v1/models"})," by @Jeadie in ",(0,l.jsx)(i.a,{href:"https://github.com/spiceai/spiceai/pull/2152",children:"https://github.com/spiceai/spiceai/pull/2152"})]}),"\n",(0,l.jsxs)(i.li,{children:["Dataset with acceleration enabled = false shouldn't go through accelerated dataset hot reload by @Sevenannn in ",(0,l.jsx)(i.a,{href:"https://github.com/spiceai/spiceai/pull/2155",children:"https://github.com/spiceai/spiceai/pull/2155"})]}),"\n",(0,l.jsxs)(i.li,{children:["Show single error string in Spice SQL REPL command line by @Sevenannn in ",(0,l.jsx)(i.a,{href:"https://github.com/spiceai/spiceai/pull/2150",children:"https://github.com/spiceai/spiceai/pull/2150"})]}),"\n",(0,l.jsxs)(i.li,{children:["Add CI to build makefile install targets by @phillipleblanc in ",(0,l.jsx)(i.a,{href:"https://github.com/spiceai/spiceai/pull/2157",children:"https://github.com/spiceai/spiceai/pull/2157"})]}),"\n",(0,l.jsxs)(i.li,{children:["Make the FlightClient struct cheap to clone by @phillipleblanc in ",(0,l.jsx)(i.a,{href:"https://github.com/spiceai/spiceai/pull/2162",children:"https://github.com/spiceai/spiceai/pull/2162"})]}),"\n",(0,l.jsxs)(i.li,{children:["Fix bugs with local Unity Catalog server by @phillipleblanc in ",(0,l.jsx)(i.a,{href:"https://github.com/spiceai/spiceai/pull/2160",children:"https://github.com/spiceai/spiceai/pull/2160"})]}),"\n",(0,l.jsxs)(i.li,{children:["Benchmark: data connector tests should continue on query error (s3) by @sgrebnov in ",(0,l.jsx)(i.a,{href:"https://github.com/spiceai/spiceai/pull/2161",children:"https://github.com/spiceai/spiceai/pull/2161"})]}),"\n",(0,l.jsxs)(i.li,{children:["fix hanging spiced when odbc loading data and received a cancel signal by @y-f-u in ",(0,l.jsx)(i.a,{href:"https://github.com/spiceai/spiceai/pull/2156",children:"https://github.com/spiceai/spiceai/pull/2156"})]}),"\n",(0,l.jsxs)(i.li,{children:["Improve MySql schema extraction and add InList and ScalarFunction expr support by @sgrebnov in ",(0,l.jsx)(i.a,{href:"https://github.com/spiceai/spiceai/pull/2158",children:"https://github.com/spiceai/spiceai/pull/2158"})]}),"\n",(0,l.jsxs)(i.li,{children:["Fix issue with use of ",(0,l.jsx)(i.code,{children:"EmbeddingConnector"})," by @Jeadie in ",(0,l.jsx)(i.a,{href:"https://github.com/spiceai/spiceai/pull/2165",children:"https://github.com/spiceai/spiceai/pull/2165"})]}),"\n",(0,l.jsxs)(i.li,{children:["add client timeout for all object store providers by @y-f-u in ",(0,l.jsx)(i.a,{href:"https://github.com/spiceai/spiceai/pull/2168",children:"https://github.com/spiceai/spiceai/pull/2168"})]}),"\n",(0,l.jsxs)(i.li,{children:["Benchmark: include sqlite acceleration and enable more tests by @sgrebnov in ",(0,l.jsx)(i.a,{href:"https://github.com/spiceai/spiceai/pull/2172",children:"https://github.com/spiceai/spiceai/pull/2172"})]}),"\n",(0,l.jsxs)(i.li,{children:["feat: Use datafusion SQLite streaming updates by @peasee in ",(0,l.jsx)(i.a,{href:"https://github.com/spiceai/spiceai/pull/2171",children:"https://github.com/spiceai/spiceai/pull/2171"})]}),"\n",(0,l.jsxs)(i.li,{children:["Benchmark: include arrow acceleration and enable more tests (tpch_q22) by @sgrebnov in ",(0,l.jsx)(i.a,{href:"https://github.com/spiceai/spiceai/pull/2173",children:"https://github.com/spiceai/spiceai/pull/2173"})]}),"\n",(0,l.jsxs)(i.li,{children:["Localhost -> Sink; Fix Sink connector to not require schema via ",(0,l.jsx)(i.code,{children:"CREATE TABLE..."})," and infer on first write by @phillipleblanc in ",(0,l.jsx)(i.a,{href:"https://github.com/spiceai/spiceai/pull/2167",children:"https://github.com/spiceai/spiceai/pull/2167"})]}),"\n",(0,l.jsxs)(i.li,{children:["Fix misspelled acceleration engine name in benchmark tests by @sgrebnov in ",(0,l.jsx)(i.a,{href:"https://github.com/spiceai/spiceai/pull/2175",children:"https://github.com/spiceai/spiceai/pull/2175"})]}),"\n",(0,l.jsxs)(i.li,{children:["update spark bench catalog by @y-f-u in ",(0,l.jsx)(i.a,{href:"https://github.com/spiceai/spiceai/pull/2178",children:"https://github.com/spiceai/spiceai/pull/2178"})]}),"\n",(0,l.jsxs)(i.li,{children:["Benchmark: Discard first measurement of sql query, disable result caching by @Sevenannn in ",(0,l.jsx)(i.a,{href:"https://github.com/spiceai/spiceai/pull/2179",children:"https://github.com/spiceai/spiceai/pull/2179"})]}),"\n",(0,l.jsxs)(i.li,{children:["clear message when invalid params configured for accelerator by @y-f-u in ",(0,l.jsx)(i.a,{href:"https://github.com/spiceai/spiceai/pull/2177",children:"https://github.com/spiceai/spiceai/pull/2177"})]}),"\n",(0,l.jsxs)(i.li,{children:["Implement the Flight ",(0,l.jsx)(i.co
1de,{children:"GetSchema"})," API by @phillipleblanc in ",(0,l.jsx)(i.a,{href:"https://github.com/spiceai/spiceai/pull/2169",children:"https://github.com/spiceai/spiceai/pull/2169"})]}),"\n",(0,l.jsxs)(i.li,{children:["Support AppendStream for SpiceAI data connector by @phillipleblanc in ",(0,l.jsx)(i.a,{href:"https://github.com/spiceai/spiceai/pull/2181",children:"https://github.com/spiceai/spiceai/pull/2181"})]}),"\n",(0,l.jsxs)(i.li,{children:["Support MySQL BINARY, VARBINARY, Postgres BYTEA and improve MySQL auth error message by @sgrebnov in ",(0,l.jsx)(i.a,{href:"https://github.com/spiceai/spiceai/pull/2184",children:"https://github.com/spiceai/spiceai/pull/2184"})]}),"\n",(0,l.jsxs)(i.li,{children:["Benchmark: use SF1 for MySQL TPC-H tests by @sgrebnov in ",(0,l.jsx)(i.a,{href:"https://github.com/spiceai/spiceai/pull/2183",children:"https://github.com/spiceai/spiceai/pull/2183"})]}),"\n",(0,l.jsxs)(i.li,{children:["fix windows build broken by adding tokio unix signal by @y-f-u in ",(0,l.jsx)(i.a,{href:"https://github.com/spiceai/spiceai/pull/2193",children:"https://github.com/spiceai/spiceai/pull/2193"})]}),"\n",(0,l.jsxs)(i.li,{children:["Adds TLS support for ",(0,l.jsx)(i.code,{children:"flightsubscriber"}),"/",(0,l.jsx)(i.code,{children:"flightpublisher"})," tools by @phillipleblanc in ",(0,l.jsx)(i.a,{href:"https://github.com/spiceai/spiceai/pull/2194",children:"https://github.com/spiceai/spiceai/pull/2194"})]}),"\n",(0,l.jsxs)(i.li,{children:["Update README output samples by @ewgenius in ",(0,l.jsx)(i.a,{href:"https://github.com/spiceai/spiceai/pull/2195",children:"https://github.com/spiceai/spiceai/pull/2195"})]}),"\n",(0,l.jsxs)(i.li,{children:["Update acknowledgements by @github-actions in ",(0,l.jsx)(i.a,{href:"https://github.com/spiceai/spiceai/pull/2197",children:"https://github.com/spiceai/spiceai/pull/2197"})]}),"\n"]}),"\n",(0,l.jsxs)(i.p,{children:[(0,l.jsx)(i.strong,{children:"Full Changelog"}),": ",(0,l.jsx)(i.a,{href:"https://github.com/spiceai/spiceai/compare/v0.17.0-beta...v0.17.1-beta",children:"https://github.com/spiceai/spiceai/compare/v0.17.0-beta...v0.17.1-beta"})]}),"\n",(0,l.jsx)(i.h2,{id:"resources",children:"Resources"}),"\n",(0,l.jsxs)(i.ul,{children:["\n",(0,l.jsx)(i.li,{children:(0,l.jsx)(i.a,{href:"https://docs.spiceai.org/getting-started/",children:"Getting started with Spice.ai"})}),"\n",(0,l.jsx)(i.li,{children:(0,l.jsx)(i.a,{href:"https://docs.spiceai.org/",children:"Documentation"})}),"\n"]}),"\n",(0,l.jsx)(i.h2,{id:"community",children:"Community"}),"\n",(0,l.jsx)(i.p,{children:"Spice.ai started with the vision to make AI easy for developers. We are building Spice.ai in the open and with the community. Reach out on Slack or by email to get involved."}),"\n",(0,l.jsxs)(i.ul,{children:["\n",(0,l.jsxs)(i.li,{children:["Twitter: ",(0,l.jsx)(i.a,{href:"https://twitter.com/spice_ai",children:"@spice_ai"})]}),"\n",(0,l.jsxs)(i.li,{children:["Slack: ",(0,l.jsx)(i.a,{href:"https://spiceai.org/slack",children:"spiceai.org/slack"})]}),"\n",(0,l.jsxs)(i.li,{children:["Telegram: ",(0,l.jsx)(i.a,{href:"https://t.me/spiceaichat",children:"Spice AI Discussion"})]}),"\n",(0,l.jsxs)(i.li,{children:["Reddit: ",(0,l.jsx)(i.a,{href:"https://www.reddit.com/r/spiceai",children:"https://www.reddit.com/r/spiceai"})]}),"\n",(0,l.jsxs)(i.li,{children:["Email: ",(0,l.jsx)(i.a,{href:"mailto:[email protected]",children:"[email protected]"})]}),"\n"]})]})}function o(e={}){let{wrapper:i}={...(0,c.R)(),...e.components};return i?(0,l.jsx)(i,{...e,children:(0,l.jsx)(r,{...e})}):r(e)}},28453(e,i,s){s.d(i,{R:()=>a,x:()=>n});var t=s(296540);let l={},c=t.createContext(l);function a(e){let i=t.useContext(c);return t.useMemo(function(){return"function"==typeof e?e(i):{...i,...e}},[i,e])}function n(e){let i;return i=e.disableParentContext?"function"==typeof e.components?e.components(l):e.components||l:a(e.components),t.createElement(c.Provider,{value:i},e.children)}},664065(e){e.exports=JSON.parse('{"permalink":"/releases/v0.17.1-beta","editUrl":"https://github.com/spiceai/docs/edit/trunk/website/releases/v0.17.1-beta.md","source":"@site/releases/v0.17.1-beta.md","title":"Spice v0.17.1-beta (August 5, 2024)","description":"The v0.17.1-beta minor release focuses on enhancing stability, performance, and usability. The Flight interface now supports the GetSchema API and s3, ftp, sftp, http, https, and databricks data connectors have added supp
1ort for a client_timeout parameter.","date":"2024-08-05T00:00:00.000Z","tags":[{"inline":false,"label":"Beta Release","permalink":"/releases/tags/beta-release","description":"Beta Release related topics and usage."},{"inline":false,"label":"data-connector","permalink":"/releases/tags/data-connectors","description":"Data connector tools and integrations"},{"inline":false,"label":"TLS","permalink":"/releases/tags/tls","description":"TLS related topics and usage."},{"inline":false,"label":"sqlite","permalink":"/releases/tags/sqlite","description":"SQLite database topics and usage"},{"inline":false,"label":"Secrets Replacement","permalink":"/releases/tags/secrets-replacement","description":"Secrets Replacement related topics and usage."}],"readingTime":4.8,"hasTruncateMarker":false,"authors":[{"name":"Phillip LeBlanc","title":"Co-Founder and CTO of Spice AI","url":"https://x.com/leblancphill","page":{"permalink":"/releases/authors/phillipleblanc"},"socials":{"x":"https://x.com/leblancphill","github":"https://github.com/phillipleblanc"},"imageURL":"https://github.com/phillipleblanc.png","key":"phillipleblanc"}],"frontMatter":{"date":"2024-08-05T00:00:00.000Z","title":"Spice v0.17.1-beta (August 5, 2024)","type":"blog","authors":["phillipleblanc"],"categories":["release"],"tags":["beta release","data-connector","tls","sqlite","secrets replacement"]},"unlisted":false,"lastUpdatedAt":1790868039000,"lastUpdatedBy":"emma","prevItem":{"title":"Spice v0.17.2-beta (August 26, 2024)","permalink":"/releases/v0.17.2-beta"},"nextItem":{"title":"Spice v0.17-beta (July 29, 2024)","permalink":"/releases/v0.17-beta"}}')}}]);
Line numbers count LF bytes from the start of the resource, as the search results do. Vendor segments are library code the classifier recognised; they are stored but not indexed. Bytes are shown as Latin1 characters, one per byte.