1<!DOCTYPE html> 2<html lang="en-US"> 3 <head> 4 <meta charset="utf-8"> 5 <meta name="viewport" content="width=device-width,initial-scale=1"> 6 <title>MuBu | {Sound Music Movement} Interaction</title> 7 <meta name="generator" content="VuePress 1.9.7"> 8 9 <meta name="description" content="{Sound Music Movement Interaction} Team - Ircam STMS"> 10 11 <link rel="preload" href="/assets/css/0.styles.29d23eac.css" as="style"><link rel="preload" href="/assets/js/app.07a7e6f6.js" as="script"><link rel="preload" href="/assets/js/2.bf782954.js" as="script"><link rel="preload" href="/assets/js/6.63291241.js" as="script"><link rel="preload" href="/assets/js/19.9a2d3289.js" as="script"><link rel="prefetch" href="/assets/js/10.54ae53ec.js"><link rel="prefetch" href="/assets/js/11.08e0d0f7.js"><link rel="prefetch" href="/assets/js/12.5650c934.js"><link rel="prefetch" href="/assets/js/13.9524035e.js"><link rel="prefetch" href="/assets/js/14.5c4bc9f0.js"><link rel="prefetch" href="/assets/js/15.a824df95.js"><link rel="prefetch" href="/assets/js/16.dae1ad01.js"><link rel="prefetch" href="/assets/js/17.0a2b10b7.js"><link rel="prefetch" href="/assets/js/18.0b8be465.js"><link rel="prefetch" href="/assets/js/20.9ae10354.js"><link rel="prefetch" href="/assets/js/21.6d019e2f.js"><link rel="prefetch" href="/assets/js/22.cc557386.js"><link rel="prefetch" href="/assets/js/3.2c0289e4.js"><link rel="prefetch" href="/assets/js/4.5e7315f4.js"><link rel="prefetch" href="/assets/js/5.817103b4.js"><link rel="prefetch" href="/assets/js/7.d2878665.js"><link rel="prefetch" href="/assets/js/8.6f825788.js"><link rel="prefetch" href="/assets/js/9.77cad99c.js"> 12 <link rel="stylesheet" href="/assets/css/0.styles.29d23eac.css"> 13 </head> 14 <body> 15 <div id="app" data-server-rendered="true"><div class="theme-container"><header class="navbar"><div class="sidebar-button"><svg xmlns="http://www.w3.org/2000/svg" aria-hidden="true" role="img" viewBox="0 0 448 512" class="icon"><path fill="currentColor" d="M436 124H12c-6.627 0-12-5.373-12-12V80c0-6.627 5.373-12 12-12h424c6.627 0 12 5.373 12 12v32c0 6.627-5.373 12-12 12zm0 160H12c-6.627 0-12-5.373-12-12v-32c0-6.627 5.373-12 12-12h424c6.627 0 12 5.373 12 12v32c0 6.627-5.373 12-12 12zm0 160H12c-6.627 0-12-5.373-12-12v-32c0-6.627 5.373-12 12-12h424c6.627 0 12 5.373 12 12v32c0 6.627-5.373 12-12 12z"></path></svg></div> <a href="/" class="home-link router-link-active"><img src="/logo-ismm-200x200.png" alt="{Sound Music Movement} Interaction" class="logo"> <span class="site-name can-hide">{Sound Music Movement} Interaction</span></a> <div class="links"><div class="search-box"><input aria-label="Search" autocomplete="off" spellcheck="false" value=""> <!----></div> <nav class="nav-links can-hide"><div class="nav-item"><a href="https://www.youtube.com/ircamismm" target="_blank" rel="noopener noreferrer" class="nav-link external"> 16 Youtube 17 <span><svg xmlns="http://www.w3.org/2000/svg" aria-hidden="true" focusable="false" x="0px" y="0px" viewBox="0 0 100 100" width="15" height="15" class="icon outbound"><path fill="currentColor" d="M18.8,85.1h56l0,0c2.2,0,4-1.8,4-4v-32h-8v28h-48v-48h28v-8h-32l0,0c-2.2,0-4,1.8-4,4v56C14.8,83.3,16.6,85.1,18.8,85.1z"></path> <polygon fill="currentColor" points="45.7,48.7 51.3,54.3 77.2,28.5 77.2,37.2 85.2,37.2 85.2,14.9 62.8,14.9 62.8,22.9 71.5,22.9"></polygon></svg> <span class="sr-only">(opens new window)</span></span></a></div><div class="nav-item"><a href="https://www.stms-lab.fr/team/interaction-son-musique-mouvement/" target="_blank" rel="noopener noreferrer" class="nav-link external"> 18 Research Website 19 <span><svg xmlns="http://www.w3.org/2000/svg" aria-hidden="true" focusable="false" x="0px" y="0px" viewBox="0 0 100 100" width="15" height="15" class="icon outbound"><path fill="currentColor" d="M18.8,85.1h56l0,0c2.2,0,4-1.8,4-4v-32h-8v28h-48v-48h28v-8h-32l0,0c-2.2,0-4,1.8-4,4v56C14.8,83.3,16.6,85.1,18.8,85.1z"></path> <polygon fill="currentColor" points="45.7,48.7 51.3,54.3 77.2,28.5 77.2,37.2 85.2,37.2 85.2,14.9 62.8,14.9 62.8,22.9 71.5,22.9"></polygon></svg> <span class="sr-only">(opens new window)</span></span></a></div> <a href="https://github.com/ircam-ismm/" target="_blank" rel="noopener noreferrer" class="repo-link"> 20 GitHub 21 <span><svg xmlns="http://www.w3.org/2000/svg" aria-hidden="true" focusable="false" x="0px" y="0px" viewBox="0 0 100 100" width="15" height="15" class="icon outbound">
21<path fill="currentColor" d="M18.8,85.1h56l0,0c2.2,0,4-1.8,4-4v-32h-8v28h-48v-48h28v-8h-32l0,0c-2.2,0-4,1.8-4,4v56C14.8,83.3,16.6,85.1,18.8,85.1z"></path> <polygon fill="currentColor" points="45.7,48.7 51.3,54.3 77.2,28.5 77.2,37.2 85.2,37.2 85.2,14.9 62.8,14.9 62.8,22.9 71.5,22.9"></polygon></svg> <span class="sr-only">(opens new window)</span></span></a></nav></div></header> <div class="sidebar-mask"></div> <aside class="sidebar"><nav class="nav-links"><div class="nav-item"><a href="https://www.youtube.com/ircamismm" target="_blank" rel="noopener noreferrer" class="nav-link external"> 22 Youtube 23 <span><svg xmlns="http://www.w3.org/2000/svg" aria-hidden="true" focusable="false" x="0px" y="0px" viewBox="0 0 100 100" width="15" height="15" class="icon outbound"><path fill="currentColor" d="M18.8,85.1h56l0,0c2.2,0,4-1.8,4-4v-32h-8v28h-48v-48h28v-8h-32l0,0c-2.2,0-4,1.8-4,4v56C14.8,83.3,16.6,85.1,18.8,85.1z"></path> <polygon fill="currentColor" points="45.7,48.7 51.3,54.3 77.2,28.5 77.2,37.2 85.2,37.2 85.2,14.9 62.8,14.9 62.8,22.9 71.5,22.9"></polygon></svg> <span class="sr-only">(opens new window)</span></span></a></div><div class="nav-item"><a href="https://www.stms-lab.fr/team/interaction-son-musique-mouvement/" target="_blank" rel="noopener noreferrer" class="nav-link external"> 24 Research Website 25 <span><svg xmlns="http://www.w3.org/2000/svg" aria-hidden="true" focusable="false" x="0px" y="0px" viewBox="0 0 100 100" width="15" height="15" class="icon outbound"><path fill="currentColor" d="M18.8,85.1h56l0,0c2.2,0,4-1.8,4-4v-32h-8v28h-48v-48h28v-8h-32l0,0c-2.2,0-4,1.8-4,4v56C14.8,83.3,16.6,85.1,18.8,85.1z"></path> <polygon fill="currentColor" points="45.7,48.7 51.3,54.3 77.2,28.5 77.2,37.2 85.2,37.2 85.2,14.9 62.8,14.9 62.8,22.9 71.5,22.9"></polygon></svg> <span class="sr-only">(opens new window)</span></span></a></div> <a href="https://github.com/ircam-ismm/" target="_blank" rel="noopener noreferrer" class="repo-link"> 26 GitHub 27 <span><svg xmlns="http://www.w3.org/2000/svg" aria-hidden="true" focusable="false" x="0px" y="0px" viewBox="0 0 100 100" width="15" height="15" class="icon outbound"><path fill="currentColor" d="M18.8,85.1h56l0,0c2.2,0,4-1.8,4-4v-32h-8v28h-48v-48h28v-8h-32l0,0c-2.2,0-4,1.8-4,4v56C14.8,83.3,16.6,85.1,18.8,85.1z"></path> <polygon fill="currentColor" points="45.7,48.7 51.3,54.3 77.2,28.5 77.2,37.2 85.2,37.2 85.2,14.9 62.8,14.9 62.8,22.9 71.5,22.9"></polygon></svg> <span class="sr-only">(opens new window)</span></span></a></nav> <ul class="sidebar-links"><li><a href="/" aria-current="page" class="sidebar-link"></a></li><li><section class="sidebar-group depth-0"><a href="/max-msp/" class="sidebar-heading clickable router-link-active open"><span>Max / MSP</span> <!----></a> <ul class="sidebar-links sidebar-group-items"><li><a href="/max-msp/mubu.html" aria-current="page" class="active sidebar-link">MuBu</a><ul class="sidebar-sub-headers"><li class="sidebar-sub-header"><a href="/max-msp/mubu.html#download-and-tutorials" class="sidebar-link">Download and Tutorials</a></li><li class="sidebar-sub-header"><a href="/max-msp/mubu.html#recording-playing-analyzing-and-visualizing-multimodal-data" class="sidebar-link">Recording, Playing, Analyzing and Visualizing Multimodal Data</a></li><li class="sidebar-sub-header"><a href="/max-msp/mubu.html#real-time-processing-of-audio-and-sensor-data" class="sidebar-link">Real-time Processing of Audio and Sensor Data</a></li><li class="sidebar-sub-header"><a href="/max-msp/mubu.html#interactive-machine-learning" class="sidebar-link">Interactive Machine Learning</a></li><li class="sidebar-sub-header"><a href="/max-msp/mubu.html#interactive-sound-synthesis" class="sidebar-link">Interactive Sound Synthesis</a></li></ul></li><li><a href="/max-msp/catart.html" class="sidebar-link">CataRT</a></li><li><a href="/max-msp/gst.html" class="sidebar-link">Gestural Sound Tookit</a></li></ul></section></li><li><section class="sidebar-group depth-0"><a href="/javascript/" class="sidebar-heading clickable"><span>Javascript</span> <!----></a> <ul class="sidebar-links sidebar-group-items"><li><a href="/javascript/ecosystem.html" class="sidebar-link">Ecosystem</a></li><li><a href="/javascript/javascript-guidelines.html" class="sidebar-link">Javascript Guidelines</a></li></ul></section></li><li><section class="sidebar-group depth-0"><a href="/misc/" class="sidebar-heading clickable"><span>Misc</span> <!----></a> <ul class="sidebar-links sidebar-group-items"><li><a href="/misc/riot-devicemotion-compatibility.html" class="sidebar-link">R-IoT compatibility with W3C devicemotion specification</a></li><li><a href="/misc/contributing-to-this-site.html" class="sidebar-link">Contributing to this Website</a></li></ul></section></li></ul> </aside> <main class="page"> <div class="theme-default-content content__default">
27<h1 id="mubu"><a href="#mubu" class="header-anchor">#</a> MuBu</h1> <p><strong>MuBu</strong> (<em>multi-buffer</em>) is a Max toolbox for multimodal analysis of sound and motion, sound synthesis and interactive machine learning. It allows to create interactive gesture-based sonic systems, and it is also the base for the <a href="/max-msp/catart.html">CataRT</a> system for Corpus-based Concatenative Synthesis.</p> <h2 id="download-and-tutorials"><a href="#download-and-tutorials" class="header-anchor">#</a> Download and Tutorials</h2> <ul><li><strong>Mubu</strong> is available in the Max <strong>Package Manager</strong> and from the <a href="https://forum.ircam.fr/projects/detail/mubu/" target="_blank" rel="noopener noreferrer">Ircam Forum<span><svg xmlns="http://www.w3.org/2000/svg" aria-hidden="true" focusable="false" x="0px" y="0px" viewBox="0 0 100 100" width="15" height="15" class="icon outbound"><path fill="currentColor" d="M18.8,85.1h56l0,0c2.2,0,4-1.8,4-4v-32h-8v28h-48v-48h28v-8h-32l0,0c-2.2,0-4,1.8-4,4v56C14.8,83.3,16.6,85.1,18.8,85.1z"></path> <polygon fill="currentColor" points="45.7,48.7 51.3,54.3 77.2,28.5 77.2,37.2 85.2,37.2 85.2,14.9 62.8,14.9 62.8,22.9 71.5,22.9"></polygon></svg> <span class="sr-only">(opens new window)</span></span></a></li> <li><a href="https://www.youtube.com/playlist?list=PLt5gV5YpSJ0wbL2zqLRJQcu2XzisW2xAM" target="_blank" rel="noopener noreferrer">MuBu-related video tutorials<span><svg xmlns="http://www.w3.org/2000/svg" aria-hidden="true" focusable="false" x="0px" y="0px" viewBox="0 0 100 100" width="15" height="15" class="icon outbound"><path fill="currentColor" d="M18.8,85.1h56l0,0c2.2,0,4-1.8,4-4v-32h-8v28h-48v-48h28v-8h-32l0,0c-2.2,0-4,1.8-4,4v56C14.8,83.3,16.6,85.1,18.8,85.1z"></path> <polygon fill="currentColor" points="45.7,48.7 51.3,54.3 77.2,28.5 77.2,37.2 85.2,37.2 85.2,14.9 62.8,14.9 62.8,22.9 71.5,22.9"></polygon></svg> <span class="sr-only">(opens new window)</span></span></a></li> <li><a href="https://forum.ircam.fr/article/detail/tutoriels-mubu/" target="_blank" rel="noopener noreferrer">Video tutorials patches @IrcamForum<span><svg xmlns="http://www.w3.org/2000/svg" aria-hidden="true" focusable="false" x="0px" y="0px" viewBox="0 0 100 100" width="15" height="15" class="icon outbound"><path fill="currentColor" d="M18.8,85.1h56l0,0c2.2,0,4-1.8,4-4v-32h-8v28h-48v-48h28v-8h-32l0,0c-2.2,0-4,1.8-4,4v56C14.8,83.3,16.6,85.1,18.8,85.1z"></path> <polygon fill="currentColor" points="45.7,48.7 51.3,54.3 77.2,28.5 77.2,37.2 85.2,37.2 85.2,14.9 62.8,14.9 62.8,22.9 71.5,22.9"></polygon></svg> <span class="sr-only">(opens new window)</span></span></a></li></ul> <p><strong>MuBu</strong> can be used in different typical use cases:</p> <h2 id="recording-playing-analyzing-and-visualizing-multimodal-data"><a href="#recording-playing-analyzing-and-visualizing-multimodal-data" class="header-anchor">#</a> Recording, Playing, Analyzing and Visualizing Multimodal Data</h2> <ul><li>audio and audio descriptors</li> <li>sensors data and motion descriptors</li> <li>MIDI</li> <li>temporal markers</li></ul> <h2 id="real-time-processing-of-audio-and-sensor-data"><a href="#real-time-processing-of-audio-and-sensor-data" class="header-anchor">#</a> Real-time Processing of Audio and Sensor Data</h2> <ul><li>filtering</li> <li>segmentation</li> <li>computing descriptors (pitch, timbre, FFT, MFCC, wavelets, statistic)</li></ul> <h2 id="interactive-machine-learning"><a href="#interactive-machine-learning" class="header-anchor">#</a> Interactive Machine Learning</h2> <ul><li>KNN (k-nearest neighbours search)</li> <li>PCA (principal component analysis)</li> <li>GMM (Gaussian mixture model recognition), GMR (regression)</li> <li>HMM (hidden Markov model recognition), XMM (regression);</li> <li>DTW (dynamic time warping)</li> <li>Gesture following (GF) and Gesture Variation Following</li></ul> <h2 id="interactive-sound-synthesis"><a href="#interactive-sound-synthesis" class="header-anchor">#</a> Interactive Sound Synthesis</h2> <ul><li>Granular synthesis</li> <li>Concatenative synthesis</li> <li>Additive synthese</li></ul> <blockquote><p>License: Forum (Toolbox distributed freely, proprietary code)</p></blockquote></div> <footer class="page-edit"><div class="edit-link"><a href="https://github.com/ircam-ismm/edit/sources/docs/max-msp/mubu.md" target="_blank" rel="noopener noreferrer">Edit this page</a> <span><svg xmlns="http://www.w3.org/2000/svg" aria-hidden="true" focusable="false" x="0px" y="0px" viewBox="0 0 100 100" width="15" height="15" class="icon outbound">
27<path fill="currentColor" d="M18.8,85.1h56l0,0c2.2,0,4-1.8,4-4v-32h-8v28h-48v-48h28v-8h-32l0,0c-2.2,0-4,1.8-4,4v56C14.8,83.3,16.6,85.1,18.8,85.1z"></path> <polygon fill="currentColor" points="45.7,48.7 51.3,54.3 77.2,28.5 77.2,37.2 85.2,37.2 85.2,14.9 62.8,14.9 62.8,22.9 71.5,22.9"></polygon></svg> <span class="sr-only">(opens new window)</span></span></div> <div class="last-updated"><span class="prefix">Last Updated:</span> <span class="time">5/21/2026, 4:22:29 PM</span></div></footer> <div class="page-nav"><p class="inner"><span class="prev"> 28 â 29 <a href="/" class="prev router-link-active"> 30 31 </a></span> <span class="next"><a href="/max-msp/catart.html"> 32 CataRT 33 </a> 34 â 35 </span></p></div> <section class="credits"> 36 {Sound Music Movement} Interaction Team - STMS-LAB 37 <a href="https://www.ircam.fr/" class="ircam"></a> <a href="http://www.cnrs.fr/" class="cnrs"></a> <a href="http://www.sorbonne-universite.fr/" class="su"></a> <a href="https://www.culture.gouv.fr/" class="culture"></a></section></main></div><div class="global-ui"></div></div> 38
38<script src="/assets/js/app.07a7e6f6.js" defer></script>
38<script src="/assets/js/2.bf782954.js" defer></script>
38<script src="/assets/js/6.63291241.js" defer></script>
38<script src="/assets/js/19.9a2d3289.js" defer></script>
38 39 </body> 40</html>
Line numbers count LF bytes from the start of the resource, as the search results do. Vendor segments are library code the classifier recognised; they are stored but not indexed. Bytes are shown as Latin1 characters, one per byte.