PageSourceSearch

https://distilabel.argilla.io/latest/

html argilla.io collected 2026-10-02 17:17:47 UTC 108,763 bytes, 5,562 lines download raw bytes

1
2<!doctype html>
3<html lang="en" class="no-js">
4  <head>
5    
6      <meta charset="utf-8">
7      <meta name="viewport" content="width=device-width,initial-scale=1">
8      
9        <meta name="description" content="Distilabel is an AI Feedback (AIF) framework for building datasets with and for LLMs.">
10      
11      
12        <meta name="author" content="Argilla, Inc.">
13      
14      
15        <link rel="canonical" href="https://argilla-io.github.io/distilabel/1.5.3/">
16      
17      
18      
19        <link rel="next" href="sections/getting_started/quickstart/">
20      
21      
22      <link rel="icon" href="assets/logo.svg">
23      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.50">
24    
25    
26      
27        <title>Distilabel Docs</title>
28      
29    
30    
31      <link rel="stylesheet" href="assets/stylesheets/main.a40c8224.min.css">
32      
33        
34        <link rel="stylesheet" href="assets/stylesheets/palette.06af60db.min.css">
35      
36      
37
38
39    
40    
41      
42    
43    
44      
45        
46        
47        <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
48        <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback">
49        <style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style>
50      
51    
52    
53      <link rel="stylesheet" href="assets/_mkdocstrings.css">
54    
55      <link rel="stylesheet" href="stylesheets/extra.css">
56    
57      <link rel="stylesheet" href="css/ansi-colours.css">
58    
59      <link rel="stylesheet" href="css/jupyter-cells.css">
60    
61      <link rel="stylesheet" href="css/pandas-dataframe.css">
62    
63    
63<script>__md_scope=new URL(".",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script>
63
64    
65      
66  
67
68
69  
69<script
70  defer
71  data-domain="distilabel.argilla.io"
72  src="https://plausible.io/js/plausible.js"
73></script>
73
74
75<script>
76  window.plausible = window.plausible || function () { (window.plausible.q = window.plausible.q || []).push(arguments) };
77
78  /* Register event handlers after documented loaded */
79  document.addEventListener("DOMContentLoaded", function () {
80    /* Set up search tracking */
81    if (document.forms.search) {
82      var query = document.forms.search.query;
83      query.addEventListener("blur", function() {
84        if (this.value) plausible("Search", { props: { search_term: this.value } });
85      })
86    }
87
88    /* Set up feedback, i.e. "Was this page helpful?" */
89    document$.subscribe(function () {
90      var feedback = document.forms.feedback;
91      if (typeof feedback === "undefined") return;
92
93      /* Send feedback to Plausible */
94      for (var button of feedback.querySelectorAll("[type=submit]")) {
95        button.addEventListener("click", function (ev) {
96          ev.preventDefault();
97
98          var page = document.location.pathname;
99          var value = this.getAttribute("data-md-value");
100          console.log("[feedback] User clicked", { value });
101          plausible(`Feedback: ${value}`);
102
103          /* Disable form and show note, if given */
104          feedback.firstElementChild.disabled = true;
105          var note = feedback.querySelector(".md-feedback__note [data-md-value='" + value + "']");
106          if (note) note.hidden = false;
107        })
108
109        /* Show feedback */
110        feedback.hidden = false;
111      }
112    });
113  });
114</script>
114
115  
116    
116<script>"undefined"!=typeof __md_analytics&&__md_analytics()</script>
116
117  
118
119    
120    
121      
122        <meta  property="og:type"  content="website" >
123      
124        <meta  property="og:title"  content="Distilabel Docs" >
125      
126        <meta  property="og:description"  content="Distilabel is an AI Feedback (AIF) framework for building datasets with and for LLMs." >
127      
128        <meta  property="og:image"  content="https://argilla-io.github.io/distilabel/1.5.3/assets/images/social/index.png" >
129      
130        <meta  property="og:image:type"  content="image/png" >
131      
132        <meta  property="og:image:width"  content="1200" >
133      
134        <meta  property="og:image:height"  content="630" >
135      
136        <meta  property="og:url"  content="https://argilla-io.github.io/distilabel/1.5.3/" >
137      
138        <meta  name="twitter:card"  content="summary_large_image" >
139      
140        <meta  name="twitter:title"  content="Distilabel Docs" >
141      
142        <meta  name="twitter:description"  content="Distilabel is an AI Feedback (AIF) framework for building datasets with and for LLMs." >
143      
144        <meta  name="twitter:image"  content="https://argilla-io.github.io/distilabel/1.5.3/assets/images/social/index.png" >
145      
146    
147    
148   <link href="assets/stylesheets/glightbox.min.css" rel="stylesheet"/><style>
149    html.glightbox-open { overflow: initial; height: 100%; }
150    .gslide-title { margin-top: 0px; user-select: text; }
151    .gslide-desc { color: #666; user-select: text; }
152    .gslide-image img { background: white; }
153    .gscrollbar-fixer { padding-right: 15px; }
154    .gdesc-inner { font-size: 0.75rem; }
155    body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color);}
156    body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color);}
157    body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color);}</style> 
157<script src="assets/javascripts/glightbox.min.js"></script>
157</head>
158  
159  
160    
161    
162      
163    
164    
165    
166    
167    <body dir="ltr" data-md-color-scheme="default" data-md-color-primary="white" data-md-color-accent="indigo">
168  
169    
170    <input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off">
171    <input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off">
172    <label class="md-overlay" for="__drawer"></label>
173    <div data-md-component="skip">
174      
175        
176        <a href="#why-use-distilabel" class="md-skip">
177          Skip to content
178        </a>
179      
180    </div>
181    <div data-md-component="announce">
182      
183    </div>
184    
185      <div data-md-color-scheme="default" data-md-component="outdated" hidden>
186        
187      </div>
188    
189    
190      
191
192<header class="md-header" data-md-component="header">
193  <nav class="md-header__inner md-grid" aria-label="Header">
194    <a href="." title="Distilabel Docs" class="md-header__button md-logo" aria-label="Distilabel Docs" data-md-component="logo">
195      
196  <img src="assets/logo.svg" alt="logo">
197
198    </a>
199    <label class="md-header__button md-icon" for="__drawer">
200      
201      <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg>
202    </label>
203    <div class="md-header__title" data-md-component="header-title">
204      <div class="md-header__ellipsis">
205        <div class="md-header__topic">
206          <span class="md-ellipsis">
207            Distilabel Docs
208          </span>
209        </div>
210        <div class="md-header__topic" data-md-component="header-topic">
211          <span class="md-ellipsis">
212            
213              Distilabel
214            
215          </span>
216        </div>
217      </div>
218    </div>
219    
220      
221        <form class="md-header__option" data-md-component="palette">
222  
223    
224    
225    
226    <input class="md-option" data-md-color-media="(prefers-color-scheme)" data-md-color-scheme="default" data-md-color-primary="white" data-md-color-accent="indigo"  aria-label="Switch to light mode"  type="radio" name="__palette" id="__palette_0">
227    
228      <label class="md-header__button md-icon" title="Switch to light mode" for="__palette_1" hidden>
229        <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="m14.3 16-.7-2h-3.2l-.7 2H7.8L11 7h2l3.2 9zM20 8.69V4h-4.69L12 .69 8.69 4H4v4.69L.69 12 4 15.31V20h4.69L12 23.31 15.31 20H20v-4.69L23.31 12zm-9.15 3.96h2.3L12 9z"/></svg>
230      </label>
231    
232  
233    
234    
235    
236    <input class="md-option" data-md-color-media="(prefers-color-scheme: light)" data-md-color-scheme="default" data-md-color-primary="custom" data-md-color-accent="indigo"  aria-label="Switch to dark mode"  type="radio" name="__palette" id="__palette_1">
237    
238      <label class="md-header__button md-icon" title="Switch to dark mode" for="__palette_2" hidden>
239        <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 8a4 4 0 0 0-4 4 4 4 0 0 0 4 4 4 4 0 0 0 4-4 4 4 0 0 0-4-4m0 10a6 6 0 0 1-6-6 6 6 0 0 1 6-6 6 6 0 0 1 6 6 6 6 0 0 1-6 6m8-9.31V4h-4.69L12 .69 8.69 4H4v4.69L.69 12 4 15.31V20h4.69L12 23.31 15.31 20H20v-4.69L23.31 12z"/></svg>
240      </label>
241    
242  
243    
244    
245    
246    <input class="md-option" data-md-color-media="(prefers-color-scheme: dark)" data-md-color-scheme="slate" data-md-color-primary="custom" data-md-color-accent="indigo"  aria-label="Switch to system preference"  type="radio" name="__palette" id="__palette_2">
247    
248      <label class="md-header__button md-icon" title="Switch to system preference" for="__palette_0" hidden>
249        <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 18c-.89 0-1.74-.2-2.5-.55C11.56 16.5 13 14.42 13 12s-1.44-4.5-3.5-5.45C10.26 6.2 11.11 6 12 6a6 6 0 0 1 6 6 6 6 0 0 1-6 6m8-9.31V4h-4.69L12 .69 8.69 4H4v4.69L.69 12 4 15.31V20h4.69L12 23.31 15.31 20H20v-4.69L23.31 12z"/></svg>
250      </label>
251    
252  
253</form>
254      
255    
256    
257      
257<script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script>
257
258    
259    
260    
261      <label class="md-header__button md-icon" for="__search">
262        
263        <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg>
264      </label>
265      <div class="md-search" data-md-component="search" role="dialog">
266  <label class="md-search__overlay" for="__search"></label>
267  <div class="md-search__inner" role="search">
268    <form class="md-search__form" name="search">
269      <input type="text" class="md-search__input" name="query" aria-label="Search" placeholder="Search" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="search-query" required>
270      <label class="md-search__icon md-icon" for="__search">
271        
272        <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg>
273        
274        <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg>
275      </label>
276      <nav class="md-search__options" aria-label="Search">
277        
278          <a href="javascript:void(0)" class="md-search__icon md-icon" title="Share" aria-label="Share" data-clipboard data-clipboard-text="" data-md-component="search-share" tabindex="-1">
279            
280            <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M18 16.08c-.76 0-1.44.3-1.96.77L8.91 12.7c.05-.23.09-.46.09-.7s-.04-.47-.09-.7l7.05-4.11c.54.5 1.25.81 2.04.81a3 3 0 0 0 3-3 3 3 0 0 0-3-3 3 3 0 0 0-3 3c0 .24.04.47.09.7L8.04 9.81C7.5 9.31 6.79 9 6 9a3 3 0 0 0-3 3 3 3 0 0 0 3 3c.79 0 1.5-.31 2.04-.81l7.12 4.15c-.05.21-.08.43-.08.66 0 1.61 1.31 2.91 2.92 2.91s2.92-1.3 2.92-2.91A2.92 2.92 0 0 0 18 16.08"/></svg>
281          </a>
282        
283        <button type="reset" class="md-search__icon md-icon" title="Clear" aria-label="Clear" tabindex="-1">
284          
285          <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg>
286        </button>
287      </nav>
288      
289        <div class="md-search__suggest" data-md-component="search-suggest"></div>
290      
291    </form>
292    <div class="md-search__output">
293      <div class="md-search__scrollwrap" tabindex="0" data-md-scrollfix>
294        <div class="md-search-result" data-md-component="search-result">
295          <div class="md-search-result__meta">
296            Initializing search
297          </div>
298          <ol class="md-search-result__list" role="presentation"></ol>
299        </div>
300      </div>
301    </div>
302  </div>
303</div>
304    
305    
306      <div class="md-header__source">
307        <a href="https://github.com/argilla-io/distilabel" title="Go to repository" class="md-source" data-md-component="source">
308  <div class="md-source__icon md-icon">
309    
310    <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 496 512"><!--! Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M165.9 397.4c0 2-2.3 3.6-5.2 3.6-3.3.3-5.6-1.3-5.6-3.6 0-2 2.3-3.6 5.2-3.6 3-.3 5.6 1.3 5.6 3.6m-31.1-4.5c-.7 2 1.3 4.3 4.3 4.9 2.6 1 5.6 0 6.2-2s-1.3-4.3-4.3-5.2c-2.6-.7-5.5.3-6.2 2.3m44.2-1.7c-2.9.7-4.9 2.6-4.6 4.9.3 2 2.9 3.3 5.9 2.6 2.9-.7 4.9-2.6 4.6-4.6-.3-1.9-3-3.2-5.9-2.9M244.8 8C106.1 8 0 113.3 0 252c0 110.9 69.8 205.8 169.5 239.2 12.8 2.3 17.3-5.6 17.3-12.1 0-6.2-.3-40.4-.3-61.4 0 0-70 15-84.7-29.8 0 0-11.4-29.1-27.8-36.6 0 0-22.9-15.7 1.6-15.4 0 0 24.9 2 38.6 25.8 21.9 38.6 58.6 27.5 72.9 20.9 2.3-16 8.8-27.1 16-33.7-55.9-6.2-112.3-14.3-112.3-110.5 0-27.5 7.6-41.3 23.6-58.9-2.6-6.5-11.1-33.3 2.6-67.9 20.9-6.5 69 27 69 27 20-5.6 41.5-8.5 62.8-8.5s42.8 2.9 62.8 8.5c0 0 48.1-33.6 69-27 13.7 34.7 5.2 61.4 2.6 67.9 16 17.7 25.8 31.5 25.8 58.9 0 96.5-58.9 104.2-114.8 110.5 9.2 7.9 17 22.9 17 46.4 0 33.7-.3 75.4-.3 83.6 0 6.5 4.6 14.4 17.3 12.1C428.2 457.8 496 362.9 496 252 496 113.3 383.5 8 244.8 8M97.2 352.9c-1.3 1-1 3.3.7 5.2 1.6 1.6 3.9 2.3 5.2 1 1.3-1 1-3.3-.7-5.2-1.6-1.6-3.9-2.3-5.2-1m-10.8-8.1c-.7 1.3.3 2.9 2.3 3.9 1.6 1 3.6.7 4.3-.7.7-1.3-.3-2.9-2.3-3.9-2-.6-3.6-.3-4.3.7m32.4 35.6c-1.6 1.3-1 4.3 1.3 6.2 2.3 2.3 5.2 2.6 6.5 1 1.3-1.3.7-4.3-1.3-6.2-2.2-2.3-5.2-2.6-6.5-1m-11.4-14.7c-1.6 1-1.6 3.6 0 5.9s4.3 3.3 5.6 2.3c1.6-1.3 1.6-3.9 0-6.2-1.4-2.3-4-3.3-5.6-2"/></svg>
311  </div>
312  <div class="md-source__repository">
313    argilla-io/distilabel
314  </div>
315</a>
316      </div>
317    
318  </nav>
319  
320</header>
321    
322    <div class="md-container" data-md-component="container">
323      
324      
325        
326          
327            
328<nav class="md-tabs" aria-label="Tabs" data-md-component="tabs">
329  <div class="md-grid">
330    <ul class="md-tabs__list">
331      
332        
333  
334  
335    
336  
337  
338    <li class="md-tabs__item md-tabs__item--active">
339      <a href="." class="md-tabs__link">
340        
341  
342    
343  
344  Distilabel
345
346      </a>
347    </li>
348  
349
350      
351        
352  
353  
354  
355    
356    
357      <li class="md-tabs__item">
358        <a href="sections/getting_started/quickstart/" class="md-tabs__link">
359          
360  
361  Getting started
362
363        </a>
364      </li>
365    
366  
367
368      
369        
370  
371  
372  
373    <li class="md-tabs__item">
374      <a href="sections/how_to_guides/" class="md-tabs__link">
375        
376  
377    
378  
379  How-to guides
380
381      </a>
382    </li>
383  
384
385      
386        
387  
388  
389  
390    <li class="md-tabs__item">
391      <a href="components-gallery/" class="md-tabs__link">
392        
393  
394    
395  
396  Components Gallery
397
398      </a>
399    </li>
400  
401
402      
403        
404  
405  
406  
407    <li class="md-tabs__item">
408      <a href="sections/pipeline_samples/" class="md-tabs__link">
409        
410  
411    
412  
413  Tutorials
414
415      </a>
416    </li>
417  
418
419      
420        
421  
422  
423  
424    
425    
426      <li class="md-tabs__item">
427        <a href="api/step/" class="md-tabs__link">
428          
429  
430  API Reference
431
432        </a>
433      </li>
434    
435  
436
437      
438        
439  
440  
441  
442    <li class="md-tabs__item">
443      <a href="sections/community/" class="md-tabs__link">
444        
445  
446    
447  
448  Community
449
450      </a>
451    </li>
452  
453
454      
455    </ul>
456  </div>
457</nav>
458          
459        
460      
461      <main class="md-main" data-md-component="main">
462        <div class="md-main__inner md-grid">
463          
464            
465              
466                
467              
468              <div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation" hidden>
469                <div class="md-sidebar__scrollwrap">
470                  <div class="md-sidebar__inner">
471                    
472
473
474  
475
476
477<nav class="md-nav md-nav--primary md-nav--lifted" aria-label="Navigation" data-md-level="0">
478  <label class="md-nav__title" for="__drawer">
479    <a href="." title="Distilabel Docs" class="md-nav__button md-logo" aria-label="Distilabel Docs" data-md-component="logo">
480      
481  <img src="assets/logo.svg" alt="logo">
482
483    </a>
484    Distilabel Docs
485  </label>
486  
487    <div class="md-nav__source">
488      <a href="https://github.com/argilla-io/distilabel" title="Go to repository" class="md-source" data-md-component="source">
489  <div class="md-source__icon md-icon">
490    
491    <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 496 512"><!--! Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M165.9 397.4c0 2-2.3 3.6-5.2 3.6-3.3.3-5.6-1.3-5.6-3.6 0-2 2.3-3.6 5.2-3.6 3-.3 5.6 1.3 5.6 3.6m
491-31.1-4.5c-.7 2 1.3 4.3 4.3 4.9 2.6 1 5.6 0 6.2-2s-1.3-4.3-4.3-5.2c-2.6-.7-5.5.3-6.2 2.3m44.2-1.7c-2.9.7-4.9 2.6-4.6 4.9.3 2 2.9 3.3 5.9 2.6 2.9-.7 4.9-2.6 4.6-4.6-.3-1.9-3-3.2-5.9-2.9M244.8 8C106.1 8 0 113.3 0 252c0 110.9 69.8 205.8 169.5 239.2 12.8 2.3 17.3-5.6 17.3-12.1 0-6.2-.3-40.4-.3-61.4 0 0-70 15-84.7-29.8 0 0-11.4-29.1-27.8-36.6 0 0-22.9-15.7 1.6-15.4 0 0 24.9 2 38.6 25.8 21.9 38.6 58.6 27.5 72.9 20.9 2.3-16 8.8-27.1 16-33.7-55.9-6.2-112.3-14.3-112.3-110.5 0-27.5 7.6-41.3 23.6-58.9-2.6-6.5-11.1-33.3 2.6-67.9 20.9-6.5 69 27 69 27 20-5.6 41.5-8.5 62.8-8.5s42.8 2.9 62.8 8.5c0 0 48.1-33.6 69-27 13.7 34.7 5.2 61.4 2.6 67.9 16 17.7 25.8 31.5 25.8 58.9 0 96.5-58.9 104.2-114.8 110.5 9.2 7.9 17 22.9 17 46.4 0 33.7-.3 75.4-.3 83.6 0 6.5 4.6 14.4 17.3 12.1C428.2 457.8 496 362.9 496 252 496 113.3 383.5 8 244.8 8M97.2 352.9c-1.3 1-1 3.3.7 5.2 1.6 1.6 3.9 2.3 5.2 1 1.3-1 1-3.3-.7-5.2-1.6-1.6-3.9-2.3-5.2-1m-10.8-8.1c-.7 1.3.3 2.9 2.3 3.9 1.6 1 3.6.7 4.3-.7.7-1.3-.3-2.9-2.3-3.9-2-.6-3.6-.3-4.3.7m32.4 35.6c-1.6 1.3-1 4.3 1.3 6.2 2.3 2.3 5.2 2.6 6.5 1 1.3-1.3.7-4.3-1.3-6.2-2.2-2.3-5.2-2.6-6.5-1m-11.4-14.7c-1.6 1-1.6 3.6 0 5.9s4.3 3.3 5.6 2.3c1.6-1.3 1.6-3.9 0-6.2-1.4-2.3-4-3.3-5.6-2"/></svg>
492  </div>
493  <div class="md-source__repository">
494    argilla-io/distilabel
495  </div>
496</a>
497    </div>
498  
499  <ul class="md-nav__list" data-md-scrollfix>
500    
501      
502      
503  
504  
505    
506  
507  
508  
509    <li class="md-nav__item md-nav__item--active">
510      
511      <input class="md-nav__toggle md-toggle" type="checkbox" id="__toc">
512      
513      
514      
515        <label class="md-nav__link md-nav__link--active" for="__toc">
516          
517  
518  <span class="md-ellipsis">
519    Distilabel
520  </span>
521  
522
523          <span class="md-nav__icon md-icon"></span>
524        </label>
525      
526      <a href="." class="md-nav__link md-nav__link--active">
527        
528  
529  <span class="md-ellipsis">
530    Distilabel
531  </span>
532  
533
534      </a>
535      
536        
537
538<nav class="md-nav md-nav--secondary" aria-label="Table of contents">
539  
540  
541  
542  
543    <label class="md-nav__title" for="__toc">
544      <span class="md-nav__icon md-icon"></span>
545      Table of contents
546    </label>
547    <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
548      
549        <li class="md-nav__item">
550  <a href="#why-use-distilabel" class="md-nav__link">
551    <span class="md-ellipsis">
552      Why use distilabel?
553    </span>
554  </a>
555  
556</li>
557      
558        <li class="md-nav__item">
559  <a href="#what-do-people-build-with-distilabel" class="md-nav__link">
560    <span class="md-ellipsis">
561      What do people build with distilabel?
562    </span>
563  </a>
564  
565</li>
566      
567    </ul>
568  
569</nav>
570      
571    </li>
572  
573
574    
575      
576      
577  
578  
579  
580  
581    
582    
583    
584      
585      
586        
587      
588    
589    
590    <li class="md-nav__item md-nav__item--nested">
591      
592        
593        
594        <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2" >
595        
596          
597          <label class="md-nav__link" for="__nav_2" id="__nav_2_label" tabindex="0">
598            
599  
600  <span class="md-ellipsis">
601    Getting started
602  </span>
603  
604
605            <span class="md-nav__icon md-icon"></span>
606          </label>
607        
608        <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_2_label" aria-expanded="false">
609          <label class="md-nav__title" for="__nav_2">
610            <span class="md-nav__icon md-icon"></span>
611            Getting started
612          </label>
613          <ul class="md-nav__list" data-md-scrollfix>
614            
615              
616                
617  
618  
619  
620  
621    <li class="md-nav__item">
622      <a href="sections/getting_started/quickstart/" class="md-nav__link">
623        
624  
625  <span class="md-ellipsis">
626    Quickstart
627  </span>
628  
629
630      </a>
631    </li>
632  
633
634              
635            
636              
637                
638  
639  
640  
641  
642    <li class="md-nav__item">
643      <a href="sections/getting_started/installation/" class="md-nav__link">
644        
645  
646  <span class="md-ellipsis">
647    Installation
648  </span>
649  
650
651      </a>
652    </li>
653  
654
655              
656            
657              
658                
659  
660  
661  
662  
663    <li class="md-nav__item">
664      <a href="sections/getting_started/faq/" class="md-nav__link">
665        
666  
667  <span class="md-ellipsis">
668    FAQ
669  </span>
670  
671
672      </a>
673    </li>
674  
675
676              
677            
678          </ul>
679        </nav>
680      
681    </li>
682  
683
684    
685      
686      
687  
688  
689  
690  
691    
692    
693    
694      
695      
696        
697      
698    
699    
700    <li class="md-nav__item md-nav__item--nested">
701      
702        
703        
704        <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3" >
705        
706          
707          
708          <div class="md-nav__link md-nav__container">
709            <a href="sections/how_to_guides/" class="md-nav__link ">
710              
711  
712  <span class="md-ellipsis">
713    How-to guides
714  </span>
715  
716
717            </a>
718            
719              
720              <label class="md-nav__link " for="__nav_3" id="__nav_3_label" tabindex="0">
721                <span class="md-nav__icon md-icon"></span>
722              </label>
723            
724          </div>
725        
726        <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_3_label" aria-expanded="false">
727          <label class="md-nav__title" for="__nav_3">
728            <span class="md-nav__icon md-icon"></span>
729            How-to guides
730          </label>
731          <ul class="md-nav__list" data-md-scrollfix>
732            
733              
734                
735  
736  
737  
738  
739    
740    
741    
742      
743      
744        
745      
746    
747    
748    <li class="md-nav__item md-nav__item--nested">
749      
750        
751        
752        <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_1" >
753        
754          
755          <label class="md-nav__link" for="__nav_3_1" id="__nav_3_1_label" tabindex="0">
756            
757  
758  <span class="md-ellipsis">
759    Basic
760  </span>
761  
762
763            <span class="md-nav__icon md-icon"></span>
764          </label>
765        
766        <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_3_1_label" aria-expanded="false">
767          <label class="md-nav__title" for="__nav_3_1">
768            <span class="md-nav__icon md-icon"></span>
769            Basic
770          </label>
771          <ul class="md-nav__list" data-md-scrollfix>
772            
773              
774                
775  
776  
777  
778  
779    
780    
781    
782      
783      
784        
785      
786    
787    
788    <li class="md-nav__item md-nav__item--nested">
789      
790        
791        
792        <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_1_1" >
793        
794          
795          
796          <div class="md-nav__link md-nav__container">
797            <a href="sections/how_to_guides/basic/step/" class="md-nav__link ">
798              
799  
800  <span class="md-ellipsis">
801    Steps for processing data
802  </span>
803  
804
805            </a>
806            
807              
808              <label class="md-nav__link " for="__nav_3_1_1" id="__nav_3_1_1_label" tabindex="0">
809                <span class="md-nav__icon md-icon"></span>
810              </label>
811            
812          </div>
813        
814        <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_1_1_label" aria-expanded="false">
815          <label class="md-nav__title" for="__nav_3_1_1">
816            <span class="md-nav__icon md-icon"></span>
817            Steps for processing data
818          </label>
819          <ul class="md-nav__list" data-md-scrollfix>
820            
821              
822                
823  
824  
825  
826  
827    <li class="md-nav__item">
828      <a href="sections/how_to_guides/basic/step/generator_step/" class="md-nav__link">
829        
830  
831  <span class="md-ellipsis">
832    GeneratorStep
833  </span>
834  
835
836      </a>
837    </li>
838  
839
840              
841            
842              
843                
844  
845  
846  
847  
848    <li class="md-nav__item">
849      <a href="sections/how_to_guides/basic/step/global_step/" class="md-nav__link">
850        
851  
852  <span class="md-ellipsis">
853    GlobalStep
854  </span>
855  
856
857      </a>
858    </li>
859  
860
861              
862            
863          </ul>
864        </nav>
865      
866    </li>
867  
868
869              
870            
871              
872                
873  
874  
875  
876  
877    
878    
879    
880      
881      
882        
883      
884    
885    
886    <li class="md-nav__item md-nav__item--nested">
887      
888        
889        
890        <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_1_2" >
891        
892          
893          
894          <div class="md-nav__link md-nav__container">
895            <a href="sections/how_to_guides/basic/task/" class="md-nav__link ">
896              
897  
898  <span class="md-ellipsis">
899    Tasks for generating and judging with LLMs
900  </span>
901  
902
903            </a>
904            
905              
906              <label class="md-nav__link " for="__nav_3_1_2" id="__nav_3_1_2_label" tabindex="0">
907                <span class="md-nav__icon md-icon"></span>
908              </label>
909            
910          </div>
911        
912        <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_1_2_label" aria-expanded="false">
913          <label class="md-nav__title" for="__nav_3_1_2">
914            <span class="md-nav__icon md-icon"></span>
915            Tasks for generating and judging with LLMs
916          </label>
917          <ul class="md-nav__list" data-md-scrollfix>
918            
919              
920                
921  
922  
923  
924  
925    <li class="md-nav__item">
926      <a href="sections/how_to_guides/basic/task/generator_task/" class="md-nav__link">
927        
928  
929  <span class="md-ellipsis">
930    GeneratorTask
931  </span>
932  
933
934      </a>
935    </li>
936  
937
938              
939            
940              
941                
942  
943  
944  
945  
946    <li class="md-nav__item">
947      <a href="sections/how_to_guides/basic/task/image_task/" class="md-nav__link">
948        
949  
950  <span class="md-ellipsis">
951    ImageTask
952  </span>
953  
954
955      </a>
956    </li>
957  
958
959              
960            
961          </ul>
962        </nav>
963      
964    </li>
965  
966
967              
968            
969              
970                
971  
972  
973  
974  
975    <li class="md-nav__item">
976      <a href="sections/how_to_guides/basic/llm/" class="md-nav__link">
977        
978  
979  <span class="md-ellipsis">
980    Executing Tasks with LLMs
981  </span>
982  
983
984      </a>
985    </li>
986  
987
988              
989            
990              
991                
992  
993  
994  
995  
996    <li class="md-nav__item">
997      <a href="sections/how_to_guides/basic/pipeline/" class="md-nav__link">
998        
999  
1000  <span class="md-ellipsis">
1001    Execute Steps and Tasks in a Pipeline
1002  </span>
1003  
1004
1005      </a>
1006    </li>
1007  
1008
1009              
1010            
1011          </ul>
1012        </nav>
1013      
1014    </li>
1015  
1016
1017              
1018            
1019              
1020                
1021  
1022  
1023  
1024  
1025    
1026    
1027    
1028      
1029      
1030        
1031      
1032    
1033    
1034    <li class="md-nav__item md-nav__item--nested">
1035      
1036        
1037        
1038        <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_2" >
1039        
1040          
1041          <label class="md-nav__link" for="__nav_3_2" id="__nav_3_2_label" tabindex="0">
1042            
1043  
1044  <span class="md-ellipsis">
1045    Advanced
1046  </span>
1047  
1048
1049            <span class="md-nav__icon md-icon"></span>
1050          </label>
1051        
1052        <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_3_2_label" aria-expanded="false">
1053          <label class="md-nav__title" for="__nav_3_2">
1054            <span class="md-nav__icon md-icon"></span>
1055            Advanced
1056          </label>
1057          <ul class="md-nav__list" data-md-scrollfix>
1058            
1059              
1060                
1061  
1062  
1063  
1064  
1065    <li class="md-nav__item">
1066      <a href="sections/how_to_guides/advanced/distiset/" class="md-nav__link">
1067        
1068  
1069  <span class="md-ellipsis">
1070    The Distiset dataset object
1071  </span>
1072  
1073
1074      </a>
1075    </li>
1076  
1077
1078              
1079            
1080              
1081                
1082  
1083  
1084  
1085  
1086    <li class="md-nav__item">
1087      <a href="sections/how_to_guides/advanced/caching/" class="md-nav__link">
1088        
1089  
1090  <span class="md-ellipsis">
1091    Pipeline cache
1092  </span>
1093  
1094
1095      </a>
1096    </li>
1097  
1098
1099              
1100            
1101              
1102                
1103  
1104  
1105  
1106  
1107    <li class="md-nav__item">
1108      <a href="sections/how_to_guides/advanced/argilla/" class="md-nav__link">
1109        
1110  
1111  <span class="md-ellipsis">
1112    Exporting data to Argilla
1113  </span>
1114  
1115
1116      </a>
1117    </li>
1118  
1119
1120              
1121            
1122              
1123                
1124  
1125  
1126  
1127  
1128    <li class="md-nav__item">
1129      <a href="sections/how_to_guides/advanced/structured_generation/" class="md-nav__link">
1130        
1131  
1132  <span class="md-ellipsis">
1133    Structured data generation
1134  </span>
1135  
1136
1137      </a>
1138    </li>
1139  
1140
1141              
1142            
1143              
1144                
1145  
1146  
1147  
1148  
1149    <li class="md-nav__item">
1150      <a href="sections/how_to_guides/advanced/offline_batch_generation/" class="md-nav__link">
1151        
1152  
1153  <span class="md-ellipsis">
1154    Offline Batch Generation
1155  </span>
1156  
1157
1158      </a>
1159    </li>
1160  
1161
1162              
1163            
1164              
1165                
1166  
1167  
1168  
1169  
1170    <li class="md-nav__item">
1171      <a href="sections/how_to_guides/advanced/pipeline_requirements/" class="md-nav__link">
1172        
1173  
1174  <span class="md-ellipsis">
1175    Specifying requirements for pipelines and steps
1176  </span>
1177  
1178
1179      </a>
1180    </li>
1181  
1182
1183              
1184            
1185              
1186                
1187  
1188  
1189  
1190  
1191    <li class="md-nav__item">
1192      <a href="sections/how_to_guides/advanced/load_groups_and_execution_stages/" class="md-nav__link">
1193        
1194  
1195  <span class="md-ellipsis">
1196    Load groups and execution stages
1197  </span>
1198  
1199
1200      </a>
1201    </li>
1202  
1203
1204              
1205            
1206              
1207                
1208  
1209  
1210  
1211  
1212    <li class="md-nav__item">
1213      <a href="sections/how_to_guides/advanced/cli/" class="md-nav__link">
1214        
1215  
1216  <span class="md-ellipsis">
1217    Using CLI to explore and re-run existing Pipelines
1218  </span>
1219  
1220
1221      </a>
1222    </li>
1223  
1224
1225              
1226            
1227              
1228                
1229  
1230  
1231  
1232  
1233    <li class="md-nav__item">
1234      <a href="sections/how_to_guides/advanced/fs_to_pass_data/" class="md-nav__link">
1235        
1236  
1237  <span class="md-ellipsis">
1238    Using a file system to pass data of batches between steps
1239  </span>
1240  
1241
1242      </a>
1243    </li>
1244  
1245
1246              
1247            
1248              
1249                
1250  
1251  
1252  
1253  
1254    <li class="md-nav__item">
1255      <a href="sections/how_to_guides/advanced/assigning_resources_to_step/" class="md-nav__link">
1256        
1257  
1258  <span class="md-ellipsis">
1259    Assigning resources to a step
1260  </span>
1261  
1262
1263      </a>
1264    </li>
1265  
1266
1267              
1268            
1269              
1270                
1271  
1272  
1273  
1274  
1275    <li class="md-nav__item">
1276      <a href="sections/how_to_guides/advanced/saving_step_generated_artifacts/" class="md-nav__link">
1277        
1278  
1279  <span class="md-ellipsis">
1280    Saving step generated artifacts
1281  </span>
1282  
1283
1284      </a>
1285    </li>
1286  
1287
1288              
1289            
1290              
1291                
1292  
1293  
1294  
1295  
1296    <li class="md-nav__item">
1297      <a href="sections/how_to_guides/advanced/serving_an_llm_for_reuse/" class="md-nav__link">
1298        
1299  
1300  <span class="md-ellipsis">
1301    Serving an LLM for sharing it between several tasks
1302  </span>
1303  
1304
1305      </a>
1306    </li>
1307  
1308
1309              
1310            
1311              
1312                
1313  
1314  
1315  
1316  
1317    <li class="md-nav__item">
1318      <a href="sections/how_to_guides/advanced/scaling_with_ray/" class="md-nav__link">
1319        
1320  
1321  <span class="md-ellipsis">
1322    Scaling and distributing a pipeline with Ray
1323  </span>
1324  
1325
1326      </a>
1327    </li>
1328  
1329
1330              
1331            
1332          </ul>
1333        </nav>
1334      
1335    </li>
1336  
1337
1338              
1339            
1340          </ul>
1341        </nav>
1342      
1343    </li>
1344  
1345
1346    
1347      
1348      
1349  
1350  
1351  
1352  
1353    
1354    
1355    
1356      
1357      
1358        
1359      
1360    
1361    
1362    <li class="md-nav__item md-nav__item--nested">
1363      
1364        
1365        
1366        <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4" >
1367        
1368          
1369          
1370          <div class="md-nav__link md-nav__container">
1371            <a href="components-gallery/" class="md-nav__link ">
1372              
1373  
1374  <span class="md-ellipsis">
1375    Components Gallery
1376  </span>
1377  
1378
1379            </a>
1380            
1381              
1382              <label class="md-nav__link " for="__nav_4" id="__nav_4_label" tabindex="0">
1383                <span class="md-nav__icon md-icon"></span>
1384              </label>
1385            
1386          </div>
1387        
1388        <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_4_label" aria-expanded="false">
1389          <label class="md-nav__title" for="__nav_4">
1390            <span class="md-nav__icon md-icon"></span>
1391            Components Gallery
1392          </label>
1393          <ul class="md-nav__list" data-md-scrollfix>
1394            
1395              
1396                
1397  
1398  
1399  
1400  
1401    
1402    
1403    
1404      
1405      
1406        
1407      
1408    
1409    
1410    <li class="md-nav__item md-nav__item--nested">
1411      
1412        
1413        
1414        <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_1" >
1415        
1416          
1417          
1418          <div class="md-nav__link md-nav__container">
1419            <a href="components-gallery/steps/" class="md-nav__link ">
1420              
1421  
1422  <span class="md-ellipsis">
1423    Steps
1424  </span>
1425  
1426
1427            </a>
1428            
1429              
1430              <label class="md-nav__link " for="__nav_4_1" id="__nav_4_1_label" tabindex="0">
1431                <span class="md-nav__icon md-icon"></span>
1432              </label>
1433            
1434          </div>
1435        
1436        <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_1_label" aria-expanded="false">
1437          <label class="md-nav__title" for="__nav_4_1">
1438            <span class="md-nav__icon md-icon"></span>
1439            Steps
1440          </label>
1441          <ul class="md-nav__list" data-md-scrollfix>
1442            
1443              
1444                
1445  
1446  
1447  
1448  
1449    <li class="md-nav__item">
1450      <a href="components-gallery/steps/" class="md-nav__link">
1451        
1452  
1453  <span class="md-ellipsis">
1454    
1455  </span>
1456  
1457
1458      </a>
1459    </li>
1460  
1461
1462              
1463            
1464              
1465                
1466  
1467  
1468  
1469  
1470    <li class="md-nav__item">
1471      <a href="components-gallery/steps/preferencetoargilla/" class="md-nav__link">
1472        
1473  
1474  <span class="md-ellipsis">
1475    
1476  </span>
1477  
1478
1479      </a>
1480    </li>
1481  
1482
1483              
1484            
1485              
1486                
1487  
1488  
1489  
1490  
1491    <li class="md-nav__item">
1492      <a href="components-gallery/steps/textgenerationtoargilla/" class="md-nav__link">
1493        
1494  
1495  <span class="md-ellipsis">
1496    
1497  </span>
1498  
1499
1500      </a>
1501    </li>
1502  
1503
1504              
1505            
1506              
1507                
1508  
1509  
1510  
1511  
1512    <li class="md-nav__item">
1513      <a href="components-gallery/steps/pushtohub/" class="md-nav__link">
1514        
1515  
1516  <span class="md-ellipsis">
1517    
1518  </span>
1519  
1520
1521      </a>
1522    </li>
1523  
1524
1525              
1526            
1527              
1528                
1529  
1530  
1531  
1532  
1533    <li class="md-nav__item">
1534      <a href="components-gallery/steps/loaddatafromdicts/" class="md-nav__link">
1535        
1536  
1537  <span class="md-ellipsis">
1538    
1539  </span>
1540  
1541
1542      </a>
1543    </li>
1544  
1545
1546              
1547            
1548              
1549                
1550  
1551  
1552  
1553  
1554    <li class="md-nav__item">
1555      <a href="components-gallery/steps/datasampler/" class="md-nav__link">
1556        
1557  
1558  <span class="md-ellipsis">
1559    
1560  </span>
1561  
1562
1563      </a>
1564    </li>
1565  
1566
1567              
1568            
1569              
1570                
1571  
1572  
1573  
1574  
1575    <li class="md-nav__item">
1576      <a href="components-gallery/steps/loaddatafromhub/" class="md-nav__link">
1577        
1578  
1579  <span class="md-ellipsis">
1580    
1581  </span>
1582  
1583
1584      </a>
1585    </li>
1586  
1587
1588              
1589            
1590              
1591                
1592  
1593  
1594  
1595  
1596    <li class="md-nav__item">
1597      <a href="components-gallery/steps/loaddatafromfilesystem/" class="md-nav__link">
1598        
1599  
1600  <span class="md-ellipsis">
1601    
1602  </span>
1603  
1604
1605      </a>
1606    </li>
1607  
1608
1609              
1610            
1611              
1612                
1613  
1614  
1615  
1616  
1617    <li class="md-nav__item">
1618      <a href="components-gallery/steps/loaddatafromdisk/" class="md-nav__link">
1619        
1620  
1621  <span class="md-ellipsis">
1622    
1623  </span>
1624  
1625
1626      </a>
1627    </li>
1628  
1629
1630              
1631            
1632              
1633                
1634  
1635  
1636  
1637  
1638    <li class="md-nav__item">
1639      <a href="components-gallery/steps/prepareexamples/" class="md-nav__link">
1640        
1641  
1642  <span class="md-ellipsis">
1643    
1644  </span>
1645  
1646
1647      </a>
1648    </li>
1649  
1650
1651              
1652            
1653              
1654                
1655  
1656  
1657  
1658  
1659    <li class="md-nav__item">
1660      <a href="components-gallery/steps/conversationtemplate/" class="md-nav__link">
1661        
1662  
1663  <span class="md-ellipsis">
1664    
1665  </span>
1666  
1667
1668      </a>
1669    </li>
1670  
1671
1672              
1673            
1674              
1675                
1676  
1677  
1678  
1679  
1680    <li class="md-nav__item">
1681      <a href="components-gallery/steps/formattextgenerationdpo/" class="md-nav__link">
1682        
1683  
1684  <span class="md-ellipsis">
1685    
1686  </span>
1687  
1688
1689      </a>
1690    </li>
1691  
1692
1693              
1694            
1695              
1696                
1697  
1698  
1699  
1700  
1701    <li class="md-nav__item">
1702      <a href="components-gallery/steps/formatchatgenerationdpo/" class="md-nav__link">
1703        
1704  
1705  <span class="md-ellipsis">
1706    
1707  </span>
1708  
1709
1710      </a>
1711    </li>
1712  
1713
1714              
1715            
1716              
1717                
1718  
1719  
1720  
1721  
1722    <li class="md-nav__item">
1723      <a href="components-gallery/steps/formattextgenerationsft/" class="md-nav__link">
1724        
1725  
1726  <span class="md-ellipsis">
1727    
1728  </span>
1729  
1730
1731      </a>
1732    </li>
1733  
1734
1735              
1736            
1737              
1738                
1739  
1740  
1741  
1742  
1743    <li class="md-nav__item">
1744      <a href="components-gallery/steps/formatchatgenerationsft/" class="md-nav__link">
1745        
1746  
1747  <span class="md-ellipsis">
1748    
1749  </span>
1750  
1751
1752      </a>
1753    </li>
1754  
1755
1756              
1757            
1758              
1759                
1760  
1761  
1762  
1763  
1764    <li class="md-nav__item">
1765      <a href="components-gallery/steps/deitafiltering/" class="md-nav__link">
1766        
1767  
1768  <span class="md-ellipsis">
1769    
1770  </span>
1771  
1772
1773      </a>
1774    </li>
1775  
1776
1777              
1778            
1779              
1780                
1781  
1782  
1783  
1784  
1785    <li class="md-nav__item">
1786      <a href="components-gallery/steps/embeddingdedup/" class="md-nav__link">
1787        
1788  
1789  <span class="md-ellipsis">
1790    
1791  </span>
1792  
1793
1794      </a>
1795    </li>
1796  
1797
1798              
1799            
1800              
1801                
1802  
1803  
1804  
1805  
1806    <li class="md-nav__item">
1807      <a href="components-gallery/steps/apigenexecutionchecker/" class="md-nav__link">
1808        
1809  
1810  <span class="md-ellipsis">
1811    
1812  </span>
1813  
1814
1815      </a>
1816    </li>
1817  
1818
1819              
1820            
1821              
1822                
1823  
1824  
1825  
1826  
1827    <li class="md-nav__item">
1828      <a href="components-gallery/steps/minhashdedup/" class="md-nav__link">
1829        
1830  
1831  <span class="md-ellipsis">
1832    
1833  </span>
1834  
1835
1836      </a>
1837    </li>
1838  
1839
1840              
1841            
1842              
1843                
1844  
1845  
1846  
1847  
1848    <li class="md-nav__item">
1849      <a href="components-gallery/steps/combineoutputs/" class="md-nav__link">
1850        
1851  
1852  <span class="md-ellipsis">
1853    
1854  </span>
1855  
1856
1857      </a>
1858    </li>
1859  
1860
1861              
1862            
1863              
1864                
1865  
1866  
1867  
1868  
1869    <li class="md-nav__item">
1870      <a href="components-gallery/steps/expandcolumns/" class="md-nav__link">
1871        
1872  
1873  <span class="md-ellipsis">
1874    
1875  </span>
1876  
1877
1878      </a>
1879    </li>
1880  
1881
1882              
1883            
1884              
1885                
1886  
1887  
1888  
1889  
1890    <li class="md-nav__item">
1891      <a href="components-gallery/steps/groupcolumns/" class="md-nav__link">
1892        
1893  
1894  <span class="md-ellipsis">
1895    
1896  </span>
1897  
1898
1899      </a>
1900    </li>
1901  
1902
1903              
1904            
1905              
1906                
1907  
1908  
1909  
1910  
1911    <li class="md-nav__item">
1912      <a href="components-gallery/steps/keepcolumns/" class="md-nav__link">
1913        
1914  
1915  <span class="md-ellipsis">
1916    
1917  </span>
1918  
1919
1920      </a>
1921    </li>
1922  
1923
1924              
1925            
1926              
1927                
1928  
1929  
1930  
1931  
1932    <li class="md-nav__item">
1933      <a href="components-gallery/steps/mergecolumns/" class="md-nav__link">
1934        
1935  
1936  <span class="md-ellipsis">
1937    
1938  </span>
1939  
1940
1941      </a>
1942    </li>
1943  
1944
1945              
1946            
1947              
1948                
1949  
1950  
1951  
1952  
1953    <li class="md-nav__item">
1954      <a href="components-gallery/steps/dbscan/" class="md-nav__link">
1955        
1956  
1957  <span class="md-ellipsis">
1958    
1959  </span>
1960  
1961
1962      </a>
1963    </li>
1964  
1965
1966              
1967            
1968              
1969                
1970  
1971  
1972  
1973  
1974    <li class="md-nav__item">
1975      <a href="components-gallery/steps/umap/" class="md-nav__link">
1976        
1977  
1978  <span class="md-ellipsis">
1979    
1980  </span>
1981  
1982
1983      </a>
1984    </li>
1985  
1986
1987              
1988            
1989              
1990                
1991  
1992  
1993  
1994  
1995    <li class="md-nav__item">
1996      <a href="components-gallery/steps/faissnearestneighbour/" class="md-nav__link">
1997        
1998  
1999  <span class="md-ellipsis">
2000    
2001  </span>
2002  
2003
2004      </a>
2005    </li>
2006  
2007
2008              
2009            
2010              
2011                
2012  
2013  
2014  
2015  
2016    <li class="md-nav__item">
2017      <a href="components-gallery/steps/embeddinggeneration/" class="md-nav__link">
2018        
2019  
2020  <span class="md-ellipsis">
2021    
2022  </span>
2023  
2024
2025      </a>
2026    </li>
2027  
2028
2029              
2030            
2031              
2032                
2033  
2034  
2035  
2036  
2037    <li class="md-nav__item">
2038      <a href="components-gallery/steps/rewardmodelscore/" class="md-nav__link">
2039        
2040  
2041  <span class="md-ellipsis">
2042    
2043  </span>
2044  
2045
2046      </a>
2047    </li>
2048  
2049
2050              
2051            
2052              
2053                
2054  
2055  
2056  
2057  
2058    <li class="md-nav__item">
2059      <a href="components-gallery/steps/formatprm/" class="md-nav__link">
2060        
2061  
2062  <span class="md-ellipsis">
2063    
2064  </span>
2065  
2066
2067      </a>
2068    </li>
2069  
2070
2071              
2072            
2073              
2074                
2075  
2076  
2077  
2078  
2079    <li class="md-nav__item">
2080      <a href="components-gallery/steps/truncatetextcolumn/" class="md-nav__link">
2081        
2082  
2083  <span class="md-ellipsis">
2084    
2085  </span>
2086  
2087
2088      </a>
2089    </li>
2090  
2091
2092              
2093            
2094          </ul>
2095        </nav>
2096      
2097    </li>
2098  
2099
2100              
2101            
2102              
2103                
2104  
2105  
2106  
2107  
2108    
2109    
2110    
2111      
2112      
2113        
2114      
2115    
2116    
2117    <li class="md-nav__item md-nav__item--nested">
2118      
2119        
2120        
2121        <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_2" >
2122        
2123          
2124          
2125          <div class="md-nav__link md-nav__container">
2126            <a href="components-gallery/tasks/" class="md-nav__link ">
2127              
2128  
2129  <span class="md-ellipsis">
2130    Tasks
2131  </span>
2132  
2133
2134            </a>
2135            
2136              
2137              <label class="md-nav__link " for="__nav_4_2" id="__nav_4_2_label" tabindex="0">
2138                <span class="md-nav__icon md-icon"></span>
2139              </label>
2140            
2141          </div>
2142        
2143        <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_2_label" aria-expanded="false">
2144          <label class="md-nav__title" for="__nav_4_2">
2145            <span class="md-nav__icon md-icon"></span>
2146            Tasks
2147          </label>
2148          <ul class="md-nav__list" data-md-scrollfix>
2149            
2150              
2151                
2152  
2153  
2154  
2155  
2156    <li class="md-nav__item">
2157      <a href="components-gallery/tasks/" class="md-nav__link">
2158        
2159  
2160  <span class="md-ellipsis">
2161    
2162  </span>
2163  
2164
2165      </a>
2166    </li>
2167  
2168
2169              
2170            
2171              
2172                
2173  
2174  
2175  
2176  
2177    <li class="md-nav__item">
2178      <a href="components-gallery/tasks/apigengenerator/" class="md-nav__link">
2179        
2180  
2181  <span class="md-ellipsis">
2182    
2183  </span>
2184  
2185
2186      </a>
2187    </li>
2188  
2189
2190              
2191            
2192              
2193                
2194  
2195  
2196  
2197  
2198    <li class="md-nav__item">
2199      <a href="components-gallery/tasks/genstruct/" class="md-nav__link">
2200        
2201  
2202  <span class="md-ellipsis">
2203    
2204  </span>
2205  
2206
2207      </a>
2208    </li>
2209  
2210
2211              
2212            
2213              
2214                
2215  
2216  
2217  
2218  
2219    <li class="md-nav__item">
2220      <a href="components-gallery/tasks/magpie/" class="md-nav__link">
2221        
2222  
2223  <span class="md-ellipsis">
2224    
2225  </span>
2226  
2227
2228      </a>
2229    </li>
2230  
2231
2232              
2233            
2234              
2235                
2236  
2237  
2238  
2239  
2240    <li class="md-nav__item">
2241      <a href="components-gallery/tasks/mathshepherdcompleter/" class="md-nav__link">
2242        
2243  
2244  <span class="md-ellipsis">
2245    
2246  </span>
2247  
2248
2249      </a>
2250    </li>
2251  
2252
2253              
2254            
2255              
2256                
2257  
2258  
2259  
2260  
2261    <li class="md-nav__item">
2262      <a href="components-gallery/tasks/mathshepherdgenerator/" class="md-nav__link">
2263        
2264  
2265  <span class="md-ellipsis">
2266    
2267  </span>
2268  
2269
2270      </a>
2271    </li>
2272  
2273
2274              
2275            
2276              
2277                
2278  
2279  
2280  
2281  
2282    <li class="md-nav__item">
2283      <a href="components-gallery/tasks/selfinstruct/" class="md-nav__link">
2284        
2285  
2286  <span class="md-ellipsis">
2287    
2288  </span>
2289  
2290
2291      </a>
2292    </li>
2293  
2294
2295              
2296            
2297              
2298                
2299  
2300  
2301  
2302  
2303    <li class="md-nav__item">
2304      <a href="components-gallery/tasks/textgeneration/" class="md-nav__link">
2305        
2306  
2307  <span class="md-ellipsis">
2308    
2309  </span>
2310  
2311
2312      </a>
2313    </li>
2314  
2315
2316              
2317            
2318              
2319                
2320  
2321  
2322  
2323  
2324    <li class="md-nav__item">
2325      <a href="components-gallery/tasks/textgenerationwithimage/" class="md-nav__link">
2326        
2327  
2328  <span class="md-ellipsis">
2329    
2330  </span>
2331  
2332
2333      </a>
2334    </li>
2335  
2336
2337              
2338            
2339              
2340                
2341  
2342  
2343  
2344  
2345    <li class="md-nav__item">
2346      <a href="components-gallery/tasks/urial/" class="md-nav__link">
2347        
2348  
2349  <span class="md-ellipsis">
2350    
2351  </span>
2352  
2353
2354      </a>
2355    </li>
2356  
2357
2358              
2359            
2360              
2361                
2362  
2363  
2364  
2365  
2366    <li class="md-nav__item">
2367      <a href="components-gallery/tasks/magpiegenerator/" class="md-nav__link">
2368        
2369  
2370  <span class="md-ellipsis">
2371    
2372  </span>
2373  
2374
2375      </a>
2376    </li>
2377  
2378
2379              
2380            
2381              
2382                
2383  
2384  
2385  
2386  
2387    <li class="md-nav__item">
2388      <a href="components-gallery/tasks/chatgeneration/" class="md-nav__link">
2389        
2390  
2391  <span class="md-ellipsis">
2392    
2393  </span>
2394  
2395
2396      </a>
2397    </li>
2398  
2399
2400              
2401            
2402              
2403                
2404  
2405  
2406  
2407  
2408    <li class="md-nav__item">
2409      <a href="components-gallery/tasks/argillalabeller/" class="md-nav__link">
2410        
2411  
2412  <span class="md-ellipsis">
2413    
2414  </span>
2415  
2416
2417      </a>
2418    </li>
2419  
2420
2421              
2422            
2423              
2424                
2425  
2426  
2427  
2428  
2429    <li class="md-nav__item">
2430      <a href="components-gallery/tasks/textclassification/" class="md-nav__link">
2431        
2432  
2433  <span class="md-ellipsis">
2434    
2435  </span>
2436  
2437
2438      </a>
2439    </li>
2440  
2441
2442              
2443            
2444              
2445                
2446  
2447  
2448  
2449  
2450    <li class="md-nav__item">
2451      <a href="components-gallery/tasks/evolinstruct/" class="md-nav__link">
2452        
2453  
2454  <span class="md-ellipsis">
2455    
2456  </span>
2457  
2458
2459      </a>
2460    </li>
2461  
2462
2463              
2464            
2465              
2466                
2467  
2468  
2469  
2470  
2471    <li class="md-nav__item">
2472      <a href="components-gallery/tasks/evolcomplexity/" class="md-nav__link">
2473        
2474  
2475  <span class="md-ellipsis">
2476    
2477  </span>
2478  
2479
2480      </a>
2481    </li>
2482  
2483
2484              
2485            
2486              
2487                
2488  
2489  
2490  
2491  
2492    <li class="md-nav__item">
2493      <a href="components-gallery/tasks/evolquality/" class="md-nav__link">
2494        
2495  
2496  <span class="md-ellipsis">
2497    
2498  </span>
2499  
2500
2501      </a>
2502    </li>
2503  
2504
2505              
2506            
2507              
2508                
2509  
2510  
2511  
2512  
2513    <li class="md-nav__item">
2514      <a href="components-gallery/tasks/evolinstructgenerator/" class="md-nav__link">
2515        
2516  
2517  <span class="md-ellipsis">
2518    
2519  </span>
2520  
2521
2522      </a>
2523    </li>
2524  
2525
2526              
2527            
2528              
2529                
2530  
2531  
2532  
2533  
2534    <li class="md-nav__item">
2535      <a href="components-gallery/tasks/evolcomplexitygenerator/" class="md-nav__link">
2536        
2537  
2538  <span class="md-ellipsis">
2539    
2540  </span>
2541  
2542
2543      </a>
2544    </li>
2545  
2546
2547              
2548            
2549              
2550                
2551  
2552  
2553  
2554  
2555    <li class="md-nav__item">
2556      <a href="components-gallery/tasks/instructionbacktranslation/" class="md-nav__link">
2557        
2558  
2559  <span class="md-ellipsis">
2560    
2561  </span>
2562  
2563
2564      </a>
2565    </li>
2566  
2567
2568              
2569            
2570              
2571                
2572  
2573  
2574  
2575  
2576    <li class="md-nav__item">
2577      <a href="components-gallery/tasks/prometheuseval/" class="md-nav__link">
2578        
2579  
2580  <span class="md-ellipsis">
2581    
2582  </span>
2583  
2584
2585      </a>
2586    </li>
2587  
2588
2589              
2590            
2591              
2592                
2593  
2594  
2595  
2596  
2597    <li class="md-nav__item">
2598      <a href="components-gallery/tasks/complexityscorer/" class="md-nav__link">
2599        
2600  
2601  <span class="md-ellipsis">
2602    
2603  </span>
2604  
2605
2606      </a>
2607    </li>
2608  
2609
2610              
2611            
2612              
2613                
2614  
2615  
2616  
2617  
2618    <li class="md-nav__item">
2619      <a href="components-gallery/tasks/qualityscorer/" class="md-nav__link">
2620        
2621  
2622  <span class="md-ellipsis">
2623    
2624  </span>
2625  
2626
2627      </a>
2628    </li>
2629  
2630
2631              
2632            
2633              
2634                
2635  
2636  
2637  
2638  
2639    <li class="md-nav__item">
2640      <a href="components-gallery/tasks/clair/" class="md-nav__link">
2641        
2642  
2643  <span class="md-ellipsis">
2644    
2645  </span>
2646  
2647
2648      </a>
2649    </li>
2650  
2651
2652              
2653            
2654              
2655                
2656  
2657  
2658  
2659  
2660    <li class="md-nav__item">
2661      <a href="components-gallery/tasks/ultrafeedback/" class="md-nav__link">
2662        
2663  
2664  <span class="md-ellipsis">
2665    
2666  </span>
2667  
2668
2669      </a>
2670    </li>
2671  
2672
2673              
2674            
2675              
2676                
2677  
2678  
2679  
2680  
2681    <li class="md-nav__item">
2682      <a href="components-gallery/tasks/pairrm/" class="md-nav__link">
2683        
2684  
2685  <span class="md-ellipsis">
2686    
2687  </span>
2688  
2689
2690      </a>
2691    </li>
2692  
2693
2694              
2695            
2696              
2697                
2698  
2699  
2700  
2701  
2702    <li class="md-nav__item">
2703      <a href="components-gallery/tasks/generatesentencepair/" class="md-nav__link">
2704        
2705  
2706  <span class="md-ellipsis">
2707    
2708  </span>
2709  
2710
2711      </a>
2712    </li>
2713  
2714
2715              
2716            
2717              
2718                
2719  
2720  
2721  
2722  
2723    <li class="md-nav__item">
2724      <a href="components-gallery/tasks/generateembeddings/" class="md-nav__link">
2725        
2726  
2727  <span class="md-ellipsis">
2728    
2729  </span>
2730  
2731
2732      </a>
2733    </li>
2734  
2735
2736              
2737            
2738              
2739                
2740  
2741  
2742  
2743  
2744    <li class="md-nav__item">
2745      <a href="components-gallery/tasks/textclustering/" class="md-nav__link">
2746        
2747  
2748  <span class="md-ellipsis">
2749    
2750  </span>
2751  
2752
2753      </a>
2754    </li>
2755  
2756
2757              
2758            
2759              
2760                
2761  
2762  
2763  
2764  
2765    <li class="md-nav__item">
2766      <a href="components-gallery/tasks/textclustering/" class="md-nav__link">
2767        
2768  
2769  <span class="md-ellipsis">
2770    
2771  </span>
2772  
2773
2774      </a>
2775    </li>
2776  
2777
2778              
2779            
2780              
2781                
2782  
2783  
2784  
2785  
2786    <li class="md-nav__item">
2787      <a href="components-gallery/tasks/apigensemanticchecker/" class="md-nav__link">
2788        
2789  
2790  <span class="md-ellipsis">
2791    
2792  </span>
2793  
2794
2795      </a>
2796    </li>
2797  
2798
2799              
2800            
2801              
2802                
2803  
2804  
2805  
2806  
2807    <li class="md-nav__item">
2808      <a href="components-gallery/tasks/imagegeneration/" class="md-nav__link">
2809        
2810  
2811  <span class="md-ellipsis">
2812    
2813  </span>
2814  
2815
2816      </a>
2817    </li>
2818  
2819
2820              
2821            
2822              
2823                
2824  
2825  
2826  
2827  
2828    <li class="md-nav__item">
2829      <a href="components-gallery/tasks/generatetextretrievaldata/" class="md-nav__link">
2830        
2831  
2832  <span class="md-ellipsis">
2833    
2834  </span>
2835  
2836
2837      </a>
2838    </li>
2839  
2840
2841              
2842            
2843              
2844                
2845  
2846  
2847  
2848  
2849    <li class="md-nav__item">
2850      <a href="components-gallery/tasks/generateshorttextmatchingdata/" class="md-nav__link">
2851        
2852  
2853  <span class="md-ellipsis">
2854    
2855  </span>
2856  
2857
2858      </a>
2859    </li>
2860  
2861
2862              
2863            
2864              
2865                
2866  
2867  
2868  
2869  
2870    <li class="md-nav__item">
2871      <a href="components-gallery/tasks/generatelongtextmatchingdata/" class="md-nav__link">
2872        
2873  
2874  <span class="md-ellipsis">
2875    
2876  </span>
2877  
2878
2879      </a>
2880    </li>
2881  
2882
2883              
2884            
2885              
2886                
2887  
2888  
2889  
2890  
2891    <li class="md-nav__item">
2892      <a href="components-gallery/tasks/generatetextclassificationdata/" class="md-nav__link">
2893        
2894  
2895  <span class="md-ellipsis">
2896    
2897  </span>
2898  
2899
2900      </a>
2901    </li>
2902  
2903
2904              
2905            
2906              
2907                
2908  
2909  
2910  
2911  
2912    <li class="md-nav__item">
2913      <a href="components-gallery/tasks/structuredgeneration/" class="md-nav__link">
2914        
2915  
2916  <span class="md-ellipsis">
2917    
2918  </span>
2919  
2920
2921      </a>
2922    </li>
2923  
2924
2925              
2926            
2927              
2928                
2929  
2930  
2931  
2932  
2933    <li class="md-nav__item">
2934      <a href="components-gallery/tasks/monolingualtripletgenerator/" class="md-nav__link">
2935        
2936  
2937  <span class="md-ellipsis">
2938    
2939  </span>
2940  
2941
2942      </a>
2943    </li>
2944  
2945
2946              
2947            
2948              
2949                
2950  
2951  
2952  
2953  
2954    <li class="md-nav__item">
2955      <a href="components-gallery/tasks/bitextretrievalgenerator/" class="md-nav__link">
2956        
2957  
2958  <span class="md-ellipsis">
2959    
2960  </span>
2961  
2962
2963      </a>
2964    </li>
2965  
2966
2967              
2968            
2969              
2970                
2971  
2972  
2973  
2974  
2975    <li class="md-nav__item">
2976      <a href="components-gallery/tasks/embeddingtaskgenerator/" class="md-nav__link">
2977        
2978  
2979  <span class="md-ellipsis">
2980    
2981  </span>
2982  
2983
2984      </a>
2985    </li>
2986  
2987
2988              
2989            
2990          </ul>
2991        </nav>
2992      
2993    </li>
2994  
2995
2996              
2997            
2998              
2999                
3000  
3001  
3002  
3003  
3004    
3005    
3006    
3007      
3008      
3009        
3010      
3011    
3012    
3013    <li class="md-nav__item md-nav__item--nested">
3014      
3015        
3016        
3017        <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_3" >
3018        
3019          
3020          
3021          <div class="md-nav__link md-nav__container">
3022            <a href="components-gallery/llms/" class="md-nav__link ">
3023              
3024  
3025  <span class="md-ellipsis">
3026    LLMs
3027  </span>
3028  
3029
3030            </a>
3031            
3032              
3033              <label class="md-nav__link " for="__nav_4_3" id="__nav_4_3_label" tabindex="0">
3034                <span class="md-nav__icon md-icon"></span>
3035              </label>
3036            
3037          </div>
3038        
3039        <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_3_label" aria-expanded="false">
3040          <label class="md-nav__title" for="__nav_4_3">
3041            <span class="md-nav__icon md-icon"></span>
3042            LLMs
3043          </label>
3044          <ul class="md-nav__list" data-md-scrollfix>
3045            
3046              
3047                
3048  
3049  
3050  
3051  
3052    <li class="md-nav__item">
3053      <a href="components-gallery/llms/" class="md-nav__link">
3054        
3055  
3056  <span class="md-ellipsis">
3057    
3058  </span>
3059  
3060
3061      </a>
3062    </li>
3063  
3064
3065              
3066            
3067              
3068                
3069  
3070  
3071  
3072  
3073    <li class="md-nav__item">
3074      <a href="components-gallery/llms/anthropicllm/" class="md-nav__link">
3075        
3076  
3077  <span class="md-ellipsis">
3078    
3079  </span>
3080  
3081
3082      </a>
3083    </li>
3084  
3085
3086              
3087            
3088              
3089                
3090  
3091  
3092  
3093  
3094    <li class="md-nav__item">
3095      <a href="components-gallery/llms/openaillm/" class="md-nav__link">
3096        
3097  
3098  <span class="md-ellipsis">
3099    
3100  </span>
3101  
3102
3103      </a>
3104    </li>
3105  
3106
3107              
3108            
3109              
3110                
3111  
3112  
3113  
3114  
3115    <li class="md-nav__item">
3116      <a href="components-gallery/llms/anyscalellm/" class="md-nav__link">
3117        
3118  
3119  <span class="md-ellipsis">
3120    
3121  </span>
3122  
3123
3124      </a>
3125    </li>
3126  
3127
3128              
3129            
3130              
3131                
3132  
3133  
3134  
3135  
3136    <li class="md-nav__item">
3137      <a href="components-gallery/llms/azureopenaillm/" class="md-nav__link">
3138        
3139  
3140  <span class="md-ellipsis">
3141    
3142  </span>
3143  
3144
3145      </a>
3146    </li>
3147  
3148
3149              
3150            
3151              
3152                
3153  
3154  
3155  
3156  
3157    <li class="md-nav__item">
3158      <a href="components-gallery/llms/togetherllm/" class="md-nav__link">
3159        
3160  
3161  <span class="md-ellipsis">
3162    
3163  </span>
3164  
3165
3166      </a>
3167    </li>
3168  
3169
3170              
3171            
3172              
3173                
3174  
3175  
3176  
3177  
3178    <li class="md-nav__item">
3179      <a href="components-gallery/llms/clientvllm/" class="md-nav__link">
3180        
3181  
3182  <span class="md-ellipsis">
3183    
3184  </span>
3185  
3186
3187      </a>
3188    </li>
3189  
3190
3191              
3192            
3193              
3194                
3195  
3196  
3197  
3198  
3199    <li class="md-nav__item">
3200      <a href="components-gallery/llms/coherellm/" class="md-nav__link">
3201        
3202  
3203  <span class="md-ellipsis">
3204    
3205  </span>
3206  
3207
3208      </a>
3209    </li>
3210  
3211
3212              
3213            
3214              
3215                
3216  
3217  
3218  
3219  
3220    <li class="md-nav__item">
3221      <a href="components-gallery/llms/groqllm/" class="md-nav__link">
3222        
3223  
3224  <span class="md-ellipsis">
3225    
3226  </span>
3227  
3228
3229      </a>
3230    </li>
3231  
3232
3233              
3234            
3235              
3236                
3237  
3238  
3239  
3240  
3241    <li class="md-nav__item">
3242      <a href="components-gallery/llms/inferenceendpointsllm/" class="md-nav__link">
3243        
3244  
3245  <span class="md-ellipsis">
3246    
3247  </span>
3248  
3249
3250      </a>
3251    </li>
3252  
3253
3254              
3255            
3256              
3257                
3258  
3259  
3260  
3261  
3262    <li class="md-nav__item">
3263      <a href="components-gallery/llms/litellm/" class="md-nav__link">
3264        
3265  
3266  <span class="md-ellipsis">
3267    
3268  </span>
3269  
3270
3271      </a>
3272    </li>
3273  
3274
3275              
3276            
3277              
3278                
3279  
3280  
3281  
3282  
3283    <li class="md-nav__item">
3284      <a href="components-gallery/llms/mistralllm/" class="md-nav__link">
3285        
3286  
3287  <span class="md-ellipsis">
3288    
3289  </span>
3290  
3291
3292      </a>
3293    </li>
3294  
3295
3296              
3297            
3298              
3299                
3300  
3301  
3302  
3303  
3304    <li class="md-nav__item">
3305      <a href="components-gallery/llms/mixtureofagentsllm/" class="md-nav__link">
3306        
3307  
3308  <span class="md-ellipsis">
3309    
3310  </span>
3311  
3312
3313      </a>
3314    </li>
3315  
3316
3317              
3318            
3319              
3320                
3321  
3322  
3323  
3324  
3325    <li class="md-nav__item">
3326      <a href="components-gallery/llms/ollamallm/" class="md-nav__link">
3327        
3328  
3329  <span class="md-ellipsis">
3330    
3331  </span>
3332  
3333
3334      </a>
3335    </li>
3336  
3337
3338              
3339            
3340              
3341                
3342  
3343  
3344  
3345  
3346    <li class="md-nav__item">
3347      <a href="components-gallery/llms/vertexaillm/" class="md-nav__link">
3348        
3349  
3350  <span class="md-ellipsis">
3351    
3352  </span>
3353  
3354
3355      </a>
3356    </li>
3357  
3358
3359              
3360            
3361              
3362                
3363  
3364  
3365  
3366  
3367    <li class="md-nav__item">
3368      <a href="components-gallery/llms/transformersllm/" class="md-nav__link">
3369        
3370  
3371  <span class="md-ellipsis">
3372    
3373  </span>
3374  
3375
3376      </a>
3377    </li>
3378  
3379
3380              
3381            
3382              
3383                
3384  
3385  
3386  
3387  
3388    <li class="md-nav__item">
3389      <a href="components-gallery/llms/llamacppllm/" class="md-nav__link">
3390        
3391  
3392  <span class="md-ellipsis">
3393    
3394  </span>
3395  
3396
3397      </a>
3398    </li>
3399  
3400
3401              
3402            
3403              
3404                
3405  
3406  
3407  
3408  
3409    <li class="md-nav__item">
3410      <a href="components-gallery/llms/mlxllm/" class="md-nav__link">
3411        
3412  
3413  <span class="md-ellipsis">
3414    
3415  </span>
3416  
3417
3418      </a>
3419    </li>
3420  
3421
3422              
3423            
3424              
3425                
3426  
3427  
3428  
3429  
3430    <li class="md-nav__item">
3431      <a href="components-gallery/llms/vllm/" class="md-nav__link">
3432        
3433  
3434  <span class="md-ellipsis">
3435    
3436  </span>
3437  
3438
3439      </a>
3440    </li>
3441  
3442
3443              
3444            
3445          </ul>
3446        </nav>
3447      
3448    </li>
3449  
3450
3451              
3452            
3453              
3454                
3455  
3456  
3457  
3458  
3459    
3460    
3461    
3462      
3463      
3464        
3465      
3466    
3467    
3468    <li class="md-nav__item md-nav__item--nested">
3469      
3470        
3471        
3472        <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_4" >
3473        
3474          
3475          
3476          <div class="md-nav__link md-nav__container">
3477            <a href="components-gallery/image_generation/" class="md-nav__link ">
3478              
3479  
3480  <span class="md-ellipsis">
3481    ImageGenerationModels
3482  </span>
3483  
3484
3485            </a>
3486            
3487              
3488              <label class="md-nav__link " for="__nav_4_4" id="__nav_4_4_label" tabindex="0">
3489                <span class="md-nav__icon md-icon"></span>
3490              </label>
3491            
3492          </div>
3493        
3494        <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_4_label" aria-expanded="false">
3495          <label class="md-nav__title" for="__nav_4_4">
3496            <span class="md-nav__icon md-icon"></span>
3497            ImageGenerationModels
3498          </label>
3499          <ul class="md-nav__list" data-md-scrollfix>
3500            
3501              
3502                
3503  
3504  
3505  
3506  
3507    <li class="md-nav__item">
3508      <a href="components-gallery/image_generation/" class="md-nav__link">
3509        
3510  
3511  <span class="md-ellipsis">
3512    
3513  </span>
3514  
3515
3516      </a>
3517    </li>
3518  
3519
3520              
3521            
3522              
3523                
3524  
3525  
3526  
3527  
3528    <li class="md-nav__item">
3529      <a href="components-gallery/image_generation/inferenceendpointsimagegeneration/" class="md-nav__link">
3530        
3531  
3532  <span class="md-ellipsis">
3533    
3534  </span>
3535  
3536
3537      </a>
3538    </li>
3539  
3540
3541              
3542            
3543              
3544                
3545  
3546  
3547  
3548  
3549    <li class="md-nav__item">
3550      <a href="components-gallery/image_generation/openaiimagegeneration/" class="md-nav__link">
3551        
3552  
3553  <span class="md-ellipsis">
3554    
3555  </span>
3556  
3557
3558      </a>
3559    </li>
3560  
3561
3562              
3563            
3564          </ul>
3565        </nav>
3566      
3567    </li>
3568  
3569
3570              
3571            
3572          </ul>
3573        </nav>
3574      
3575    </li>
3576  
3577
3578    
3579      
3580      
3581  
3582  
3583  
3584  
3585    
3586    
3587    
3588      
3589      
3590        
3591      
3592    
3593    
3594    <li class="md-nav__item md-nav__item--nested">
3595      
3596        
3597        
3598        <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5" >
3599        
3600          
3601          
3602          <div class="md-nav__link md-nav__container">
3603            <a href="sections/pipeline_samples/" class="md-nav__link ">
3604              
3605  
3606  <span class="md-ellipsis">
3607    Tutorials
3608  </span>
3609  
3610
3611            </a>
3612            
3613              
3614              <label class="md-nav__link " for="__nav_5" id="__nav_5_label" tabindex="0">
3615                <span class="md-nav__icon md-icon"></span>
3616              </label>
3617            
3618          </div>
3619        
3620        <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_5_label" aria-expanded="false">
3621          <label class="md-nav__title" for="__nav_5">
3622            <span class="md-nav__icon md-icon"></span>
3623            Tutorials
3624          </label>
3625          <ul class="md-nav__list" data-md-scrollfix>
3626            
3627              
3628                
3629  
3630  
3631  
3632  
3633    
3634    
3635    
3636      
3637      
3638        
3639      
3640    
3641    
3642    <li class="md-nav__item md-nav__item--nested">
3643      
3644        
3645        
3646        <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_1" >
3647        
3648          
3649          <label class="md-nav__link" for="__nav_5_1" id="__nav_5_1_label" tabindex="0">
3650            
3651  
3652  <span class="md-ellipsis">
3653    Tutorials
3654  </span>
3655  
3656
3657            <span class="md-nav__icon md-icon"></span>
3658          </label>
3659        
3660        <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_5_1_label" aria-expanded="false">
3661          <label class="md-nav__title" for="__nav_5_1">
3662            <span class="md-nav__icon md-icon"></span>
3663            Tutorials
3664          </label>
3665          <ul class="md-nav__list" data-md-scrollfix>
3666            
3667              
3668                
3669  
3670  
3671  
3672  
3673    <li class="md-nav__item">
3674      <a href="sections/pipeline_samples/tutorials/generate_preference_dataset/" class="md-nav__link">
3675        
3676  
3677  <span class="md-ellipsis">
3678    Generate a preference dataset
3679  </span>
3680  
3681
3682      </a>
3683    </li>
3684  
3685
3686              
3687            
3688              
3689                
3690  
3691  
3692  
3693  
3694    <li class="md-nav__item">
3695      <a href="sections/pipeline_samples/tutorials/clean_existing_dataset/" class="md-nav__link">
3696        
3697  
3698  <span class="md-ellipsis">
3699    Clean an existing preference dataset
3700  </span>
3701  
3702
3703      </a>
3704    </li>
3705  
3706
3707              
3708            
3709              
3710                
3711  
3712  
3713  
3714  
3715    <li class="md-nav__item">
3716      <a href="sections/pipeline_samples/tutorials/GenerateSentencePair/" class="md-nav__link">
3717        
3718  
3719  <span class="md-ellipsis">
3720    Synthetic data generation for fine-tuning custom retrieval and reranking models
3721  </span>
3722  
3723
3724      </a>
3725    </li>
3726  
3727
3728              
3729            
3730              
3731                
3732  
3733  
3734  
3735  
3736    <li class="md-nav__item">
3737      <a href="sections/pipeline_samples/tutorials/generate_textcat_dataset/" class="md-nav__link">
3738        
3739  
3740  <span class="md-ellipsis">
3741    Generate synthetic text classification data
3742  </span>
3743  
3744
3745      </a>
3746    </li>
3747  
3748
3749              
3750            
3751          </ul>
3752        </nav>
3753      
3754    </li>
3755  
3756
3757              
3758            
3759              
3760                
3761  
3762  
3763  
3764  
3765    
3766    
3767    
3768      
3769      
3770        
3771      
3772    
3773    
3774    <li class="md-nav__item md-nav__item--nested">
3775      
3776        
3777        
3778        <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_2" >
3779        
3780          
3781          <label class="md-nav__link" for="__nav_5_2" id="__nav_5_2_label" tabindex="0">
3782            
3783  
3784  <span class="md-ellipsis">
3785    Papers
3786  </span>
3787  
3788
3789            <span class="md-nav__icon md-icon"></span>
3790          </label>
3791        
3792        <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_5_2_label" aria-expanded="false">
3793          <label class="md-nav__title" for="__nav_5_2">
3794            <span class="md-nav__icon md-icon"></span>
3795            Papers
3796          </label>
3797          <ul class="md-nav__list" data-md-scrollfix>
3798            
3799              
3800                
3801  
3802  
3803  
3804  
3805    <li class="md-nav__item">
3806      <a href="sections/pipeline_samples/papers/deepseek_prover/" class="md-nav__link">
3807        
3808  
3809  <span class="md-ellipsis">
3810    DeepSeek Prover
3811  </span>
3812  
3813
3814      </a>
3815    </li>
3816  
3817
3818              
3819            
3820              
3821                
3822  
3823  
3824  
3825  
3826    <li class="md-nav__item">
3827      <a href="sections/pipeline_samples/papers/deita/" class="md-nav__link">
3828        
3829  
3830  <span class="md-ellipsis">
3831    DEITA
3832  </span>
3833  
3834
3835      </a>
3836    </li>
3837  
3838
3839              
3840            
3841              
3842                
3843  
3844  
3845  
3846  
3847    <li class="md-nav__item">
3848      <a href="sections/pipeline_samples/papers/instruction_backtranslation/" class="md-nav__link">
3849        
3850  
3851  <span class="md-ellipsis">
3852    Instruction Backtranslation
3853  </span>
3854  
3855
3856      </a>
3857    </li>
3858  
3859
3860              
3861            
3862              
3863                
3864  
3865  
3866  
3867  
3868    <li class="md-nav__item">
3869      <a href="sections/pipeline_samples/papers/prometheus/" class="md-nav__link">
3870        
3871  
3872  <span class="md-ellipsis">
3873    Prometheus 2
3874  </span>
3875  
3876
3877      </a>
3878    </li>
3879  
3880
3881              
3882            
3883              
3884                
3885  
3886  
3887  
3888  
3889    <li class="md-nav__item">
3890      <a href="sections/pipeline_samples/papers/ultrafeedback/" class="md-nav__link">
3891        
3892  
3893  <span class="md-ellipsis">
3894    UltraFeedback
3895  </span>
3896  
3897
3898      </a>
3899    </li>
3900  
3901
3902              
3903            
3904              
3905                
3906  
3907  
3908  
3909  
3910    <li class="md-nav__item">
3911      <a href="sections/pipeline_samples/papers/apigen/" class="md-nav__link">
3912        
3913  
3914  <span class="md-ellipsis">
3915    APIGen
3916  </span>
3917  
3918
3919      </a>
3920    </li>
3921  
3922
3923              
3924            
3925              
3926                
3927  
3928  
3929  
3930  
3931    <li class="md-nav__item">
3932      <a href="sections/pipeline_samples/papers/clair/" class="md-nav__link">
3933        
3934  
3935  <span class="md-ellipsis">
3936    CLAIR
3937  </span>
3938  
3939
3940      </a>
3941    </li>
3942  
3943
3944              
3945            
3946              
3947                
3948  
3949  
3950  
3951  
3952    <li class="md-nav__item">
3953      <a href="sections/pipeline_samples/papers/math_shepherd/" class="md-nav__link">
3954        
3955  
3956  <span class="md-ellipsis">
3957    Math Shepherd
3958  </span>
3959  
3960
3961      </a>
3962    </li>
3963  
3964
3965              
3966            
3967          </ul>
3968        </nav>
3969      
3970    </li>
3971  
3972
3973              
3974            
3975              
3976                
3977  
3978  
3979  
3980  
3981    
3982    
3983    
3984      
3985      
3986        
3987      
3988    
3989    
3990    <li class="md-nav__item md-nav__item--nested">
3991      
3992        
3993        
3994        <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_3" >
3995        
3996          
3997          <label class="md-nav__link" for="__nav_5_3" id="__nav_5_3_label" tabindex="0">
3998            
3999  
4000  <span class="md-ellipsis">
4001    Examples
4002  </span>
4003  
4004
4005            <span class="md-nav__icon md-icon"></span>
4006          </label>
4007        
4008        <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_5_3_label" aria-expanded="false">
4009          <label class="md-nav__title" for="__nav_5_3">
4010            <span class="md-nav__icon md-icon"></span>
4011            Examples
4012          </label>
4013          <ul class="md-nav__list" data-md-scrollfix>
4014            
4015              
4016                
4017  
4018  
4019  
4020  
4021    <li class="md-nav__item">
4022      <a href="sections/pipeline_samples/examples/benchmarking_with_distilabel/" class="md-nav__link">
4023        
4024  
4025  <span class="md-ellipsis">
4026    Benchmarking with distilabel
4027  </span>
4028  
4029
4030      </a>
4031    </li>
4032  
4033
4034              
4035            
4036              
4037                
4038  
4039  
4040  
4041  
4042    <li class="md-nav__item">
4043      <a href="sections/pipeline_samples/examples/llama_cpp_with_outlines/" class="md-nav__link">
4044        
4045  
4046  <span class="md-ellipsis">
4047    Structured generation with outlines
4048  </span>
4049  
4050
4051      </a>
4052    </li>
4053  
4054
4055              
4056            
4057              
4058                
4059  
4060  
4061  
4062  
4063    <li class="md-nav__item">
4064      <a href="sections/pipeline_samples/examples/mistralai_with_instructor/" class="md-nav__link">
4065        
4066  
4067  <span class="md-ellipsis">
4068    Structured generation with instructor
4069  </span>
4070  
4071
4072      </a>
4073    </li>
4074  
4075
4076              
4077            
4078              
4079                
4080  
4081  
4082  
4083  
4084    <li class="md-nav__item">
4085      <a href="sections/pipeline_samples/examples/fine_personas_social_network/" class="md-nav__link">
4086        
4087  
4088  <span class="md-ellipsis">
4089    Create a social network with FinePersonas
4090  </span>
4091  
4092
4093      </a>
4094    </li>
4095  
4096
4097              
4098            
4099              
4100                
4101  
4102  
4103  
4104  
4105    <li class="md-nav__item">
4106      <a href="sections/pipeline_samples/examples/exam_questions/" class="md-nav__link">
4107        
4108  
4109  <span class="md-ellipsis">
4110    Create questions and answers for a exam
4111  </span>
4112  
4113
4114      </a>
4115    </li>
4116  
4117
4118              
4119            
4120              
4121                
4122  
4123  
4124  
4125  
4126    <li class="md-nav__item">
4127      <a href="sections/pipeline_samples/examples/image_generation/" class="md-nav__link">
4128        
4129  
4130  <span class="md-ellipsis">
4131    Image generation with distilabel
4132  </span>
4133  
4134
4135      </a>
4136    </li>
4137  
4138
4139              
4140            
4141              
4142                
4143  
4144  
4145  
4146  
4147    <li class="md-nav__item">
4148      <a href="sections/pipeline_samples/examples/text_generation_with_image/" class="md-nav__link">
4149        
4150  
4151  <span class="md-ellipsis">
4152    Text generation with images in distilabel
4153  </span>
4154  
4155
4156      </a>
4157    </li>
4158  
4159
4160              
4161            
4162          </ul>
4163        </nav>
4164      
4165    </li>
4166  
4167
4168              
4169            
4170          </ul>
4171        </nav>
4172      
4173    </li>
4174  
4175
4176    
4177      
4178      
4179  
4180  
4181  
4182  
4183    
4184    
4185    
4186      
4187      
4188        
4189      
4190    
4191    
4192    <li class="md-nav__item md-nav__item--nested">
4193      
4194        
4195        
4196        <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_6" >
4197        
4198          
4199          <label class="md-nav__link" for="__nav_6" id="__nav_6_label" tabindex="0">
4200            
4201  
4202  <span class="md-ellipsis">
4203    API Reference
4204  </span>
4205  
4206
4207            <span class="md-nav__icon md-icon"></span>
4208          </label>
4209        
4210        <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_6_label" aria-expanded="false">
4211          <label class="md-nav__title" for="__nav_6">
4212            <span class="md-nav__icon md-icon"></span>
4213            API Reference
4214          </label>
4215          <ul class="md-nav__list" data-md-scrollfix>
4216            
4217              
4218                
4219  
4220  
4221  
4222  
4223    
4224    
4225    
4226      
4227      
4228        
4229      
4230    
4231    
4232    <li class="md-nav__item md-nav__item--nested">
4233      
4234        
4235        
4236        <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_6_1" >
4237        
4238          
4239          
4240          <div class="md-nav__link md-nav__container">
4241            <a href="api/step/" class="md-nav__link ">
4242              
4243  
4244  <span class="md-ellipsis">
4245    Step
4246  </span>
4247  
4248
4249            </a>
4250            
4251              
4252              <label class="md-nav__link " for="__nav_6_1" id="__nav_6_1_label" tabindex="0">
4253                <span class="md-nav__icon md-icon"></span>
4254              </label>
4255            
4256          </div>
4257        
4258        <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_6_1_label" aria-expanded="false">
4259          <label class="md-nav__title" for="__nav_6_1">
4260            <span class="md-nav__icon md-icon"></span>
4261            Step
4262          </label>
4263          <ul class="md-nav__list" data-md-scrollfix>
4264            
4265              
4266                
4267  
4268  
4269  
4270  
4271    <li class="md-nav__item">
4272      <a href="api/step/generator_step/" class="md-nav__link">
4273        
4274  
4275  <span class="md-ellipsis">
4276    GeneratorStep
4277  </span>
4278  
4279
4280      </a>
4281    </li>
4282  
4283
4284              
4285            
4286              
4287                
4288  
4289  
4290  
4291  
4292    <li class="md-nav__item">
4293      <a href="api/step/global_step/" class="md-nav__link">
4294        
4295  
4296  <span class="md-ellipsis">
4297    GlobalStep
4298  </span>
4299  
4300
4301      </a>
4302    </li>
4303  
4304
4305              
4306            
4307              
4308                
4309  
4310  
4311  
4312  
4313    <li class="md-nav__item">
4314      <a href="api/step/decorator/" class="md-nav__link">
4315        
4316  
4317  <span class="md-ellipsis">
4318    @step
4319  </span>
4320  
4321
4322      </a>
4323    </li>
4324  
4325
4326              
4327            
4328              
4329                
4330  
4331  
4332  
4333  
4334    <li class="md-nav__item">
4335      <a href="api/step/resources/" class="md-nav__link">
4336        
4337  
4338  <span class="md-ellipsis">
4339    StepResources
4340  </span>
4341  
4342
4343      </a>
4344    </li>
4345  
4346
4347              
4348            
4349              
4350                
4351  
4352  
4353  
4354  
4355    
4356    
4357    
4358      
4359      
4360        
4361      
4362    
4363    
4364    <li class="md-nav__item md-nav__item--nested">
4365      
4366        
4367        
4368        <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_6_1_5" >
4369        
4370          
4371          <label class="md-nav__link" for="__nav_6_1_5" id="__nav_6_1_5_label" tabindex="0">
4372            
4373  
4374  <span class="md-ellipsis">
4375    Step Gallery
4376  </span>
4377  
4378
4379            <span class="md-nav__icon md-icon"></span>
4380          </label>
4381        
4382        <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_6_1_5_label" aria-expanded="false">
4383          <label class="md-nav__title" for="__nav_6_1_5">
4384            <span class="md-nav__icon md-icon"></span>
4385            Step Gallery
4386          </label>
4387          <ul class="md-nav__list" data-md-scrollfix>
4388            
4389              
4390                
4391  
4392  
4393  
4394  
4395    <li class="md-nav__item">
4396      <a href="api/step_gallery/argilla/" class="md-nav__link">
4397        
4398  
4399  <span class="md-ellipsis">
4400    Argilla
4401  </span>
4402  
4403
4404      </a>
4405    </li>
4406  
4407
4408              
4409            
4410              
4411                
4412  
4413  
4414  
4415  
4416    <li class="md-nav__item">
4417      <a href="api/step_gallery/hugging_face/" class="md-nav__link">
4418        
4419  
4420  <span class="md-ellipsis">
4421    Hugging Face
4422  </span>
4423  
4424
4425      </a>
4426    </li>
4427  
4428
4429              
4430            
4431              
4432                
4433  
4434  
4435  
4436  
4437    <li class="md-nav__item">
4438      <a href="api/step_gallery/columns/" class="md-nav__link">
4439        
4440  
4441  <span class="md-ellipsis">
4442    Columns
4443  </span>
4444  
4445
4446      </a>
4447    </li>
4448  
4449
4450              
4451            
4452              
4453                
4454  
4455  
4456  
4457  
4458    <li class="md-nav__item">
4459      <a href="api/step_gallery/extra/" class="md-nav__link">
4460        
4461  
4462  <span class="md-ellipsis">
4463    Extra
4464  </span>
4465  
4466
4467      </a>
4468    </li>
4469  
4470
4471              
4472            
4473          </ul>
4474        </nav>
4475      
4476    </li>
4477  
4478
4479              
4480            
4481          </ul>
4482        </nav>
4483      
4484    </li>
4485  
4486
4487              
4488            
4489              
4490                
4491  
4492  
4493  
4494  
4495    
4496    
4497    
4498      
4499      
4500        
4501      
4502    
4503    
4504    <li class="md-nav__item md-nav__item--nested">
4505      
4506        
4507        
4508        <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_6_2" >
4509        
4510          
4511          
4512          <div class="md-nav__link md-nav__container">
4513            <a href="api/task/" class="md-nav__link ">
4514              
4515  
4516  <span class="md-ellipsis">
4517    Task
4518  </span>
4519  
4520
4521            </a>
4522            
4523              
4524              <label class="md-nav__link " for="__nav_6_2" id="__nav_6_2_label" tabindex="0">
4525                <span class="md-nav__icon md-icon"></span>
4526              </label>
4527            
4528          </div>
4529        
4530        <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_6_2_label" aria-expanded="false">
4531          <label class="md-nav__title" for="__nav_6_2">
4532            <span class="md-nav__icon md-icon"></span>
4533            Task
4534          </label>
4535          <ul class="md-nav__list" data-md-scrollfix>
4536            
4537              
4538                
4539  
4540  
4541  
4542  
4543    <li class="md-nav__item">
4544      <a href="api/task/generator_task/" class="md-nav__link">
4545        
4546  
4547  <span class="md-ellipsis">
4548    GeneratorTask
4549  </span>
4550  
4551
4552      </a>
4553    </li>
4554  
4555
4556              
4557            
4558              
4559                
4560  
4561  
4562  
4563  
4564    <li class="md-nav__item">
4565      <a href="api/task/task_gallery/" class="md-nav__link">
4566        
4567  
4568  <span class="md-ellipsis">
4569    Task Gallery
4570  </span>
4571  
4572
4573      </a>
4574    </li>
4575  
4576
4577              
4578            
4579          </ul>
4580        </nav>
4581      
4582    </li>
4583  
4584
4585              
4586            
4587              
4588                
4589  
4590  
4591  
4592  
4593    
4594    
4595    
4596      
4597      
4598        
4599      
4600    
4601    
4602    <li class="md-nav__item md-nav__item--nested">
4603      
4604        
4605        
4606        <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_6_3" >
4607        
4608          
4609          
4610          <div class="md-nav__link md-nav__container">
4611            <a href="api/models/llm/" class="md-nav__link ">
4612              
4613  
4614  <span class="md-ellipsis">
4615    LLM
4616  </span>
4617  
4618
4619            </a>
4620            
4621              
4622              <label class="md-nav__link " for="__nav_6_3" id="__nav_6_3_label" tabindex="0">
4623                <span class="md-nav__icon md-icon"></span>
4624              </label>
4625            
4626          </div>
4627        
4628        <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_6_3_label" aria-expanded="false">
4629          <label class="md-nav__title" for="__nav_6_3">
4630            <span class="md-nav__icon md-icon"></span>
4631            LLM
4632          </label>
4633          <ul class="md-nav__list" data-md-scrollfix>
4634            
4635              
4636                
4637  
4638  
4639  
4640  
4641    <li class="md-nav__item">
4642      <a href="api/models/llm/llm_gallery/" class="md-nav__link">
4643        
4644  
4645  <span class="md-ellipsis">
4646    LLM Gallery
4647  </span>
4648  
4649
4650      </a>
4651    </li>
4652  
4653
4654              
4655            
4656          </ul>
4657        </nav>
4658      
4659    </li>
4660  
4661
4662              
4663            
4664              
4665                
4666  
4667  
4668  
4669  
4670    
4671    
4672    
4673      
4674      
4675        
4676      
4677    
4678    
4679    <li class="md-nav__item md-nav__item--nested">
4680      
4681        
4682        
4683        <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_6_4" >
4684        
4685          
4686          
4687          <div class="md-nav__link md-nav__container">
4688            <a href="api/models/embedding/" class="md-nav__link ">
4689              
4690  
4691  <span class="md-ellipsis">
4692    Embedding
4693  </span>
4694  
4695
4696            </a>
4697            
4698              
4699              <label class="md-nav__link " for="__nav_6_4" id="__nav_6_4_label" tabindex="0">
4700                <span class="md-nav__icon md-icon"></span>
4701              </label>
4702            
4703          </div>
4704        
4705        <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_6_4_label" aria-expanded="false">
4706          <label class="md-nav__title" for="__nav_6_4">
4707            <span class="md-nav__icon md-icon"></span>
4708            Embedding
4709          </label>
4710          <ul class="md-nav__list" data-md-scrollfix>
4711            
4712              
4713                
4714  
4715  
4716  
4717  
4718    <li class="md-nav__item">
4719      <a href="api/models/embedding/embedding_gallery/" class="md-nav__link">
4720        
4721  
4722  <span class="md-ellipsis">
4723    Embedding Gallery
4724  </span>
4725  
4726
4727      </a>
4728    </li>
4729  
4730
4731              
4732            
4733          </ul>
4734        </nav>
4735      
4736    </li>
4737  
4738
4739              
4740            
4741              
4742                
4743  
4744  
4745  
4746  
4747    
4748    
4749    
4750      
4751      
4752        
4753      
4754    
4755    
4756    <li class="md-nav__item md-nav__item--nested">
4757      
4758        
4759        
4760        <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_6_5" >
4761        
4762          
4763          
4764          <div class="md-nav__link md-nav__container">
4765            <a href="api/models/image_generation/" class="md-nav__link ">
4766              
4767  
4768  <span class="md-ellipsis">
4769    ImageGenerationModels
4770  </span>
4771  
4772
4773            </a>
4774            
4775              
4776              <label class="md-nav__link " for="__nav_6_5" id="__nav_6_5_label" tabindex="0">
4777                <span class="md-nav__icon md-icon"></span>
4778              </label>
4779            
4780          </div>
4781        
4782        <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_6_5_label" aria-expanded="false">
4783          <label class="md-nav__title" for="__nav_6_5">
4784            <span class="md-nav__icon md-icon"></span>
4785            ImageGenerationModels
4786          </label>
4787          <ul class="md-nav__list" data-md-scrollfix>
4788            
4789              
4790                
4791  
4792  
4793  
4794  
4795    <li class="md-nav__item">
4796      <a href="api/models/image_generation/image_generation_gallery/" class="md-nav__link">
4797        
4798  
4799  <span class="md-ellipsis">
4800    Image Generation Gallery
4801  </span>
4802  
4803
4804      </a>
4805    </li>
4806  
4807
4808              
4809            
4810          </ul>
4811        </nav>
4812      
4813    </li>
4814  
4815
4816              
4817            
4818              
4819                
4820  
4821  
4822  
4823  
4824    
4825    
4826    
4827      
4828      
4829        
4830      
4831    
4832    
4833    <li class="md-nav__item md-nav__item--nested">
4834      
4835        
4836        
4837        <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_6_6" >
4838        
4839          
4840          
4841          <div class="md-nav__link md-nav__container">
4842            <a href="api/pipeline/" class="md-nav__link ">
4843              
4844  
4845  <span class="md-ellipsis">
4846    Pipeline
4847  </span>
4848  
4849
4850            </a>
4851            
4852              
4853              <label class="md-nav__link " for="__nav_6_6" id="__nav_6_6_label" tabindex="0">
4854                <span class="md-nav__icon md-icon"></span>
4855              </label>
4856            
4857          </div>
4858        
4859        <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_6_6_label" aria-expanded="false">
4860          <label class="md-nav__title" for="__nav_6_6">
4861            <span class="md-nav__icon md-icon"></span>
4862            Pipeline
4863          </label>
4864          <ul class="md-nav__list" data-md-scrollfix>
4865            
4866              
4867                
4868  
4869  
4870  
4871  
4872    <li class="md-nav__item">
4873      <a href="api/pipeline/routing_batch_function/" class="md-nav__link">
4874        
4875  
4876  <span class="md-ellipsis">
4877    Routing Batch Function
4878  </span>
4879  
4880
4881      </a>
4882    </li>
4883  
4884
4885              
4886            
4887              
4888                
4889  
4890  
4891  
4892  
4893    <li class="md-nav__item">
4894      <a href="api/pipeline/step_wrapper/" class="md-nav__link">
4895        
4896  
4897  <span class="md-ellipsis">
4898    Step Wrapper
4899  </span>
4900  
4901
4902      </a>
4903    </li>
4904  
4905
4906              
4907            
4908          </ul>
4909        </nav>
4910      
4911    </li>
4912  
4913
4914              
4915            
4916              
4917                
4918  
4919  
4920  
4921  
4922    
4923    
4924    
4925      
4926      
4927        
4928      
4929    
4930    
4931    <li class="md-nav__item md-nav__item--nested">
4932      
4933        
4934        
4935        <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_6_7" >
4936        
4937          
4938          <label class="md-nav__link" for="__nav_6_7" id="__nav_6_7_label" tabindex="0">
4939            
4940  
4941  <span class="md-ellipsis">
4942    Mixins
4943  </span>
4944  
4945
4946            <span class="md-nav__icon md-icon"></span>
4947          </label>
4948        
4949        <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_6_7_label" aria-expanded="false">
4950          <label class="md-nav__title" for="__nav_6_7">
4951            <span class="md-nav__icon md-icon"></span>
4952            Mixins
4953          </label>
4954          <ul class="md-nav__list" data-md-scrollfix>
4955            
4956              
4957                
4958  
4959  
4960  
4961  
4962    <li class="md-nav__item">
4963      <a href="api/mixins/runtime_parameters/" class="md-nav__link">
4964        
4965  
4966  <span class="md-ellipsis">
4967    RuntimeParametersMixin
4968  </span>
4969  
4970
4971      </a>
4972    </li>
4973  
4974
4975              
4976            
4977              
4978                
4979  
4980  
4981  
4982  
4983    <li class="md-nav__item">
4984      <a href="api/mixins/requirements/" class="md-nav__link">
4985        
4986  
4987  <span class="md-ellipsis">
4988    RequirementsMixin
4989  </span>
4990  
4991
4992      </a>
4993    </li>
4994  
4995
4996              
4997            
4998          </ul>
4999        </nav>
5000      
5001    </li>
5002  
5003
5004              
5005            
5006              
5007                
5008  
5009  
5010  
5011  
5012    <li class="md-nav__item">
5013      <a href="api/exceptions/" class="md-nav__link">
5014        
5015  
5016  <span class="md-ellipsis">
5017    Exceptions
5018  </span>
5019  
5020
5021      </a>
5022    </li>
5023  
5024
5025              
5026            
5027              
5028                
5029  
5030  
5031  
5032  
5033    <li class="md-nav__item">
5034      <a href="api/errors/" class="md-nav__link">
5035        
5036  
5037  <span class="md-ellipsis">
5038    Errors
5039  </span>
5040  
5041
5042      </a>
5043    </li>
5044  
5045
5046              
5047            
5048              
5049                
5050  
5051  
5052  
5053  
5054    <li class="md-nav__item">
5055      <a href="api/distiset/" class="md-nav__link">
5056        
5057  
5058  <span class="md-ellipsis">
5059    Distiset
5060  </span>
5061  
5062
5063      </a>
5064    </li>
5065  
5066
5067              
5068            
5069              
5070                
5071  
5072  
5073  
5074  
5075    <li class="md-nav__item">
5076      <a href="api/cli/" class="md-nav__link">
5077        
5078  
5079  <span class="md-ellipsis">
5080    CLI
5081  </span>
5082  
5083
5084      </a>
5085    </li>
5086  
5087
5088              
5089            
5090              
5091                
5092  
5093  
5094  
5095  
5096    <li class="md-nav__item">
5097      <a href="api/typing/" class="md-nav__link">
5098        
5099  
5100  <span class="md-ellipsis">
5101    Types
5102  </span>
5103  
5104
5105      </a>
5106    </li>
5107  
5108
5109              
5110            
5111          </ul>
5112        </nav>
5113      
5114    </li>
5115  
5116
5117    
5118      
5119      
5120  
5121  
5122  
5123  
5124    
5125    
5126    
5127      
5128      
5129        
5130      
5131    
5132    
5133    <li class="md-nav__item md-nav__item--nested">
5134      
5135        
5136        
5137        <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7" >
5138        
5139          
5140          
5141          <div class="md-nav__link md-nav__container">
5142            <a href="sections/community/" class="md-nav__link ">
5143              
5144  
5145  <span class="md-ellipsis">
5146    Community
5147  </span>
5148  
5149
5150            </a>
5151            
5152              
5153              <label class="md-nav__link " for="__nav_7" id="__nav_7_label" tabindex="0">
5154                <span class="md-nav__icon md-icon"></span>
5155              </label>
5156            
5157          </div>
5158        
5159        <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_7_label" aria-expanded="false">
5160          <label class="md-nav__title" for="__nav_7">
5161            <span class="md-nav__icon md-icon"></span>
5162            Community
5163          </label>
5164          <ul class="md-nav__list" data-md-scrollfix>
5165            
5166              
5167                
5168  
5169  
5170  
5171  
5172    <li class="md-nav__item">
5173      <a href="sections/community/contributor/" class="md-nav__link">
5174        
5175  
5176  <span class="md-ellipsis">
5177    How to contribute?
5178  </span>
5179  
5180
5181      </a>
5182    </li>
5183  
5184
5185              
5186            
5187              
5188                
5189  
5190  
5191  
5192  
5193    <li class="md-nav__item">
5194      <a href="sections/community/developer_documentation/" class="md-nav__link">
5195        
5196  
5197  <span class="md-ellipsis">
5198    Developer Documentation
5199  </span>
5200  
5201
5202      </a>
5203    </li>
5204  
5205
5206              
5207            
5208              
5209                
5210  
5211  
5212  
5213  
5214    <li class="md-nav__item">
5215      <a href="sections/community/popular_issues/" class="md-nav__link">
5216        
5217  
5218  <span class="md-ellipsis">
5219    Issue dashboard
5220  </span>
5221  
5222
5223      </a>
5224    </li>
5225  
5226
5227              
5228            
5229          </ul>
5230        </nav>
5231      
5232    </li>
5233  
5234
5235    
5236  </ul>
5237</nav>
5238                  </div>
5239                </div>
5240              </div>
5241            
5242            
5243              
5244                
5245              
5246              <div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc" >
5247                <div class="md-sidebar__scrollwrap">
5248                  <div class="md-sidebar__inner">
5249                    
5250
5251<nav class="md-nav md-nav--secondary" aria-label="Table of contents">
5252  
5253  
5254  
5255  
5256    <label class="md-nav__title" for="__toc">
5257      <span class="md-nav__icon md-icon"></span>
5258      Table of contents
5259    </label>
5260    <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
5261      
5262        <li class="md-nav__item">
5263  <a href="#why-use-distilabel" class="md-nav__link">
5264    <span class="md-ellipsis">
5265      Why use distilabel?
5266    </span>
5267  </a>
5268  
5269</li>
5270      
5271        <li class="md-nav__item">
5272  <a href="#what-do-people-build-with-distilabel" class="md-nav__link">
5273    <span class="md-ellipsis">
5274      What do people build with distilabel?
5275    </span>
5276  </a>
5277  
5278</li>
5279      
5280    </ul>
5281  
5282</nav>
5283                  </div>
5284                </div>
5285              </div>
5286            
5287          
5288          
5289            <div class="md-content" data-md-component="content">
5290              <article class="md-content__inner md-typeset">
5291                
5292                  
5293
5294  
5295    <a href="https://github.com/argilla-io/distilabel/edit/main/docs/index.md" title="Edit this page" class="md-content__button md-icon">
5296      
5297      <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M10 20H6V4h7v5h5v3.1l2-2V8l-6-6H6c-1.1 0-2 .9-2 2v16c0 1.1.9 2 2 2h4zm10.2-7c.1 0 .3.1.4.2l1.3 1.3c.2.2.2.6 0 .8l-1 1-2.1-2.1 1-1c.1-.1.2-.2.4-.2m0 3.9L14.1 23H12v-2.1l6.1-6.1z"/></svg>
5298    </a>
5299  
5300  
5301
5302
5303  <h1>Distilabel</h1>
5304
5305<style>.md-typeset h1, .md-content__button { display: none;}</style>
5306
5307<div align="center">
5308  <picture>
5309    <a class="glightbox" href="./assets/distilabel-white.svg#only-dark" data-type="image" data-width="auto" data-height="auto" data-desc-position="bottom"><img alt="Distilabel Logo" src="./assets/distilabel-white.svg#only-dark" width="400"></a>
5310    <a class="glightbox" href="./assets/distilabel-black.svg#only-light" data-type="image" data-width="auto" data-height="auto" data-desc-position="bottom"><img alt="Distilabel Logo" src="./assets/distilabel-black.svg#only-light" width="400"></a>
5311  </picture>
5312</div>
5313
5314<h3 align="center">Synthesize data for AI and add feedback on the fly!</h3>
5315
5316<p align="center">
5317  <a  href="https://pypi.org/project/distilabel/">
5318    <img alt="CI" src="https://img.shields.io/pypi/v/distilabel.svg?style=flat-round&logo=pypi&logoColor=white">
5319  </a>
5320  <a href="https://pepy.tech/project/distilabel">
5321    <img alt="CI" src="https://static.pepy.tech/personalized-badge/distilabel?period=month&units=international_system&left_color=grey&right_color=blue&left_text=pypi%20downloads/month">
5322  </a>
5323</p>
5324
5325<p align="center">
5326  <a href="https://twitter.com/argilla_io">
5327    <img src="https://img.shields.io/badge/twitter-black?logo=x"/>
5328  </a>
5329  <a href="https://www.linkedin.com/company/argilla-io">
5330    <img src="https://img.shields.io/badge/linkedin-blue?logo=linkedin"/>
5331  </a>
5332  <a href="http://hf.co/join/discord">
5333  <img src="https://img.shields.io/badge/Discord-7289DA?&logo=discord&logoColor=white"/>
5334  </a>
5335</p>
5336
5337<p>Distilabel is the framework for synthetic data and AI feedback for engineers who need fast, reliable and scalable pipelines based on verified research papers.</p>
5338<div class="grid cards">
5339<ul>
5340<li>
5341<p><strong>Get started in 5 minutes!</strong></p>
5342<hr />
5343<p>Install distilabel with <code>pip</code> and run your first <code>Pipeline</code> to generate and evaluate synthetic data.</p>
5344<p><a href="sections/getting_started/quickstart/"><span class="twemoji"><svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24">
5344<path d="M13.22 19.03a.75.75 0 0 1 0-1.06L18.19 13H3.75a.75.75 0 0 1 0-1.5h14.44l-4.97-4.97a.749.749 0 0 1 .326-1.275.75.75 0 0 1 .734.215l6.25 6.25a.75.75 0 0 1 0 1.06l-6.25 6.25a.75.75 0 0 1-1.06 0"/></svg></span> Quickstart</a></p>
5345</li>
5346<li>
5347<p><strong>How-to guides</strong></p>
5348<hr />
5349<p>Get familiar with the basics of distilabel. Learn how to define <code>steps</code>, <code>tasks</code> and <code>llms</code> and run your <code>Pipeline</code>.</p>
5350<p><a href="sections/how_to_guides/"><span class="twemoji"><svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M13.22 19.03a.75.75 0 0 1 0-1.06L18.19 13H3.75a.75.75 0 0 1 0-1.5h14.44l-4.97-4.97a.749.749 0 0 1 .326-1.275.75.75 0 0 1 .734.215l6.25 6.25a.75.75 0 0 1 0 1.06l-6.25 6.25a.75.75 0 0 1-1.06 0"/></svg></span> Learn more</a></p>
5351</li>
5352</ul>
5353</div>
5354<h2 id="why-use-distilabel">Why use distilabel?<a class="headerlink" href="#why-use-distilabel" title="Permanent link">&para;</a></h2>
5355<p>Distilabel can be used for generating synthetic data and AI feedback for a wide variety of projects including traditional predictive NLP (classification, extraction, etc.), or generative and large language model scenarios (instruction following, dialogue generation, judging etc.). Distilabel's programmatic approach allows you to build scalable pipelines for data generation and AI feedback. The goal of distilabel is to accelerate your AI development by quickly generating high-quality, diverse datasets based on verified research methodologies for generating and judging with AI feedback.</p>
5356<p style="font-size:20px">Improve your AI output quality through data quality</p>
5357
5358<p>Compute is expensive and output quality is important. We help you <strong>focus on data quality</strong>, which tackles the root cause of both of these problems at once. Distilabel helps you to synthesize and judge data to let you spend your valuable time <strong>achieving and keeping high-quality standards for your synthetic data</strong>.</p>
5359<p style="font-size:20px">Take control of your data and models</p>
5360
5361<p><strong>Ownership of data for fine-tuning your own LLMs</strong> is not easy but distilabel can help you to get started. We integrate <strong>AI feedback from any LLM provider out there</strong> using one unified API.</p>
5362<p style="font-size:20px">Improve efficiency by quickly iterating on the right data and models</p>
5363
5364<p>Synthesize and judge data with <strong>latest research papers</strong> while ensuring <strong>flexibility, scalability and fault tolerance</strong>. So you can focus on improving your data and training your models.</p>
5365<h2 id="what-do-people-build-with-distilabel">What do people build with distilabel?<a class="headerlink" href="#what-do-people-build-with-distilabel" title="Permanent link">&para;</a></h2>
5366<p>The Argilla community uses distilabel to create amazing <a href="https://huggingface.co/datasets?other=distilabel">datasets</a> and <a href="https://huggingface.co/models?other=distilabel">models</a>.</p>
5367<ul>
5368<li>The <a href="https://huggingface.co/datasets/argilla/OpenHermesPreferences">1M OpenHermesPreference</a> is a dataset of ~1 million AI preferences derived from teknium/OpenHermes-2.5. It shows how we can use Distilabel to <strong>synthesize data on an immense scale</strong>.</li>
5369<li>Our <a href="https://huggingface.co/datasets/argilla/distilabel-intel-orca-dpo-pairs">distilabeled Intel Orca DPO dataset</a> and the <a href="https://huggingface.co/argilla/distilabeled-OpenHermes-2.5-Mistral-7B">improved OpenHermes model</a>, show how we <strong>improve model performance by filtering out 50%</strong> of the original dataset through <strong>AI feedback</strong>.</li>
5370<li>The <a href="https://github.com/davanstrien/haiku-dpo">haiku DPO data</a> outlines how anyone can create a <strong>dataset for a specific task</strong> and <strong>the latest research papers</strong> to improve the quality of the dataset.</li>
5371</ul>
5372
5373
5374
5375
5376
5377
5378
5379  
5380  
5381
5382
5383
5384  
5385
5386
5387  
5388
5389
5390  <form class="md-feedback" name="feedback" hidden>
5391    <fieldset>
5392      <legend class="md-feedback__title">
5393        Was this page helpful?
5394      </legend>
5395      <div class="md-feedback__inner">
5396        <div class="md-feedback__list">
5397          
5398            <button class="md-feedback__icon md-icon" type="submit" title="This page was helpful" data-md-value="1">
5399              <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24">
5399<path d="M5 9v12H1V9zm4 12a2 2 0 0 1-2-2V9c0-.55.22-1.05.59-1.41L14.17 1l1.06 1.06c.27.27.44.64.44 1.05l-.03.32L14.69 8H21a2 2 0 0 1 2 2v2c0 .26-.05.5-.14.73l-3.02 7.05C19.54 20.5 18.83 21 18 21zm0-2h9.03L21 12v-2h-8.79l1.13-5.32L9 9.03z"/></svg>
5400            </button>
5401          
5402            <button class="md-feedback__icon md-icon" type="submit" title="This page could be improved" data-md-value="0">
5403              <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 15V3h4v12zM15 3a2 2 0 0 1 2 2v10c0 .55-.22 1.05-.59 1.41L9.83 23l-1.06-1.06c-.27-.27-.44-.64-.44-1.06l.03-.31.95-4.57H3a2 2 0 0 1-2-2v-2c0-.26.05-.5.14-.73l3.02-7.05C4.46 3.5 5.17 3 6 3zm0 2H5.97L3 12v2h8.78l-1.13 5.32L15 14.97z"/></svg>
5404            </button>
5405          
5406        </div>
5407        <div class="md-feedback__note">
5408          
5409            <div data-md-value="1" hidden>
5410              
5411              
5412                
5413              
5414              Thanks for your feedback!
5415            </div>
5416          
5417            <div data-md-value="0" hidden>
5418              
5419              
5420                
5421              
5422              Thanks for your feedback! Help us improve this page by <a href="https://github.com/argilla-io/distilabel/issues/new/?title=[Feedback]+Distilabel
5422+-+/" target="_blank" rel="noopener">opening a GitHub issue</a>.
5423            </div>
5424          
5425        </div>
5426      </div>
5427    </fieldset>
5428  </form>
5429
5430
5431                
5432              </article>
5433            </div>
5434          
5435          
5436  
5436<script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var labels=set.querySelector(".tabbed-labels");for(var tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script>
5436
5437
5438<script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script>
5438
5439        </div>
5440        
5441          <button type="button" class="md-top md-icon" data-md-component="top" hidden>
5442  
5443  <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg>
5444  Back to top
5445</button>
5446        
5447      </main>
5448      
5449        <footer class="md-footer">
5450  
5451    
5452      
5453        
5454      
5455      <nav class="md-footer__inner md-grid" aria-label="Footer" >
5456        
5457        
5458          
5459          <a href="sections/getting_started/quickstart/" class="md-footer__link md-footer__link--next" aria-label="Next: Quickstart">
5460            <div class="md-footer__title">
5461              <span class="md-footer__direction">
5462                Next
5463              </span>
5464              <div class="md-ellipsis">
5465                Quickstart
5466              </div>
5467            </div>
5468            <div class="md-footer__button md-icon">
5469              
5470              <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M4 11v2h12l-5.5 5.5 1.42 1.42L19.84 12l-7.92-7.92L10.5 5.5 16 11z"/></svg>
5471            </div>
5472          </a>
5473        
5474      </nav>
5475    
5476  
5477  <div class="md-footer-meta md-typeset">
5478    <div class="md-footer-meta__inner md-grid">
5479      <div class="md-copyright">
5480  
5481  
5482    Made with
5483    <a href="https://squidfunk.github.io/mkdocs-material/" target="_blank" rel="noopener">
5484      Material for MkDocs
5485    </a>
5486  
5487</div>
5488      
5489        <div class="md-social">
5490  
5491    
5492    
5493    
5494    
5495      
5496      
5497    
5498    <a href="https://www.linkedin.com/company/argilla-io" target="_blank" rel="noopener" title="www.linkedin.com" class="md-social__link">
5499      <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512"><!--! Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M416 32H31.9C14.3 32 0 46.5 0 64.3v383.4C0 465.5 14.3 480 31.9 480H416c17.6 0 32-14.5 32-32.3V64.3c0-17.8-14.4-32.3-32-32.3M135.4 416H69V202.2h66.5V416zm-33.2-243c-21.3 0-38.5-17.3-38.5-38.5S80.9 96 102.2 96c21.2 0 38.5 17.3 38.5 38.5 0 21.3-17.2 38.5-38.5 38.5m282.1 243h-66.4V312c0-24.8-.5-56.7-34.5-56.7-34.6 0-39.9 27-39.9 54.9V416h-66.4V202.2h63.7v29.2h.9c8.9-16.8 30.6-34.5 62.9-34.5 67.2 0 79.7 44.3 79.7 101.9z"/></svg>
5500    </a>
5501  
5502    
5503    
5504    
5505    
5506      
5507      
5508    
5509    <a href="https://twitter.com/argilla_io" target="_blank" rel="noopener" title="twitter.com" class="md-social__link">
5510      <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 512 512"><!--! Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M389.2 48h70.6L305.6 224.2 487 464H345L233.7 318.6 106.5 464H35.8l164.9-188.5L26.8 48h145.6l100.5 132.9zm-24.8 373.8h39.1L151.1 88h-42z"/></svg>
5511    </a>
5512  
5513    
5514    
5515    
5516    
5517      
5518      
5519    
5520    <a href="https://www.youtube.com/channel/UCAIz8TmvQQrLqbD7sd-5S2A" target="_blank" rel="noopener" title="www.youtube.com" class="md-social__link">
5521      <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 576 512"><!--! Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M549.655 124.083c-6.281-23.65-24.787-42.276-48.284-48.597C458.781 64 288 64 288 64S117.22 64 74.629 75.486c-23.497 6.322-42.003 24.947-48.284 48.597-11.412 42.867-11.412 132.305-11.412 132.305s0 89.438 11.412 132.305c6.281 23.65 24.787 41.5 48.284 47.821C117.22 448 288 448 288 448s170.78 0 213.371-11.486c23.497-6.321 42.003-24.171 48.284-47.821 11.412-42.867 11.412-132.305 11.412-132.305s0-89.438-11.412-132.305m-317.51 213.508V175.185l142.739 81.205z"/></svg>
5522    </a>
5523  
5524    
5525    
5526    
5527    
5528      
5529      
5530    
5531    <a href="http://hf.co/join/discord" target="_blank" rel="noopener" title="hf.co" class="md-social__link">
5532      <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 640 512"><!--! Font Awesome Free 6.7.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M524.531 69.836a1.5 1.5 0 0 0-.764-.7A485 485 0 0 0 404.081 32.03a1.82 1.82 0 0 0-1.923.91 338 338 0 0 0-14.9 30.6 447.9 447.9 0 0 0-134.426 0 310 310 0 0 0-15.135-30.6 1.89 1.89 0 0 0-1.924-.91 483.7 483.7 0 0 0-119.688 37.107 1.7 1.7 0 0 0-.788.676C39.068 183.651 18.186 294.69 28.43 404.354a2.02 2.02 0 0 0 .765 1.375 487.7 487.7 0 0 0 146.825 74.189 1.9 1.9 0 0 0 2.063-.676A348 348 0 0 0 208.12 430.4a1.86 1.86 0 0 0-1.019-2.588 321 321 0 0 1-45.868-21.853 1.885 1.885 0 0 1-.185-3.126 251 251 0 0 0 9.109-7.137 1.82 1.82 0 0 1 1.9-.256c96.229 43.917 200.41 43.917 295.5 0a1.81 1.81 0 0 1 1.924.233 235 235 0 0 0 9.132 7.16 1.884 1.884 0 0 1-.162 3.126 301.4 301.4 0 0 1-45.89 21.83 1.875 1.875 0 0 0-1 2.611 391 391 0 0 0 30.014 48.815 1.86 1.86 0 0 0 2.063.7A48
55326 486 0 0 0 610.7 405.729a1.88 1.88 0 0 0 .765-1.352c12.264-126.783-20.532-236.912-86.934-334.541M222.491 337.58c-28.972 0-52.844-26.587-52.844-59.239s23.409-59.241 52.844-59.241c29.665 0 53.306 26.82 52.843 59.239 0 32.654-23.41 59.241-52.843 59.241m195.38 0c-28.971 0-52.843-26.587-52.843-59.239s23.409-59.241 52.843-59.241c29.667 0 53.307 26.82 52.844 59.239 0 32.654-23.177 59.241-52.844 59.241"/></svg>
5533    </a>
5534  
5535</div>
5536      
5537    </div>
5538  </div>
5539</footer>
5540      
5541    </div>
5542    <div class="md-dialog" data-md-component="dialog">
5543      <div class="md-dialog__inner md-typeset"></div>
5544    </div>
5545    
5546    
5547    
5547<script id="__config" type="application/json">{"base": ".", "features": ["navigation.instant", "navigation.sections", "navigation.tabs", "navigation.footer", "navigation.top", "navigation.tracking", "navigation.path", "header.autohide", "content.code.copy", "content.code.annotate", "content.tabs.link", "content.action.edit", "toc.follow", "search.suggest", "search.highlight", "search.share"], "search": "assets/javascripts/workers/search.f8cc74c7.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script>
5547
5548    
5549    
5550      
5550<script src="assets/javascripts/bundle.60a45f97.min.js"></script>
5550
5551      
5552        
5552<script src="javascripts/mathjax.js"></script>
5552
5553      
5554        
5554<script src="https://polyfill.io/v3/polyfill.min.js?features=es6"></script>
5554
5555      
5556        
5556<script src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
5556
5557      
5558    
5559  
5559<script id="init-glightbox">const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
5560document$.subscribe(() => { lightbox.reload() });
5561</script>
5561</body>
5562</html>

Line numbers count LF bytes from the start of the resource, as the search results do. Vendor segments are library code the classifier recognised; they are stored but not indexed. Bytes are shown as Latin1 characters, one per byte.