https://weyaxi-merge-lora.hf.space/

1<!doctype html>
2<html
3	lang="en"
4	style="
5		margin: 0;
6		padding: 0;
7		min-height: 100%;
8		display: flex;
9		flex-direction: column;
10	"
11>
12	<head>
13		<meta charset="utf-8" />
14		<meta
15			name="viewport"
16			content="width=device-width, initial-scale=1, shrink-to-fit=no"
17		/>
18
19		
20		<meta property="og:url" content="https://gradio.app/" />
21		<meta property="og:type" content="website" />
22		<meta property="og:image" content="" />
23		<meta property="og:title" content="Gradio" />
24		<meta
25			property="og:description"
26			content=""
27		/>
28		<meta name="twitter:card" content="summary_large_image" />
29		<meta name="twitter:creator" content="@teamGradio" />
30		<meta name="twitter:title" content="Gradio" />
31		<meta
32			name="twitter:description"
33			content=""
34		/>
35		<meta name="twitter:image" content="" />
36
37		

37<script data-gradio-mode>
38			window.__gradio_mode__ = "app";
39			window.iFrameResizer = {
40				heightCalculationMethod: "taggedElement"
41			};
42		</script>

42
43
44		

44<script>window.gradio_config = {"version":"4.7.1","mode":"blocks","app_id":8002313998449454566,"dev_mode":false,"analytics_enabled":true,"components":[{"id":1,"type":"markdown","props":{"value":"\u003ch1 align=\"center\" id=\"space-title\"\u003e🚀 Lora Merge\u003c/h1\u003e","show_label":true,"rtl":false,"latex_delimiters":[{"left":"$$","right":"$$","display":true}],"visible":true,"elem_classes":[],"sanitize_html":true,"line_breaks":false,"name":"markdown","_selectable":false},"skip_api":false,"component_class_id":"0f35515b9a3362b42bb6721c836157a0","api_info":{"type":"string"},"example_inputs":"# Hello!"},{"id":2,"type":"markdown","props":{"value":"🎯 This space allows you to merge your Lora adapters.\n\n## ❓ What is Lora?\n\nLoRA: Low-Rank Adaptation of Large Language Models allows you to train LLM\u0027s with a low cost. Lora freezes the pre-trained model weights and injects trainable rank decomposition matrices into each layer of the Transformer architecture, greatly reducing the number of trainable parameters for downstream tasks.\nYou can learn more about LoRa here:\n\n[📝 LoRA: Low-Rank Adaptation of Large Language Models Arxiv](https://arxiv.org/abs/2106.09685)\n\n## 🛠️ How does this space work?\n\n🛠️ The leaderboard\u0027s backend mainly runs the transformers and PEFT library.\n\n🤖 The code first loads your original model and then your adapter models.\n\n📚 The code merges your adapter weights using the `merge_and_unload` function from the PEFT library.\n\n📤 The code saves your resulting model temporarily and then pushes the resulting model to the hub.\n\n## 🧮 Required RAM\n\nThis space is loading the model to RAM without performing any quantization, so the required RAM is high.\n\nYou can merge models up to 7B. (If your adapter weights are too large, it might not work.)","show_label":true,"rtl":false,"latex_delimiters":[{"left":"$$","right":"$$","display":true}],"visible":true,"elem_classes":[],"sanitize_html":true,"line_breaks":false,"name":"markdown","_selectable":false},"skip_api":false,"component_class_id":"0f35515b9a3362b42bb6721c836157a0","api_info":{"type":"string"},"example_inputs":"# Hello!"},{"id":3,"type":"row","props":{"variant":"default","visible":true,"equal_height":true,"name":"row"},"skip_api":true,"component_class_id":"b5cf3d15e2293fb5ccc071d7b8d69f64"},{"id":4,"type":"column","props":{"scale":1,"min_width":320,"variant":"default","visible":true,"name":"column"},"skip_api":true,"component_class_id":"214e3d6261b9edacc5d34ea4e8655821"},{"id":5,"type":"textbox","props":{"value":"","lines":1,"max_lines":20,"label":"Huggingface Write Access Token","show_label":true,"container":true,"min_width":160,"visible":true,"autofocus":false,"autoscroll":true,"elem_classes":[],"type":"text","rtl":false,"show_copy_button":false,"name":"textbox","_selectable":false},"skip_api":false,"component_class_id":"d0491bb0fbd427bdb2a4549c4d1ac869","api_info":{"type":"string"},"example_inputs":"Hello!!"},{"id":6,"type":"textbox","props":{"value":"","lines":1,"max_lines":20,"label":"Base Model","show_label":true,"container":true,"min_width":160,"visible":true,"autofocus":false,"autoscroll":true,"elem_classes":[],"type":"text","rtl":false,"show_copy_button":false,"name":"textbox","_selectable":false},"skip_api":false,"component_class_id":"d0491bb0fbd427bdb2a4549c4d1ac869","api_info":{"type":"string"},"example_inputs":"Hello!!"},{"id":7,"type":"textbox","props":{"value":"","lines":1,"max_lines":20,"label":"Adapter Model","show_label":true,"container":true,"min_width":160,"visible":true,"autofocus":false,"autoscroll":true,"elem_classes":[],"type":"text","rtl":false,"show_copy_button":false,"name":"textbox","_selectable":false},"skip_api":false,"component_class_id":"d0491bb0fbd427bdb2a4549c4d1ac869","api_info":{"type":"string"},"example_inputs":"Hello!!"},{"id":8,"type":"textbox","props":{"value":"","lines":1,"max_lines":20,"label":"Output Model Name","show_label":true,"container":true,"min_width":160,"visible":true,"autofocus":false,"autoscroll":true,"elem_classes":[],"type":"text","rtl":false,"show_copy_button":false,"name":"textbox","_selectable":false},"skip_api":false,"component_class_id":"d0491bb0fbd427bdb2a4549c4d1ac869","api_info":{"type":"string"},"example_inputs":"Hello!!"},{"id":9,"type":"form","props":{"scale":0,"min_width":0,"name":"form"},"skip_api":true,"component_class_id":"43cda85c6ff7a5dd8f83d29496b014ee"},{"id":10,"type":"column","props":{"scale":1,"min_width":320,"variant":"default","visible":true,"name":"column"},"skip_api":true,"component_class_id":"214e3d6261b9edacc5d34ea4e8655821"},{"id":11,"type":"textbox","props":{"value":"","lines":14,"max_lines":20,"label":"Output Model Name","show_label":true,"container":true,"min_width":160,"visible":true,"autofocus":false,"autoscroll":true,"elem_classes":[],"type":"text","rtl":false,"show_copy_button":false,"name":"textbox","_selectable":false},"skip_api":false,"component_class_id":"d0491bb0fbd427bdb2a4549c4d1ac869","api_info":{"type":"string"},"example_inputs":"Hello!!"},{"id":12,"type":"form","props":{"scale":0,"min_width":0,"name":"form"},"skip_api":true,"component_class_id":"43cda85c6ff7a5dd8f83d29496b014ee"},{"id":13,"type":"button","props":{"value":"Merge lora with adapters","variant":"secondary","visible":true,"interactive":true,"elem_classes":[],"name":"button","_selectable":false},"skip_api":true,"component_class_id":"43ff9969f0bf4553b77ca8dc5b4850bc"}],"css":null,"js":null,"head":null,"title":"Gradio","space_id":"Weyaxi/merge-lora","enable_queue":true,"show_error":true,"show_api":true,"is_colab":false,"stylesheets":["https://fonts.googleapis.com/css2?family=Source+Sans+Pro:wght@400;600\u0026display=swap","https://fonts.googleapis.com/css2?family=IBM+Plex+Mono:wght@400;600\u0026display=swap"],"theme":"default","protocol":"sse","layout":{"id":0,"children":[{"id":1},{"id":2},{"id":3,"children":[{"id":4,"children":[{"id":9,"children":[{"id":5},{"id":6},{"id":7},{"id":8}]}]},{"id":10,"children":[{"id":12,"children":[{"id":11}]}]}]},{"id":13}]},"dependencies":[{"targets":[[13,"click"]],"inputs":[5,6,7,8],"outputs":[11],"backend_fn":true,"js":null,"queue":null,"api_name":"upload","scroll_to_output":false,"show_progress":"full","every":null,"batch":false,"max_batch_size":4,"cancels":[],"types":{"continuous":false,"generator":false},"collects_event_data":false,"trigger_after":null,"trigger_only_on_success":false,"trigger_mode":"once"}],"root":"https://weyaxi-merge-lora.hf.space/--replicas/98jl9"};</script>

44
45
46		<link rel="preconnect" href="https://fonts.googleapis.com" />
47		<link
48			rel="preconnect"
49			href="https://fonts.gstatic.com"
50			crossorigin="anonymous"
51		/>
52		

52<script
53			src="https://cdnjs.cloudflare.com/ajax/libs/iframe-resizer/4.3.9/iframeResizer.contentWindow.min.js"
54			async
55		></script>

55
56		

56<script type="module" crossorigin src="./assets/index-5550136d.js"></script>

56
57		<link rel="stylesheet" href="./assets/index-449ec8c6.css">
58	</head>
59
60	<body
61		style="
62			width: 100%;
63			margin: 0;
64			padding: 0;
65			display: flex;
66			flex-direction: column;
67			flex-grow: 1;
68		"
69	>
70		<gradio-app
71			control_page_title="true"
72			embed="false"
73			eager="true"
74			style="display: flex; flex-direction: column; flex-grow: 1"
75		>
76		</gradio-app>
77		

77<script>
78			const ce = document.getElementsByTagName("gradio-app");
79			if (ce[0]) {
80				ce[0].addEventListener("domchange", () => {
81					document.body.style.padding = "0";
82				});
83				document.body.style.padding = "0";
84			}
85		</script>

85
86	</body>
87</html>