Update MergeKitPlus.ipynb
Browse files- MergeKitPlus.ipynb +1 -1
MergeKitPlus.ipynb
CHANGED
|
@@ -144,7 +144,7 @@
|
|
| 144 |
" if base_model == \"\" or finetuned_model == \"\":\n",
|
| 145 |
" raise ValueError(\"base_model and finetuned_model cannot be empty\")\n",
|
| 146 |
" !pip install -qqq bitsandbytes\n",
|
| 147 |
-
" cli = f\"mergekit-extract-lora {finetuned_model} {base_model} lora --
|
| 148 |
"\n",
|
| 149 |
"if task in [\"merge\", \"moe\", \"merge-mega\"]:\n",
|
| 150 |
" cli += \" config.yaml merge --copy-tokenizer --allow-crimes\"\n",
|
|
|
|
| 144 |
" if base_model == \"\" or finetuned_model == \"\":\n",
|
| 145 |
" raise ValueError(\"base_model and finetuned_model cannot be empty\")\n",
|
| 146 |
" !pip install -qqq bitsandbytes\n",
|
| 147 |
+
" cli = f\"mergekit-extract-lora {finetuned_model} {base_model} lora --max_rank={extract_rank}\"\n",
|
| 148 |
"\n",
|
| 149 |
"if task in [\"merge\", \"moe\", \"merge-mega\"]:\n",
|
| 150 |
" cli += \" config.yaml merge --copy-tokenizer --allow-crimes\"\n",
|