Update MergeKitPlus.ipynb
Browse files- MergeKitPlus.ipynb +1 -1
MergeKitPlus.ipynb
CHANGED
@@ -144,7 +144,7 @@
|
|
144 |
" if base_model == \"\" or finetuned_model == \"\":\n",
|
145 |
" raise ValueError(\"base_model and finetuned_model cannot be empty\")\n",
|
146 |
" !pip install -qqq bitsandbytes\n",
|
147 |
-
" cli = f\"mergekit-extract-lora {finetuned_model} {base_model} lora --
|
148 |
"\n",
|
149 |
"if task in [\"merge\", \"moe\", \"merge-mega\"]:\n",
|
150 |
" cli += \" config.yaml merge --copy-tokenizer --allow-crimes\"\n",
|
|
|
144 |
" if base_model == \"\" or finetuned_model == \"\":\n",
|
145 |
" raise ValueError(\"base_model and finetuned_model cannot be empty\")\n",
|
146 |
" !pip install -qqq bitsandbytes\n",
|
147 |
+
" cli = f\"mergekit-extract-lora {finetuned_model} {base_model} lora --max_rank={extract_rank}\"\n",
|
148 |
"\n",
|
149 |
"if task in [\"merge\", \"moe\", \"merge-mega\"]:\n",
|
150 |
" cli += \" config.yaml merge --copy-tokenizer --allow-crimes\"\n",
|