fix layer_replication arg to peft (#1446)
Browse files
src/axolotl/utils/models.py
CHANGED
|
@@ -851,7 +851,7 @@ def load_lora(model, cfg, inference=False, config_only=False):
|
|
| 851 |
if cfg.peft_use_rslora:
|
| 852 |
lora_config_kwargs["use_rslora"] = cfg.peft_use_rslora
|
| 853 |
if cfg.peft_layer_replication:
|
| 854 |
-
lora_config_kwargs["
|
| 855 |
|
| 856 |
lora_config = LoraConfig(
|
| 857 |
r=cfg.lora_r,
|
|
|
|
| 851 |
if cfg.peft_use_rslora:
|
| 852 |
lora_config_kwargs["use_rslora"] = cfg.peft_use_rslora
|
| 853 |
if cfg.peft_layer_replication:
|
| 854 |
+
lora_config_kwargs["layer_replication"] = cfg.peft_layer_replication
|
| 855 |
|
| 856 |
lora_config = LoraConfig(
|
| 857 |
r=cfg.lora_r,
|