Add other minor configs
Browse files
README.md
CHANGED
|
@@ -226,6 +226,7 @@ lora_out_dir:
|
|
| 226 |
lora_fan_in_fan_out: false
|
| 227 |
|
| 228 |
# wandb configuration if you're using it
|
|
|
|
| 229 |
wandb_project:
|
| 230 |
wandb_watch:
|
| 231 |
wandb_run_id:
|
|
@@ -300,9 +301,12 @@ fsdp_config:
|
|
| 300 |
# Deepspeed
|
| 301 |
deepspeed:
|
| 302 |
|
| 303 |
-
#
|
| 304 |
torchdistx_path:
|
| 305 |
|
|
|
|
|
|
|
|
|
|
| 306 |
# Debug mode
|
| 307 |
debug:
|
| 308 |
|
|
|
|
| 226 |
lora_fan_in_fan_out: false
|
| 227 |
|
| 228 |
# wandb configuration if you're using it
|
| 229 |
+
wandb_mode:
|
| 230 |
wandb_project:
|
| 231 |
wandb_watch:
|
| 232 |
wandb_run_id:
|
|
|
|
| 301 |
# Deepspeed
|
| 302 |
deepspeed:
|
| 303 |
|
| 304 |
+
# Path to torch distx for optim 'adamw_anyprecision'
|
| 305 |
torchdistx_path:
|
| 306 |
|
| 307 |
+
# Set padding for data collator to 'longest'
|
| 308 |
+
collator_pad_to_longest:
|
| 309 |
+
|
| 310 |
# Debug mode
|
| 311 |
debug:
|
| 312 |
|