add missing file
Browse files
src/axolotl/utils/validation.py
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
def validate_config(cfg):
|
| 2 |
+
if cfg.adapter == "qlora":
|
| 3 |
+
assert cfg.load_in_8bit is False
|
| 4 |
+
assert cfg.load_4bit is False
|
| 5 |
+
assert cfg.load_in_4bit is True
|
| 6 |
+
pass
|
| 7 |
+
# TODO
|
| 8 |
+
# MPT 7b
|
| 9 |
+
# https://github.com/facebookresearch/bitsandbytes/issues/25
|
| 10 |
+
# no 8bit adamw w bf16
|