add missing file
Browse files
src/axolotl/utils/validation.py
ADDED
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
def validate_config(cfg):
|
2 |
+
if cfg.adapter == "qlora":
|
3 |
+
assert cfg.load_in_8bit is False
|
4 |
+
assert cfg.load_4bit is False
|
5 |
+
assert cfg.load_in_4bit is True
|
6 |
+
pass
|
7 |
+
# TODO
|
8 |
+
# MPT 7b
|
9 |
+
# https://github.com/facebookresearch/bitsandbytes/issues/25
|
10 |
+
# no 8bit adamw w bf16
|