winglian commited on
Commit
1d7da3b
1 Parent(s): a617f1b

add missing file

Browse files
Files changed (1) hide show
  1. src/axolotl/utils/validation.py +10 -0
src/axolotl/utils/validation.py ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ def validate_config(cfg):
2
+ if cfg.adapter == "qlora":
3
+ assert cfg.load_in_8bit is False
4
+ assert cfg.load_4bit is False
5
+ assert cfg.load_in_4bit is True
6
+ pass
7
+ # TODO
8
+ # MPT 7b
9
+ # https://github.com/facebookresearch/bitsandbytes/issues/25
10
+ # no 8bit adamw w bf16