zetavg commited on
Commit
b9929ef
1 Parent(s): ea16ea2
Files changed (1) hide show
  1. llama_lora/models.py +3 -3
llama_lora/models.py CHANGED
@@ -101,9 +101,9 @@ def load_base_model():
101
  Global.base_model, device_map={"": device}, low_cpu_mem_usage=True
102
  )
103
 
104
- Global.base_model.config.pad_token_id = get_tokenizer().pad_token_id = 0
105
- Global.base_model.config.bos_token_id = 1
106
- Global.base_model.config.eos_token_id = 2
107
 
108
 
109
  def clear_cache():
 
101
  Global.base_model, device_map={"": device}, low_cpu_mem_usage=True
102
  )
103
 
104
+ Global.loaded_base_model.config.pad_token_id = get_tokenizer().pad_token_id = 0
105
+ Global.loaded_base_model.config.bos_token_id = 1
106
+ Global.loaded_base_model.config.eos_token_id = 2
107
 
108
 
109
  def clear_cache():