Update models/epalm.py
Browse files- models/epalm.py +1 -1
models/epalm.py
CHANGED
@@ -211,7 +211,7 @@ class ePALM(nn.Module):
|
|
211 |
self.no_attention_mask = False
|
212 |
|
213 |
if low_cpu:
|
214 |
-
self.model_text = OPTForCausalLM.from_pretrained(opt_model_name, config=config_opt,
|
215 |
else:
|
216 |
self.model_text = OPTForCausalLM.from_pretrained(opt_model_name, config=config_opt)
|
217 |
|
|
|
211 |
self.no_attention_mask = False
|
212 |
|
213 |
if low_cpu:
|
214 |
+
self.model_text = OPTForCausalLM.from_pretrained(opt_model_name, config=config_opt, torch_dtype=torch.float16, low_cpu_mem_usage=False)
|
215 |
else:
|
216 |
self.model_text = OPTForCausalLM.from_pretrained(opt_model_name, config=config_opt)
|
217 |
|