Spaces:

NickyNicky
/

T5unami-small

Runtime error

NickyNicky commited on Apr 9, 2023

Commit

4b8939d

1 Parent(s): cedf8cf

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -18,7 +18,7 @@ peft_model_id='hackathon-somos-nlp-2023/T5unami-small-v1'
 config = PeftConfig.from_pretrained(peft_model_id)
 model2 = AutoModelForSeq2SeqLM.from_pretrained(config.base_model_name_or_path, return_dict=True,
                                                # load_in_8bit=True,
-                                               load_in_8bit_fp32_cpu_offload=True,
                                                device_map='auto')
 tokenizer2 = AutoTokenizer.from_pretrained(peft_model_id)

 config = PeftConfig.from_pretrained(peft_model_id)
 model2 = AutoModelForSeq2SeqLM.from_pretrained(config.base_model_name_or_path, return_dict=True,
                                                # load_in_8bit=True,
+                                               # load_in_8bit_fp32_cpu_offload=True,
                                                device_map='auto')
 tokenizer2 = AutoTokenizer.from_pretrained(peft_model_id)