Spaces:

somosnlp-hackathon-2023
/

SalpiBloomZ-1b7-v1

Runtime error

NickyNicky commited on Apr 9, 2023

Commit

49dc227

•

1 Parent(s): de071ee

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -16,7 +16,7 @@ import gc
 peft_model_id="hackathon-somos-nlp-2023/SalpiBloomZ_15949_input_512-1b7"
 config = PeftConfig.from_pretrained(peft_model_id)
-model2 = AutoModelForSeq2SeqLM.from_pretrained(config.base_model_name_or_path, return_dict=True,
                                                # load_in_8bit=True,
                                                # load_in_8bit_fp32_cpu_offload=True,
                                                device_map='auto')

 peft_model_id="hackathon-somos-nlp-2023/SalpiBloomZ_15949_input_512-1b7"
 config = PeftConfig.from_pretrained(peft_model_id)
+model2 = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, return_dict=True,
                                                # load_in_8bit=True,
                                                # load_in_8bit_fp32_cpu_offload=True,
                                                device_map='auto')