Spaces:

lucas-w
/

mental-health-10

Runtime error

lucas-w commited on Aug 6, 2023

Commit

1eb51f1

•

1 Parent(s): 56e762c

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -29,7 +29,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
 peft_model_id = "charansr/llama2-7b-chat-hf-therapist"
 config = PeftConfig.from_pretrained(peft_model_id,
-                                   use_auth_token="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", load_in_8bit=True).to("cpu")
 newmodel = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, return_dict=True, load_in_8bit=True,
                                                 use_auth_token="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").to("cpu")

 peft_model_id = "charansr/llama2-7b-chat-hf-therapist"
 config = PeftConfig.from_pretrained(peft_model_id,
+                                   use_auth_token="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", load_in_8bit=True)
 newmodel = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, return_dict=True, load_in_8bit=True,
                                                 use_auth_token="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").to("cpu")