Spaces:

robinhad
/

kruk

Runtime error

robinhad commited on Jul 20, 2023

Commit

5293d28

•

1 Parent(s): 66f7ec8

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -21,7 +21,7 @@ model = LlamaForCausalLM.from_pretrained(
     "openlm-research/open_llama_3b_v2",
     **options
 )
-model = PeftModel.from_pretrained(model, "robinhad/open_llama_3b_uk", **options)
 def generate_prompt(instruction, input=None, output=""):

     "openlm-research/open_llama_3b_v2",
     **options
 )
+model = PeftModel.from_pretrained(model, "robinhad/open_llama_3b_uk", offload_state_dict=True, offload_folder=".")
 def generate_prompt(instruction, input=None, output=""):