ChatHercules-2.5-demo

Runtime error

Locutusque commited on Mar 5

Commit

f08668e

•

1 Parent(s): e361677

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -27,8 +27,6 @@ def generate_text(prompt, temperature, top_p, top_k, repetition_penalty, max_len
     )
     # Extract the generated text and return it
     generated_text = outputs[0]['generated_text']
-    generator.model.cpu()
-    generator.device = torch.device("cpu")
     return generated_text
 # Create the Gradio interface
 iface = gr.Interface(

     )
     # Extract the generated text and return it
     generated_text = outputs[0]['generated_text']
     return generated_text
 # Create the Gradio interface
 iface = gr.Interface(