Spaces:

huolongguo10
/

microsoft-phi-2

Runtime error

huolongguo10 commited on Dec 14, 2023

Commit

eac4a17

•

1 Parent(s): 1b075a2

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -6,7 +6,7 @@ import gradio as gr
 model = AutoModelForCausalLM.from_pretrained("microsoft/phi-2", torch_dtype=torch.float32, device_map="cpu", trust_remote_code=True)
 tokenizer = AutoTokenizer.from_pretrained("microsoft/phi-2", trust_remote_code=True)
 def greet(text):
-    inputs = tokenizer('Instruct: '+text, return_tensors="pt"+'\nOutput: ', return_attention_mask=False)
     outputs = model.generate(**inputs, max_length=200)
     _text = tokenizer.batch_decode(outputs)[0]

 model = AutoModelForCausalLM.from_pretrained("microsoft/phi-2", torch_dtype=torch.float32, device_map="cpu", trust_remote_code=True)
 tokenizer = AutoTokenizer.from_pretrained("microsoft/phi-2", trust_remote_code=True)
 def greet(text):
+    inputs = tokenizer('Instruct: '+text+'\nOutput: ', return_tensors="pt", return_attention_mask=False)
     outputs = model.generate(**inputs, max_length=200)
     _text = tokenizer.batch_decode(outputs)[0]