Spaces:

afrizalha
/

Bakpia-V1-0.5B-DEMO

Sleeping

afrizalha commited on Jul 7

Commit

3856fba

•

1 Parent(s): c2ed9b2

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -15,7 +15,7 @@ template = """<|im_start|>system
 def generate(query, temp, top_p):
     inputs = template.format(prompt=query)
-    inputs = tokenizer([query], return_tensors="pt").to(model.device)
     outputs = model.generate(
         inputs=inputs.input_ids,
         max_new_tokens=1024,

 def generate(query, temp, top_p):
     inputs = template.format(prompt=query)
+    inputs = tokenizer([inputs], return_tensors="pt").to(model.device)
     outputs = model.generate(
         inputs=inputs.input_ids,
         max_new_tokens=1024,