Update app.py

app.py

@@ -16,11 +16,11 @@ def greet(text):
     "text-generation",
     model=model,
     tokenizer=tokenizer,
-    # torch_dtype=torch.bfloat16,
+    torch_dtype=torch.bfloat16,
     trust_remote_code=True,
     device_map="auto",
     max_length=512,
-    do_sample=True,
+    do_sample=False,
     top_k=10,
     num_return_sequences=1,
     eos_token_id=tokenizer.eos_token_id,
@@ -35,7 +35,6 @@ def greet(text):
 
     prompt = PromptTemplate(template=template, input_variables=["text"])
     llm_chain = LLMChain(prompt=prompt, llm=llm)
-    text = text
     
     return llm_chain.run(text)