update app.py

updated app.py

app.py

@@ -1,7 +1,30 @@
 import gradio as gr
+from transformers import AutoModelForCausalLM, AutoTokenizer
+tokenizer = AutoTokenizer.from_pretrained("stabilityai/stablelm-3b-4e1t")
+model = AutoModelForCausalLM.from_pretrained(
+  "stabilityai/stablelm-3b-4e1t",
+  trust_remote_code=True,
+  torch_dtype="auto",
+)
+model.cuda()
+inputs = tokenizer("The weather is always wonderful", return_tensors="pt").to("cuda")
+tokens = model.generate(
+  **inputs,
+  max_new_tokens=64,
+  temperature=0.75,
+  top_p=0.95,
+  do_sample=True,
+)
+print(tokenizer.decode(tokens[0], skip_special_tokens=True))
 
 def greet(name):
-    return "Hello " + name + "!!"
+    inputs = tokenizer("The weather is always wonderful", return_tensors="pt").to("cuda")
+    tokens = model.generate(**inputs,max_new_tokens=64,temperature=0.75,top_p=0.95, do_sample=True)
+
+    return tokens
+
+
+
 
 iface = gr.Interface(fn=greet, inputs="text", outputs="text")
 iface.launch()