plutostack commited on
Commit
9087d4e
·
verified ·
1 Parent(s): f5cd657

Create app.py

Browse files
Files changed (1) hide show
  1. app.py +14 -0
app.py ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import gradio as gr
2
+ from transformers import pipeline
3
+
4
+ pipe = pipeline("text-generation", model="nvidia/Llama-3_3-Nemotron-Super-49B-v1", trust_remote_code=True)
5
+
6
+ def textgen(request):
7
+ messages = [
8
+ {"role": "user", "content": str(request)},
9
+ ]
10
+ outputs = pipe(messages)
11
+ return outputs[0]["generated_text"][-1]['content']
12
+
13
+ demo = gr.Interface(fn=textgen, inputs="text", outputs="text")
14
+ demo.launch()