john commited on
Commit
2f38056
1 Parent(s): 997d27b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -0
app.py CHANGED
@@ -1,4 +1,8 @@
1
  import gradio as gr
 
 
 
 
2
 
3
  with gr.Blocks(theme=gr.themes.Soft()) as demo:
4
  chatbot = gr.Chatbot()
 
1
  import gradio as gr
2
+ import torch
3
+ from transformers import pipeline
4
+
5
+ generate_text = pipeline(model="databricks/dolly-v2-3b", torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto")
6
 
7
  with gr.Blocks(theme=gr.themes.Soft()) as demo:
8
  chatbot = gr.Chatbot()