Spaces:
Runtime error
Runtime error
sudhir2016
commited on
Commit
β’
7d13040
1
Parent(s):
2551380
Update app.py
Browse files
app.py
CHANGED
@@ -1,7 +1,7 @@
|
|
1 |
import gradio as gr
|
2 |
import torch
|
3 |
from transformers import pipeline
|
4 |
-
ans = pipeline(model="databricks/dolly-v2-
|
5 |
def answer(query):
|
6 |
out=ans(query)
|
7 |
return out
|
|
|
1 |
import gradio as gr
|
2 |
import torch
|
3 |
from transformers import pipeline
|
4 |
+
ans = pipeline(model="databricks/dolly-v2-3b", torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto")
|
5 |
def answer(query):
|
6 |
out=ans(query)
|
7 |
return out
|