Spaces:
Runtime error
Runtime error
Commit
•
6205c4c
1
Parent(s):
e4661de
Update app.py
Browse files
app.py
CHANGED
|
@@ -1,12 +1,7 @@
|
|
| 1 |
-
import torch
|
| 2 |
import random
|
| 3 |
from quart import Quart
|
| 4 |
-
from transformers import AutoTokenizer, AutoModelForCausalLM
|
| 5 |
|
| 6 |
app = Quart(__name__)
|
| 7 |
-
tokenizer = AutoTokenizer.from_pretrained("OpenBuddy/openbuddy-openllama-3b-v10-bf16")
|
| 8 |
-
model = AutoModelForCausalLM.from_pretrained("OpenBuddy/openbuddy-openllama-3b-v10-bf16")
|
| 9 |
-
model.eval()
|
| 10 |
|
| 11 |
with open('system.prompt', 'r', encoding='utf-8') as f:
|
| 12 |
prompt = f.read()
|
|
|
|
|
|
|
| 1 |
import random
|
| 2 |
from quart import Quart
|
|
|
|
| 3 |
|
| 4 |
app = Quart(__name__)
|
|
|
|
|
|
|
|
|
|
| 5 |
|
| 6 |
with open('system.prompt', 'r', encoding='utf-8') as f:
|
| 7 |
prompt = f.read()
|