Spaces:
Sleeping
Sleeping
pauljpeterson
commited on
Commit
•
5e2b3aa
1
Parent(s):
ce8a46f
update
Browse files
app.py
CHANGED
@@ -1,20 +1,23 @@
|
|
1 |
-
from transformers import
|
2 |
-
|
3 |
-
|
4 |
-
|
5 |
-
|
6 |
-
|
7 |
-
|
8 |
-
|
9 |
-
|
10 |
-
|
11 |
-
|
12 |
-
|
13 |
-
|
14 |
-
|
15 |
-
|
16 |
-
|
17 |
-
|
18 |
-
|
19 |
-
|
20 |
-
|
|
|
|
|
|
|
|
1 |
+
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
|
2 |
+
tokenizer = AutoTokenizer.from_pretrained("microsoft/GODEL-v1_1-large-seq2seq")
|
3 |
+
model = AutoModelForSeq2SeqLM.from_pretrained("microsoft/GODEL-v1_1-large-seq2seq")
|
4 |
+
def generate(instruction, knowledge, dialog):
|
5 |
+
if knowledge != '':
|
6 |
+
knowledge = '[KNOWLEDGE] ' + knowledge
|
7 |
+
dialog = ' EOS '.join(dialog)
|
8 |
+
query = f"{instruction} [CONTEXT] {dialog} {knowledge}"
|
9 |
+
input_ids = tokenizer(f"{query}", return_tensors="pt").input_ids
|
10 |
+
outputs = model.generate(input_ids, max_length=128, min_length=8, top_p=0.9, do_sample=True)
|
11 |
+
output = tokenizer.decode(outputs[0], skip_special_tokens=True)
|
12 |
+
return output
|
13 |
+
# Instruction for a chitchat task
|
14 |
+
instruction = f'Instruction: given a dialog context, you need to response empathically.'
|
15 |
+
# Leave the knowldge empty
|
16 |
+
knowledge = ''
|
17 |
+
dialog = [
|
18 |
+
'Does money buy happiness?',
|
19 |
+
'It is a question. Money buys you a lot of things, but not enough to buy happiness.',
|
20 |
+
'What is the best way to buy happiness ?'
|
21 |
+
]
|
22 |
+
response = generate(instruction, knowledge, dialog)
|
23 |
+
print(response)
|