Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -7,7 +7,14 @@ tokenizer = AutoTokenizer.from_pretrained("KoboldAI/OPT-2.7B-Nerybus-Mix")
|
|
7 |
model = AutoModelForCausalLM.from_pretrained("KoboldAI/OPT-2.7B-Nerybus-Mix")
|
8 |
|
9 |
def chat(Prompt):
|
10 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
11 |
generated_ids = model.generate(input_ids, max_length=128)
|
12 |
bot = tokenizer.decode(generated_ids[0], skip_special_tokens=True)
|
13 |
return bot
|
|
|
7 |
model = AutoModelForCausalLM.from_pretrained("KoboldAI/OPT-2.7B-Nerybus-Mix")
|
8 |
|
9 |
def chat(Prompt):
|
10 |
+
config = {'num_beams': 3,
|
11 |
+
'min_new_tokens': 256,
|
12 |
+
'max_length': 512,
|
13 |
+
'repetition_penalty': 2.5,
|
14 |
+
'max_time': 90,
|
15 |
+
'top_k': 75,
|
16 |
+
'early_stopping': True}
|
17 |
+
input_ids = tokenizer(Prompt, config, return_tensors="pt").input_ids
|
18 |
generated_ids = model.generate(input_ids, max_length=128)
|
19 |
bot = tokenizer.decode(generated_ids[0], skip_special_tokens=True)
|
20 |
return bot
|