Manjushri commited on
Commit
8859aa1
1 Parent(s): 9533984

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -8
app.py CHANGED
@@ -7,14 +7,8 @@ tokenizer = AutoTokenizer.from_pretrained("KoboldAI/OPT-2.7B-Nerybus-Mix")
7
  model = AutoModelForCausalLM.from_pretrained("KoboldAI/OPT-2.7B-Nerybus-Mix")
8
 
9
  def chat(Prompt):
10
- config = {'num_beams': 3,
11
- 'min_new_tokens': 256,
12
- 'max_length': 512,
13
- 'repetition_penalty': 2.5,
14
- 'max_time': 90,
15
- 'top_k': 75,
16
- 'early_stopping': True}
17
- input_ids = tokenizer(Prompt, config, return_tensors="pt").input_ids
18
  generated_ids = model.generate(input_ids, max_length=128)
19
  bot = tokenizer.decode(generated_ids[0], skip_special_tokens=True)
20
  return bot
 
7
  model = AutoModelForCausalLM.from_pretrained("KoboldAI/OPT-2.7B-Nerybus-Mix")
8
 
9
  def chat(Prompt):
10
+
11
+ input_ids = tokenizer(Prompt, repetition_penalty = 2.5, top_k = 75, return_tensors="pt").input_ids
 
 
 
 
 
 
12
  generated_ids = model.generate(input_ids, max_length=128)
13
  bot = tokenizer.decode(generated_ids[0], skip_special_tokens=True)
14
  return bot