rsepulvedat commited on
Commit
f9714d0
1 Parent(s): 4088fcc

change generate methods

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -7,8 +7,10 @@ pipe = pipeline("text-generation", model="gplsi/Aitana-6.3B", torch_dtype=torch.
7
  token=os.environ['gplsi_models'])
8
 
9
  def predict(input_text):
 
 
10
  generation = pipe(input_text, max_new_tokens=50, repetition_penalty=1.2, top_k=50, top_p=0.95, do_sample=True,
11
- temperature=0.5, early_stopping=True, num_beams=2)
12
 
13
  return generation[0]
14
 
 
7
  token=os.environ['gplsi_models'])
8
 
9
  def predict(input_text):
10
+ # generation = pipe(input_text, max_new_tokens=50, repetition_penalty=1.2, top_k=50, top_p=0.95, do_sample=True,
11
+ # temperature=0.5, early_stopping=True, num_beams=2)
12
  generation = pipe(input_text, max_new_tokens=50, repetition_penalty=1.2, top_k=50, top_p=0.95, do_sample=True,
13
+ temperature=0.5)
14
 
15
  return generation[0]
16