doubledsbv commited on
Commit
ee8f3ef
1 Parent(s): 49aa929

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -5
app.py CHANGED
@@ -41,14 +41,14 @@ def chat_function(message, history, system_prompt,max_new_tokens,temperature):
41
  outputs = pipeline(
42
  prompt,
43
  max_new_tokens=max_new_tokens,
44
- #num_beams=5,
45
- #num_return_sequences=1,
46
- #early_stopping=True,
47
  eos_token_id=terminators,
48
  do_sample=True,
49
  temperature=temperature,
50
- #top_p=0.9,
51
- min_p=0.075,
52
  #streamer=streamer
53
  )
54
  return outputs[0]["generated_text"][len(prompt):]
 
41
  outputs = pipeline(
42
  prompt,
43
  max_new_tokens=max_new_tokens,
44
+ num_beams=5,
45
+ num_return_sequences=1,
46
+ early_stopping=True,
47
  eos_token_id=terminators,
48
  do_sample=True,
49
  temperature=temperature,
50
+ top_p=0.9,
51
+ #min_p=0.075,
52
  #streamer=streamer
53
  )
54
  return outputs[0]["generated_text"][len(prompt):]