mwitiderrick commited on
Commit
b0af97b
1 Parent(s): 9741079

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -131,7 +131,7 @@ with gr.Blocks() as demo:
131
  repetition_penalty: float,
132
  ):
133
  generation_config = { "max_new_tokens": max_new_tokens,"temperature": temperature,"top_p": top_p,"top_k": top_k,"repetition_penalty": repetition_penalty,}
134
- inference = pipe(sequences=message, streaming=True, **generation_config
135
  history[-1][1] += message
136
  for token in inference:
137
  history[-1][1] += token.generations[0].text
 
131
  repetition_penalty: float,
132
  ):
133
  generation_config = { "max_new_tokens": max_new_tokens,"temperature": temperature,"top_p": top_p,"top_k": top_k,"repetition_penalty": repetition_penalty,}
134
+ inference = pipe(sequences=message, streaming=True, **generation_config)
135
  history[-1][1] += message
136
  for token in inference:
137
  history[-1][1] += token.generations[0].text