paloma99 commited on
Commit
055da79
1 Parent(s): 1245a3c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -135,6 +135,7 @@ llm = HuggingFaceHub(
135
  repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1",
136
  task="text-generation",
137
  model_kwargs={
 
138
  "top_k": 30,
139
  "temperature": 0.1,
140
  "repetition_penalty": 1.03
 
135
  repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1",
136
  task="text-generation",
137
  model_kwargs={
138
+ "max_new_tokens": 300,
139
  "top_k": 30,
140
  "temperature": 0.1,
141
  "repetition_penalty": 1.03