rphrp1985 commited on
Commit
0a47dab
1 Parent(s): e0f7a87

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -122,11 +122,11 @@ async def get_answer(q: QueryM ):
122
  client = InferenceClient()
123
  generate_kwargs = dict(
124
  max_new_tokens= int(q.tokens),
125
- repetition_penalty: 1.0,
126
  top_p= q.topp,
127
  top_k=int(q.topk),
128
  temperature=q.temp,
129
- stop: ["</s>", "<|>"]
130
  )
131
  inputs= text
132
  response = client.post(json={"inputs": inputs, "parameters": generate_kwargs}, model="mistralai/Mistral-7B-Instruct-v0.1")
 
122
  client = InferenceClient()
123
  generate_kwargs = dict(
124
  max_new_tokens= int(q.tokens),
125
+ repetition_penalty=(1.0,
126
  top_p= q.topp,
127
  top_k=int(q.topk),
128
  temperature=q.temp,
129
+ stop= ["</s>", "<|>"]
130
  )
131
  inputs= text
132
  response = client.post(json={"inputs": inputs, "parameters": generate_kwargs}, model="mistralai/Mistral-7B-Instruct-v0.1")