imperialwool commited on
Commit
14f87da
1 Parent(s): fdfdaac

Update gradio_app.py

Browse files
Files changed (1) hide show
  1. gradio_app.py +1 -1
gradio_app.py CHANGED
@@ -49,7 +49,7 @@ def generate_answer(request: str, max_tokens: int = 256, custom_prompt: str = No
49
  counter = 1
50
  while counter <= 3:
51
  logs += f"Attempt {counter} to generate answer...\n"
52
- output = llm(userPrompt, max_tokens=maxTokens, stop=["<|im_end|>"], echo=False)
53
  text = output["choices"][0]["text"]
54
  if len(text.strip()) > 1 and text.strip() not in ['', None, ' ']:
55
  break
49
  counter = 1
50
  while counter <= 3:
51
  logs += f"Attempt {counter} to generate answer...\n"
52
+ output = llm(userPrompt, max_tokens=maxTokens, stop=["<|im_end|>", "<|end_of_turn|>"], echo=False)
53
  text = output["choices"][0]["text"]
54
  if len(text.strip()) > 1 and text.strip() not in ['', None, ' ']:
55
  break