winglian commited on
Commit
81fdcb3
1 Parent(s): f605ae7

whitespace between numbers possible fix

Browse files
Files changed (1) hide show
  1. app.py +4 -2
app.py CHANGED
@@ -330,7 +330,8 @@ def open_chat(model_name, history, system_msg, max_new_tokens, temperature, top_
330
 
331
  model_res = model(messages, config=config) # type: Generator[List[Dict[str, str]], None, None]
332
  for res in model_res:
333
- tokens = re.findall(r'\s*\S+\s*', res[0]['generated_text'])
 
334
  for subtoken in tokens:
335
  history[-1][1] += subtoken
336
  # stream the response
@@ -357,7 +358,8 @@ def open_rp_chat(model_name, history, system_msg, max_new_tokens, temperature, t
357
 
358
  model_res = model(messages, config=config) # type: Generator[List[Dict[str, str]], None, None]
359
  for res in model_res:
360
- tokens = re.findall(r'\s*\S+\s*', res[0]['generated_text'])
 
361
  for subtoken in tokens:
362
  history[-1][1] += subtoken
363
  # stream the response
 
330
 
331
  model_res = model(messages, config=config) # type: Generator[List[Dict[str, str]], None, None]
332
  for res in model_res:
333
+ # tokens = re.findall(r'\s*\S+\s*', res[0]['generated_text'])
334
+ tokens = re.findall(r'\S+\s*', res[0]['generated_text'])
335
  for subtoken in tokens:
336
  history[-1][1] += subtoken
337
  # stream the response
 
358
 
359
  model_res = model(messages, config=config) # type: Generator[List[Dict[str, str]], None, None]
360
  for res in model_res:
361
+ tokens = re.findall(r'\S+\s*', res[0]['generated_text'])
362
+ # tokens = re.findall(r'\s*\S+\s*', res[0]['generated_text'])
363
  for subtoken in tokens:
364
  history[-1][1] += subtoken
365
  # stream the response