OlivierDehaene commited on
Commit
a857304
1 Parent(s): 040958c

stop on assistant_name

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -61,7 +61,7 @@ def predict(
61
  watermark=watermark,
62
  temperature=temperature,
63
  max_new_tokens=500,
64
- stop_sequences=[user_name.rstrip()],
65
  )):
66
  if response.token.special:
67
  continue
@@ -69,6 +69,8 @@ def predict(
69
  partial_words = partial_words + response.token.text
70
  if partial_words.endswith(user_name.rstrip()):
71
  partial_words = partial_words.rstrip(user_name.rstrip())
 
 
72
 
73
  if i == 0:
74
  history.append(" " + partial_words)
 
61
  watermark=watermark,
62
  temperature=temperature,
63
  max_new_tokens=500,
64
+ stop_sequences=[user_name.rstrip(), assistant_name.rstrip()],
65
  )):
66
  if response.token.special:
67
  continue
 
69
  partial_words = partial_words + response.token.text
70
  if partial_words.endswith(user_name.rstrip()):
71
  partial_words = partial_words.rstrip(user_name.rstrip())
72
+ if partial_words.endswith(assistant_name.rstrip()):
73
+ partial_words = partial_words.rstrip(assistant_name.rstrip())
74
 
75
  if i == 0:
76
  history.append(" " + partial_words)