codellama-playground

Sleeping

lvwerra HF staff commited on Aug 25, 2023

Commit

c29119d

•

1 Parent(s): 6e419a7

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -79,7 +79,7 @@ def generate(
     previous_token = ""
     for response in stream:
-        if response.token.text in [EOS_STRING, EOT_STRING]:
             if fim_mode:
                 output += suffix
             else:

     previous_token = ""
     for response in stream:
+        if any([end_token in response.token.text for end_token in [EOS_STRING, EOT_STRING]]):
             if fim_mode:
                 output += suffix
             else: