codellama-playground

Sleeping

lvwerra HF staff commited on Aug 25, 2023

Commit

05cc159

•

1 Parent(s): 4206e00

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -82,6 +82,8 @@ def generate(
         if any([end_token in response.token.text for end_token in [EOS_STRING, EOT_STRING]]):
             if fim_mode:
                 output += suffix
                 print("output", output)
             else:
                 return output

         if any([end_token in response.token.text for end_token in [EOS_STRING, EOT_STRING]]):
             if fim_mode:
                 output += suffix
+                yield output
+                return output
                 print("output", output)
             else:
                 return output