codellama-playground

Sleeping

lvwerra HF staff commited on Aug 25, 2023

Commit

36c12a2

•

1 Parent(s): 66915b3

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -82,7 +82,8 @@ def generate(
         if any([end_token in response.token.text for end_token in [EOS_STRING, EOT_STRING]]):
             if fim_mode:
                 output += suffix
-            return output
         else:
             output += response.token.text
         previous_token = response.token.text

         if any([end_token in response.token.text for end_token in [EOS_STRING, EOT_STRING]]):
             if fim_mode:
                 output += suffix
+            else:
+                return output
         else:
             output += response.token.text
         previous_token = response.token.text