remove eos token

app.py

@@ -19,10 +19,10 @@ FIM_SUFFIX = "<fim_suffix>"
 
 FIM_INDICATOR = "<FILL_HERE>"
 
-FORMATS = """## Model formats
+FORMATS = """## Model Formats
 
-The model is pretrained on code and is formatted with special tokens in addition to the pure code data,
-such as prefixes specifying the source of the file or tokens separating code from a commit message.
+The model is pretrained on code and is formatted with special tokens in addition to the pure code data,\
+such as prefixes specifying the source of the file or tokens separating code from a commit message.\
 Use these templates to explore the model's capacities:
 
 ### 1. Prefixes 🏷️
@@ -115,8 +115,11 @@ def generate(
 
     previous_token = ""
     for response in stream:
-        if fim_mode and response.token.text == "<|endoftext|>":
-            output += (suffix + "\n" + response.token.text)
+        if response.token.text == "<|endoftext|>":
+            if fim_mode:
+                output += suffix
+            else:
+                return output
         else:
             output += response.token.text
         previous_token = response.token.text
@@ -156,7 +159,7 @@ css += share_btn_css + monospace_css + custom_output_css + ".gradio-container {c
 
 description = """
 <div style="text-align: center;">
-    <h1 style='color: black;'> 💫 StarCoder<span style='color: #e6b800;'> - </span>Playground</h1>
+    <h1 style='color: black;'> 💫 StarCoder<span style='color: #e6b800;'> - </span>Playground 🪐</h1>
     <p style='color: black;'>This is a demo to generate code with <a href="https://huggingface.co/bigcode/starcoder" style='color: #e6b800;'>StarCoder</a>, a 15B parameter model for code generation in 86 programming languages.</p>
 </div>
 """
@@ -238,4 +241,4 @@ with gr.Blocks(theme=theme, analytics_enabled=False, css=css) as demo:
         outputs=[output],
     )
     share_button.click(None, [], [], _js=share_js)
-demo.queue(concurrency_count=16).launch(debug=True)
+demo.queue(concurrency_count=16).launch(debug=True)