removed end token

components/stream_handler.py

@@ -11,9 +11,10 @@ def stream_handler(session_state, chat_stream, prompt, placeholder):
     full_response = ""
 
     for chunk in chat_stream:
-        if chunk.token.text != "</s>":
-            full_response += chunk.token.text
-            placeholder.markdown(full_response + "▌")
+        if chunk.token.text in ["</s>", "<|im_end|>"]:
+            break;
+        full_response += chunk.token.text
+        placeholder.markdown(full_response + "▌")
     placeholder.markdown(full_response)
 
     end_time = time.time()