Update main.py

main.py

@@ -1,15 +1,7 @@
-from fastapi import FastAPI, File, UploadFile
 from fastapi import FastAPI, File, UploadFile, Form, Request
 from fastapi.responses import HTMLResponse, FileResponse
 from fastapi.staticfiles import StaticFiles
 from fastapi.templating import Jinja2Templates
-from fastapi import FastAPI, File, UploadFile, HTTPException
-from fastapi.responses import JSONResponse
-from fastapi.responses import StreamingResponse
-from fastapi import FastAPI, Request, Form
-from fastapi.responses import HTMLResponse
-from fastapi.staticfiles import StaticFiles
-from fastapi.templating import Jinja2Templates
 from huggingface_hub import InferenceClient
 import random
 
@@ -23,12 +15,13 @@ app = FastAPI()
 
 
 def format_prompt(message, history):
-  prompt = "<s>"
-  for user_prompt, bot_response in history:
-    prompt += f"[INST] {user_prompt} [/INST]"
-    prompt += f" {bot_response}</s> "
-  prompt += f"[INST] {message} [/INST]"
-  return prompt
+    prompt = "<s>"
+    for user_prompt, bot_response in history:
+        prompt += f"[INST] {user_prompt} [/INST]"
+        prompt += f" {bot_response}</s> "
+    prompt += f"[INST] {message} [/INST]"
+    return prompt
+
 
 def generate(prompt, history, temperature=0.9, max_new_tokens=512, top_p=0.95, repetition_penalty=1.0):
     temperature = float(temperature)
@@ -49,6 +42,7 @@ def generate(prompt, history, temperature=0.9, max_new_tokens=512, top_p=0.95, r
 
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
     output = ""
+    word = ""
 
     for response in stream:
         token_text = response.token.text.strip()
@@ -56,21 +50,15 @@ def generate(prompt, history, temperature=0.9, max_new_tokens=512, top_p=0.95, r
             # Decode the token text to handle encoded characters
             decoded_text = token_text.encode("utf-8", "backslashreplace").decode("utf-8")
 
-            # Add the decoded token text to the output
-            output += decoded_text
-
-    return output
-
-
-
-
-
-
-
-
-
+            # Add the decoded letter to the current word
+            word += decoded_text
 
+            # If the token is a space or the end of the stream, add the word to the output and reset the word
+            if token_text == " " or response.is_end_of_stream:
+                output += word + " "
+                word = ""
 
+    return output
 
 
 @app.post("/generate/")
@@ -88,4 +76,3 @@ app.mount("/", StaticFiles(directory="static", html=True), name="static")
 @app.get("/")
 def index() -> FileResponse:
     return FileResponse(path="/app/static/index.html", media_type="text/html")
-