fix chat message

model.py

@@ -71,8 +71,18 @@ def run(
 
   history.append({"role": "user", "content": message})
   
-  for response in model.chat(tokenizer, history, stream=True):
+  for response in model.chat(
+    tokenizer,
+    history,
+    # stream=True,
+    max_new_tokens=max_new_tokens,
+    temperature=temperature,
+    top_p=top_p,
+    top_k=top_k,
+  ):
     print(response)
-    if "content" in response["choices"][0]["delta"]:
-      result = result + response["choices"][0]["delta"]["content"]
-      yield result
+    result = result + response
+    yield result
+    # if "content" in response["choices"][0]["delta"]:
+    #   result = result + response["choices"][0]["delta"]["content"]
+    #   yield result