Update app.py

app.py

@@ -193,13 +193,13 @@ def generate_unknown_response():
 
 response_tokens = bytearray()
 def generate_and_log_tokens(user_request, model, generator):
-    global response_tokens
+    #global response_tokens
     for token in generate_tokens(model, generator):
-        if token == b'': # or (max_new_tokens is not None and i >= max_new_tokens):
-            log(user_request, response_tokens.decode("utf-8", errors="ignore"))
-            response_tokens = bytearray()
-            break
-        response_tokens.extend(token)
+        #if token == b'': # or (max_new_tokens is not None and i >= max_new_tokens):
+        #    log(user_request, response_tokens)#.decode("utf-8", errors="ignore"))
+        #    response_tokens = bytearray()
+        #    break
+        #response_tokens.extend(token)
         yield token
             
 @app.route('/', methods=['POST'])