Spaces:
Paused
Paused
Daniel Marques
commited on
Commit
•
6ae118b
1
Parent(s):
35f2497
fix: add websocket in handlerToken
Browse files
main.py
CHANGED
@@ -51,10 +51,10 @@ class MyCustomSyncHandler(BaseCallbackHandler):
|
|
51 |
self.message = ''
|
52 |
|
53 |
def on_llm_new_token(self, token: str, **kwargs) -> Any:
|
54 |
-
message += token
|
55 |
-
redisClient.publish(f'{kwargs["tags"][0]}', message)
|
56 |
|
57 |
-
print(message)
|
58 |
|
59 |
LLM = load_model(device_type=DEVICE_TYPE, model_id=MODEL_ID, model_basename=MODEL_BASENAME, stream=True)
|
60 |
|
@@ -246,6 +246,8 @@ async def websocket_endpoint(websocket: WebSocket, client_id: int):
|
|
246 |
|
247 |
|
248 |
|
|
|
|
|
249 |
except WebSocketDisconnect:
|
250 |
print('disconnect')
|
251 |
except RuntimeError as error:
|
|
|
51 |
self.message = ''
|
52 |
|
53 |
def on_llm_new_token(self, token: str, **kwargs) -> Any:
|
54 |
+
self.message += token
|
55 |
+
redisClient.publish(f'{kwargs["tags"][0]}', self.message)
|
56 |
|
57 |
+
print(self.message)
|
58 |
|
59 |
LLM = load_model(device_type=DEVICE_TYPE, model_id=MODEL_ID, model_basename=MODEL_BASENAME, stream=True)
|
60 |
|
|
|
246 |
|
247 |
|
248 |
|
249 |
+
|
250 |
+
|
251 |
except WebSocketDisconnect:
|
252 |
print('disconnect')
|
253 |
except RuntimeError as error:
|