Daniel Marques commited on
Commit
6ae118b
1 Parent(s): 35f2497

fix: add websocket in handlerToken

Browse files
Files changed (1) hide show
  1. main.py +5 -3
main.py CHANGED
@@ -51,10 +51,10 @@ class MyCustomSyncHandler(BaseCallbackHandler):
51
  self.message = ''
52
 
53
  def on_llm_new_token(self, token: str, **kwargs) -> Any:
54
- message += token
55
- redisClient.publish(f'{kwargs["tags"][0]}', message)
56
 
57
- print(message)
58
 
59
  LLM = load_model(device_type=DEVICE_TYPE, model_id=MODEL_ID, model_basename=MODEL_BASENAME, stream=True)
60
 
@@ -246,6 +246,8 @@ async def websocket_endpoint(websocket: WebSocket, client_id: int):
246
 
247
 
248
 
 
 
249
  except WebSocketDisconnect:
250
  print('disconnect')
251
  except RuntimeError as error:
 
51
  self.message = ''
52
 
53
  def on_llm_new_token(self, token: str, **kwargs) -> Any:
54
+ self.message += token
55
+ redisClient.publish(f'{kwargs["tags"][0]}', self.message)
56
 
57
+ print(self.message)
58
 
59
  LLM = load_model(device_type=DEVICE_TYPE, model_id=MODEL_ID, model_basename=MODEL_BASENAME, stream=True)
60
 
 
246
 
247
 
248
 
249
+
250
+
251
  except WebSocketDisconnect:
252
  print('disconnect')
253
  except RuntimeError as error: