Daniel Marques commited on
Commit
bd32b51
1 Parent(s): cde8337

fix: add type filter message

Browse files
Files changed (1) hide show
  1. main.py +15 -1
main.py CHANGED
@@ -55,6 +55,20 @@ class MyCustomSyncHandler(BaseCallbackHandler):
55
  self.message += token
56
  redisClient.publish(f'{kwargs["tags"][0]}', self.message)
57
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
58
  LLM = load_model(device_type=DEVICE_TYPE, model_id=MODEL_ID, model_basename=MODEL_BASENAME, stream=True)
59
 
60
  prompt, memory = get_prompt_template(promptTemplate_type="llama", history=True)
@@ -233,7 +247,7 @@ async def websocket_endpoint(websocket: WebSocket, client_id: int):
233
  i = 0
234
  for item in pubsub.listen():
235
  i+=1
236
- itemJson = str(item)
237
  print(item["type"] == "message")
238
 
239
  if(i > 10 ): pubsub.unsubscribe({client_id})
 
55
  self.message += token
56
  redisClient.publish(f'{kwargs["tags"][0]}', self.message)
57
 
58
+ def on_llm_end(self, response: LLMResult, **kwargs: Any) -> Any:
59
+ self.message = "end"
60
+ redisClient.publish(f'{kwargs["tags"][0]}', self.message)
61
+
62
+ def on_llm_error(
63
+ self, error: Union[Exception, KeyboardInterrupt], **kwargs: Any
64
+ ) -> Any:
65
+ self.message = "end"
66
+ redisClient.publish(f'{kwargs["tags"][0]}', self.message)
67
+
68
+ def on_chain_end(self, outputs: Dict[str, Any], **kwargs: Any) -> Any:
69
+ self.message = "end"
70
+ redisClient.publish(f'{kwargs["tags"][0]}', self.message)
71
+
72
  LLM = load_model(device_type=DEVICE_TYPE, model_id=MODEL_ID, model_basename=MODEL_BASENAME, stream=True)
73
 
74
  prompt, memory = get_prompt_template(promptTemplate_type="llama", history=True)
 
247
  i = 0
248
  for item in pubsub.listen():
249
  i+=1
250
+
251
  print(item["type"] == "message")
252
 
253
  if(i > 10 ): pubsub.unsubscribe({client_id})