fix: add websocket in handlerToken

Dockerfile

@@ -5,9 +5,9 @@ FROM nvidia/cuda:12.1.1-devel-ubuntu22.04
 
 RUN apt-get update && apt-get upgrade -y \
     && apt-get install -y git build-essential libpq-dev gcc \
-    curl wget ocl-icd-opencl-dev opencl-headers clinfo \
+    wget ocl-icd-opencl-dev opencl-headers clinfo \
     libclblast-dev libopenblas-dev software-properties-common \
-    g++-11 make python3 python-is-python3 pip sb-release gpg redis \
+    g++-11 make python3 python-is-python3 pip redis \
     && mkdir -p /etc/OpenCL/vendors && echo "libnvidia-opencl.so.1" > /etc/OpenCL/vendors/nvidia.icd
 
 COPY . .

main.py

@@ -58,22 +58,19 @@ RETRIEVER = DB.as_retriever()
 class MyCustomSyncHandler(BaseCallbackHandler):
     def __init__(self):
         self.end = False
-        self.callback = None
 
     def on_llm_start(
         self, serialized: Dict[str, Any], prompts: List[str], **kwargs: Any
     ) -> None:
         self.end = False
-        self.callback = None
 
     def on_llm_end(self, response: LLMResult, **kwargs: Any) -> None:
         self.end = True
 
     def on_llm_new_token(self, token: str, **kwargs) -> Any:
-        if self.callback :
-            self.callback(token)
+        print(self)
+        print(kwargs)
 
-        print(token)
 
 # Create State
 handlerToken = MyCustomSyncHandler()