chatbot-hf / streaming.py
ebiz
changes
95744d9
from langchain.callbacks.base import BaseCallbackHandler
import streamlit as st
class StreamHandler(BaseCallbackHandler):
def __init__(self, container, initial_text=""):
self.container = container
self.text = initial_text
def on_llm_new_token(self, token: str, **kwargs):
self.text += token
self.container.markdown(self.text)