File size: 156 Bytes
4962437
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8


def stream(response):
    """
    Yield the response token by token (word by word) from llm
    """
    for token in response.split():
        yield token