import json class OpenaiStreamOutputer: """ Create chat completion - OpenAI API Documentation * https://platform.openai.com/docs/api-reference/chat/create """ def data_to_string(self, data={}, content_type=""): data_str = f"{json.dumps(data)}" return data_str def output(self, content=None, content_type="Completions") -> str: data = { "created": 1700000000, "id": "chatcmpl-hugginface", "object": "chat.completion.chunk", # "content_type": content_type, "model": "hugginface", "choices": [], } if content_type == "Role": data["choices"] = [ { "index": 0, "delta": {"role": "assistant"}, "finish_reason": None, } ] elif content_type in [ "Completions", "InternalSearchQuery", "InternalSearchResult", "SuggestedResponses", ]: if content_type in ["InternalSearchQuery", "InternalSearchResult"]: content += "\n" data["choices"] = [ { "index": 0, "delta": {"content": content}, "finish_reason": None, } ] elif content_type == "Finished": data["choices"] = [ { "index": 0, "delta": {}, "finish_reason": "stop", } ] else: data["choices"] = [ { "index": 0, "delta": {}, "finish_reason": None, } ] return self.data_to_string(data, content_type)