:recycle: [Refactor] Rename message_streamer to huggingface_streamer

apis/chat_api.py

@@ -19,9 +19,8 @@ from constants.envs import CONFIG
 
 from messagers.message_composer import MessageComposer
 from mocks.stream_chat_mocker import stream_chat_mock
-from networks.message_streamer import MessageStreamer
-from tclogger import logger
-from constants.models import AVAILABLE_MODELS_DICTS
+from networks.huggingface_streamer import HuggingfaceStreamer
+from networks.openai_streamer import OpenaiStreamer
 
 
 class ChatAPIApp:
@@ -90,19 +89,8 @@ class ChatAPIApp:
     def chat_completions(
         self, item: ChatCompletionsPostItem, api_key: str = Depends(extract_api_key)
     ):
-        streamer = MessageStreamer(model=item.model)
-        composer = MessageComposer(model=item.model)
-        composer.merge(messages=item.messages)
-        # streamer.chat = stream_chat_mock
-
-        stream_response = streamer.chat_response(
-            prompt=composer.merged_str,
-            temperature=item.temperature,
-            top_p=item.top_p,
-            max_new_tokens=item.max_tokens,
-            api_key=api_key,
-            use_cache=item.use_cache,
-        )
+            streamer = HuggingfaceStreamer(model=item.model)
+            composer = MessageComposer(model=item.model)
         if item.stream:
             event_source_response = EventSourceResponse(
                 streamer.chat_return_generator(stream_response),

networks/{message_streamer.py → huggingface_streamer.py}

@@ -2,8 +2,8 @@ import json
 import re
 import requests
 
+
 from tclogger import logger
-from tiktoken import get_encoding as tiktoken_get_encoding
 from transformers import AutoTokenizer
 
 from constants.models import (
@@ -12,11 +12,11 @@ from constants.models import (
     TOKEN_LIMIT_MAP,
     TOKEN_RESERVED,
 )
-from constants.env import PROXIES
+from constants.envs import PROXIES
 from messagers.message_outputer import OpenaiStreamOutputer
 
 
-class MessageStreamer:
+class HuggingfaceStreamer:
     def __init__(self, model: str):
         if model in MODEL_MAP.keys():
             self.model = model