refactor: Update llm.py and prompt.py files

libs/llm.py

@@ -10,7 +10,7 @@ from langchain.callbacks.base import BaseCallbackHandler
 
 class StreamCallback(BaseCallbackHandler):
     def on_llm_new_token(self, token: str, **kwargs):
-        print(token, end="", flush=True)
+        # print(token, end="", flush=True)
 
 
 def get_llm(streaming=True):
@@ -46,8 +46,13 @@ def get_llm(streaming=True):
             streaming=streaming,
             callbacks=[StreamCallback()],
         ),
-        ollama=ChatOllama(
-            model="EEVE-Korean-10.8B:long",
+        eeve=ChatOllama(
+            model="EEVE-Korean-10.8B",
+            streaming=streaming,
+            callbacks=[StreamCallback()],
+        ),
+        gemma2=ChatOllama(
+            model="gemma2",
             streaming=streaming,
             callbacks=[StreamCallback()],
         ),

libs/prompt.py

@@ -28,4 +28,4 @@ def get_prompt(chat_history):
             MessagesPlaceholder(variable_name="history"),
             ("human", "{question}"),
         ]
-    ).partial(history=chat_history.messages)
+    ).partial(history=chat_history)