add .manifest files

.gitattributes

@@ -35,3 +35,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 *.lance filter=lfs diff=lfs merge=lfs -text
 *.idx filter=lfs diff=lfs merge=lfs -text
+*.manifest filter=lfs diff=lfs merge=lfs -text

backend/query_llm.py

@@ -120,14 +120,6 @@ def generate_openai(prompt: str, history: str) -> Generator[str, None, str]:
     formatted_prompt = format_prompt(prompt, "openai")
 
     try:
-        # response = OAI_CLIENT.chat.completions.create(
-        #     model=os.getenv("OPENAI_MODEL"),
-        #     messages=formatted_prompt,
-        #     **OAI_GENERATE_KWARGS
-        # )
-        # logging.info("SIMPLE OUTPUT")
-        # logging.info(response.choices[0].message.content)
-
         stream = OAI_CLIENT.chat.completions.create(
             model=os.getenv("OPENAI_MODEL"),
             messages=formatted_prompt,
@@ -137,6 +129,8 @@ def generate_openai(prompt: str, history: str) -> Generator[str, None, str]:
         output = ""
         for chunk in stream:
             if chunk.choices[0].delta.content:
+                logging.info("CHUNK CONTENT")
+                logging.info(chunk.choices[0].delta.content)
                 output += chunk.choices[0].delta.content
                 yield output