Update app.py

app.py

@@ -14,6 +14,7 @@ client = InferenceClient(
     "mistralai/Mixtral-8x7B-Instruct-v0.1"
 )
 history = []
+hist_out= []
 def format_prompt(message, history):
   prompt = "<s>"
   for user_prompt, bot_response in history:
@@ -68,6 +69,8 @@ def question_generate(prompt, history, agent_name=agents[0], sys_prompt="", temp
     return output
 
 def generate(prompt, history, agent_name=agents[0], sys_prompt="", temperature=0.9, max_new_tokens=1048, top_p=0.95, repetition_penalty=1.0,):
+    print(datetime.datetime.now())
+
     seed = random.randint(1,1111111111111111)
 
     agent=prompts.AI_REPORT_WRITER
@@ -102,7 +105,6 @@ def generate(prompt, history, agent_name=agents[0], sys_prompt="", temperature=0
         seed=seed,
     )
     while True:
-        print(datetime.datetime.now())
         uid=uuid.uuid4()
         formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
         stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
@@ -121,10 +123,11 @@ def generate(prompt, history, agent_name=agents[0], sys_prompt="", temperature=0
         print ( f'output:: {output}')
         print ( f'history:: {history}')
         out_json = [{"prompt":prompt},{"output":output}]
+        hist_out.append(out_json)
         #try:
         #    for ea in 
         with open(f'{uid}.json', 'w') as f:
-            json_obj=json.dumps(out_json, indent=4)
+            json_obj=json.dumps(hist_out, indent=4)
             f.write(json_obj)
         f.close()