Update app.py

app.py

@@ -29,12 +29,12 @@ date_time_str = now.strftime("%Y-%m-%d %H:%M:%S")
 #client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
 history = []
 
-def gen_from_infer(purpose,history,image,model_drop,chat_drop,choice):
+def gen_from_infer(purpose,history,image,model_drop,chat_drop,choice,seed):
     #out_img = infer(out_prompt)
     history.clear()
     if seed == 0:
         seed = random.randint(1,1111111111111111)
-    out_prompt=generate(purpose,history,chat_drop)
+    out_prompt=generate(purpose,history,chat_drop,seed)
     history.append((purpose,out_prompt))
     yield (history,None)        
     infer_model = models[int(model_drop)]
@@ -54,18 +54,23 @@ def gen_from_infer(purpose,history,image,model_drop,chat_drop,choice):
         )
     yield (history,out_img)
 
-def format_prompt(message, history):
-  prompt = "<s>"
-  for user_prompt, bot_response in history:
-    prompt += f"[INST] {user_prompt} [/INST]"
-    prompt += f" {bot_response}</s> "
-  prompt += f"[INST] {message} [/INST]"
-  return prompt
+def format_prompt(message, history,seed):
+    prompt = "<s>"
+    d = len(history)-1
+    for user_prompt, bot_response in history:
+        prompt += f"[INST] {user_prompt} [/INST]"
+        prompt += f" {bot_response}</s> "
+    for user_prompt, bot_response in history[d]:
+        if user_prompt == message:
+            print (user_prompt)
+            if seed != 0:
+                prompt += f"[INST] {message} [/INST]"
+    return prompt
 
-def run_gpt(in_prompt,history,model_drop,seed=0):
+def run_gpt(in_prompt,history,model_drop,seed):
     client = InferenceClient(c_models[int(model_drop)])
     print(f'history :: {history}')
-    prompt=format_prompt(in_prompt,history)
+    prompt=format_prompt(in_prompt,history,seed)
     if seed == 0:
         seed = random.randint(1,1111111111111111)
     print (seed)
@@ -88,7 +93,7 @@ def run_gpt(in_prompt,history,model_drop,seed=0):
 def run_idefics(in_prompt,history,model_drop,seed):
     client = InferenceClient("HuggingFaceM4/idefics-9b-instruct")
     print(f'history :: {history}')
-    prompt=format_prompt(in_prompt,history)
+    prompt=format_prompt(in_prompt,history,seed)
     seed = random.randint(1,1111111111111111)
     print (seed)
     generate_kwargs = dict(