Update app.py

app.py

@@ -72,7 +72,6 @@ def generate(prompt, history, agent_name=agents[0], sys_prompt="", temperature=0
     print(datetime.datetime.now())
     uid=uuid.uuid4()
 
-    seed = random.randint(1,1111111111111111)
 
     agent=prompts.AI_REPORT_WRITER
     '''    if agent_name == "WEB_DEV":
@@ -97,15 +96,18 @@ def generate(prompt, history, agent_name=agents[0], sys_prompt="", temperature=0
         temperature = 1e-2
     top_p = float(top_p)
 
-    generate_kwargs = dict(
-        temperature=temperature,
-        max_new_tokens=1048,
-        top_p=top_p,
-        repetition_penalty=repetition_penalty,
-        do_sample=True,
-        seed=seed,
-    )
+
     while True:
+        seed = random.randint(1,1111111111111111)
+
+        generate_kwargs = dict(
+            temperature=temperature,
+            max_new_tokens=1048,
+            top_p=top_p,
+            repetition_penalty=repetition_penalty,
+            do_sample=True,
+            seed=seed,
+        )        
         formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
         stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
         output = ""