Update app.py

app.py

@@ -25,17 +25,19 @@ def format_prompt(message, history):
 
 
 def chat_inf(system_prompt,prompt,history,client_choice):
-    client=clients[int(client_choice)-1]
+    #token max=8192
+    client=clients[int(client_choice)]
     if not history:
         history = []
         hist_len=0
     if history:
         hist_len=len(history)
         print(hist_len)
+        
     seed = random.randint(1,1111111111111111)
     generate_kwargs = dict(
         temperature=0.9,
-        max_new_tokens=10480,
+        max_new_tokens=6000,
         top_p=0.95,
         repetition_penalty=1.0,
         do_sample=True,