adjust functions

ai_single_response.py

@@ -157,10 +157,10 @@ def query_gpt_model(
     this_result = ai.generate(
         n=1,
         top_k=kparam,
-        batch_size=128,
+        batch_size=batch_size,
         # the prompt input counts for text length constraints
         max_length=resp_length + pr_len,
-        min_length=16 + pr_len,
+        min_length=resp_min + pr_len,
         prompt=this_prompt,
         temperature=temp,
         top_p=top_p,

app.py

@@ -72,7 +72,7 @@ def ask_gpt(message: str):
         responder="person beta",
         kparam=150,
         temp=0.75,
-        top_p=0.75,
+        top_p=0.6,
         beams=2,
         batch_size=512,
     )
@@ -82,7 +82,7 @@ def ask_gpt(message: str):
         cln_resp = neuspell_correct(resp["out_text"], checker=ns_checker)
 
     bot_resp = corr(remove_repeated_words(cln_resp))
-    print(f"the prompt was:\n {message} and the response was:\n {bot_resp}")
+    print(f"the prompt was:\n {message} and the response was:\n {bot_resp}\n")
     rt = round(time.perf_counter() - st, 2)
     print(f"took {rt} sec to respond")
     return remove_trailing_punctuation(bot_resp)