Update app.py

app.py

@@ -100,14 +100,20 @@ def load_recommender(path, start_page=1):
 
 def generate_text(openAI_key, prompt, model="gpt-3.5-turbo"):
     openai.api_key = openAI_key
+    temperature=0.7
+    max_tokens=256
+    top_p=1
+    frequency_penalty=0
+    presence_penalty=0
+
     if model == "text-davinci-003":
         completions = openai.Completion.create(
             engine=model,
             prompt=prompt,
-            max_tokens=512,
+            max_tokens=max_tokens,
             n=1,
             stop=None,
-            temperature=0.7,
+            temperature=temperature,
         )
         message = completions.choices[0].text
     else:
@@ -115,8 +121,14 @@ def generate_text(openAI_key, prompt, model="gpt-3.5-turbo"):
             model=model,
             messages=[
                 {"role": "system", "content": "You are a helpful assistant."},
+                {"role": "assistant", "content": "Here is some initial assistant message."},
                 {"role": "user", "content": prompt}
-            ]
+            ],
+            temperature=temperature,
+            max_tokens=max_tokens,
+            top_p=top_p,
+            frequency_penalty=frequency_penalty,
+            presence_penalty=presence_penalty,
         ).choices[0].message['content']
     return message