change temp, top p and max tokens

app.py

@@ -53,22 +53,18 @@ def get_api_url_from_process_url(process_url):
         return None
 
 
-def make_request(client, model, system_message, user_message, temperature=0.7):
-    """
-    Make a single request to the Mistral model, including both system and user messages,
-    and return the response content.
-    """
-    print(f"Making request to model with temperature: {temperature}")
+def make_request(client, model, system_message, user_message, temperature=0.3, top_p=0.6, max_tokens=50):
+    """ Make a single request to the Mistral model, including both system and user messages, and return the response content. """
+    print(f"Making request to model with temperature: {temperature}, top_p: {top_p}, max_tokens: {max_tokens}")
     messages = [
         ChatMessage(role="system", content=system_message),
         ChatMessage(role="user", content=user_message)
     ]
-    response = client.chat(model=model, messages=messages, temperature=temperature)
+    response = client.chat(model=model, messages=messages, temperature=temperature, top_p=top_p, max_tokens=max_tokens)
     print(f"Response received from model: {response.choices[0].message.content if response.choices else 'No response'}")
     return response.choices[0].message.content if response.choices else ""
 
 
-
 def parse_category(response, categories):
     """
     First, try to parse the response as JSON and look for the 'category' key.
@@ -131,7 +127,7 @@ def categorize(proposal, categories, allow_multiple_categories, language='Englis
         temperature = initial_temperature + attempt * temperature_increment
         print(f"Attempt {attempt + 1}/{retries}, using temperature: {temperature}")
 
-        response = make_request(client, model, system_message, user_message, temperature)
+        response = make_request(client, model, system_message, user_message, temperature=0.3, top_p=0.6, max_tokens=50)
         
         category = extract_json_category(response, categories)
         if category: