:boom: [Fix] Error 500 when temperature is null

networks/message_streamer.py

@@ -55,7 +55,7 @@ class MessageStreamer:
     def chat_response(
         self,
         prompt: str = None,
-        temperature: float = 0.01,
+        temperature: float = 0,
         max_new_tokens: int = None,
         api_key: str = None,
     ):
@@ -74,6 +74,11 @@ class MessageStreamer:
             )
             self.request_headers["Authorization"] = f"Bearer {api_key}"
 
+        if temperature is None or temperature < 0:
+            temperature = 0.0
+        # temperature must be positive for HF LLM models
+        temperature = min(temperature, 0.01)
+
         token_limit = (
             self.TOKEN_LIMIT_MAP[self.model]
             - self.TOKEN_RESERVED
@@ -96,7 +101,7 @@ class MessageStreamer:
         self.request_body = {
             "inputs": prompt,
             "parameters": {
-                "temperature": max(temperature, 0.01),  # must be positive
+                "temperature": temperature,
                 "max_new_tokens": max_new_tokens,
                 "return_full_text": False,
             },