Upload 4 files

api.py

@@ -123,7 +123,7 @@ def create_session(apikey, external_user_id=None):
         raise
 
 # 处理流式请求
-def handle_stream_request(apikey, session_id, query, endpoint_id, model_name):
+def handle_stream_request(apikey, session_id, query, endpoint_id, model_name, temperature=None):
     url = f"{ONDEMAND_API_BASE}/sessions/{session_id}/query"
     payload = {
         "query": query,
@@ -131,9 +131,11 @@ def handle_stream_request(apikey, session_id, query, endpoint_id, model_name):
         "pluginIds": [],
         "responseMode": "stream",
         "modelConfigs": {
-            "fulfillmentPrompt": "--No Use\n{context}\n--No Use--\n" + CLAUDE_SYSTEM_PROMPT + "{question}"
+            "fulfillmentPrompt": "--No Use\n{context}\n--No Use--\n" + CLAUDE_SYSTEM_PROMPT + "{question}",
+            "temperature": temperature
         }
     }
+    logging.info("Temperature: %s", temperature)
     
     headers = {
         "apikey": apikey,
@@ -205,14 +207,20 @@ def handle_stream_request(apikey, session_id, query, endpoint_id, model_name):
         raise
 
 # 处理非流式请求
-def handle_non_stream_request(apikey, session_id, query, endpoint_id, model_name):
+def handle_non_stream_request(apikey, session_id, query, endpoint_id, model_name, temperature=None):
     url = f"{ONDEMAND_API_BASE}/sessions/{session_id}/query"
     payload = {
         "query": query,
         "endpointId": endpoint_id,
         "pluginIds": [],
-        "responseMode": "sync"
+        "responseMode": "sync",
+        "modelConfigs": {
+            "fulfillmentPrompt": "--No Use\n{context}\n--No Use--\n" + CLAUDE_SYSTEM_PROMPT + "{question}",
+            "temperature": temperature
+        }
     }
+    logging.info("Temperature: %s", temperature)
+    
     headers = {"apikey": apikey, "Content-Type": "application/json"}
     
     try:
@@ -257,6 +265,7 @@ def chat_completions():
         model = data.get("model", "gpt-4o")
         endpoint_id = get_endpoint_id(model)
         is_stream = bool(data.get("stream", False))
+        temperature = data.get("temperature")
 
         # 格式化消息
         formatted_messages = []
@@ -303,7 +312,7 @@ def chat_completions():
                 if is_stream:
                     try:
                         return Response(
-                            handle_stream_request(apikey, session_id, query, endpoint_id, model),
+                            handle_stream_request(apikey, session_id, query, endpoint_id, model, temperature),
                             content_type='text/event-stream'
                         )
                     except ValueError as ve:
@@ -315,7 +324,7 @@ def chat_completions():
                         raise  # 其他ValueError或超过重试次数，重新抛出
                 else:
                     try:
-                        return handle_non_stream_request(apikey, session_id, query, endpoint_id, model)
+                        return handle_non_stream_request(apikey, session_id, query, endpoint_id, model, temperature)
                     except ValueError as ve:
                         # 捕获空回复异常
                         if "空回复" in str(ve) and empty_response_retries < max_empty_retries: