Upload api.py
Browse files
api.py
CHANGED
|
@@ -6,6 +6,8 @@ import json
|
|
| 6 |
import threading
|
| 7 |
import logging
|
| 8 |
import os
|
|
|
|
|
|
|
| 9 |
|
| 10 |
# 系统提示词
|
| 11 |
CLAUDE_SYSTEM_PROMPT = open('./sys_claude.txt', 'r', encoding='utf-8').read().strip()
|
|
@@ -131,7 +133,7 @@ def handle_stream_request(apikey, session_id, query, endpoint_id, model_name, te
|
|
| 131 |
"pluginIds": [],
|
| 132 |
"responseMode": "stream",
|
| 133 |
"modelConfigs": {
|
| 134 |
-
"fulfillmentPrompt":
|
| 135 |
"temperature": 0.7
|
| 136 |
}
|
| 137 |
}
|
|
@@ -214,7 +216,7 @@ def handle_non_stream_request(apikey, session_id, query, endpoint_id, model_name
|
|
| 214 |
"pluginIds": [],
|
| 215 |
"responseMode": "sync",
|
| 216 |
"modelConfigs": {
|
| 217 |
-
"fulfillmentPrompt": "--
|
| 218 |
"temperature": 0.7
|
| 219 |
}
|
| 220 |
}
|
|
@@ -287,10 +289,18 @@ def chat_completions():
|
|
| 287 |
|
| 288 |
if not formatted_messages:
|
| 289 |
return jsonify({"error": "消息内容为空:所有消息均不包含有效内容,请检查消息格式"}), 400
|
| 290 |
-
|
| 291 |
-
# 添加系统提示词
|
| 292 |
|
| 293 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 294 |
|
| 295 |
# 处理请求,添加重试逻辑
|
| 296 |
max_retries = 5
|
|
|
|
| 6 |
import threading
|
| 7 |
import logging
|
| 8 |
import os
|
| 9 |
+
import random
|
| 10 |
+
import string
|
| 11 |
|
| 12 |
# 系统提示词
|
| 13 |
CLAUDE_SYSTEM_PROMPT = open('./sys_claude.txt', 'r', encoding='utf-8').read().strip()
|
|
|
|
| 133 |
"pluginIds": [],
|
| 134 |
"responseMode": "stream",
|
| 135 |
"modelConfigs": {
|
| 136 |
+
"fulfillmentPrompt": CLAUDE_SYSTEM_PROMPT + "{question}",
|
| 137 |
"temperature": 0.7
|
| 138 |
}
|
| 139 |
}
|
|
|
|
| 216 |
"pluginIds": [],
|
| 217 |
"responseMode": "sync",
|
| 218 |
"modelConfigs": {
|
| 219 |
+
"fulfillmentPrompt": "--IGNORE\n{context}\n--IGNORE--\n" + CLAUDE_SYSTEM_PROMPT + "{question}",
|
| 220 |
"temperature": 0.7
|
| 221 |
}
|
| 222 |
}
|
|
|
|
| 289 |
|
| 290 |
if not formatted_messages:
|
| 291 |
return jsonify({"error": "消息内容为空:所有消息均不包含有效内容,请检查消息格式"}), 400
|
|
|
|
|
|
|
| 292 |
|
| 293 |
+
# 生成2个随机字符(可以是英文大小写、数字或特殊字符)
|
| 294 |
+
def generate_random_chars(length=2):
|
| 295 |
+
# 所有可能的字符:大小写字母、数字和特殊字符
|
| 296 |
+
all_chars = string.ascii_letters + string.digits + string.punctuation
|
| 297 |
+
# 随机选择指定数量的字符
|
| 298 |
+
random_chars = ''.join(random.choice(all_chars) for _ in range(length))
|
| 299 |
+
return random_chars
|
| 300 |
+
|
| 301 |
+
# 在查询前添加随机字符
|
| 302 |
+
random_prefix = generate_random_chars()
|
| 303 |
+
query = random_prefix + " " + "\n".join(formatted_messages)
|
| 304 |
|
| 305 |
# 处理请求,添加重试逻辑
|
| 306 |
max_retries = 5
|