Spaces:
Running
Running
TahaFawzyElshrif commited on
Commit ·
75dd79a
1
Parent(s): 1dec06e
debug
Browse files- Consumer.py +49 -18
Consumer.py
CHANGED
|
@@ -42,23 +42,40 @@ def redis_send(user_id,msg_id,answer):
|
|
| 42 |
success = r.set(f'ANSWER_FOR_USER_ID{user_id}_OF_{msg_id}',json.dumps(answer))
|
| 43 |
return success
|
| 44 |
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
|
| 53 |
-
}
|
| 54 |
-
|
| 55 |
-
|
| 56 |
-
|
| 57 |
-
#
|
| 58 |
-
|
| 59 |
-
|
| 60 |
-
|
| 61 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 62 |
return answer
|
| 63 |
|
| 64 |
def process_message(recieved_msg):
|
|
@@ -120,4 +137,18 @@ def start_consumer():
|
|
| 120 |
if __name__ == "__main__":
|
| 121 |
print(f"Starting New Consumer {consumer_id}...")
|
| 122 |
#start_consumer()
|
| 123 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 42 |
success = r.set(f'ANSWER_FOR_USER_ID{user_id}_OF_{msg_id}',json.dumps(answer))
|
| 43 |
return success
|
| 44 |
|
| 45 |
+
|
| 46 |
+
def model_call(request, token):
|
| 47 |
+
# تأكد إن request dict
|
| 48 |
+
if isinstance(request, str):
|
| 49 |
+
request = json.loads(request)
|
| 50 |
+
|
| 51 |
+
# fill with last state
|
| 52 |
+
try:
|
| 53 |
+
state = json.loads(request.get('last_state', "")) if request.get('last_state') else {}
|
| 54 |
+
except Exception:
|
| 55 |
+
state = {}
|
| 56 |
+
|
| 57 |
+
# fallback لو مفيش state
|
| 58 |
+
if not state:
|
| 59 |
+
state = {
|
| 60 |
+
"question": request.get('prompt', ""),
|
| 61 |
+
"memory": request.get('memory', [])
|
| 62 |
+
}
|
| 63 |
+
|
| 64 |
+
answer = get_response(
|
| 65 |
+
request.get('prompt', ""),
|
| 66 |
+
request.get('memory', []),
|
| 67 |
+
token,
|
| 68 |
+
state,
|
| 69 |
+
request.get('user_email', ""),
|
| 70 |
+
request.get('user_name', "")
|
| 71 |
+
)
|
| 72 |
+
|
| 73 |
+
# drop unserializable keys
|
| 74 |
+
for k in ["llm", "rag_model"]:
|
| 75 |
+
if k in answer:
|
| 76 |
+
answer[k] = ""
|
| 77 |
+
|
| 78 |
+
print(answer)
|
| 79 |
return answer
|
| 80 |
|
| 81 |
def process_message(recieved_msg):
|
|
|
|
| 137 |
if __name__ == "__main__":
|
| 138 |
print(f"Starting New Consumer {consumer_id}...")
|
| 139 |
#start_consumer()
|
| 140 |
+
|
| 141 |
+
model_call({
|
| 142 |
+
"prompt": "اتعلم كام لغة برمجة ؟",
|
| 143 |
+
"ht_token_encrypted_dumped": {
|
| 144 |
+
"iv": "4fc9f781a608d1973a6c891a",
|
| 145 |
+
"data": "219240045595c56e063583038736e0287f09f2dc2f60c123e2b31270d31c425f2b1e36c249",
|
| 146 |
+
"tag": "296601cb1b77ded17eba99dba2153d71"
|
| 147 |
+
},
|
| 148 |
+
"user_email": "egyptyahoo2@gmail.com",
|
| 149 |
+
"user_name": "yahoo egypt",
|
| 150 |
+
"user_id": "gEU1QJ3qaLUXL5nGnTWZgLyDfIj1",
|
| 151 |
+
"msg_id": "688514",
|
| 152 |
+
"memory": ["اتعلم كام لغة برمجة ؟"],
|
| 153 |
+
"last_state": ""
|
| 154 |
+
}, os.environ["test_hf_token"])
|