TahaFawzyElshrif commited on
Commit
75dd79a
·
1 Parent(s): 1dec06e
Files changed (1) hide show
  1. Consumer.py +49 -18
Consumer.py CHANGED
@@ -42,23 +42,40 @@ def redis_send(user_id,msg_id,answer):
42
  success = r.set(f'ANSWER_FOR_USER_ID{user_id}_OF_{msg_id}',json.dumps(answer))
43
  return success
44
 
45
- def model_call(request,token):
46
- # fill with last state
47
- try:
48
- state = json.loads(request['last_state'])
49
- except Exception:
50
- state: ProblemState = {
51
- "question": request['prompt'],
52
- "memory": request['memory']
53
- }
54
-
55
- answer = get_response(request['prompt'], request['memory'],token,state,request['user_email'],request['user_name'])
56
-
57
- # drop unserlizable keys
58
- for k in ["llm","rag_model"]:
59
- answer[k] = ""
60
-
61
- print(answer)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
62
  return answer
63
 
64
  def process_message(recieved_msg):
@@ -120,4 +137,18 @@ def start_consumer():
120
  if __name__ == "__main__":
121
  print(f"Starting New Consumer {consumer_id}...")
122
  #start_consumer()
123
- model_call("""prompt='اتعلم كام لغة برمجة ؟' ht_token_encrypted_dumped='{"iv":"4fc9f781a608d1973a6c891a","data":"219240045595c56e063583038736e0287f09f2dc2f60c123e2b31270d31c425f2b1e36c249","tag":"296601cb1b77ded17eba99dba2153d71"}' user_email='egyptyahoo2@gmail.com' user_name='yahoo egypt' user_id='gEU1QJ3qaLUXL5nGnTWZgLyDfIj1' msg_id='688514' memory=['اتعلم كام لغة برمجة ؟'] last_state=''""",os.environ["test_hf_token"])
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
42
  success = r.set(f'ANSWER_FOR_USER_ID{user_id}_OF_{msg_id}',json.dumps(answer))
43
  return success
44
 
45
+
46
+ def model_call(request, token):
47
+ # تأكد إن request dict
48
+ if isinstance(request, str):
49
+ request = json.loads(request)
50
+
51
+ # fill with last state
52
+ try:
53
+ state = json.loads(request.get('last_state', "")) if request.get('last_state') else {}
54
+ except Exception:
55
+ state = {}
56
+
57
+ # fallback لو مفيش state
58
+ if not state:
59
+ state = {
60
+ "question": request.get('prompt', ""),
61
+ "memory": request.get('memory', [])
62
+ }
63
+
64
+ answer = get_response(
65
+ request.get('prompt', ""),
66
+ request.get('memory', []),
67
+ token,
68
+ state,
69
+ request.get('user_email', ""),
70
+ request.get('user_name', "")
71
+ )
72
+
73
+ # drop unserializable keys
74
+ for k in ["llm", "rag_model"]:
75
+ if k in answer:
76
+ answer[k] = ""
77
+
78
+ print(answer)
79
  return answer
80
 
81
  def process_message(recieved_msg):
 
137
  if __name__ == "__main__":
138
  print(f"Starting New Consumer {consumer_id}...")
139
  #start_consumer()
140
+
141
+ model_call({
142
+ "prompt": "اتعلم كام لغة برمجة ؟",
143
+ "ht_token_encrypted_dumped": {
144
+ "iv": "4fc9f781a608d1973a6c891a",
145
+ "data": "219240045595c56e063583038736e0287f09f2dc2f60c123e2b31270d31c425f2b1e36c249",
146
+ "tag": "296601cb1b77ded17eba99dba2153d71"
147
+ },
148
+ "user_email": "egyptyahoo2@gmail.com",
149
+ "user_name": "yahoo egypt",
150
+ "user_id": "gEU1QJ3qaLUXL5nGnTWZgLyDfIj1",
151
+ "msg_id": "688514",
152
+ "memory": ["اتعلم كام لغة برمجة ؟"],
153
+ "last_state": ""
154
+ }, os.environ["test_hf_token"])