Greg Thompson commited on
Commit
b7f929e
1 Parent(s): 68085da

Add Turn API and logging support

Browse files
Files changed (3) hide show
  1. app.py +30 -0
  2. modules/nlu.py +54 -0
  3. scripts/make_request.py +66 -0
app.py CHANGED
@@ -10,6 +10,7 @@ from pydantic import BaseModel
10
 
11
  from modules.sentiment import sentiment
12
  from modules.text2int import text2int
 
13
  # FIXME:
14
  # from mathtext.text2int import text2int
15
 
@@ -47,3 +48,32 @@ def text2int_ep(content: Text = None):
47
  ml_response = text2int(content.content)
48
  content = {"message": ml_response}
49
  return JSONResponse(content=content)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
10
 
11
  from modules.sentiment import sentiment
12
  from modules.text2int import text2int
13
+ from modules.nlu import prepare_message_data_for_logging
14
  # FIXME:
15
  # from mathtext.text2int import text2int
16
 
 
48
  ml_response = text2int(content.content)
49
  content = {"message": ml_response}
50
  return JSONResponse(content=content)
51
+
52
+ @app.post("/nlu")
53
+ async def evaluate_user_message_with_nlu_api(request: Request):
54
+ """ Calls NLU APIs on the most recent user message from Turn.io message data and logs the message data
55
+
56
+ Input
57
+ - request.body: a json object of message data for the most recent user response
58
+
59
+ Output
60
+ - int_data_dict or sent_data_dict: A dictionary telling the type of NLU run and the resulting data
61
+ {'type':'integer', 'data': '8'}
62
+ {'type':'sentiment', 'data': 'negative'}
63
+ """
64
+
65
+ message_data = await request.json()
66
+ message_text = message_data['message']['text']['body'].lower()
67
+
68
+ int_api_resp = text2int(message_text)
69
+
70
+ if int_api_resp == '32202':
71
+ sentiment_api_resp = sentiment(message_text)
72
+ # [{'label': 'POSITIVE', 'score': 0.991188645362854}]
73
+ sent_data_dict = {'type': 'sentiment', 'data': sentiment_api_resp[0]['label']}
74
+ return JSONResponse(content={'type': 'sentiment', 'data': 'negative'})
75
+
76
+ prepare_message_data_for_logging(message_data)
77
+
78
+ int_data_dict = {'type': 'integer', 'data': int_api_resp}
79
+ return JSONResponse(content=int_data_dict)
modules/nlu.py ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import environ
2
+ import json
3
+ import os
4
+ import requests
5
+
6
+ from datetime import datetime
7
+ from supabase import create_client
8
+
9
+
10
+ BASE_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
11
+ env = environ.Env()
12
+ env_path = os.path.join(BASE_DIR, '.env')
13
+ environ.Env.read_env('.env')
14
+
15
+ SUPA = create_client(env('SUPABASE_URL'), env('SUPABASE_KEY'))
16
+
17
+ def log_message_data_through_supabase_api(table_name, log_data):
18
+ return SUPA.table(table_name).insert(log_data).execute()
19
+
20
+
21
+ def format_datetime_in_isoformat(dt):
22
+ return getattr(dt.now(), 'isoformat', lambda x: None)()
23
+
24
+
25
+ def prepare_message_data_for_logging(message_data):
26
+ project_data = {
27
+ 'name': "turn.io",
28
+ # Autogenerated fields: id, created_at, modified_at
29
+ }
30
+ project_data_log = log_message_data_through_supabase_api('project', project_data)
31
+
32
+ contact_data = {
33
+ 'project': project_data_log.data[0]['id'], # FK
34
+ 'original_contact_id': message_data['message']['_vnd']['v1']['chat']['contact_uuid'],
35
+ 'urn': "",
36
+ 'language_code': "en",
37
+ 'contact_inserted_at': format_datetime_in_isoformat(datetime.now())
38
+ # Autogenerated fields: id, created_at, modified_at
39
+ }
40
+ contact_data_log = log_message_data_through_supabase_api('contact', contact_data)
41
+
42
+ message_data = {
43
+ 'contact': contact_data_log.data[0]['id'], # FK
44
+ 'original_message_id': message_data['message']['id'],
45
+ 'text': message_data['message']['text']['body'],
46
+ 'direction': message_data['message']['_vnd']['v1']['direction'],
47
+ 'sender_type': message_data['message']['_vnd']['v1']['author']['type'],
48
+ 'channel_type': "whatsapp / turn.io",
49
+ 'message_inserted_at': message_data['message']['_vnd']['v1']['chat']['inserted_at'],
50
+ 'message_modified_at': message_data['message']['_vnd']['v1']['chat']['updated_at'],
51
+ 'message_sent_at': format_datetime_in_isoformat(datetime.now())
52
+ # Autogenerated fields: created_at, modified_at
53
+ }
54
+ message_data_log = log_message_data_through_supabase_api('message', message_data)
scripts/make_request.py CHANGED
@@ -12,3 +12,69 @@ request = requests.post(url=
12
  ).json()
13
 
14
  print(request)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
12
  ).json()
13
 
14
  print(request)
15
+
16
+
17
+ json = {
18
+ 'message': {
19
+ '_vnd': {
20
+ 'v1': {
21
+ 'author': {
22
+ 'id': 57787919091,
23
+ 'name': 'GT',
24
+ 'type': 'OWNER'
25
+ },
26
+ 'card_uuid': None,
27
+ 'chat': {
28
+ 'assigned_to': {
29
+ 'id': 'jhk151kl-hj42-3752-3hjk-h4jk6hjkk2',
30
+ 'name': 'Greg Thompson',
31
+ 'type': 'OPERATOR'
32
+ },
33
+ 'contact_uuid': 'j43hk26-2hjl-43jk-hnk2-k4ljl46j0ds09',
34
+ 'inserted_at': '2022-07-05T04:00:34.033522Z',
35
+ 'owner': '+57787919091',
36
+ 'permalink': 'https://app.turn.io/c/4kl209sd0-a7b8-2hj3-8563-3hu4a89b32',
37
+ 'state': 'OPEN',
38
+ 'state_reason': 'Re-opened by inbound message.',
39
+ 'unread_count': 19,
40
+ 'updated_at': '2023-01-10T02:37:28.487319Z',
41
+ 'uuid': '4kl209sd0-a7b8-2hj3-8563-3hu4a89b32'
42
+ },
43
+ 'direction': 'inbound',
44
+ 'faq_uuid': None,
45
+ 'in_reply_to': None,
46
+ 'inserted_at': '2023-01-10T02:37:28.477940Z',
47
+ 'labels': [{
48
+ 'confidence': 0.506479332,
49
+ 'metadata': {
50
+ 'nlu': {
51
+ 'confidence': 0.506479332,
52
+ 'intent': 'question',
53
+ 'model_name': 'nlu-general-spacy-ngrams-20191014'
54
+ }
55
+ },
56
+ 'uuid': 'ha7890s2k-hjk2-2476-s8d9-fh9779a8a9ds',
57
+ 'value': 'Unclassified'
58
+ }],
59
+ 'last_status': None,
60
+ 'last_status_timestamp': None,
61
+ 'on_fallback_channel': False,
62
+ 'rendered_content': None,
63
+ 'uuid': 's8df79zhws-h89s-hj23-7s8d-thb248d9bh2qn'
64
+ }
65
+ },
66
+ 'from': 57787919091,
67
+ 'id': 'hsjkthzZGehkzs09sijWA3',
68
+ 'text': {'body': 'eight'},
69
+ 'timestamp': 1673318248,
70
+ 'type': 'text'
71
+ },
72
+ 'type': 'message'
73
+ }
74
+
75
+ request = requests.post(url=
76
+ 'http://localhost:7860/nlu',
77
+ json=json
78
+ ).json()
79
+
80
+ print(request)