Merge branch 'turnio-integration' into 'main'

Add Turn API and logging support

See merge request tangibleai/community/mathtext-fastapi!1

app.py

@@ -10,6 +10,7 @@ from pydantic import BaseModel
 
 from modules.sentiment import sentiment
 from modules.text2int import text2int
+from modules.nlu import prepare_message_data_for_logging
 # FIXME:
 # from mathtext.text2int import text2int
 
@@ -47,3 +48,32 @@ def text2int_ep(content: Text = None):
     ml_response = text2int(content.content)
     content = {"message": ml_response}
     return JSONResponse(content=content)
+
+@app.post("/nlu")
+async def evaluate_user_message_with_nlu_api(request: Request):
+    """ Calls NLU APIs on the most recent user message from Turn.io message data and logs the message data
+
+    Input
+    - request.body: a json object of message data for the most recent user response
+
+    Output
+    - int_data_dict or sent_data_dict: A dictionary telling the type of NLU run and the resulting data
+      {'type':'integer', 'data': '8'}
+      {'type':'sentiment', 'data': 'negative'}
+    """
+
+    message_data = await request.json()
+    message_text = message_data['message']['text']['body'].lower()
+
+    int_api_resp = text2int(message_text)
+
+    if int_api_resp == '32202':
+        sentiment_api_resp = sentiment(message_text)
+        # [{'label': 'POSITIVE', 'score': 0.991188645362854}]
+        sent_data_dict = {'type': 'sentiment', 'data': sentiment_api_resp[0]['label']}
+        return JSONResponse(content={'type': 'sentiment', 'data': 'negative'})
+
+    prepare_message_data_for_logging(message_data)
+
+    int_data_dict = {'type': 'integer', 'data': int_api_resp}
+    return JSONResponse(content=int_data_dict)

modules/nlu.py

@@ -0,0 +1,54 @@
+import environ
+import json
+import os
+import requests
+
+from datetime import datetime
+from supabase import create_client
+
+
+BASE_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
+env = environ.Env()
+env_path = os.path.join(BASE_DIR, '.env')
+environ.Env.read_env('.env')
+
+SUPA = create_client(env('SUPABASE_URL'), env('SUPABASE_KEY'))
+
+def log_message_data_through_supabase_api(table_name, log_data):
+    return SUPA.table(table_name).insert(log_data).execute()
+
+
+def format_datetime_in_isoformat(dt):
+    return getattr(dt.now(), 'isoformat', lambda x: None)()
+
+
+def prepare_message_data_for_logging(message_data):
+    project_data = {
+        'name': "turn.io",
+        # Autogenerated fields: id, created_at, modified_at   
+    }
+    project_data_log = log_message_data_through_supabase_api('project', project_data)
+ 
+    contact_data = {
+        'project': project_data_log.data[0]['id'], # FK
+        'original_contact_id': message_data['message']['_vnd']['v1']['chat']['contact_uuid'],
+        'urn': "",
+        'language_code': "en",
+        'contact_inserted_at': format_datetime_in_isoformat(datetime.now())
+        # Autogenerated fields: id, created_at, modified_at  
+    }
+    contact_data_log = log_message_data_through_supabase_api('contact', contact_data)
+
+    message_data = {
+        'contact': contact_data_log.data[0]['id'], # FK
+        'original_message_id': message_data['message']['id'],
+        'text': message_data['message']['text']['body'],
+        'direction': message_data['message']['_vnd']['v1']['direction'],
+        'sender_type': message_data['message']['_vnd']['v1']['author']['type'],
+        'channel_type': "whatsapp / turn.io",
+        'message_inserted_at': message_data['message']['_vnd']['v1']['chat']['inserted_at'],
+        'message_modified_at': message_data['message']['_vnd']['v1']['chat']['updated_at'],
+        'message_sent_at': format_datetime_in_isoformat(datetime.now())
+        # Autogenerated fields: created_at, modified_at   
+    }
+    message_data_log = log_message_data_through_supabase_api('message', message_data)

requirements.txt

@@ -10,3 +10,6 @@ pandas
 matplotlib
 pytest
 httpx
+
+django-environ
+supabase

scripts/make_request.py

@@ -12,3 +12,69 @@ request = requests.post(url=
                         ).json()
 
 print(request)
+
+
+json = {
+    'message': {
+        '_vnd': {
+            'v1': {
+                'author': {
+                    'id': 57787919091,
+                    'name': 'GT',
+                    'type': 'OWNER'
+                },
+                'card_uuid': None,
+                'chat': {
+                    'assigned_to': {
+                        'id': 'jhk151kl-hj42-3752-3hjk-h4jk6hjkk2',
+                        'name': 'Greg Thompson',
+                        'type': 'OPERATOR'
+                    },
+                    'contact_uuid': 'j43hk26-2hjl-43jk-hnk2-k4ljl46j0ds09',
+                    'inserted_at': '2022-07-05T04:00:34.033522Z',
+                    'owner': '+57787919091',
+                    'permalink': 'https://app.turn.io/c/4kl209sd0-a7b8-2hj3-8563-3hu4a89b32',
+                    'state': 'OPEN',
+                    'state_reason': 'Re-opened by inbound message.',
+                    'unread_count': 19,
+                    'updated_at': '2023-01-10T02:37:28.487319Z',
+                    'uuid': '4kl209sd0-a7b8-2hj3-8563-3hu4a89b32'
+                },
+                'direction': 'inbound',
+                'faq_uuid': None,
+                'in_reply_to': None,
+                'inserted_at': '2023-01-10T02:37:28.477940Z',
+                'labels': [{
+                    'confidence': 0.506479332,
+                    'metadata': {
+                        'nlu': {
+                            'confidence': 0.506479332,
+                            'intent': 'question',
+                            'model_name': 'nlu-general-spacy-ngrams-20191014'
+                        }
+                    },
+                    'uuid': 'ha7890s2k-hjk2-2476-s8d9-fh9779a8a9ds',
+                    'value': 'Unclassified'
+                }],
+                'last_status': None,
+                'last_status_timestamp': None,
+                'on_fallback_channel': False,
+                'rendered_content': None,
+                'uuid': 's8df79zhws-h89s-hj23-7s8d-thb248d9bh2qn'
+            }
+        },
+        'from': 57787919091,
+        'id': 'hsjkthzZGehkzs09sijWA3',
+        'text': {'body': 'eight'},
+        'timestamp': 1673318248,
+        'type': 'text'
+    },
+    'type': 'message'
+}
+
+request = requests.post(url=
+                        'http://localhost:7860/nlu',
+                        json=json
+                        ).json()
+
+print(request)