Merge branch 'feature-wormhole' into 'vlad'

README.md

@@ -1,5 +1,5 @@
 ---
-title: Mathtext Fastapi
+title: Mathtext Wormhole
 emoji: 🐨
 colorFrom: blue
 colorTo: red

app.py

@@ -15,7 +15,9 @@ from pydantic import BaseModel
 
 from mathtext_fastapi.logging import prepare_message_data_for_logging
 from mathtext_fastapi.conversation_manager import manage_conversation_response
+from mathtext_fastapi.v2_conversation_manager import manage_conversation_response
 from mathtext_fastapi.nlu import evaluate_message_with_nlu
+from mathtext_fastapi.nlu import run_intent_classification
 
 app = FastAPI()
 
@@ -53,7 +55,7 @@ def text2int_ep(content: Text = None):
     return JSONResponse(content=content)
 
 
-@app.post("/manager")
+@app.post("/v1/manager")
 async def programmatic_message_manager(request: Request):
     """
     Calls conversation management function to determine the next state
@@ -86,6 +88,46 @@ async def programmatic_message_manager(request: Request):
     return JSONResponse(context)
 
 
+@app.post("/v2/manager")
+async def programmatic_message_manager(request: Request):
+    """
+    Calls conversation management function to determine the next state
+
+    Input
+    request.body: dict - message data for the most recent user response
+    {
+        "author_id": "+47897891",
+        "contact_uuid": "j43hk26-2hjl-43jk-hnk2-k4ljl46j0ds09",
+        "author_type": "OWNER",
+        "message_body": "a test message",
+        "message_direction": "inbound",
+        "message_id": "ABJAK64jlk3-agjkl2QHFAFH",
+        "message_inserted_at": "2022-07-05T04:00:34.03352Z",
+        "message_updated_at": "2023-02-14T03:54:19.342950Z",
+    }
+
+    Output
+    context: dict - the information for the current state
+    {
+        "user": "47897891",
+        "state": "welcome-message-state",
+        "bot_message": "Welcome to Rori!",
+        "user_message": "",
+        "type": "ask"
+    }
+    """
+    data_dict = await request.json()
+    context = manage_conversation_response(data_dict)
+    return JSONResponse(context)
+
+
+@app.post("/intent-classification")
+def intent_classification_ep(content: Text = None):
+    ml_response = run_intent_classification(content.content)
+    content = {"message": ml_response}
+    return JSONResponse(content=content)
+
+
 @app.post("/nlu")
 async def evaluate_user_message_with_nlu_api(request: Request):
     """ Calls nlu evaluation and returns the nlu_response
@@ -95,8 +137,8 @@ async def evaluate_user_message_with_nlu_api(request: Request):
 
     Output
     - int_data_dict or sent_data_dict: dict - the type of NLU run and result
-      {'type':'integer', 'data': '8'}
-      {'type':'sentiment', 'data': 'negative'}
+      {'type':'integer', 'data': '8', 'confidence': 0}
+      {'type':'sentiment', 'data': 'negative', 'confidence': 0.99}
     """
     data_dict = await request.json()
     message_data = data_dict.get('message_data', '')

mathtext_fastapi/curriculum_mapper.py

@@ -0,0 +1,183 @@
+import numpy as np
+import pandas as pd
+import re
+
+from pathlib import Path
+
+
+def read_and_preprocess_spreadsheet(file_name):
+    """ Creates a pandas dataframe from the curriculum overview spreadsheet """
+    DATA_DIR = Path(__file__).parent.parent / "mathtext_fastapi" / "data" / file_name
+    script_df = pd.read_excel(DATA_DIR, engine='openpyxl')
+    # Ensures the grade level columns are integers instead of floats
+    script_df.columns = script_df.columns[:2].tolist() + script_df.columns[2:11].astype(int).astype(str).tolist() + script_df.columns[11:].tolist()
+    script_df.fillna('', inplace=True)
+    return script_df
+
+
+def extract_skill_code(skill):
+    """ Looks within a curricular skill description for its descriptive code
+
+    Input
+    - skill: str - a brief description of a curricular skill
+
+    >>> extract_skill_code('A3.3.4 - Solve inequalities')
+    'A3.3.4'
+    >>> extract_skill_code('A3.3.2 - Graph linear equations, and identify the x- and y-intercepts or the slope of a line')
+    'A3.3.2'
+    """
+    pattern = r'[A-Z][0-9]\.\d+\.\d+'
+    result = re.search(pattern, skill)
+    return result.group()
+
+
+def build_horizontal_transitions(script_df):
+    """ Build a list of transitional relationships within a curricular skill
+
+    Inputs
+    - script_df: pandas dataframe - an overview of the curriculum skills by grade level
+
+    Output
+    - horizontal_transitions: array of arrays - transition data with label, from state, and to state
+
+    >>> script_df = read_and_preprocess_spreadsheet('curriculum_framework_for_tests.xlsx')
+    >>> build_horizontal_transitions(script_df)
+    [['right', 'N1.1.1_G1', 'N1.1.1_G2'], ['right', 'N1.1.1_G2', 'N1.1.1_G3'], ['right', 'N1.1.1_G3', 'N1.1.1_G4'], ['right', 'N1.1.1_G4', 'N1.1.1_G5'], ['right', 'N1.1.1_G5', 'N1.1.1_G6'], ['left', 'N1.1.1_G6', 'N1.1.1_G5'], ['left', 'N1.1.1_G5', 'N1.1.1_G4'], ['left', 'N1.1.1_G4', 'N1.1.1_G3'], ['left', 'N1.1.1_G3', 'N1.1.1_G2'], ['left', 'N1.1.1_G2', 'N1.1.1_G1'], ['right', 'N1.1.2_G1', 'N1.1.2_G2'], ['right', 'N1.1.2_G2', 'N1.1.2_G3'], ['right', 'N1.1.2_G3', 'N1.1.2_G4'], ['right', 'N1.1.2_G4', 'N1.1.2_G5'], ['right', 'N1.1.2_G5', 'N1.1.2_G6'], ['left', 'N1.1.2_G6', 'N1.1.2_G5'], ['left', 'N1.1.2_G5', 'N1.1.2_G4'], ['left', 'N1.1.2_G4', 'N1.1.2_G3'], ['left', 'N1.1.2_G3', 'N1.1.2_G2'], ['left', 'N1.1.2_G2', 'N1.1.2_G1']]
+    """
+    horizontal_transitions = []
+    for index, row in script_df.iterrows():     
+        skill_code = extract_skill_code(row['Knowledge or Skill'])
+
+        rightward_matches = []
+        for i in range(9):
+            # Grade column
+            current_grade = i+1
+            if row[current_grade].lower().strip() == 'x':
+                rightward_matches.append(i)
+            
+        for match in rightward_matches:
+            if rightward_matches[-1] != match:
+                horizontal_transitions.append([
+                    "right",
+                    f"{skill_code}_G{match}",
+                    f"{skill_code}_G{match+1}"
+                ])
+
+        leftward_matches = []
+        for i in reversed(range(9)):
+            current_grade = i
+            if row[current_grade].lower().strip() == 'x':
+                leftward_matches.append(i)
+
+        for match in leftward_matches:
+            if leftward_matches[0] != match:
+                horizontal_transitions.append([
+                    "left",
+                    f"{skill_code}_G{match}",
+                    f"{skill_code}_G{match-1}"
+                ])
+
+    return horizontal_transitions
+
+
+def gather_all_vertical_matches(script_df):
+    """ Build a list of transitional relationships within a grade level across skills
+
+    Inputs
+    - script_df: pandas dataframe - an overview of the curriculum skills by grade level
+
+    Output
+    - all_matches: array of arrays - represents skills at each grade level
+
+    >>> script_df = read_and_preprocess_spreadsheet('curriculum_framework_for_tests.xlsx')
+    >>> gather_all_vertical_matches(script_df)
+    [['N1.1.1', '1'], ['N1.1.2', '1'], ['N1.1.1', '2'], ['N1.1.2', '2'], ['N1.1.1', '3'], ['N1.1.2', '3'], ['N1.1.1', '4'], ['N1.1.2', '4'], ['N1.1.1', '5'], ['N1.1.2', '5'], ['N1.1.1', '6'], ['N1.1.2', '6']]
+    """
+    all_matches = []
+    columns = ['1', '2', '3', '4', '5', '6', '7', '8', '9']
+
+    for column in columns:
+        for index, value in script_df[column].iteritems():
+            row_num = index + 1
+            if value == 'x':
+                # Extract skill code
+                skill_code = extract_skill_code(
+                    script_df['Knowledge or Skill'][row_num-1]
+                )
+
+                all_matches.append([skill_code, column])
+    return all_matches
+
+
+def build_vertical_transitions(script_df):
+    """ Build a list of transitional relationships within a grade level across skills
+
+    Inputs
+    - script_df: pandas dataframe - an overview of the curriculum skills by grade level
+
+    Output
+    - vertical_transitions: array of arrays - transition data with label, from state, and to state
+
+    >>> script_df = read_and_preprocess_spreadsheet('curriculum_framework_for_tests.xlsx')
+    >>> build_vertical_transitions(script_df)
+    [['down', 'N1.1.1_G1', 'N1.1.2_G1'], ['down', 'N1.1.2_G1', 'N1.1.1_G1'], ['down', 'N1.1.1_G2', 'N1.1.2_G2'], ['down', 'N1.1.2_G2', 'N1.1.1_G2'], ['down', 'N1.1.1_G3', 'N1.1.2_G3'], ['down', 'N1.1.2_G3', 'N1.1.1_G3'], ['down', 'N1.1.1_G4', 'N1.1.2_G4'], ['down', 'N1.1.2_G4', 'N1.1.1_G4'], ['down', 'N1.1.1_G5', 'N1.1.2_G5'], ['down', 'N1.1.2_G5', 'N1.1.1_G5'], ['down', 'N1.1.1_G6', 'N1.1.2_G6'], ['up', 'N1.1.2_G6', 'N1.1.1_G6'], ['up', 'N1.1.1_G6', 'N1.1.2_G6'], ['up', 'N1.1.2_G5', 'N1.1.1_G5'], ['up', 'N1.1.1_G5', 'N1.1.2_G5'], ['up', 'N1.1.2_G4', 'N1.1.1_G4'], ['up', 'N1.1.1_G4', 'N1.1.2_G4'], ['up', 'N1.1.2_G3', 'N1.1.1_G3'], ['up', 'N1.1.1_G3', 'N1.1.2_G3'], ['up', 'N1.1.2_G2', 'N1.1.1_G2'], ['up', 'N1.1.1_G2', 'N1.1.2_G2'], ['up', 'N1.1.2_G1', 'N1.1.1_G1']]
+    """
+    vertical_transitions = []
+
+    all_matches = gather_all_vertical_matches(script_df)
+
+    # Downward
+    for index, match in enumerate(all_matches):
+        skill = match[0]
+        row_num = match[1]
+        if all_matches[-1] != match:
+            vertical_transitions.append([
+                "down",
+                f"{skill}_G{row_num}",
+                f"{all_matches[index+1][0]}_G{row_num}"
+            ])
+
+    # Upward
+    for index, match in reversed(list(enumerate(all_matches))):
+        skill = match[0]
+        row_num = match[1]
+        if all_matches[0] != match:
+            vertical_transitions.append([
+                "up",
+                f"{skill}_G{row_num}",
+                f"{all_matches[index-1][0]}_G{row_num}"
+            ])
+    
+    return vertical_transitions
+
+
+def build_all_states(all_transitions):
+    """ Creates an array with all state labels for the curriculum
+
+    Input
+    - all_transitions: list of lists - all possible up, down, left, or right transitions in curriculum
+
+    Output
+    - all_states: list - a collection of state labels (skill code and grade number)
+    
+    >>> all_transitions = [['right', 'N1.1.1_G1', 'N1.1.1_G2'], ['right', 'N1.1.1_G2', 'N1.1.1_G3'], ['right', 'N1.1.1_G3', 'N1.1.1_G4'], ['right', 'N1.1.1_G4', 'N1.1.1_G5'], ['right', 'N1.1.1_G5', 'N1.1.1_G6'], ['left', 'N1.1.1_G6', 'N1.1.1_G5'], ['left', 'N1.1.1_G5', 'N1.1.1_G4'], ['left', 'N1.1.1_G4', 'N1.1.1_G3'], ['left', 'N1.1.1_G3', 'N1.1.1_G2'], ['left', 'N1.1.1_G2', 'N1.1.1_G1'], ['right', 'N1.1.2_G1', 'N1.1.2_G2'], ['right', 'N1.1.2_G2', 'N1.1.2_G3'], ['right', 'N1.1.2_G3', 'N1.1.2_G4'], ['right', 'N1.1.2_G4', 'N1.1.2_G5'], ['right', 'N1.1.2_G5', 'N1.1.2_G6'], ['left', 'N1.1.2_G6', 'N1.1.2_G5'], ['left', 'N1.1.2_G5', 'N1.1.2_G4'], ['left', 'N1.1.2_G4', 'N1.1.2_G3'], ['left', 'N1.1.2_G3', 'N1.1.2_G2'], ['left', 'N1.1.2_G2', 'N1.1.2_G1'], ['down', 'N1.1.1_G1', 'N1.1.2_G1'], ['down', 'N1.1.2_G1', 'N1.1.1_G1'], ['down', 'N1.1.1_G2', 'N1.1.2_G2'], ['down', 'N1.1.2_G2', 'N1.1.1_G2'], ['down', 'N1.1.1_G3', 'N1.1.2_G3'], ['down', 'N1.1.2_G3', 'N1.1.1_G3'], ['down', 'N1.1.1_G4', 'N1.1.2_G4'], ['down', 'N1.1.2_G4', 'N1.1.1_G4'], ['down', 'N1.1.1_G5', 'N1.1.2_G5'], ['down', 'N1.1.2_G5', 'N1.1.1_G5'], ['down', 'N1.1.1_G6', 'N1.1.2_G6'], ['up', 'N1.1.2_G6', 'N1.1.1_G6'], ['up', 'N1.1.1_G6', 'N1.1.2_G6'], ['up', 'N1.1.2_G5', 'N1.1.1_G5'], ['up', 'N1.1.1_G5', 'N1.1.2_G5'], ['up', 'N1.1.2_G4', 'N1.1.1_G4'], ['up', 'N1.1.1_G4', 'N1.1.2_G4'], ['up', 'N1.1.2_G3', 'N1.1.1_G3'], ['up', 'N1.1.1_G3', 'N1.1.2_G3'], ['up', 'N1.1.2_G2', 'N1.1.1_G2'], ['up', 'N1.1.1_G2', 'N1.1.2_G2'], ['up', 'N1.1.2_G1', 'N1.1.1_G1']]
+    >>> build_all_states(all_transitions)
+    ['N1.1.1_G1', 'N1.1.1_G2', 'N1.1.1_G3', 'N1.1.1_G4', 'N1.1.1_G5', 'N1.1.1_G6', 'N1.1.2_G1', 'N1.1.2_G2', 'N1.1.2_G3', 'N1.1.2_G4', 'N1.1.2_G5', 'N1.1.2_G6']
+    """
+    all_states = []
+    for transition in all_transitions:
+        for index, state in enumerate(transition):
+            if index == 0:
+                continue   
+            if state not in all_states:
+                all_states.append(state)
+    return all_states
+
+
+def build_curriculum_logic():
+    script_df = read_and_preprocess_spreadsheet('Rori_Framework_v1.xlsx')
+    horizontal_transitions = build_horizontal_transitions(script_df)
+    vertical_transitions = build_vertical_transitions(script_df)
+    all_transitions = horizontal_transitions + vertical_transitions
+    all_states = build_all_states(all_transitions)
+    return all_states, all_transitions

mathtext_fastapi/data/intent_classification_model.joblib

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4954368c3b95673167ce347f2962b5508c4af295b6af58b6c11b3c1075b42e
+size 127903

mathtext_fastapi/data/labeled_data.csv

@@ -0,0 +1,144 @@
+Utterance,Label
+skip this,skip
+this is stupid,skip
+this is stupid,harder
+this is stupid,feedback
+I'm done,exit
+quit,exit
+I don't know,hint
+help,hint
+can I do something else?,main menu
+what's going on,rapport 
+what's going on,main menu
+tell me a joke,rapport
+tell me a joke,main menu
+Sorry I don't understand,do not know
+Ten thousand,number
+1.234,number
+"10,000",number
+"123, 456",numbers
+"11, 12, 13",numbers
+"100, 200, 300",numbers
+"100, 200",numbers
+Stop for a minute,wait
+Bye bye,exit
+Good night,exit
+Am done,exit
+Yes,yes
+Help,help
+Idiot,harder
+Stop,exit
+I don't get it,hint
+Math,main menu
+Math,math topic
+Tomorrow let do math,wait
+Later,wait
+Pls i will continue pls,skip
+Rori tell me now,help
+harder,skip
+Stop for now i wont  to go to  School,exit
+Next,next
+Okay,okay
+Great,affirmation
+Give me for example,example
+No I want to learn algebraic expressions,algebra
+Hi rori,greeting
+*help*,help
+*Next*,next
+Okay nice,okay
+I don't know it,hint
+Nex,next
+I need a help,hint
+Please can I ask your any math questions?,faq
+The answer is 1,answer
+The answer is 1,number
+But 0.8 is also same as . 8 so I was actually right,I'm right
+What is the number system?,faq
+Ok thanks,thanks
+I'm going to school now,exit
+Let's move to another topic,main menu
+"Ummanni saba
+Kebena bara kana galmi keenya inni guddaan bilisummaa qofa #Gabrummaan_ammaan booda_gaha namni hundi bakka jiru irraa kutatee ka,ee jira obboleewwan goototni keenya jiran haqa Kebenaaf jechaa jiru Guraandhala 29 booda walabummaa keenya labsina Dhugaa qabna Ni injifanna *** . Naannoo giddu galeessa Itoophiyaatti #Kebenaan aanaa addaati Kun murtoo ummata Kebenaa hundaati",spam
+Yes it,yes
+U type fast,too fast
+I mean your typing is fast,too fast
+Why do u type so fast,too fast
+Ur  typing is fast,too fast
+Can we go to a real work,harder
+I know all this,harder
+Answer this,preamble
+Am tired,exit
+This is not what I asked for,main menu
+Bye,exit
+😱😱😂😂😂😡😰😰😰😒,spam
+Gbxbxbcbcbbcbchcbchc,spam
+I want to solve math,math topic
+Pleas let start with the fraction,fractions topic
+Okey,okay
+i need substraction,subtraction topic
+Can you please stop with me,exit
+Another one,next
+Harder or easy,main menu
+Hard or easier,main menu
+Jump topic,menu
+Got it,okay
+I didn't understand,don't know
+Don't understand,don't know
+Excuse me pls,hint
+Let stop for today,exit
+Help and stop asking me stupid questions,
+Ykay,okay
+Not interested in solving this,menu
+Stpo,exit
+Hiiiiiii,greeting
+Hi rori,greeting
+I've done this things before,harder
+Which number my phone number,
+Unit,main menu
+No ide,don't know
+No ide,hint
+No idea,don't know
+🙈🤩😇🙏,spam
+Thank u,thanks
+Do you know programming,faq
+Delete my number,unsubscribe
+See u,exit
+Can I go for break ??,wait
+I wanna fuck,profanity
+Enough of this nw,exit
+Can we move to equations,equations
+Do you know you are an idiot,insult
+3 digit number,number
+3 digit number,answer
+Three digit number,confident answer
+Three digit number,number
+Good evening Rori,greeting
+89 Next,answer
+89 Next,number
+3 digit number,answer
+Three digit number,answer
+This is too simple,harder
+Am not a kid,harder
+Hey Miss Roribcan you ask me some question from Secondary 2,greeting
+Hey Miss Roribcan you ask me some question from Secondary 2,faq
+Hey Miss Roribcan you ask me some question from Secondary 2,main menu
+don't know,hint
+don't know,easier
+𝑴𝒂𝒕𝒉,math
+Rori can you help me to gat value,
+I called but u are not picking up,
+0.3 answer,answer
+Sorry rori was101,answer
+Y is it 6,answer
+Y is it 6,number
+0.3 answer,number
+Why 0.5,more explanation
+Why 0.5,number
+6\nNext,Next
+How is the answer is 11,more explanation
+How comes we have 11,more explanation
+Yes 6,answer
+Yes 6,number
+6\nNext,number
+How is the answer is 11,number
+How comes we have 11,number

mathtext_fastapi/data/text2int_results.csv

@@ -1,92 +1,105 @@
 input,output,text2int,score
-notanumber,32202,32202,True
-this is not a number,32202,32202,True
-fourteen,14,14,True
-forteen,14,14,True
-one thousand four hundred ninety two,1492,1492,True
-one thousand ninety two,1092,1092,True
-Fourteen Hundred Ninety-Two,1492,1492,True
-Fourteen Hundred,1400,1400,True
-Ninety nine,99,99,True
-fifteen thousand five hundred-sixty,15560,15560,True
-three hundred fifty,350,350,True
-one nine eight five,1985,1985,True
-nineteen eighty-five,1985,1605,False
-oh one,1,1,True
-six oh 1,601,601,True
-sex,6,6,True
-six,6,6,True
-eight oh,80,8,False
-eighty,80,80,True
-ate,8,1,False
-double eight,88,32202,False
-eight three seven five three O nine,8375309,8375329,False
-eight three seven five three oh nine,8375309,8375309,True
-eight three seven five three zero nine,8375309,8375309,True
-eight three seven five three oh ni-ee-ine,8375309,837530611,False
-two eight,28,16,False
-seven oh eleven,7011,77,False
-seven elevens,77,77,True
-seven eleven,711,77,False
-ninety nine oh five,9905,149,False
-seven 0 seven 0 seven 0 seven,7070707,7070707,True
-123 hundred,123000,223,False
-5 o 5,505,525,False
-15 o 5,1505,22,False
-15-o 5,1505,22,False
-15 o-5,1505,22,False
-911-thousand,911000,911000,True
-twenty-two twenty-two,2222,44,False
-twenty-two twenty-twos,484,44,False
-four eighty four,484,404,False
-four eighties,320,72,False
-four eighties and nine nineties,1130,243,False
-ninety nine hundred and seventy seven,9977,276,False
-seven thousands,7000,7000,True
-2 hundreds,200,200,True
-99 thousands and one,99001,99001,True
-"forty-five thousand, seven hundred and nine",45709,1161,False
-eighty eight hundred eighty,8880,268,False
-a hundred hundred,10000,32202,False
-a hundred thousand,100000,32202,False
-a hundred million,100000000,32202,False
-nineteen ninety nine,1999,1809,False
-forteen twenty seven,1427,307,False
-seventeen-thousand and seventy two,17072,17072,True
-two hundred and nine,209,209,True
-two thousand ten,2010,2010,True
-two thousand and ten,2010,2010,True
-twelve million,12000000,12000000,True
-8 billion,8000000000,8000000000,True
-twenty ten,2010,2010,True
-thirty-two hundred,3200,3200,True
-nine,9,9,True
-forty two,42,42,True
-1 2 three,123,123,True
-fourtean,14,14,True
-one tousand four hundred ninty two,1492,1492,True
-Furteen Hundrd Ninety-Too,1492,1492,True
-forrteen,14,14,True
-sevnteen-thosand and seventy two,17072,17072,True
-ninety nine hundred ad seventy seven,9977,32202,False
-seven thusands,7000,7000,True
-2 hunreds,200,200,True
-99 tousands and one,99001,99001,True
-eighty ate hundred eighty,8880,261,False
-fourteen Hundred,1400,1400,True
-8 Bilion,8000000000,8000000,False
-one million three thousand one,1003001,1003001,True
-four million nine thousand seven,4009007,4009007,True
-two million five hundred thousand,2500000,2001500,False
-two tousand ten,2010,2010,True
-two thousand teen,2010,2007,False
-tvelve milion,12000000,12000000,True
-tventy ten,2010,2010,True
-tirty-twoo hunred,3200,3200,True
-sevn thoosands,7000,7000,True
-five,5,5,True
-ten,10,10,True
-one two three and ten,12310,51,False
-ONE MILLion three hunded and fiv,1000305,1000305,True
-"50,500 and six",50506,50506,True
-one_million_and_five,1000005,1000005,True
+notanumber,32202.0,32202.0,True
+this is not a number,32202.0,32202.0,True
+fourteen,14.0,14.0,True
+forteen,14.0,14.0,True
+one thousand four hundred ninety two,1492.0,1492.0,True
+one thousand ninety two,1092.0,1092.0,True
+Fourteen Hundred Ninety-Two,1492.0,1492.0,True
+Fourteen Hundred,1400.0,1400.0,True
+Ninety nine,99.0,99.0,True
+fifteen thousand five hundred-sixty,15560.0,15560.0,True
+three hundred fifty,350.0,350.0,True
+one nine eight five,1985.0,1985.0,True
+nineteen eighty-five,1985.0,1605.0,False
+oh one,1.0,1.0,True
+six oh 1,601.0,601.0,True
+sex,6.0,6.0,True
+six,6.0,6.0,True
+eight oh,80.0,8.0,False
+eighty,80.0,80.0,True
+ate,8.0,1.0,False
+double eight,88.0,8.0,False
+eight three seven five three O nine,8375309.0,8375319.0,False
+eight three seven five three oh nine,8375309.0,8375309.0,True
+eight three seven five three zero nine,8375309.0,8375309.0,True
+eight three seven five three oh ni-ee-ine,8375309.0,837530111.0,False
+two eight,28.0,16.0,False
+seven oh eleven,7011.0,77.0,False
+seven elevens,77.0,77.0,True
+seven eleven,711.0,77.0,False
+ninety nine oh five,9905.0,149.0,False
+seven 0 seven 0 seven 0 seven,7070707.0,7070707.0,True
+123 hundred,123000.0,223.0,False
+5 o 5,505.0,515.0,False
+15 o 5,1505.0,21.0,False
+15-o 5,1505.0,21.0,False
+15 o-5,1505.0,21.0,False
+911-thousand,911000.0,911000.0,True
+twenty-two twenty-two,2222.0,44.0,False
+twenty-two twenty-twos,484.0,44.0,False
+four eighty four,484.0,404.0,False
+four eighties,320.0,72.0,False
+four eighties and nine nineties,1130.0,243.0,False
+ninety nine hundred and seventy seven,9977.0,276.0,False
+seven thousands,7000.0,7000.0,True
+2 hundreds,200.0,200.0,True
+99 thousands and one,99001.0,99001.0,True
+"forty-five thousand, seven hundred and nine",45709.0,1161.0,False
+eighty eight hundred eighty,8880.0,268.0,False
+a hundred hundred,10000.0,100.0,False
+a hundred thousand,100000.0,100.0,False
+a hundred million,100000000.0,100.0,False
+nineteen ninety nine,1999.0,1809.0,False
+forteen twenty seven,1427.0,307.0,False
+seventeen-thousand and seventy two,17072.0,17072.0,True
+two hundred and nine,209.0,209.0,True
+two thousand ten,2010.0,2010.0,True
+two thousand and ten,2010.0,2010.0,True
+twelve million,12000000.0,12000000.0,True
+8 billion,8000000000.0,8000000000.0,True
+twenty ten,2010.0,2010.0,True
+thirty-two hundred,3200.0,3200.0,True
+nine,9.0,9.0,True
+forty two,42.0,42.0,True
+1 2 three,123.0,123.0,True
+fourtean,14.0,14.0,True
+one tousand four hundred ninty two,1492.0,1492.0,True
+Furteen Hundrd Ninety-Too,1492.0,1492.0,True
+forrteen,14.0,14.0,True
+sevnteen-thosand and seventy two,17072.0,17072.0,True
+ninety nine hundred ad seventy seven,9977.0,90.0,False
+seven thusands,7000.0,7000.0,True
+2 hunreds,200.0,200.0,True
+99 tousands and one,99001.0,99001.0,True
+eighty ate hundred eighty,8880.0,261.0,False
+fourteen Hundred,1400.0,1400.0,True
+8 Bilion,8000000000.0,8000000.0,False
+one million three thousand one,1003001.0,1003001.0,True
+four million nine thousand seven,4009007.0,4009007.0,True
+two million five hundred thousand,2500000.0,2001500.0,False
+two tousand ten,2010.0,2010.0,True
+two thousand teen,2010.0,2007.0,False
+tvelve milion,12000000.0,12000000.0,True
+tventy ten,2010.0,2010.0,True
+tirty-twoo hunred,3200.0,3200.0,True
+sevn thoosands,7000.0,7000.0,True
+five,5.0,5.0,True
+ten,10.0,10.0,True
+one two three and ten,12310.0,51.0,False
+ONE MILLion three hunded and fiv,1000305.0,1000305.0,True
+"50,500 and six",50506.0,50506.0,True
+one_million_and_five,1000005.0,1000005.0,True
+2.0,2.0,2.0,True
+4.5,4.5,4.5,True
+12345.001,12345.001,12345.001,True
+7..0,7.0,7.0,True
+0.06,0.06,0.06,True
+"0,25",0.25,25.0,False
+o.45,0.45,32202.0,False
+0.1.2,0.12,32202.0,False
+0.00009,9e-05,9e-05,True
+0.01.,0.01,0.01,True
+I don't know 8,8.0,8.0,True
+"You're wrong it's not 20, it's 45",45.0,20.0,False
+I don't understand why it's 19,19.0,19.0,True

mathtext_fastapi/global_state_manager.py

@@ -0,0 +1,23 @@
+from transitions import Machine
+from mathtext_fastapi.curriculum_mapper import build_curriculum_logic
+
+all_states, all_transitions = build_curriculum_logic()
+
+class GlobalStateManager(object):
+    states = all_states
+
+    transitions = all_transitions
+
+    def __init__(
+        self,
+        initial_state='N1.1.1_G1',
+    ):
+        self.machine = Machine(
+            model=self,
+            states=GlobalStateManager.states,
+            transitions=GlobalStateManager.transitions,
+            initial=initial_state
+        )
+
+
+curriculum = GlobalStateManager()

mathtext_fastapi/intent_classification.py

@@ -0,0 +1,52 @@
+import numpy as np
+import pandas as pd
+
+from pathlib import Path
+from sentence_transformers import SentenceTransformer
+from sklearn.linear_model import LogisticRegression
+from joblib import dump, load
+
+def pickle_model(model):
+    DATA_DIR = Path(__file__).parent.parent / "mathtext_fastapi" / "data" / "intent_classification_model.joblib"
+    dump(model, DATA_DIR)
+
+
+def create_intent_classification_model():
+    encoder = SentenceTransformer('all-MiniLM-L6-v2')
+    # path = list(Path.cwd().glob('*.csv'))
+    DATA_DIR = Path(__file__).parent.parent / "mathtext_fastapi" / "data" / "labeled_data.csv"
+
+    print("DATA_DIR")
+    print(f"{DATA_DIR}")
+
+    with open(f"{DATA_DIR}",'r', newline='', encoding='utf-8') as f:
+        df = pd.read_csv(f)
+    df = df[df.columns[:2]]
+    df = df.dropna()
+    X_explore = np.array([list(encoder.encode(x)) for x in df['Utterance']])
+    X = np.array([list(encoder.encode(x)) for x in df['Utterance']])
+    y = df['Label']
+    model = LogisticRegression(class_weight='balanced')
+    model.fit(X, y, sample_weight=None)
+
+    print("MODEL")
+    print(model)
+
+    pickle_model(model)
+
+
+def retrieve_intent_classification_model():
+    DATA_DIR = Path(__file__).parent.parent / "mathtext_fastapi" / "data" / "intent_classification_model.joblib"
+    model = load(DATA_DIR)
+    return model
+
+
+def predict_message_intent(message):
+    encoder = SentenceTransformer('all-MiniLM-L6-v2')
+    model = retrieve_intent_classification_model()
+    tokenized_utterance = np.array([list(encoder.encode(message))])
+    predicted_label = model.predict(tokenized_utterance)
+    predicted_probabilities = model.predict_proba(tokenized_utterance)
+    confidence_score = predicted_probabilities.max()
+
+    return {"type": "intent", "data": predicted_label[0], "confidence": confidence_score}

mathtext_fastapi/nlu.py

@@ -1,6 +1,8 @@
+from fuzzywuzzy import fuzz
 from mathtext_fastapi.logging import prepare_message_data_for_logging
 from mathtext.sentiment import sentiment
 from mathtext.text2int import text2int
+from mathtext_fastapi.intent_classification import create_intent_classification_model, retrieve_intent_classification_model, predict_message_intent
 import re
 
 
@@ -8,27 +10,41 @@ def build_nlu_response_object(type, data, confidence):
     """ Turns nlu results into an object to send back to Turn.io
     Inputs
     - type: str - the type of nlu run (integer or sentiment-analysis)
-    - data: str - the student message
+    - data: str/int - the student message
     - confidence: - the nlu confidence score (sentiment) or '' (integer)
+
+    >>> build_nlu_response_object('integer', 8, 0)
+    {'type': 'integer', 'data': 8, 'confidence': 0}
+
+    >>> build_nlu_response_object('sentiment', 'POSITIVE', 0.99)
+    {'type': 'sentiment', 'data': 'POSITIVE', 'confidence': 0.99}
     """
     return {'type': type, 'data': data, 'confidence': confidence}
 
 
-def test_for_float_or_int(message_data, message_text):
-    nlu_response = {}
-    if type(message_text) == int or type(message_text) == float:
-        nlu_response = build_nlu_response_object('integer', message_text, '')
-        prepare_message_data_for_logging(message_data, nlu_response)
-    return nlu_response
+# def test_for_float_or_int(message_data, message_text):
+#     nlu_response = {}
+#     if type(message_text) == int or type(message_text) == float:
+#         nlu_response = build_nlu_response_object('integer', message_text, '')
+#         prepare_message_data_for_logging(message_data, nlu_response)
+#     return nlu_response
 
 
 def test_for_number_sequence(message_text_arr, message_data, message_text):
+    """ Determines if the student's message is a sequence of numbers
+
+    >>> test_for_number_sequence(['1','2','3'], {"author_id": "57787919091", "author_type": "OWNER", "contact_uuid": "df78gsdf78df", "message_body": "I am tired", "message_direction": "inbound", "message_id": "dfgha789789ag9ga", "message_inserted_at": "2023-01-10T02:37:28.487319Z", "message_updated_at": "2023-01-10T02:37:28.487319Z"}, '1, 2, 3')
+    {'type': 'integer', 'data': '1,2,3', 'confidence': 0}
+
+    >>> test_for_number_sequence(['a','b','c'], {"author_id": "57787919091", "author_type": "OWNER", "contact_uuid": "df78gsdf78df", "message_body": "I am tired", "message_direction": "inbound", "message_id": "dfgha789789ag9ga", "message_inserted_at": "2023-01-10T02:37:28.487319Z", "message_updated_at": "2023-01-10T02:37:28.487319Z"}, 'a, b, c')
+    {}
+    """
     nlu_response = {}
     if all(ele.isdigit() for ele in message_text_arr):
         nlu_response = build_nlu_response_object(
             'integer',
             ','.join(message_text_arr),
-            ''
+            0
         )
         prepare_message_data_for_logging(message_data, nlu_response)
     return nlu_response
@@ -42,6 +58,9 @@ def run_text2int_on_each_list_item(message_text_arr):
 
     Output
     - student_response_arr: list - a set of integers (32202 for error code)
+
+    >>> run_text2int_on_each_list_item(['1','2','3'])
+    [1, 2, 3]
     """
     student_response_arr = []
     for student_response in message_text_arr:
@@ -51,12 +70,63 @@ def run_text2int_on_each_list_item(message_text_arr):
 
 
 def run_sentiment_analysis(message_text):
+    """ Evaluates the sentiment of a student message
+
+    >>> run_sentiment_analysis("I am tired")
+    [{'label': 'NEGATIVE', 'score': 0.9997807145118713}]
+
+    >>> run_sentiment_analysis("I am full of joy")
+    [{'label': 'POSITIVE', 'score': 0.999882698059082}]
+    """
     # TODO: Add intent labelling here
     # TODO: Add logic to determine whether intent labeling or sentiment analysis is more appropriate (probably default to intent labeling)
     return sentiment(message_text)
 
 
+def run_intent_classification(message_text):
+    """ Process a student's message using basic fuzzy text comparison
+
+    >>> run_intent_classification("exit")
+    {'type': 'intent', 'data': 'exit', 'confidence': 1.0}
+    >>> run_intent_classification("exi")     
+    {'type': 'intent', 'data': 'exit', 'confidence': 0.86}
+    >>> run_intent_classification("eas")
+    {'type': 'intent', 'data': '', 'confidence': 0}
+    >>> run_intent_classification("hard")
+    {'type': 'intent', 'data': '', 'confidence': 0}
+    >>> run_intent_classification("hardier") 
+    {'type': 'intent', 'data': 'harder', 'confidence': 0.92}
+    """
+    label = ''
+    ratio = 0
+    nlu_response = {'type': 'intent', 'data': label, 'confidence': ratio}
+    commands = [
+        'easier',
+        'exit',
+        'harder',
+        'hint',
+        'next',
+        'stop',
+    ]
+    
+    for command in commands:
+        ratio = fuzz.ratio(command, message_text.lower())
+        if ratio > 80:
+            nlu_response['data'] = command
+            nlu_response['confidence'] = ratio / 100
+    
+    return nlu_response
+
+
 def evaluate_message_with_nlu(message_data):
+    """ Process a student's message using NLU functions and send the result
+    
+    >>> evaluate_message_with_nlu({"author_id": "57787919091", "author_type": "OWNER", "contact_uuid": "df78gsdf78df", "message_body": "8", "message_direction": "inbound", "message_id": "dfgha789789ag9ga", "message_inserted_at": "2023-01-10T02:37:28.487319Z", "message_updated_at": "2023-01-10T02:37:28.487319Z"})
+    {'type': 'integer', 'data': 8, 'confidence': 0}
+
+    >>> evaluate_message_with_nlu({"author_id": "57787919091", "author_type": "OWNER", "contact_uuid": "df78gsdf78df", "message_body": "I am tired", "message_direction": "inbound", "message_id": "dfgha789789ag9ga", "message_inserted_at": "2023-01-10T02:37:28.487319Z", "message_updated_at": "2023-01-10T02:37:28.487319Z"})
+    {'type': 'sentiment', 'data': 'NEGATIVE', 'confidence': 0.9997807145118713}
+    """
     # Keeps system working with two different inputs - full and filtered @event object
     try:
         message_text = message_data['message_body']
@@ -73,20 +143,31 @@ def evaluate_message_with_nlu(message_data):
         }
         message_text = message_data['message_body']
 
+    # Run intent classification only for keywords
+    intent_api_response = run_intent_classification(message_text)
+    if intent_api_response['data']:
+        return intent_api_response
+
     number_api_resp = text2int(message_text.lower())
 
     if number_api_resp == 32202:
-        sentiment_api_resp = sentiment(message_text)
-        nlu_response = build_nlu_response_object(
-            'sentiment',
-            sentiment_api_resp[0]['label'],
-            sentiment_api_resp[0]['score']
-        )
+        # Run intent classification with logistic regression model
+        predicted_label = predict_message_intent(message_text)
+        if predicted_label['confidence'] > 0.01:
+            nlu_response = predicted_label
+        else:
+            # Run sentiment analysis
+            sentiment_api_resp = sentiment(message_text)
+            nlu_response = build_nlu_response_object(
+                'sentiment',
+                sentiment_api_resp[0]['label'],
+                sentiment_api_resp[0]['score']
+            )
     else:
         nlu_response = build_nlu_response_object(
             'integer',
             number_api_resp,
-            ''
+            0
         )
 
     prepare_message_data_for_logging(message_data, nlu_response)

mathtext_fastapi/v2_conversation_manager.py

@@ -0,0 +1,257 @@
+import base64
+import copy
+import dill
+import os
+import json
+import jsonpickle
+import pickle
+import random
+import requests
+import mathtext_fastapi.global_state_manager as gsm
+
+from dotenv import load_dotenv
+from mathtext_fastapi.nlu import evaluate_message_with_nlu
+from mathtext_fastapi.math_quiz_fsm import MathQuizFSM
+from mathtext_fastapi.math_subtraction_fsm import MathSubtractionFSM
+from supabase import create_client
+from transitions import Machine
+
+from scripts.quiz.generators import start_interactive_math
+from scripts.quiz.hints import generate_hint
+
+load_dotenv()
+
+SUPA = create_client(
+    os.environ.get('SUPABASE_URL'),
+    os.environ.get('SUPABASE_KEY')
+)
+
+
+def pickle_and_encode_state_machine(state_machine):
+    dump = pickle.dumps(state_machine)
+    dump_encoded = base64.b64encode(dump).decode('utf-8')
+    return dump_encoded
+
+
+def manage_math_quiz_fsm(user_message, contact_uuid, type):
+    fsm_check = SUPA.table('state_machines').select("*").eq(
+        "contact_uuid",
+        contact_uuid
+    ).execute()
+
+    # This doesn't allow for when one FSM is present and the other is empty
+    """
+    1
+    data=[] count=None
+    
+    2
+    data=[{'id': 29, 'contact_uuid': 'j43hk26-2hjl-43jk-hnk2-k4ljl46j0ds09', 'addition3': None, 'subtraction': None, 'addition': 
+
+    - but problem is there is no subtraction , but it's assuming there's a subtration
+
+    Cases
+    - make a completely new record
+    - update an existing record with an existing FSM
+    - update an existing record without an existing FSM
+    """
+    print("MATH QUIZ FSM ACTIVITY")
+    print("user_message")
+    print(user_message)
+    # Make a completely new entry
+    if fsm_check.data == []:
+        if type == 'addition':
+            math_quiz_state_machine = MathQuizFSM()
+        else:
+            math_quiz_state_machine = MathSubtractionFSM()
+        messages = [math_quiz_state_machine.response_text]
+        dump_encoded = pickle_and_encode_state_machine(math_quiz_state_machine)
+
+        SUPA.table('state_machines').insert({
+            'contact_uuid': contact_uuid,
+            f'{type}': dump_encoded
+        }).execute()
+    # Update an existing record with a new state machine
+    elif not fsm_check.data[0][type]:
+        if type == 'addition':
+            math_quiz_state_machine = MathQuizFSM()
+        else:
+            math_quiz_state_machine = MathSubtractionFSM()
+        messages = [math_quiz_state_machine.response_text]
+        dump_encoded = pickle_and_encode_state_machine(math_quiz_state_machine)
+
+        SUPA.table('state_machines').update({
+            f'{type}': dump_encoded
+        }).eq(
+            "contact_uuid", contact_uuid
+        ).execute()      
+    # Update an existing record with an existing state machine
+    elif fsm_check.data[0][type]:
+        undump_encoded = base64.b64decode(
+            fsm_check.data[0][type].encode('utf-8')
+        )
+        math_quiz_state_machine = pickle.loads(undump_encoded)
+
+        math_quiz_state_machine.student_answer = user_message
+        math_quiz_state_machine.correct_answer = str(math_quiz_state_machine.correct_answer)
+        messages = math_quiz_state_machine.validate_answer()
+        dump_encoded = pickle_and_encode_state_machine(math_quiz_state_machine)          
+        SUPA.table('state_machines').update({
+            f'{type}': dump_encoded
+        }).eq(
+            "contact_uuid", contact_uuid
+        ).execute()
+    return messages
+
+
+def retrieve_microlesson_content(context_data, user_message, microlesson, contact_uuid):
+    if context_data['local_state'] == 'addition-question-sequence' or \
+        user_message == 'add' or \
+        microlesson == 'addition':
+        messages = manage_math_quiz_fsm(user_message, contact_uuid, 'addition')
+
+        if user_message == 'exit':
+            state_label = 'exit'
+        else:
+            state_label = 'addition-question-sequence'
+
+        input_prompt = messages.pop()
+        message_package = {
+            'messages': messages,
+            'input_prompt': input_prompt,
+            'state': state_label
+        }
+    elif context_data['local_state'] == 'subtraction-question-sequence' or \
+        user_message == 'subtract' or \
+        microlesson == 'subtraction':
+        messages = manage_math_quiz_fsm(user_message, contact_uuid, 'subtraction')
+
+        if user_message == 'exit':
+            state_label = 'exit'
+        else:
+            state_label = 'subtraction-question-sequence'
+
+        input_prompt = messages.pop()
+
+        message_package = {
+            'messages': messages,
+            'input_prompt': input_prompt,
+            'state': state_label
+        }
+    print("MICROLESSON CONTENT RESPONSE")
+    print(message_package)
+    return message_package
+
+
+curriculum_lookup_table = {
+    'N1.1.1_G1': 'addition',
+    'N1.1.1_G2': 'subtraction'
+}
+
+
+def lookup_local_state(next_state):
+    microlesson = curriculum_lookup_table[next_state]
+    return microlesson
+
+
+def create_text_message(message_text, whatsapp_id):
+    """ Fills a template with input values to send a text message to Whatsapp
+
+    Inputs
+    - message_text: str - the content that the message should display
+    - whatsapp_id: str - the message recipient's phone number
+
+    Outputs
+    - message_data: dict - a preformatted template filled with inputs
+    """
+    message_data = {
+        "preview_url": False,
+        "recipient_type": "individual",
+        "to": whatsapp_id,
+        "type": "text",
+        "text": {
+            "body": message_text
+        }
+    }
+    return message_data
+
+
+def manage_conversation_response(data_json):
+    """ Calls functions necessary to determine message and context data """
+    print("V2 ENDPOINT")
+
+    user_message = ''
+    # whatsapp_id = data_json['author_id']
+    message_data = data_json['message_data']
+    context_data = data_json['context_data']
+    whatsapp_id = message_data['author_id']
+    print("MESSAGE DATA")
+    print(message_data)
+    print("CONTEXT DATA")
+    print(context_data)
+    print("=================")
+
+    # nlu_response = evaluate_message_with_nlu(message_data)
+
+    # context_data = {
+    #     'contact_uuid': 'abcdefg',
+    #     'current_state': 'N1.1.1_G2',
+    #     'user_message': '1',
+    #     'local_state': ''
+    # }
+    print("STEP 1")
+    print(data_json)
+    if not context_data['current_state']:
+        context_data['current_state'] = 'N1.1.1_G1'
+
+    curriculum_copy = copy.deepcopy(gsm.curriculum)
+
+    print("STEP 2")
+    if context_data['user_message'] == 'easier':
+        curriculum_copy.left()
+        next_state = curriculum_copy.state
+    elif context_data['user_message'] == 'harder':
+        curriculum_copy.right()
+        next_state = curriculum_copy.state
+    else:
+        next_state = context_data['current_state']
+
+    print("STEP 3")
+    microlesson = lookup_local_state(next_state)
+
+    print("microlesson")
+    print(microlesson)
+
+    microlesson_content = retrieve_microlesson_content(context_data, context_data['user_message'], microlesson, context_data['contact_uuid'])
+
+    headers = {
+        'Authorization': f"Bearer {os.environ.get('TURN_AUTHENTICATION_TOKEN')}",
+        'Content-Type': 'application/json'
+    }
+
+    # Send all messages for the current state before a user input prompt (text/button input request)
+    for message in microlesson_content['messages']:
+        data = create_text_message(message, whatsapp_id)
+
+        print("data")
+        print(data)
+
+        r = requests.post(
+            f'https://whatsapp.turn.io/v1/messages',
+            data=json.dumps(data),
+            headers=headers
+        )
+
+    print("STEP 4")
+    # combine microlesson content and context_data object
+
+    updated_context = {
+        "context": {
+            "contact_id": whatsapp_id,
+            "contact_uuid": context_data['contact_uuid'],
+            "state": microlesson_content['state'],
+            "bot_message": microlesson_content['input_prompt'],
+            "user_message": user_message,
+            "type": 'ask'
+        }
+    }
+    return updated_context

requirements.txt

@@ -1,12 +1,15 @@
 dill
-en-core-web-sm @ https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-3.4.1/en_core_web_sm-3.4.1-py3-none-any.whl  
+en-core-web-sm @ https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-3.4.1/en_core_web_sm-3.4.1-py3-none-any.whl
+fuzzywuzzy
 jsonpickle
-git+ssh://git@gitlab.com/tangibleai/community/mathtext.git@main#egg=mathtext
-git+ssh://git@gitlab.com/tangibleai/community/mathactive.git@vlad#egg=mathactive
-fastapi
-pydantic
-requests
-sentencepiece
+mathtext @ git+https://gitlab.com/tangibleai/community/mathtext@main
+fastapi==0.74.*
+openpyxl
+pydantic==1.10.*
+python-Levenshtein
+requests==2.27.*
+sentencepiece==0.1.*
+sentence-transformers
 supabase
 transitions
 uvicorn

scripts/make_request.py

@@ -22,7 +22,11 @@ def add_message_text_to_sample_object(message_text):
     message_data = '{' + f'"author_id": "+57787919091", "author_type": "OWNER", "contact_uuid": "j43hk26-2hjl-43jk-hnk2-k4ljl46j0ds09", "message_body": "{message_text}", "message_direction": "inbound", "message_id": "4kl209sd0-a7b8-2hj3-8563-3hu4a89b32", "message_inserted_at": "2023-01-10T02:37:28.477940Z", "message_updated_at": "2023-01-10T02:37:28.487319Z"' + '}'
     # context_data = '{' + '"user":"", "state":"addition-question-sequence", "bot_message":"", "user_message":"{message_text}"' + '}'
 
-    context_data = '{' + '"user":"", "state":"start-conversation", "bot_message":"", "user_message":"{message_text}"' + '}'
+    # V1
+    # context_data = '{' + '"user":"", "state":"start-conversation", "bot_message":"", "user_message":"{message_text}"' + '}'
+
+    #V2
+    context_data = '{' + '"contact_uuid": "j43hk26-2hjl-43jk-hnk2-k4ljl46j0ds09", "current_state":"", "local_state": "", "user_message":""' + '}'
 
     # context_data = '{' + '"user":"", "state":"addition-question-sequence", "bot_message":"", "user_message":"{message_text}","text": "What is 2+3?","question_numbers": [4,3],"right_answer": 7,"number_correct": 2, "number_incorrect": 0, "hints_used": 0, "level": "easy"' + '}'
 
@@ -44,7 +48,7 @@ def run_simulated_request(endpoint, sample_answer, context=None):
     print(f"Case: {sample_answer}")
     b_string = add_message_text_to_sample_object(sample_answer)
 
-    if endpoint == 'sentiment-analysis' or endpoint == 'text2int':
+    if endpoint == 'sentiment-analysis' or endpoint == 'text2int' or endpoint =='intent-classification':
         request = requests.post(
             url=f'http://localhost:7860/{endpoint}',
             json={'content': sample_answer}
@@ -58,21 +62,25 @@ def run_simulated_request(endpoint, sample_answer, context=None):
     print(request)
 
 
+# run_simulated_request('intent-classification', 'exit')
+# run_simulated_request('intent-classification', "I'm not sure")
 # run_simulated_request('sentiment-analysis', 'I reject it')
 # run_simulated_request('text2int', 'seven thousand nine hundred fifty seven')
-run_simulated_request('nlu', 'test message')
-run_simulated_request('nlu', 'eight')
-run_simulated_request('nlu', 'is it 8')
-run_simulated_request('nlu', 'can I know how its 0.5')
-run_simulated_request('nlu', 'eight, nine, ten')
-run_simulated_request('nlu', '8, 9, 10')
-run_simulated_request('nlu', '8')
-run_simulated_request('nlu', "I don't know")
-run_simulated_request('nlu', "I don't know eight")
-run_simulated_request('nlu', "I don't 9")
-run_simulated_request('nlu', "0.2")
-run_simulated_request('nlu', 'Today is a wonderful day')
-run_simulated_request('nlu', 'IDK 5?')
+# run_simulated_request('nlu', 'test message')
+# run_simulated_request('nlu', 'eight')
+# run_simulated_request('nlu', 'is it 8')
+# run_simulated_request('nlu', 'can I know how its 0.5')
+# run_simulated_request('nlu', 'eight, nine, ten')
+# run_simulated_request('nlu', '8, 9, 10')
+# run_simulated_request('nlu', '8')
+# run_simulated_request('nlu', "I don't know")
+# run_simulated_request('nlu', "I don't know eight")
+# run_simulated_request('nlu', "I don't 9")
+# run_simulated_request('nlu', "0.2")
+# run_simulated_request('nlu', 'Today is a wonderful day')
+# run_simulated_request('nlu', 'IDK 5?')
+run_simulated_request('v2/manager', '')
+run_simulated_request('v2/manager', '5')
 # run_simulated_request('manager', '')
 # run_simulated_request('manager', 'add')
 # run_simulated_request('manager', 'subtract')