Greg Thompson commited on
Commit
25fa872
1 Parent(s): 52065cc

Update threshold for using intent classification result

Browse files
Files changed (2) hide show
  1. mathtext_fastapi/nlu.py +1 -1
  2. scripts/make_request.py +12 -12
mathtext_fastapi/nlu.py CHANGED
@@ -153,7 +153,7 @@ def evaluate_message_with_nlu(message_data):
153
  if number_api_resp == 32202:
154
  # Run intent classification with logistic regression model
155
  predicted_label = predict_message_intent(message_text)
156
- if predicted_label['confidence'] > 0.01:
157
  nlu_response = predicted_label
158
  return nlu_response
159
 
 
153
  if number_api_resp == 32202:
154
  # Run intent classification with logistic regression model
155
  predicted_label = predict_message_intent(message_text)
156
+ if predicted_label['confidence'] > 0.05:
157
  nlu_response = predicted_label
158
  return nlu_response
159
 
scripts/make_request.py CHANGED
@@ -62,19 +62,19 @@ def run_simulated_request(endpoint, sample_answer, context=None):
62
  # run_simulated_request('intent-classification', "I'm not sure")
63
  # run_simulated_request('sentiment-analysis', 'I reject it')
64
  # run_simulated_request('text2int', 'seven thousand nine hundred fifty seven')
65
- # run_simulated_request('nlu', 'test message')
66
- # run_simulated_request('nlu', 'eight')
67
- # run_simulated_request('nlu', 'is it 8')
68
- # run_simulated_request('nlu', 'can I know how its 0.5')
69
- # run_simulated_request('nlu', 'eight, nine, ten')
70
- # run_simulated_request('nlu', '8, 9, 10')
71
- # run_simulated_request('nlu', '8')
72
  run_simulated_request('nlu', "I don't know")
73
- # run_simulated_request('nlu', "I don't know eight")
74
- # run_simulated_request('nlu', "I don't 9")
75
- # run_simulated_request('nlu', "0.2")
76
- # run_simulated_request('nlu', 'Today is a wonderful day')
77
- # run_simulated_request('nlu', 'IDK 5?')
78
  # run_simulated_request('manager', '')
79
  # run_simulated_request('manager', 'add')
80
  # run_simulated_request('manager', 'subtract')
 
62
  # run_simulated_request('intent-classification', "I'm not sure")
63
  # run_simulated_request('sentiment-analysis', 'I reject it')
64
  # run_simulated_request('text2int', 'seven thousand nine hundred fifty seven')
65
+ run_simulated_request('nlu', 'test message')
66
+ run_simulated_request('nlu', 'eight')
67
+ run_simulated_request('nlu', 'is it 8')
68
+ run_simulated_request('nlu', 'can I know how its 0.5')
69
+ run_simulated_request('nlu', 'eight, nine, ten')
70
+ run_simulated_request('nlu', '8, 9, 10')
71
+ run_simulated_request('nlu', '8')
72
  run_simulated_request('nlu', "I don't know")
73
+ run_simulated_request('nlu', "I don't know eight")
74
+ run_simulated_request('nlu', "I don't 9")
75
+ run_simulated_request('nlu', "0.2")
76
+ run_simulated_request('nlu', 'Today is a wonderful day')
77
+ run_simulated_request('nlu', 'IDK 5?')
78
  # run_simulated_request('manager', '')
79
  # run_simulated_request('manager', 'add')
80
  # run_simulated_request('manager', 'subtract')