Upload folder using huggingface_hub
Browse files
artifacts/calibration/decision_phase.json
CHANGED
|
@@ -1,20 +1,20 @@
|
|
| 1 |
{
|
| 2 |
"calibrated": true,
|
| 3 |
"confidence_threshold": 0.22,
|
| 4 |
-
"generated_at": "2026-03-25T19:
|
| 5 |
"head": "decision_phase",
|
| 6 |
"metrics": {
|
| 7 |
"calibrated_accuracy": 0.8621,
|
| 8 |
-
"calibrated_expected_calibration_error": 0.
|
| 9 |
-
"calibrated_negative_log_likelihood": 0.
|
| 10 |
-
"mean_calibrated_confidence": 0.
|
| 11 |
-
"mean_raw_confidence": 0.
|
| 12 |
"raw_accuracy": 0.8621,
|
| 13 |
-
"raw_expected_calibration_error": 0.
|
| 14 |
-
"raw_negative_log_likelihood": 0.
|
| 15 |
},
|
| 16 |
"minimum_threshold_floor": 0.22,
|
| 17 |
-
"optimized_temperature_candidate":
|
| 18 |
"selected_threshold_before_floor": {
|
| 19 |
"accepted_accuracy": 0.8621,
|
| 20 |
"coverage": 1.0,
|
|
@@ -22,7 +22,7 @@
|
|
| 22 |
},
|
| 23 |
"selection_split": "val",
|
| 24 |
"selection_target_precision": 0.75,
|
| 25 |
-
"temperature":
|
| 26 |
"temperature_scaling_applied": true,
|
| 27 |
"threshold_summary": {
|
| 28 |
"accepted_accuracy": 0.8621,
|
|
|
|
| 1 |
{
|
| 2 |
"calibrated": true,
|
| 3 |
"confidence_threshold": 0.22,
|
| 4 |
+
"generated_at": "2026-03-25T19:46:55.838558+00:00",
|
| 5 |
"head": "decision_phase",
|
| 6 |
"metrics": {
|
| 7 |
"calibrated_accuracy": 0.8621,
|
| 8 |
+
"calibrated_expected_calibration_error": 0.0677,
|
| 9 |
+
"calibrated_negative_log_likelihood": 0.4753,
|
| 10 |
+
"mean_calibrated_confidence": 0.8608,
|
| 11 |
+
"mean_raw_confidence": 0.8566,
|
| 12 |
"raw_accuracy": 0.8621,
|
| 13 |
+
"raw_expected_calibration_error": 0.071,
|
| 14 |
+
"raw_negative_log_likelihood": 0.4758
|
| 15 |
},
|
| 16 |
"minimum_threshold_floor": 0.22,
|
| 17 |
+
"optimized_temperature_candidate": 0.984424,
|
| 18 |
"selected_threshold_before_floor": {
|
| 19 |
"accepted_accuracy": 0.8621,
|
| 20 |
"coverage": 1.0,
|
|
|
|
| 22 |
},
|
| 23 |
"selection_split": "val",
|
| 24 |
"selection_target_precision": 0.75,
|
| 25 |
+
"temperature": 0.984424,
|
| 26 |
"temperature_scaling_applied": true,
|
| 27 |
"threshold_summary": {
|
| 28 |
"accepted_accuracy": 0.8621,
|
artifacts/calibration/iab_content.json
CHANGED
|
@@ -1,32 +1,32 @@
|
|
| 1 |
{
|
| 2 |
"calibrated": true,
|
| 3 |
"confidence_threshold": 0.12,
|
| 4 |
-
"generated_at": "2026-03-25T19:
|
| 5 |
"head": "iab_content",
|
| 6 |
"metrics": {
|
| 7 |
-
"calibrated_accuracy": 0.
|
| 8 |
-
"calibrated_expected_calibration_error": 0.
|
| 9 |
-
"calibrated_negative_log_likelihood": 0.
|
| 10 |
-
"mean_calibrated_confidence": 0.
|
| 11 |
-
"mean_raw_confidence": 0.
|
| 12 |
-
"raw_accuracy": 0.
|
| 13 |
-
"raw_expected_calibration_error": 0.
|
| 14 |
-
"raw_negative_log_likelihood":
|
| 15 |
},
|
| 16 |
"minimum_threshold_floor": 0.12,
|
| 17 |
-
"optimized_temperature_candidate": 0.
|
| 18 |
"selected_threshold_before_floor": {
|
| 19 |
-
"accepted_accuracy": 0.
|
| 20 |
"coverage": 1.0,
|
| 21 |
"threshold": 0.0
|
| 22 |
},
|
| 23 |
"selection_split": "val",
|
| 24 |
"selection_target_precision": 0.7,
|
| 25 |
-
"temperature": 0.
|
| 26 |
"temperature_scaling_applied": true,
|
| 27 |
"threshold_summary": {
|
| 28 |
-
"accepted_accuracy": 0.
|
| 29 |
-
"coverage":
|
| 30 |
"threshold": 0.12
|
| 31 |
}
|
| 32 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"calibrated": true,
|
| 3 |
"confidence_threshold": 0.12,
|
| 4 |
+
"generated_at": "2026-03-25T19:48:43.166166+00:00",
|
| 5 |
"head": "iab_content",
|
| 6 |
"metrics": {
|
| 7 |
+
"calibrated_accuracy": 0.9372,
|
| 8 |
+
"calibrated_expected_calibration_error": 0.2635,
|
| 9 |
+
"calibrated_negative_log_likelihood": 0.5512,
|
| 10 |
+
"mean_calibrated_confidence": 0.6737,
|
| 11 |
+
"mean_raw_confidence": 0.159,
|
| 12 |
+
"raw_accuracy": 0.9372,
|
| 13 |
+
"raw_expected_calibration_error": 0.7783,
|
| 14 |
+
"raw_negative_log_likelihood": 2.0228
|
| 15 |
},
|
| 16 |
"minimum_threshold_floor": 0.12,
|
| 17 |
+
"optimized_temperature_candidate": 0.53995,
|
| 18 |
"selected_threshold_before_floor": {
|
| 19 |
+
"accepted_accuracy": 0.9372,
|
| 20 |
"coverage": 1.0,
|
| 21 |
"threshold": 0.0
|
| 22 |
},
|
| 23 |
"selection_split": "val",
|
| 24 |
"selection_target_precision": 0.7,
|
| 25 |
+
"temperature": 0.53995,
|
| 26 |
"temperature_scaling_applied": true,
|
| 27 |
"threshold_summary": {
|
| 28 |
+
"accepted_accuracy": 0.945,
|
| 29 |
+
"coverage": 0.986,
|
| 30 |
"threshold": 0.12
|
| 31 |
}
|
| 32 |
}
|
artifacts/calibration/intent_subtype.json
CHANGED
|
@@ -1,28 +1,28 @@
|
|
| 1 |
{
|
| 2 |
"calibrated": true,
|
| 3 |
"confidence_threshold": 0.25,
|
| 4 |
-
"generated_at": "2026-03-25T19:
|
| 5 |
"head": "intent_subtype",
|
| 6 |
"metrics": {
|
| 7 |
-
"calibrated_accuracy": 0.
|
| 8 |
-
"calibrated_expected_calibration_error": 0.
|
| 9 |
-
"calibrated_negative_log_likelihood": 0.
|
| 10 |
-
"mean_calibrated_confidence": 0.
|
| 11 |
-
"mean_raw_confidence": 0.
|
| 12 |
-
"raw_accuracy": 0.
|
| 13 |
-
"raw_expected_calibration_error": 0.
|
| 14 |
-
"raw_negative_log_likelihood": 0.
|
| 15 |
},
|
| 16 |
"minimum_threshold_floor": 0.25,
|
| 17 |
-
"optimized_temperature_candidate": 0.
|
| 18 |
"selected_threshold_before_floor": {
|
| 19 |
-
"accepted_accuracy": 0.
|
| 20 |
"coverage": 1.0,
|
| 21 |
"threshold": 0.0
|
| 22 |
},
|
| 23 |
"selection_split": "val",
|
| 24 |
"selection_target_precision": 0.75,
|
| 25 |
-
"temperature": 0.
|
| 26 |
"temperature_scaling_applied": true,
|
| 27 |
"threshold_summary": {
|
| 28 |
"accepted_accuracy": 0.8608,
|
|
|
|
| 1 |
{
|
| 2 |
"calibrated": true,
|
| 3 |
"confidence_threshold": 0.25,
|
| 4 |
+
"generated_at": "2026-03-25T19:46:45.392250+00:00",
|
| 5 |
"head": "intent_subtype",
|
| 6 |
"metrics": {
|
| 7 |
+
"calibrated_accuracy": 0.8625,
|
| 8 |
+
"calibrated_expected_calibration_error": 0.073,
|
| 9 |
+
"calibrated_negative_log_likelihood": 0.4288,
|
| 10 |
+
"mean_calibrated_confidence": 0.8219,
|
| 11 |
+
"mean_raw_confidence": 0.7575,
|
| 12 |
+
"raw_accuracy": 0.8625,
|
| 13 |
+
"raw_expected_calibration_error": 0.146,
|
| 14 |
+
"raw_negative_log_likelihood": 0.4903
|
| 15 |
},
|
| 16 |
"minimum_threshold_floor": 0.25,
|
| 17 |
+
"optimized_temperature_candidate": 0.83545,
|
| 18 |
"selected_threshold_before_floor": {
|
| 19 |
+
"accepted_accuracy": 0.8625,
|
| 20 |
"coverage": 1.0,
|
| 21 |
"threshold": 0.0
|
| 22 |
},
|
| 23 |
"selection_split": "val",
|
| 24 |
"selection_target_precision": 0.75,
|
| 25 |
+
"temperature": 0.83545,
|
| 26 |
"temperature_scaling_applied": true,
|
| 27 |
"threshold_summary": {
|
| 28 |
"accepted_accuracy": 0.8608,
|
artifacts/calibration/intent_type.json
CHANGED
|
@@ -1,31 +1,31 @@
|
|
| 1 |
{
|
| 2 |
"calibrated": true,
|
| 3 |
"confidence_threshold": 0.4,
|
| 4 |
-
"generated_at": "2026-03-25T19:
|
| 5 |
"head": "intent_type",
|
| 6 |
"metrics": {
|
| 7 |
-
"calibrated_accuracy": 0.
|
| 8 |
-
"calibrated_expected_calibration_error": 0.
|
| 9 |
-
"calibrated_negative_log_likelihood": 0.
|
| 10 |
-
"mean_calibrated_confidence": 0.
|
| 11 |
-
"mean_raw_confidence": 0.
|
| 12 |
-
"raw_accuracy": 0.
|
| 13 |
-
"raw_expected_calibration_error": 0.
|
| 14 |
-
"raw_negative_log_likelihood": 0.
|
| 15 |
},
|
| 16 |
"minimum_threshold_floor": 0.4,
|
| 17 |
-
"optimized_temperature_candidate": 0.
|
| 18 |
"selected_threshold_before_floor": {
|
| 19 |
-
"accepted_accuracy": 0.
|
| 20 |
"coverage": 1.0,
|
| 21 |
"threshold": 0.0
|
| 22 |
},
|
| 23 |
"selection_split": "val",
|
| 24 |
"selection_target_precision": 0.8,
|
| 25 |
-
"temperature": 0.
|
| 26 |
"temperature_scaling_applied": true,
|
| 27 |
"threshold_summary": {
|
| 28 |
-
"accepted_accuracy": 0.
|
| 29 |
"coverage": 1.0,
|
| 30 |
"threshold": 0.4
|
| 31 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"calibrated": true,
|
| 3 |
"confidence_threshold": 0.4,
|
| 4 |
+
"generated_at": "2026-03-25T19:46:33.526710+00:00",
|
| 5 |
"head": "intent_type",
|
| 6 |
"metrics": {
|
| 7 |
+
"calibrated_accuracy": 0.8936,
|
| 8 |
+
"calibrated_expected_calibration_error": 0.1048,
|
| 9 |
+
"calibrated_negative_log_likelihood": 0.2456,
|
| 10 |
+
"mean_calibrated_confidence": 0.9242,
|
| 11 |
+
"mean_raw_confidence": 0.9055,
|
| 12 |
+
"raw_accuracy": 0.8936,
|
| 13 |
+
"raw_expected_calibration_error": 0.1,
|
| 14 |
+
"raw_negative_log_likelihood": 0.2558
|
| 15 |
},
|
| 16 |
"minimum_threshold_floor": 0.4,
|
| 17 |
+
"optimized_temperature_candidate": 0.927749,
|
| 18 |
"selected_threshold_before_floor": {
|
| 19 |
+
"accepted_accuracy": 0.8936,
|
| 20 |
"coverage": 1.0,
|
| 21 |
"threshold": 0.0
|
| 22 |
},
|
| 23 |
"selection_split": "val",
|
| 24 |
"selection_target_precision": 0.8,
|
| 25 |
+
"temperature": 0.927749,
|
| 26 |
"temperature_scaling_applied": true,
|
| 27 |
"threshold_summary": {
|
| 28 |
+
"accepted_accuracy": 0.8936,
|
| 29 |
"coverage": 1.0,
|
| 30 |
"threshold": 0.4
|
| 31 |
}
|