| { | |
| "model_comparisons": { | |
| "IndicBERT": { | |
| "test_accuracy": 69.86666666666666, | |
| "avg_precision": 0.6224180162184014, | |
| "avg_recall": 0.5884580801343807, | |
| "avg_f1": 0.593856658862321, | |
| "per_class_metrics": { | |
| "neg": { | |
| "precision": 0.4, | |
| "recall": 0.23076923076923078, | |
| "f1-score": 0.29268292682926833, | |
| "support": 52.0 | |
| }, | |
| "neu": { | |
| "precision": 0.7709923664122137, | |
| "recall": 0.6733333333333333, | |
| "f1-score": 0.7188612099644129, | |
| "support": 150.0 | |
| }, | |
| "pos": { | |
| "precision": 0.6962616822429907, | |
| "recall": 0.861271676300578, | |
| "f1-score": 0.7700258397932817, | |
| "support": 173.0 | |
| } | |
| } | |
| }, | |
| "mBERT": { | |
| "test_accuracy": 76.53333333333333, | |
| "avg_precision": 0.7711061102018549, | |
| "avg_recall": 0.6763361493997332, | |
| "avg_f1": 0.699825091252967, | |
| "per_class_metrics": { | |
| "neg": { | |
| "precision": 0.7692307692307693, | |
| "recall": 0.38461538461538464, | |
| "f1-score": 0.5128205128205128, | |
| "support": 52.0 | |
| }, | |
| "neu": { | |
| "precision": 0.8085106382978723, | |
| "recall": 0.76, | |
| "f1-score": 0.7835051546391754, | |
| "support": 150.0 | |
| }, | |
| "pos": { | |
| "precision": 0.7355769230769231, | |
| "recall": 0.884393063583815, | |
| "f1-score": 0.8031496062992126, | |
| "support": 173.0 | |
| } | |
| } | |
| }, | |
| "XLM-RoBERTa": { | |
| "test_accuracy": 81.33333333333333, | |
| "avg_precision": 0.8151709401709403, | |
| "avg_recall": 0.7698423990909541, | |
| "avg_f1": 0.7866802163819814, | |
| "per_class_metrics": { | |
| "neg": { | |
| "precision": 0.8205128205128205, | |
| "recall": 0.6153846153846154, | |
| "f1-score": 0.7032967032967034, | |
| "support": 52.0 | |
| }, | |
| "neu": { | |
| "precision": 0.7797619047619048, | |
| "recall": 0.8733333333333333, | |
| "f1-score": 0.8238993710691823, | |
| "support": 150.0 | |
| }, | |
| "pos": { | |
| "precision": 0.8452380952380952, | |
| "recall": 0.8208092485549133, | |
| "f1-score": 0.8328445747800586, | |
| "support": 173.0 | |
| } | |
| } | |
| }, | |
| "Custom-BERT-Attention": { | |
| "test_accuracy": 74.93333333333334, | |
| "avg_precision": 0.7866521381595728, | |
| "avg_recall": 0.6839429870065707, | |
| "avg_f1": 0.7130132766136565, | |
| "per_class_metrics": { | |
| "neg": { | |
| "precision": 0.8620689655172413, | |
| "recall": 0.4807692307692308, | |
| "f1-score": 0.6172839506172839, | |
| "support": 52.0 | |
| }, | |
| "neu": { | |
| "precision": 0.7862595419847328, | |
| "recall": 0.6866666666666666, | |
| "f1-score": 0.7330960854092526, | |
| "support": 150.0 | |
| }, | |
| "pos": { | |
| "precision": 0.7116279069767442, | |
| "recall": 0.884393063583815, | |
| "f1-score": 0.7886597938144329, | |
| "support": 173.0 | |
| } | |
| } | |
| } | |
| } | |
| } |