{ "model_comparisons": { "IndicBERT": { "test_accuracy": 69.86666666666666, "avg_precision": 0.6224180162184014, "avg_recall": 0.5884580801343807, "avg_f1": 0.593856658862321, "per_class_metrics": { "neg": { "precision": 0.4, "recall": 0.23076923076923078, "f1-score": 0.29268292682926833, "support": 52.0 }, "neu": { "precision": 0.7709923664122137, "recall": 0.6733333333333333, "f1-score": 0.7188612099644129, "support": 150.0 }, "pos": { "precision": 0.6962616822429907, "recall": 0.861271676300578, "f1-score": 0.7700258397932817, "support": 173.0 } } }, "mBERT": { "test_accuracy": 76.53333333333333, "avg_precision": 0.7711061102018549, "avg_recall": 0.6763361493997332, "avg_f1": 0.699825091252967, "per_class_metrics": { "neg": { "precision": 0.7692307692307693, "recall": 0.38461538461538464, "f1-score": 0.5128205128205128, "support": 52.0 }, "neu": { "precision": 0.8085106382978723, "recall": 0.76, "f1-score": 0.7835051546391754, "support": 150.0 }, "pos": { "precision": 0.7355769230769231, "recall": 0.884393063583815, "f1-score": 0.8031496062992126, "support": 173.0 } } }, "XLM-RoBERTa": { "test_accuracy": 81.33333333333333, "avg_precision": 0.8151709401709403, "avg_recall": 0.7698423990909541, "avg_f1": 0.7866802163819814, "per_class_metrics": { "neg": { "precision": 0.8205128205128205, "recall": 0.6153846153846154, "f1-score": 0.7032967032967034, "support": 52.0 }, "neu": { "precision": 0.7797619047619048, "recall": 0.8733333333333333, "f1-score": 0.8238993710691823, "support": 150.0 }, "pos": { "precision": 0.8452380952380952, "recall": 0.8208092485549133, "f1-score": 0.8328445747800586, "support": 173.0 } } }, "Custom-BERT-Attention": { "test_accuracy": 74.93333333333334, "avg_precision": 0.7866521381595728, "avg_recall": 0.6839429870065707, "avg_f1": 0.7130132766136565, "per_class_metrics": { "neg": { "precision": 0.8620689655172413, "recall": 0.4807692307692308, "f1-score": 0.6172839506172839, "support": 52.0 }, "neu": { "precision": 0.7862595419847328, "recall": 0.6866666666666666, "f1-score": 0.7330960854092526, "support": 150.0 }, "pos": { "precision": 0.7116279069767442, "recall": 0.884393063583815, "f1-score": 0.7886597938144329, "support": 173.0 } } } } }