File size: 3,910 Bytes
434d3f4 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 |
{
"model_comparisons": {
"IndicBERT": {
"test_accuracy": 69.86666666666666,
"avg_precision": 0.6224180162184014,
"avg_recall": 0.5884580801343807,
"avg_f1": 0.593856658862321,
"per_class_metrics": {
"neg": {
"precision": 0.4,
"recall": 0.23076923076923078,
"f1-score": 0.29268292682926833,
"support": 52.0
},
"neu": {
"precision": 0.7709923664122137,
"recall": 0.6733333333333333,
"f1-score": 0.7188612099644129,
"support": 150.0
},
"pos": {
"precision": 0.6962616822429907,
"recall": 0.861271676300578,
"f1-score": 0.7700258397932817,
"support": 173.0
}
}
},
"mBERT": {
"test_accuracy": 76.53333333333333,
"avg_precision": 0.7711061102018549,
"avg_recall": 0.6763361493997332,
"avg_f1": 0.699825091252967,
"per_class_metrics": {
"neg": {
"precision": 0.7692307692307693,
"recall": 0.38461538461538464,
"f1-score": 0.5128205128205128,
"support": 52.0
},
"neu": {
"precision": 0.8085106382978723,
"recall": 0.76,
"f1-score": 0.7835051546391754,
"support": 150.0
},
"pos": {
"precision": 0.7355769230769231,
"recall": 0.884393063583815,
"f1-score": 0.8031496062992126,
"support": 173.0
}
}
},
"XLM-RoBERTa": {
"test_accuracy": 81.33333333333333,
"avg_precision": 0.8151709401709403,
"avg_recall": 0.7698423990909541,
"avg_f1": 0.7866802163819814,
"per_class_metrics": {
"neg": {
"precision": 0.8205128205128205,
"recall": 0.6153846153846154,
"f1-score": 0.7032967032967034,
"support": 52.0
},
"neu": {
"precision": 0.7797619047619048,
"recall": 0.8733333333333333,
"f1-score": 0.8238993710691823,
"support": 150.0
},
"pos": {
"precision": 0.8452380952380952,
"recall": 0.8208092485549133,
"f1-score": 0.8328445747800586,
"support": 173.0
}
}
},
"Custom-BERT-Attention": {
"test_accuracy": 74.93333333333334,
"avg_precision": 0.7866521381595728,
"avg_recall": 0.6839429870065707,
"avg_f1": 0.7130132766136565,
"per_class_metrics": {
"neg": {
"precision": 0.8620689655172413,
"recall": 0.4807692307692308,
"f1-score": 0.6172839506172839,
"support": 52.0
},
"neu": {
"precision": 0.7862595419847328,
"recall": 0.6866666666666666,
"f1-score": 0.7330960854092526,
"support": 150.0
},
"pos": {
"precision": 0.7116279069767442,
"recall": 0.884393063583815,
"f1-score": 0.7886597938144329,
"support": 173.0
}
}
}
}
} |