Hindi
File size: 3,910 Bytes
434d3f4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
{
    "model_comparisons": {
        "IndicBERT": {
            "test_accuracy": 69.86666666666666,
            "avg_precision": 0.6224180162184014,
            "avg_recall": 0.5884580801343807,
            "avg_f1": 0.593856658862321,
            "per_class_metrics": {
                "neg": {
                    "precision": 0.4,
                    "recall": 0.23076923076923078,
                    "f1-score": 0.29268292682926833,
                    "support": 52.0
                },
                "neu": {
                    "precision": 0.7709923664122137,
                    "recall": 0.6733333333333333,
                    "f1-score": 0.7188612099644129,
                    "support": 150.0
                },
                "pos": {
                    "precision": 0.6962616822429907,
                    "recall": 0.861271676300578,
                    "f1-score": 0.7700258397932817,
                    "support": 173.0
                }
            }
        },
        "mBERT": {
            "test_accuracy": 76.53333333333333,
            "avg_precision": 0.7711061102018549,
            "avg_recall": 0.6763361493997332,
            "avg_f1": 0.699825091252967,
            "per_class_metrics": {
                "neg": {
                    "precision": 0.7692307692307693,
                    "recall": 0.38461538461538464,
                    "f1-score": 0.5128205128205128,
                    "support": 52.0
                },
                "neu": {
                    "precision": 0.8085106382978723,
                    "recall": 0.76,
                    "f1-score": 0.7835051546391754,
                    "support": 150.0
                },
                "pos": {
                    "precision": 0.7355769230769231,
                    "recall": 0.884393063583815,
                    "f1-score": 0.8031496062992126,
                    "support": 173.0
                }
            }
        },
        "XLM-RoBERTa": {
            "test_accuracy": 81.33333333333333,
            "avg_precision": 0.8151709401709403,
            "avg_recall": 0.7698423990909541,
            "avg_f1": 0.7866802163819814,
            "per_class_metrics": {
                "neg": {
                    "precision": 0.8205128205128205,
                    "recall": 0.6153846153846154,
                    "f1-score": 0.7032967032967034,
                    "support": 52.0
                },
                "neu": {
                    "precision": 0.7797619047619048,
                    "recall": 0.8733333333333333,
                    "f1-score": 0.8238993710691823,
                    "support": 150.0
                },
                "pos": {
                    "precision": 0.8452380952380952,
                    "recall": 0.8208092485549133,
                    "f1-score": 0.8328445747800586,
                    "support": 173.0
                }
            }
        },
        "Custom-BERT-Attention": {
            "test_accuracy": 74.93333333333334,
            "avg_precision": 0.7866521381595728,
            "avg_recall": 0.6839429870065707,
            "avg_f1": 0.7130132766136565,
            "per_class_metrics": {
                "neg": {
                    "precision": 0.8620689655172413,
                    "recall": 0.4807692307692308,
                    "f1-score": 0.6172839506172839,
                    "support": 52.0
                },
                "neu": {
                    "precision": 0.7862595419847328,
                    "recall": 0.6866666666666666,
                    "f1-score": 0.7330960854092526,
                    "support": 150.0
                },
                "pos": {
                    "precision": 0.7116279069767442,
                    "recall": 0.884393063583815,
                    "f1-score": 0.7886597938144329,
                    "support": 173.0
                }
            }
        }
    }
}