ilos-vigil autoevaluator HF staff commited on
Commit
0aecc2c
1 Parent(s): 13f46dc

Add evaluation results on the indonli config and test_expert split of indonli (#1)

Browse files

- Add evaluation results on the indonli config and test_expert split of indonli (d9d93133a2c0e62acfff4d5eb3db630792da8b8b)


Co-authored-by: Evaluation Bot <autoevaluator@users.noreply.huggingface.co>

Files changed (1) hide show
  1. README.md +79 -12
README.md CHANGED
@@ -2,20 +2,87 @@
2
  language: id
3
  license: mit
4
  datasets:
5
- - indonli
6
- - MoritzLaurer/multilingual-NLI-26lang-2mil7
7
  pipeline_tag: zero-shot-classification
8
  widget:
9
- - text: "Saya suka makan kentang goreng."
10
- candidate_labels: "positif, netral, negatif"
11
- hypothesis_template: "Kalimat ini mengandung tema {}."
12
- multi_class: false
13
- example_title: "Sentiment"
14
- - text: "Apple umumkan harga iPhone 14."
15
- candidate_labels: "teknologi, olahraga, kuliner, bisnis"
16
- hypothesis_template: "Kalimat ini mengandung tema {}."
17
- multi_class: true
18
- example_title: "News"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
19
  ---
20
 
21
  # Indonesian small BigBird model NLI
2
  language: id
3
  license: mit
4
  datasets:
5
+ - indonli
6
+ - MoritzLaurer/multilingual-NLI-26lang-2mil7
7
  pipeline_tag: zero-shot-classification
8
  widget:
9
+ - text: Saya suka makan kentang goreng.
10
+ candidate_labels: positif, netral, negatif
11
+ hypothesis_template: Kalimat ini mengandung tema {}.
12
+ multi_class: false
13
+ example_title: Sentiment
14
+ - text: Apple umumkan harga iPhone 14.
15
+ candidate_labels: teknologi, olahraga, kuliner, bisnis
16
+ hypothesis_template: Kalimat ini mengandung tema {}.
17
+ multi_class: true
18
+ example_title: News
19
+ model-index:
20
+ - name: ilos-vigil/bigbird-small-indonesian-nli
21
+ results:
22
+ - task:
23
+ type: natural-language-inference
24
+ name: Natural Language Inference
25
+ dataset:
26
+ name: indonli
27
+ type: indonli
28
+ config: indonli
29
+ split: test_expert
30
+ metrics:
31
+ - type: accuracy
32
+ value: 0.5385388739946381
33
+ name: Accuracy
34
+ verified: true
35
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNWRhZDkxNmI2NzE3MzRlYmNlMWFjZDVmNWUwYmMwN2IxYzNjMWE4YzY4NWI3NDZkYTMzY2NjN2MyZGQ5YzEwZSIsInZlcnNpb24iOjF9.AgizskHeXOzs0v93DNojNoqR_-1bQsYBokL8jcfelFm-zt-r5YXt89WXBDLLg4oKv-Roj8sLhUwe7ei0Mf1-Ag
36
+ - type: f1
37
+ value: 0.530444188199697
38
+ name: F1 Macro
39
+ verified: true
40
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMjk2YTFhY2E3NGIzNzgxY2M5YzUzNGUzYTAwOWZkNGU3Y2I5MDA1MTc0YzM4Yjg0MmIzY2Y5M2EzOGYxNjY4NiIsInZlcnNpb24iOjF9.YZ_fTuVftTCM6SFfkFCLPbJWYmYNMYL9PNHUwNFHQXZeknf6OCBgQtr1gF6VM9mX6WuU4OKEl12tsAytlkm7Ag
41
+ - type: f1
42
+ value: 0.5385388739946381
43
+ name: F1 Micro
44
+ verified: true
45
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiM2MxMGUyZmJhZTYzN2M4NDlkMTZmMzllOGVhMjRiODhkMGVkMGMxMjY2NDBkZWM3ZWY2ZjhmZTNmYWU5ZjEzMyIsInZlcnNpb24iOjF9.f0HQlPRx4VFnOOHsrvMKFni8g1B1OJfheOyADsf47GnrvCcW_dakDgBy5c_yy4TehQYRa6ToYGHnuQnemvhnBg
46
+ - type: f1
47
+ value: 0.5299257731385174
48
+ name: F1 Weighted
49
+ verified: true
50
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNTgzZjJkZWU0NDgyMGU5MDFmNzk2OWY1OWY4MzA2NTE3MDAxN2Y2MWExODJkYjdlN2I1YzgzYjljNjdkMTc1YiIsInZlcnNpb24iOjF9.lWB7MZlAiDjskKM-lx-XtLxTQYuWLz3QjyseDuZe_AxtyOKt2GZkP2NDOZxEWketHjRiTCQfBUvSfzFId-FCAg
51
+ - type: precision
52
+ value: 0.5592571894118881
53
+ name: Precision Macro
54
+ verified: true
55
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZDQxYTFlNTNjNDAwMWIxYmJlMzRkN2U5OWY1NWNjN2YyYTE2NzRjNjM3ZWNhMzM4NjFhYWM4MzJkYjY3MzU0YSIsInZlcnNpb24iOjF9.6OI4_M1wLX1Z1BztKUfZ-382F3coCeJjarsWc-J04TKpsFCddLjuF5ZDuBFmokpz4goRgx-FlH-5jCAsFkzkBg
56
+ - type: precision
57
+ value: 0.5385388739946381
58
+ name: Precision Micro
59
+ verified: true
60
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNzRmY2I4YTAzMTRkMjFjNTE1NTEwZDlmZGQ4NDUyYTAxY2JhOTliMDRhNWY3OGY4OWRlNTlkNzcxODc0MDMwYyIsInZlcnNpb24iOjF9.X7ekS-JYOXH5eNmSfKQ_no1rNAbuQ3C0pNYvorPVfcna6RU8n6O6FNQor0AWvatAWdefJG6H3J7_GoC6M5zECw
61
+ - type: precision
62
+ value: 0.5586108016541553
63
+ name: Precision Weighted
64
+ verified: true
65
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMjUwNjMxYjEwMTEzNzAwNzQwZDQwMTRmZDM2ZDk0ZDc3YTUxOTQzNDE5ZWI2NWI4MmJmODAxYTlmN2E0Nzk2MCIsInZlcnNpb24iOjF9.nAO1wRFHMtm5kem9VhuuRg54fpvA2uzwEutjzsnZoyemUHbI2U_1TK_dDmR4bmpPjVnCZt5sF-jEq4oZIaIbDQ
66
+ - type: recall
67
+ value: 0.5385813032215204
68
+ name: Recall Macro
69
+ verified: true
70
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNzVkNjliYTM0Njc3MTUzMDBmYTE5NDRkNzFjNzg2NzA0NzEyMTg4YTlkNGFlZWMxZWUwOGQzYzY1ZGU0ZmIwNyIsInZlcnNpb24iOjF9.cnEbDBJR8m3UqiuzCq_g4RUFLE8BVzXDebKguVrwPgY-Biu4sBFXVQvFyZScsLGEnaHYsE-R8ctTEGDdQONVBw
71
+ - type: recall
72
+ value: 0.5385388739946381
73
+ name: Recall Micro
74
+ verified: true
75
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiODZkMmNjZWY4ZDYyYjU3NjQ2ZGNhZjkyNTQyOTg2ZjNmNDgwNDYxYmU2ZDA5M2EwOWRlMjMyYmI4MGU3MGMxNCIsInZlcnNpb24iOjF9.BfMB4_MZ-SYj1YbTES8pqgKNQkNnevSOjAwUqdoL6wsNpsKKWxPHmq0Kt9XufxHoQoyTkGvPfxh-0jEe3B1nBg
76
+ - type: recall
77
+ value: 0.5385388739946381
78
+ name: Recall Weighted
79
+ verified: true
80
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYmE3Yjg3OTVhMjdlMDk1YWFjMWIwNjMyZTA2Yzc3MjBlNjI1YWY5MzE0MjNkMDNiMmU5ZmIxYWExNmViYWE1NSIsInZlcnNpb24iOjF9.S9Bo-wq3wikFS-FqMQerxahu87PJyYx141G5PCWDtOs2wH1nf4texnJYWfHeVCJKZcKmS2RWn5XOjjJ9RoNJAA
81
+ - type: loss
82
+ value: 1.062397837638855
83
+ name: loss
84
+ verified: true
85
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiOTFmNDI0ZmQ2YmNlZjJlZTdmZTYwOGVkMjdjMjJkMDIzNzhlOWFiNWQzNjFiMmU5NTdiM2Y1YjYxMjU4ZjQ2ZSIsInZlcnNpb24iOjF9.15RsFRkFpbarlU1L8UyV0o0_5WCveO_mT9CdO0UYwvQsOVjScheJ8fOqHBAC-C-CMTlfFNsmMhNrU_np8c_ZCQ
86
  ---
87
 
88
  # Indonesian small BigBird model NLI