Theoreticallyhugo
commited on
Commit
•
650bc15
1
Parent(s):
b0fc22b
trainer: training complete at 2024-04-23 13:12:30.597755.
Browse files- README.md +36 -66
- meta_data/README_s42_e20.md +103 -0
- model.safetensors +1 -1
README.md
CHANGED
@@ -17,12 +17,12 @@ model-index:
|
|
17 |
name: essays_su_g
|
18 |
type: essays_su_g
|
19 |
config: sep_tok_full_labels
|
20 |
-
split: train[
|
21 |
args: sep_tok_full_labels
|
22 |
metrics:
|
23 |
- name: Accuracy
|
24 |
type: accuracy
|
25 |
-
value: 0.
|
26 |
---
|
27 |
|
28 |
<!-- This model card has been generated automatically according to the information the Trainer had access to. You
|
@@ -32,17 +32,17 @@ should probably proofread and complete it, then remove this comment. -->
|
|
32 |
|
33 |
This model is a fine-tuned version of [allenai/longformer-base-4096](https://huggingface.co/allenai/longformer-base-4096) on the essays_su_g dataset.
|
34 |
It achieves the following results on the evaluation set:
|
35 |
-
- Loss: 0.
|
36 |
-
- B-claim: {'precision': 0.
|
37 |
-
- B-majorclaim: {'precision': 0.
|
38 |
-
- B-premise: {'precision': 0.
|
39 |
-
- I-claim: {'precision': 0.
|
40 |
-
- I-majorclaim: {'precision': 0.
|
41 |
-
- I-premise: {'precision': 0.
|
42 |
-
- O: {'precision':
|
43 |
-
- Accuracy: 0.
|
44 |
-
- Macro avg: {'precision': 0.
|
45 |
-
- Weighted avg: {'precision': 0.
|
46 |
|
47 |
## Model description
|
48 |
|
@@ -67,62 +67,32 @@ The following hyperparameters were used during training:
|
|
67 |
- seed: 42
|
68 |
- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
|
69 |
- lr_scheduler_type: linear
|
70 |
-
- num_epochs:
|
71 |
|
72 |
### Training results
|
73 |
|
74 |
-
| Training Loss | Epoch | Step | Validation Loss | B-claim
|
75 |
-
|
76 |
-
| No log | 1.0 | 81 | 0.
|
77 |
-
| No log | 2.0 | 162 | 0.
|
78 |
-
| No log | 3.0 | 243 | 0.
|
79 |
-
| No log | 4.0 | 324 | 0.
|
80 |
-
| No log | 5.0 | 405 | 0.
|
81 |
-
| No log | 6.0 | 486 | 0.
|
82 |
-
| 0.
|
83 |
-
| 0.
|
84 |
-
| 0.
|
85 |
-
| 0.
|
86 |
-
| 0.
|
87 |
-
| 0.
|
88 |
-
| 0.
|
89 |
-
| 0.
|
90 |
-
| 0.
|
91 |
-
| 0.
|
92 |
-
| 0.
|
93 |
-
| 0.
|
94 |
-
| 0.
|
95 |
-
| 0.
|
96 |
-
| 0.0098 | 21.0 | 1701 | 0.7069 | {'precision': 0.6542056074766355, 'recall': 0.7749077490774908, 'f1-score': 0.7094594594594594, 'support': 271.0} | {'precision': 0.9384615384615385, 'recall': 0.8776978417266187, 'f1-score': 0.9070631970260222, 'support': 139.0} | {'precision': 0.9070945945945946, 'recall': 0.8483412322274881, 'f1-score': 0.8767346938775511, 'support': 633.0} | {'precision': 0.648269820411739, 'recall': 0.7398150462384404, 'f1-score': 0.6910236955760477, 'support': 4001.0} | {'precision': 0.9502487562189055, 'recall': 0.8539493293591655, 'f1-score': 0.8995290423861854, 'support': 2013.0} | {'precision': 0.9119737561509021, 'recall': 0.8828510938602682, 'f1-score': 0.8971761541909459, 'support': 11336.0} | {'precision': 0.9999116061168567, 'recall': 1.0, 'f1-score': 0.9999558011049724, 'support': 11312.0} | 0.9045 | {'precision': 0.858595097061596, 'recall': 0.8539374703556388, 'f1-score': 0.8544202919458835, 'support': 29705.0} | {'precision': 0.9102050037942175, 'recall': 0.9044941928968188, 'f1-score': 0.9066064646845915, 'support': 29705.0} |
|
97 |
-
| 0.0098 | 22.0 | 1782 | 0.6819 | {'precision': 0.7052238805970149, 'recall': 0.6974169741697417, 'f1-score': 0.7012987012987013, 'support': 271.0} | {'precision': 0.8940397350993378, 'recall': 0.9712230215827338, 'f1-score': 0.9310344827586207, 'support': 139.0} | {'precision': 0.8926282051282052, 'recall': 0.8799368088467614, 'f1-score': 0.8862370723945903, 'support': 633.0} | {'precision': 0.7062177572631008, 'recall': 0.6500874781304674, 'f1-score': 0.676991150442478, 'support': 4001.0} | {'precision': 0.893686165273909, 'recall': 0.9562841530054644, 'f1-score': 0.9239260859131269, 'support': 2013.0} | {'precision': 0.897072874142274, 'recall': 0.9110797459421313, 'f1-score': 0.904022057858112, 'support': 11336.0} | {'precision': 1.0, 'recall': 1.0, 'f1-score': 1.0, 'support': 11312.0} | 0.9105 | {'precision': 0.8555526596434059, 'recall': 0.8665754545253285, 'f1-score': 0.8605013643808042, 'support': 29705.0} | {'precision': 0.9084735380390377, 'recall': 0.9105201144588453, 'f1-score': 0.9092392748602662, 'support': 29705.0} |
|
98 |
-
| 0.0098 | 23.0 | 1863 | 0.7414 | {'precision': 0.6970802919708029, 'recall': 0.7047970479704797, 'f1-score': 0.7009174311926606, 'support': 271.0} | {'precision': 0.9084507042253521, 'recall': 0.9280575539568345, 'f1-score': 0.9181494661921709, 'support': 139.0} | {'precision': 0.8873015873015873, 'recall': 0.8830963665086888, 'f1-score': 0.885193982581156, 'support': 633.0} | {'precision': 0.6742424242424242, 'recall': 0.6673331667083229, 'f1-score': 0.6707700037683707, 'support': 4001.0} | {'precision': 0.925, 'recall': 0.9006458022851466, 'f1-score': 0.9126604580921219, 'support': 2013.0} | {'precision': 0.895685656777807, 'recall': 0.9028757939308398, 'f1-score': 0.8992663532926242, 'support': 11336.0} | {'precision': 1.0, 'recall': 1.0, 'f1-score': 1.0, 'support': 11312.0} | 0.9059 | {'precision': 0.8553943806454248, 'recall': 0.8552579616229018, 'f1-score': 0.8552796707313007, 'support': 29705.0} | {'precision': 0.905639012166318, 'recall': 0.9058744319138192, 'f1-score': 0.9057370428806488, 'support': 29705.0} |
|
99 |
-
| 0.0098 | 24.0 | 1944 | 0.7259 | {'precision': 0.7047970479704797, 'recall': 0.7047970479704797, 'f1-score': 0.7047970479704797, 'support': 271.0} | {'precision': 0.910958904109589, 'recall': 0.9568345323741008, 'f1-score': 0.9333333333333332, 'support': 139.0} | {'precision': 0.8913738019169329, 'recall': 0.8815165876777251, 'f1-score': 0.8864177918983319, 'support': 633.0} | {'precision': 0.6969932607568688, 'recall': 0.6720819795051237, 'f1-score': 0.6843109810408449, 'support': 4001.0} | {'precision': 0.9237536656891495, 'recall': 0.9388971684053651, 'f1-score': 0.9312638580931263, 'support': 2013.0} | {'precision': 0.8983050847457628, 'recall': 0.9070218772053634, 'f1-score': 0.9026424370116758, 'support': 11336.0} | {'precision': 1.0, 'recall': 1.0, 'f1-score': 1.0, 'support': 11312.0} | 0.9108 | {'precision': 0.8608831093126833, 'recall': 0.8658784561625941, 'f1-score': 0.8632522070496845, 'support': 29705.0} | {'precision': 0.909787426705373, 'recall': 0.9107894293889918, 'f1-score': 0.910242479146784, 'support': 29705.0} |
|
100 |
-
| 0.004 | 25.0 | 2025 | 0.7058 | {'precision': 0.696551724137931, 'recall': 0.7453874538745388, 'f1-score': 0.7201426024955437, 'support': 271.0} | {'precision': 0.9219858156028369, 'recall': 0.935251798561151, 'f1-score': 0.9285714285714285, 'support': 139.0} | {'precision': 0.9035947712418301, 'recall': 0.8736176935229067, 'f1-score': 0.8883534136546184, 'support': 633.0} | {'precision': 0.6784172661870503, 'recall': 0.707073231692077, 'f1-score': 0.6924489046628319, 'support': 4001.0} | {'precision': 0.936267071320182, 'recall': 0.9195230998509687, 'f1-score': 0.9278195488721803, 'support': 2013.0} | {'precision': 0.9059180576631259, 'recall': 0.8952893436838391, 'f1-score': 0.9005723412751232, 'support': 11336.0} | {'precision': 1.0, 'recall': 1.0, 'f1-score': 1.0, 'support': 11312.0} | 0.9098 | {'precision': 0.8632478151647079, 'recall': 0.8680203744550686, 'f1-score': 0.8654154627902466, 'support': 29705.0} | {'precision': 0.9112754497242, 'recall': 0.9098131627672109, 'f1-score': 0.91047415131532, 'support': 29705.0} |
|
101 |
-
| 0.004 | 26.0 | 2106 | 0.6844 | {'precision': 0.7065217391304348, 'recall': 0.7195571955719557, 'f1-score': 0.7129798903107861, 'support': 271.0} | {'precision': 0.9148936170212766, 'recall': 0.9280575539568345, 'f1-score': 0.9214285714285715, 'support': 139.0} | {'precision': 0.8904761904761904, 'recall': 0.8862559241706162, 'f1-score': 0.8883610451306412, 'support': 633.0} | {'precision': 0.7018858176181865, 'recall': 0.6790802299425144, 'f1-score': 0.6902947154471545, 'support': 4001.0} | {'precision': 0.9230769230769231, 'recall': 0.9239940387481371, 'f1-score': 0.9235352532274081, 'support': 2013.0} | {'precision': 0.9007853403141362, 'recall': 0.9106386732533521, 'f1-score': 0.9056852079312161, 'support': 11336.0} | {'precision': 1.0, 'recall': 1.0, 'f1-score': 1.0, 'support': 11312.0} | 0.9122 | {'precision': 0.8625199468053067, 'recall': 0.8639405165204871, 'f1-score': 0.8631835262108254, 'support': 29705.0} | {'precision': 0.9113620822382424, 'recall': 0.9122033327722605, 'f1-score': 0.9117462313290554, 'support': 29705.0} |
|
102 |
-
| 0.004 | 27.0 | 2187 | 0.7212 | {'precision': 0.7056603773584905, 'recall': 0.6900369003690037, 'f1-score': 0.6977611940298508, 'support': 271.0} | {'precision': 0.9448818897637795, 'recall': 0.8633093525179856, 'f1-score': 0.9022556390977442, 'support': 139.0} | {'precision': 0.8786482334869432, 'recall': 0.9036334913112164, 'f1-score': 0.8909657320872274, 'support': 633.0} | {'precision': 0.7021393307734504, 'recall': 0.6398400399900025, 'f1-score': 0.6695436118739375, 'support': 4001.0} | {'precision': 0.9351408825093036, 'recall': 0.8738201689021361, 'f1-score': 0.9034411915767849, 'support': 2013.0} | {'precision': 0.8856297548605241, 'recall': 0.9242237120677488, 'f1-score': 0.9045152378485712, 'support': 11336.0} | {'precision': 1.0, 'recall': 0.9993811881188119, 'f1-score': 0.9996904982977407, 'support': 11312.0} | 0.9083 | {'precision': 0.8645857812503559, 'recall': 0.8420349790395578, 'f1-score': 0.8525961578302652, 'support': 29705.0} | {'precision': 0.9063105146188606, 'recall': 0.9082646019188689, 'f1-score': 0.9068521423522986, 'support': 29705.0} |
|
103 |
-
| 0.004 | 28.0 | 2268 | 0.7450 | {'precision': 0.6655629139072847, 'recall': 0.7416974169741697, 'f1-score': 0.7015706806282722, 'support': 271.0} | {'precision': 0.95, 'recall': 0.8201438848920863, 'f1-score': 0.8803088803088803, 'support': 139.0} | {'precision': 0.895330112721417, 'recall': 0.8783570300157978, 'f1-score': 0.886762360446571, 'support': 633.0} | {'precision': 0.6582938388625592, 'recall': 0.6943264183954011, 'f1-score': 0.675830190974334, 'support': 4001.0} | {'precision': 0.9473684210526315, 'recall': 0.8137108792846498, 'f1-score': 0.8754676643506146, 'support': 2013.0} | {'precision': 0.9000087711604245, 'recall': 0.9051693719124911, 'f1-score': 0.9025816950345251, 'support': 11336.0} | {'precision': 1.0, 'recall': 1.0, 'f1-score': 1.0, 'support': 11312.0} | 0.9042 | {'precision': 0.8595091511006167, 'recall': 0.8362007144963709, 'f1-score': 0.8460744959633139, 'support': 29705.0} | {'precision': 0.9067344629444252, 'recall': 0.9042248779666723, 'f1-score': 0.9050256946747467, 'support': 29705.0} |
|
104 |
-
| 0.004 | 29.0 | 2349 | 0.7132 | {'precision': 0.6934306569343066, 'recall': 0.7011070110701108, 'f1-score': 0.6972477064220184, 'support': 271.0} | {'precision': 0.9264705882352942, 'recall': 0.9064748201438849, 'f1-score': 0.9163636363636365, 'support': 139.0} | {'precision': 0.8848580441640379, 'recall': 0.8862559241706162, 'f1-score': 0.8855564325177585, 'support': 633.0} | {'precision': 0.6897381079636558, 'recall': 0.6450887278180455, 'f1-score': 0.6666666666666666, 'support': 4001.0} | {'precision': 0.9237947122861586, 'recall': 0.8852459016393442, 'f1-score': 0.9041095890410958, 'support': 2013.0} | {'precision': 0.8903065593423531, 'recall': 0.917166549047283, 'f1-score': 0.9035369774919614, 'support': 11336.0} | {'precision': 1.0, 'recall': 1.0, 'f1-score': 1.0, 'support': 11312.0} | 0.9072 | {'precision': 0.8583712384179724, 'recall': 0.8487627048413263, 'f1-score': 0.8533544297861624, 'support': 29705.0} | {'precision': 0.9055906528951113, 'recall': 0.9072210065645514, 'f1-score': 0.9062005389193937, 'support': 29705.0} |
|
105 |
-
| 0.004 | 30.0 | 2430 | 0.7848 | {'precision': 0.7058823529411765, 'recall': 0.7084870848708487, 'f1-score': 0.707182320441989, 'support': 271.0} | {'precision': 0.96, 'recall': 0.8633093525179856, 'f1-score': 0.9090909090909091, 'support': 139.0} | {'precision': 0.8839009287925697, 'recall': 0.9020537124802528, 'f1-score': 0.8928850664581705, 'support': 633.0} | {'precision': 0.6870026525198939, 'recall': 0.6473381654586353, 'f1-score': 0.6665808776219276, 'support': 4001.0} | {'precision': 0.9657729606389047, 'recall': 0.8410332836562344, 'f1-score': 0.8990971853425385, 'support': 2013.0} | {'precision': 0.8850934302866322, 'recall': 0.9234297812279464, 'f1-score': 0.9038552864482148, 'support': 11336.0} | {'precision': 1.0, 'recall': 1.0, 'f1-score': 1.0, 'support': 11312.0} | 0.9071 | {'precision': 0.8696646178827396, 'recall': 0.8408073400302719, 'f1-score': 0.8540988064862499, 'support': 29705.0} | {'precision': 0.9063275917791694, 'recall': 0.9071200134657466, 'f1-score': 0.906183556468886, 'support': 29705.0} |
|
106 |
-
| 0.0031 | 31.0 | 2511 | 0.7240 | {'precision': 0.7030075187969925, 'recall': 0.6900369003690037, 'f1-score': 0.696461824953445, 'support': 271.0} | {'precision': 0.9097744360902256, 'recall': 0.8705035971223022, 'f1-score': 0.8897058823529412, 'support': 139.0} | {'precision': 0.8866459627329193, 'recall': 0.9020537124802528, 'f1-score': 0.894283476898982, 'support': 633.0} | {'precision': 0.7003923766816144, 'recall': 0.6245938515371158, 'f1-score': 0.6603250099088387, 'support': 4001.0} | {'precision': 0.9244094488188976, 'recall': 0.8748137108792846, 'f1-score': 0.898928024502297, 'support': 2013.0} | {'precision': 0.8843984171086975, 'recall': 0.926605504587156, 'f1-score': 0.9050101236376169, 'support': 11336.0} | {'precision': 1.0, 'recall': 1.0, 'f1-score': 1.0, 'support': 11312.0} | 0.9074 | {'precision': 0.8583754514613353, 'recall': 0.841229610996445, 'f1-score': 0.8492449060363031, 'support': 29705.0} | {'precision': 0.9048600287675556, 'recall': 0.9074229927621612, 'f1-score': 0.9056114779535739, 'support': 29705.0} |
|
107 |
-
| 0.0031 | 32.0 | 2592 | 0.7001 | {'precision': 0.6985815602836879, 'recall': 0.7269372693726938, 'f1-score': 0.7124773960216998, 'support': 271.0} | {'precision': 0.8936170212765957, 'recall': 0.9064748201438849, 'f1-score': 0.9, 'support': 139.0} | {'precision': 0.9, 'recall': 0.8815165876777251, 'f1-score': 0.8906624102154829, 'support': 633.0} | {'precision': 0.6939537198308037, 'recall': 0.6970757310672332, 'f1-score': 0.6955112219451373, 'support': 4001.0} | {'precision': 0.9164086687306502, 'recall': 0.8822652757078987, 'f1-score': 0.8990129081245255, 'support': 2013.0} | {'precision': 0.9059071359606776, 'recall': 0.9104622441778405, 'f1-score': 0.9081789783976418, 'support': 11336.0} | {'precision': 1.0, 'recall': 1.0, 'f1-score': 1.0, 'support': 11312.0} | 0.9116 | {'precision': 0.8583525865832021, 'recall': 0.8578188468781823, 'f1-score': 0.8579775592434981, 'support': 29705.0} | {'precision': 0.9118273403549036, 'recall': 0.9115973741794311, 'f1-score': 0.9116829140602968, 'support': 29705.0} |
|
108 |
-
| 0.0031 | 33.0 | 2673 | 0.7454 | {'precision': 0.7028985507246377, 'recall': 0.7158671586715867, 'f1-score': 0.7093235831809871, 'support': 271.0} | {'precision': 0.896551724137931, 'recall': 0.935251798561151, 'f1-score': 0.9154929577464789, 'support': 139.0} | {'precision': 0.8971061093247589, 'recall': 0.8815165876777251, 'f1-score': 0.8892430278884461, 'support': 633.0} | {'precision': 0.693289104363358, 'recall': 0.6790802299425144, 'f1-score': 0.6861111111111111, 'support': 4001.0} | {'precision': 0.9116465863453815, 'recall': 0.9021361152508693, 'f1-score': 0.9068664169787766, 'support': 2013.0} | {'precision': 0.9016522423288749, 'recall': 0.9098447424135497, 'f1-score': 0.9057299670691549, 'support': 11336.0} | {'precision': 1.0, 'recall': 1.0, 'f1-score': 1.0, 'support': 11312.0} | 0.9103 | {'precision': 0.8575920453178488, 'recall': 0.8605280903596281, 'f1-score': 0.8589667234249935, 'support': 29705.0} | {'precision': 0.9097828132642751, 'recall': 0.9103181282612355, 'f1-score': 0.91002789457842, 'support': 29705.0} |
|
109 |
-
| 0.0031 | 34.0 | 2754 | 0.8031 | {'precision': 0.6808510638297872, 'recall': 0.7084870848708487, 'f1-score': 0.6943942133815552, 'support': 271.0} | {'precision': 0.8992805755395683, 'recall': 0.8992805755395683, 'f1-score': 0.8992805755395683, 'support': 139.0} | {'precision': 0.8922829581993569, 'recall': 0.8767772511848341, 'f1-score': 0.8844621513944222, 'support': 633.0} | {'precision': 0.6755521706016756, 'recall': 0.665083729067733, 'f1-score': 0.6702770780856424, 'support': 4001.0} | {'precision': 0.9096509240246407, 'recall': 0.8802781917536016, 'f1-score': 0.8947235546579146, 'support': 2013.0} | {'precision': 0.8967111576376167, 'recall': 0.9067572335920959, 'f1-score': 0.9017062151848765, 'support': 11336.0} | {'precision': 1.0, 'recall': 1.0, 'f1-score': 1.0, 'support': 11312.0} | 0.9054 | {'precision': 0.8506184071189493, 'recall': 0.8480948665726687, 'f1-score': 0.8492633983205684, 'support': 29705.0} | {'precision': 0.9050818036848003, 'recall': 0.9054367951523312, 'f1-score': 0.905222828949398, 'support': 29705.0} |
|
110 |
-
| 0.0031 | 35.0 | 2835 | 0.7647 | {'precision': 0.6786885245901639, 'recall': 0.7638376383763837, 'f1-score': 0.7187499999999999, 'support': 271.0} | {'precision': 0.9191176470588235, 'recall': 0.8992805755395683, 'f1-score': 0.909090909090909, 'support': 139.0} | {'precision': 0.9086378737541528, 'recall': 0.8641390205371248, 'f1-score': 0.88582995951417, 'support': 633.0} | {'precision': 0.667352067626228, 'recall': 0.7300674831292177, 'f1-score': 0.697302458820721, 'support': 4001.0} | {'precision': 0.92, 'recall': 0.8912071535022354, 'f1-score': 0.9053747161241484, 'support': 2013.0} | {'precision': 0.9148144788170189, 'recall': 0.8895553987297107, 'f1-score': 0.9020081398989221, 'support': 11336.0} | {'precision': 1.0, 'recall': 1.0, 'f1-score': 1.0, 'support': 11312.0} | 0.9086 | {'precision': 0.858372941692341, 'recall': 0.8625838956877485, 'f1-score': 0.8597651690641243, 'support': 29705.0} | {'precision': 0.9120088292083405, 'recall': 0.908601245581552, 'f1-score': 0.9099971710462852, 'support': 29705.0} |
|
111 |
-
| 0.0031 | 36.0 | 2916 | 0.7716 | {'precision': 0.6842105263157895, 'recall': 0.7195571955719557, 'f1-score': 0.7014388489208633, 'support': 271.0} | {'precision': 0.9124087591240876, 'recall': 0.8992805755395683, 'f1-score': 0.9057971014492754, 'support': 139.0} | {'precision': 0.893719806763285, 'recall': 0.8767772511848341, 'f1-score': 0.8851674641148325, 'support': 633.0} | {'precision': 0.6749757986447241, 'recall': 0.6970757310672332, 'f1-score': 0.6858477806467478, 'support': 4001.0} | {'precision': 0.9278567667193259, 'recall': 0.8753104818678589, 'f1-score': 0.9008179959100204, 'support': 2013.0} | {'precision': 0.9037017404364344, 'recall': 0.9023465067043048, 'f1-score': 0.9030236150960054, 'support': 11336.0} | {'precision': 1.0, 'recall': 1.0, 'f1-score': 1.0, 'support': 11312.0} | 0.9078 | {'precision': 0.8566961997148067, 'recall': 0.8529068202765364, 'f1-score': 0.8545846865911064, 'support': 29705.0} | {'precision': 0.9090283547955545, 'recall': 0.9078269651573809, 'f1-score': 0.9083455992865349, 'support': 29705.0} |
|
112 |
-
| 0.0031 | 37.0 | 2997 | 0.8116 | {'precision': 0.6801346801346801, 'recall': 0.7453874538745388, 'f1-score': 0.7112676056338029, 'support': 271.0} | {'precision': 0.9027777777777778, 'recall': 0.935251798561151, 'f1-score': 0.9187279151943463, 'support': 139.0} | {'precision': 0.9053156146179402, 'recall': 0.8609794628751974, 'f1-score': 0.8825910931174089, 'support': 633.0} | {'precision': 0.6671418389166073, 'recall': 0.701824543864034, 'f1-score': 0.6840438489646773, 'support': 4001.0} | {'precision': 0.9099409448818898, 'recall': 0.9185295578738202, 'f1-score': 0.9142150803461063, 'support': 2013.0} | {'precision': 0.9075524349626429, 'recall': 0.889378969654199, 'f1-score': 0.8983738026286477, 'support': 11336.0} | {'precision': 1.0, 'recall': 1.0, 'f1-score': 1.0, 'support': 11312.0} | 0.9065 | {'precision': 0.8532661844702197, 'recall': 0.8644788266718487, 'f1-score': 0.8584599065549984, 'support': 29705.0} | {'precision': 0.9083934494452071, 'recall': 0.906514054872917, 'f1-score': 0.907331314133137, 'support': 29705.0} |
|
113 |
-
| 0.0017 | 38.0 | 3078 | 0.8268 | {'precision': 0.7061224489795919, 'recall': 0.6383763837638377, 'f1-score': 0.6705426356589148, 'support': 271.0} | {'precision': 0.9, 'recall': 0.9064748201438849, 'f1-score': 0.903225806451613, 'support': 139.0} | {'precision': 0.8693009118541033, 'recall': 0.9036334913112164, 'f1-score': 0.8861347792408986, 'support': 633.0} | {'precision': 0.6944764096662831, 'recall': 0.6033491627093227, 'f1-score': 0.6457135214658286, 'support': 4001.0} | {'precision': 0.9197530864197531, 'recall': 0.8882265275707899, 'f1-score': 0.9037149355572404, 'support': 2013.0} | {'precision': 0.8787929589270747, 'recall': 0.9248412138320395, 'f1-score': 0.9012292615834264, 'support': 11336.0} | {'precision': 1.0, 'recall': 1.0, 'f1-score': 1.0, 'support': 11312.0} | 0.9045 | {'precision': 0.8526351165495436, 'recall': 0.8378430856187273, 'f1-score': 0.8443658485654174, 'support': 29705.0} | {'precision': 0.9012215694769297, 'recall': 0.904527857263087, 'f1-score': 0.902178139390374, 'support': 29705.0} |
|
114 |
-
| 0.0017 | 39.0 | 3159 | 0.8176 | {'precision': 0.6813559322033899, 'recall': 0.7416974169741697, 'f1-score': 0.7102473498233215, 'support': 271.0} | {'precision': 0.924812030075188, 'recall': 0.8848920863309353, 'f1-score': 0.9044117647058822, 'support': 139.0} | {'precision': 0.8991869918699187, 'recall': 0.8736176935229067, 'f1-score': 0.8862179487179487, 'support': 633.0} | {'precision': 0.6646820671588474, 'recall': 0.6975756060984754, 'f1-score': 0.6807317073170731, 'support': 4001.0} | {'precision': 0.9273115980758952, 'recall': 0.8618976651763537, 'f1-score': 0.8934088568486096, 'support': 2013.0} | {'precision': 0.9034574468085106, 'recall': 0.8989943542695836, 'f1-score': 0.9012203749557836, 'support': 11336.0} | {'precision': 1.0, 'recall': 1.0, 'f1-score': 1.0, 'support': 11312.0} | 0.9058 | {'precision': 0.8572580094559642, 'recall': 0.8512392603389178, 'f1-score': 0.8537482860526598, 'support': 29705.0} | {'precision': 0.907660209066212, 'recall': 0.9057734388150143, 'f1-score': 0.9065625311881947, 'support': 29705.0} |
|
115 |
-
| 0.0017 | 40.0 | 3240 | 0.8003 | {'precision': 0.6824324324324325, 'recall': 0.7453874538745388, 'f1-score': 0.7125220458553791, 'support': 271.0} | {'precision': 0.9014084507042254, 'recall': 0.920863309352518, 'f1-score': 0.911032028469751, 'support': 139.0} | {'precision': 0.9057851239669421, 'recall': 0.8657187993680885, 'f1-score': 0.8852988691437802, 'support': 633.0} | {'precision': 0.6692142345354669, 'recall': 0.7003249187703074, 'f1-score': 0.6844162188568637, 'support': 4001.0} | {'precision': 0.9120603015075377, 'recall': 0.9016393442622951, 'f1-score': 0.9068198850861853, 'support': 2013.0} | {'precision': 0.9068289626778842, 'recall': 0.8937896965419901, 'f1-score': 0.9002621173752722, 'support': 11336.0} | {'precision': 1.0, 'recall': 1.0, 'f1-score': 1.0, 'support': 11312.0} | 0.9069 | {'precision': 0.8539613579749269, 'recall': 0.8611033603099626, 'f1-score': 0.857193023541033, 'support': 29705.0} | {'precision': 0.9085646728677234, 'recall': 0.9068843629018684, 'f1-score': 0.9076340748507997, 'support': 29705.0} |
|
116 |
-
| 0.0017 | 41.0 | 3321 | 0.8058 | {'precision': 0.6851211072664359, 'recall': 0.7306273062730627, 'f1-score': 0.7071428571428571, 'support': 271.0} | {'precision': 0.900709219858156, 'recall': 0.9136690647482014, 'f1-score': 0.9071428571428571, 'support': 139.0} | {'precision': 0.9004893964110929, 'recall': 0.8720379146919431, 'f1-score': 0.8860353130016052, 'support': 633.0} | {'precision': 0.6773488710852149, 'recall': 0.6973256685828543, 'f1-score': 0.6871921182266011, 'support': 4001.0} | {'precision': 0.9128256513026052, 'recall': 0.905116741182315, 'f1-score': 0.9089548515839362, 'support': 2013.0} | {'precision': 0.906186025812194, 'recall': 0.8981122088920254, 'f1-score': 0.9021310531212617, 'support': 11336.0} | {'precision': 1.0, 'recall': 1.0, 'f1-score': 1.0, 'support': 11312.0} | 0.9083 | {'precision': 0.854668610247957, 'recall': 0.8595555577672004, 'f1-score': 0.856942721459874, 'support': 29705.0} | {'precision': 0.9093752515552543, 'recall': 0.9083319306514055, 'f1-score': 0.9088142845986974, 'support': 29705.0} |
|
117 |
-
| 0.0017 | 42.0 | 3402 | 0.8090 | {'precision': 0.6890459363957597, 'recall': 0.7195571955719557, 'f1-score': 0.703971119133574, 'support': 271.0} | {'precision': 0.9014084507042254, 'recall': 0.920863309352518, 'f1-score': 0.911032028469751, 'support': 139.0} | {'precision': 0.8964401294498382, 'recall': 0.8751974723538705, 'f1-score': 0.8856914468425259, 'support': 633.0} | {'precision': 0.6821686147724446, 'recall': 0.6855786053486629, 'f1-score': 0.6838693592620294, 'support': 4001.0} | {'precision': 0.9121485943775101, 'recall': 0.9026328862394436, 'f1-score': 0.9073657927590512, 'support': 2013.0} | {'precision': 0.9029725676986857, 'recall': 0.9030522230063515, 'f1-score': 0.9030123935959069, 'support': 11336.0} | {'precision': 1.0, 'recall': 1.0, 'f1-score': 1.0, 'support': 11312.0} | 0.9085 | {'precision': 0.8548834704854948, 'recall': 0.858125955981829, 'f1-score': 0.8564203057232626, 'support': 29705.0} | {'precision': 0.9087050193897211, 'recall': 0.9084665881164787, 'f1-score': 0.9085773254377499, 'support': 29705.0} |
|
118 |
-
| 0.0017 | 43.0 | 3483 | 0.8238 | {'precision': 0.6967509025270758, 'recall': 0.7121771217712177, 'f1-score': 0.7043795620437956, 'support': 271.0} | {'precision': 0.8951048951048951, 'recall': 0.920863309352518, 'f1-score': 0.9078014184397164, 'support': 139.0} | {'precision': 0.8956661316211878, 'recall': 0.8815165876777251, 'f1-score': 0.8885350318471338, 'support': 633.0} | {'precision': 0.6917954182205648, 'recall': 0.649087728067983, 'f1-score': 0.6697614442295293, 'support': 4001.0} | {'precision': 0.9102564102564102, 'recall': 0.9170392449080974, 'f1-score': 0.9136352388022766, 'support': 2013.0} | {'precision': 0.8928941908713693, 'recall': 0.9111679604798871, 'f1-score': 0.9019385260216556, 'support': 11336.0} | {'precision': 1.0, 'recall': 1.0, 'f1-score': 1.0, 'support': 11312.0} | 0.9077 | {'precision': 0.8546382783716434, 'recall': 0.8559788503224899, 'f1-score': 0.855150174483444, 'support': 29705.0} | {'precision': 0.9060516379796367, 'recall': 0.9076923076923077, 'f1-score': 0.9067413680757126, 'support': 29705.0} |
|
119 |
-
| 0.0007 | 44.0 | 3564 | 0.8489 | {'precision': 0.6810035842293907, 'recall': 0.7011070110701108, 'f1-score': 0.6909090909090909, 'support': 271.0} | {'precision': 0.9191176470588235, 'recall': 0.8992805755395683, 'f1-score': 0.909090909090909, 'support': 139.0} | {'precision': 0.8869426751592356, 'recall': 0.8799368088467614, 'f1-score': 0.8834258524980174, 'support': 633.0} | {'precision': 0.6790486370924639, 'recall': 0.6350912271932017, 'f1-score': 0.6563347539713289, 'support': 4001.0} | {'precision': 0.9198355601233299, 'recall': 0.8892200695479384, 'f1-score': 0.9042687547360444, 'support': 2013.0} | {'precision': 0.8868976161893328, 'recall': 0.9124029640084685, 'f1-score': 0.8994695190886163, 'support': 11336.0} | {'precision': 1.0, 'recall': 1.0, 'f1-score': 1.0, 'support': 11312.0} | 0.9042 | {'precision': 0.8532636742646538, 'recall': 0.8452912366008641, 'f1-score': 0.8490712686134296, 'support': 29705.0} | {'precision': 0.9024783031240742, 'recall': 0.9041575492341357, 'f1-score': 0.9031302267949082, 'support': 29705.0} |
|
120 |
-
| 0.0007 | 45.0 | 3645 | 0.8230 | {'precision': 0.6802721088435374, 'recall': 0.7380073800738007, 'f1-score': 0.7079646017699115, 'support': 271.0} | {'precision': 0.9191176470588235, 'recall': 0.8992805755395683, 'f1-score': 0.909090909090909, 'support': 139.0} | {'precision': 0.9004893964110929, 'recall': 0.8720379146919431, 'f1-score': 0.8860353130016052, 'support': 633.0} | {'precision': 0.6757232704402516, 'recall': 0.6713321669582605, 'f1-score': 0.6735205616850551, 'support': 4001.0} | {'precision': 0.9140823589222166, 'recall': 0.8931942374565326, 'f1-score': 0.9035175879396985, 'support': 2013.0} | {'precision': 0.8982293127629734, 'recall': 0.9039343683839096, 'f1-score': 0.9010728104115371, 'support': 11336.0} | {'precision': 1.0, 'recall': 1.0, 'f1-score': 1.0, 'support': 11312.0} | 0.9062 | {'precision': 0.8554162992055565, 'recall': 0.8539695204434308, 'f1-score': 0.8544573976998165, 'support': 29705.0} | {'precision': 0.9062469269614183, 'recall': 0.9062447399427705, 'f1-score': 0.9062171502179094, 'support': 29705.0} |
|
121 |
-
| 0.0007 | 46.0 | 3726 | 0.8292 | {'precision': 0.6906474820143885, 'recall': 0.7084870848708487, 'f1-score': 0.6994535519125684, 'support': 271.0} | {'precision': 0.9014084507042254, 'recall': 0.920863309352518, 'f1-score': 0.911032028469751, 'support': 139.0} | {'precision': 0.8924558587479936, 'recall': 0.8783570300157978, 'f1-score': 0.8853503184713376, 'support': 633.0} | {'precision': 0.6758923952405587, 'recall': 0.6530867283179205, 'f1-score': 0.6642938858522944, 'support': 4001.0} | {'precision': 0.9075, 'recall': 0.9016393442622951, 'f1-score': 0.9045601794168949, 'support': 2013.0} | {'precision': 0.8936781609195402, 'recall': 0.9053458009880028, 'f1-score': 0.8994741454864154, 'support': 11336.0} | {'precision': 1.0, 'recall': 1.0, 'f1-score': 1.0, 'support': 11312.0} | 0.9049 | {'precision': 0.8516546210895294, 'recall': 0.852539899686769, 'f1-score': 0.8520234442298945, 'support': 29705.0} | {'precision': 0.9039274333076133, 'recall': 0.9048645009257701, 'f1-score': 0.9043518097227135, 'support': 29705.0} |
|
122 |
-
| 0.0007 | 47.0 | 3807 | 0.8382 | {'precision': 0.6897810218978102, 'recall': 0.6974169741697417, 'f1-score': 0.6935779816513761, 'support': 271.0} | {'precision': 0.9148936170212766, 'recall': 0.9280575539568345, 'f1-score': 0.9214285714285715, 'support': 139.0} | {'precision': 0.8853503184713376, 'recall': 0.8783570300157978, 'f1-score': 0.8818398096748612, 'support': 633.0} | {'precision': 0.6771135106663155, 'recall': 0.6425893526618346, 'f1-score': 0.6593998461143883, 'support': 4001.0} | {'precision': 0.9121485943775101, 'recall': 0.9026328862394436, 'f1-score': 0.9073657927590512, 'support': 2013.0} | {'precision': 0.8901479110803564, 'recall': 0.9078158080451658, 'f1-score': 0.8988950517535048, 'support': 11336.0} | {'precision': 1.0, 'recall': 1.0, 'f1-score': 1.0, 'support': 11312.0} | 0.9044 | {'precision': 0.8527764247878009, 'recall': 0.8509813721555455, 'f1-score': 0.8517867219116791, 'support': 29705.0} | {'precision': 0.902963494965743, 'recall': 0.9043931997980138, 'f1-score': 0.9035819975016209, 'support': 29705.0} |
|
123 |
-
| 0.0007 | 48.0 | 3888 | 0.8516 | {'precision': 0.6992481203007519, 'recall': 0.6863468634686347, 'f1-score': 0.6927374301675978, 'support': 271.0} | {'precision': 0.9148936170212766, 'recall': 0.9280575539568345, 'f1-score': 0.9214285714285715, 'support': 139.0} | {'precision': 0.8820754716981132, 'recall': 0.8862559241706162, 'f1-score': 0.8841607565011821, 'support': 633.0} | {'precision': 0.6937745372966909, 'recall': 0.6183454136465883, 'f1-score': 0.6538918990352848, 'support': 4001.0} | {'precision': 0.9121044701155199, 'recall': 0.9021361152508693, 'f1-score': 0.9070929070929071, 'support': 2013.0} | {'precision': 0.884083778512677, 'recall': 0.9197247706422018, 'f1-score': 0.9015521639500194, 'support': 11336.0} | {'precision': 1.0, 'recall': 1.0, 'f1-score': 1.0, 'support': 11312.0} | 0.9057 | {'precision': 0.8551685707064328, 'recall': 0.8486952344479636, 'f1-score': 0.8515519611679376, 'support': 29705.0} | {'precision': 0.9029069908176629, 'recall': 0.9057061100824777, 'f1-score': 0.9038774285280207, 'support': 29705.0} |
|
124 |
-
| 0.0007 | 49.0 | 3969 | 0.8406 | {'precision': 0.6897810218978102, 'recall': 0.6974169741697417, 'f1-score': 0.6935779816513761, 'support': 271.0} | {'precision': 0.9020979020979021, 'recall': 0.9280575539568345, 'f1-score': 0.9148936170212766, 'support': 139.0} | {'precision': 0.8881789137380192, 'recall': 0.8783570300157978, 'f1-score': 0.8832406671961874, 'support': 633.0} | {'precision': 0.6768388106416275, 'recall': 0.6485878530367408, 'f1-score': 0.6624122527121888, 'support': 4001.0} | {'precision': 0.9107769423558897, 'recall': 0.9026328862394436, 'f1-score': 0.906686626746507, 'support': 2013.0} | {'precision': 0.8918496658276192, 'recall': 0.9064043754410727, 'f1-score': 0.8990681191757448, 'support': 11336.0} | {'precision': 1.0, 'recall': 1.0, 'f1-score': 1.0, 'support': 11312.0} | 0.9047 | {'precision': 0.8513604652226955, 'recall': 0.8516366675513759, 'f1-score': 0.8514113235004687, 'support': 29705.0} | {'precision': 0.9034833662980484, 'recall': 0.9046625147281603, 'f1-score': 0.904007035510759, 'support': 29705.0} |
|
125 |
-
| 0.0004 | 50.0 | 4050 | 0.8387 | {'precision': 0.6836363636363636, 'recall': 0.6937269372693727, 'f1-score': 0.6886446886446888, 'support': 271.0} | {'precision': 0.8958333333333334, 'recall': 0.9280575539568345, 'f1-score': 0.9116607773851589, 'support': 139.0} | {'precision': 0.8878205128205128, 'recall': 0.8751974723538705, 'f1-score': 0.8814638027048528, 'support': 633.0} | {'precision': 0.677737415672029, 'recall': 0.6528367908022994, 'f1-score': 0.6650541056651814, 'support': 4001.0} | {'precision': 0.9105447276361819, 'recall': 0.905116741182315, 'f1-score': 0.9078226208271052, 'support': 2013.0} | {'precision': 0.8930839495432796, 'recall': 0.9056104446012703, 'f1-score': 0.8993035784678727, 'support': 11336.0} | {'precision': 1.0, 'recall': 1.0, 'f1-score': 1.0, 'support': 11312.0} | 0.9050 | {'precision': 0.8498080432345286, 'recall': 0.8515065628808518, 'f1-score': 0.8505642248135514, 'support': 29705.0} | {'precision': 0.903966681075651, 'recall': 0.9049991583908433, 'f1-score': 0.9044317092676175, 'support': 29705.0} |
|
126 |
|
127 |
|
128 |
### Framework versions
|
|
|
17 |
name: essays_su_g
|
18 |
type: essays_su_g
|
19 |
config: sep_tok_full_labels
|
20 |
+
split: train[0%:20%]
|
21 |
args: sep_tok_full_labels
|
22 |
metrics:
|
23 |
- name: Accuracy
|
24 |
type: accuracy
|
25 |
+
value: 0.9077215189873418
|
26 |
---
|
27 |
|
28 |
<!-- This model card has been generated automatically according to the information the Trainer had access to. You
|
|
|
32 |
|
33 |
This model is a fine-tuned version of [allenai/longformer-base-4096](https://huggingface.co/allenai/longformer-base-4096) on the essays_su_g dataset.
|
34 |
It achieves the following results on the evaluation set:
|
35 |
+
- Loss: 0.6997
|
36 |
+
- B-claim: {'precision': 0.6735395189003437, 'recall': 0.6901408450704225, 'f1-score': 0.6817391304347826, 'support': 284.0}
|
37 |
+
- B-majorclaim: {'precision': 0.9457364341085271, 'recall': 0.8652482269503546, 'f1-score': 0.9037037037037037, 'support': 141.0}
|
38 |
+
- B-premise: {'precision': 0.8835904628330996, 'recall': 0.8898305084745762, 'f1-score': 0.8866995073891626, 'support': 708.0}
|
39 |
+
- I-claim: {'precision': 0.6694601922602909, 'recall': 0.6661761098847192, 'f1-score': 0.6678141135972462, 'support': 4077.0}
|
40 |
+
- I-majorclaim: {'precision': 0.9496166484118291, 'recall': 0.8567193675889329, 'f1-score': 0.9007792207792208, 'support': 2024.0}
|
41 |
+
- I-premise: {'precision': 0.896984318455971, 'recall': 0.9118705035971223, 'f1-score': 0.9043661572140916, 'support': 12232.0}
|
42 |
+
- O: {'precision': 0.9986007078771916, 'recall': 0.9998351738915444, 'f1-score': 0.9992175596096035, 'support': 12134.0}
|
43 |
+
- Accuracy: 0.9077
|
44 |
+
- Macro avg: {'precision': 0.8596468975496075, 'recall': 0.8399743907796676, 'f1-score': 0.8491884846754016, 'support': 31600.0}
|
45 |
+
- Weighted avg: {'precision': 0.9079291956085084, 'recall': 0.9077215189873418, 'f1-score': 0.9076388409441786, 'support': 31600.0}
|
46 |
|
47 |
## Model description
|
48 |
|
|
|
67 |
- seed: 42
|
68 |
- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
|
69 |
- lr_scheduler_type: linear
|
70 |
+
- num_epochs: 20
|
71 |
|
72 |
### Training results
|
73 |
|
74 |
+
| Training Loss | Epoch | Step | Validation Loss | B-claim | B-majorclaim | B-premise | I-claim | I-majorclaim | I-premise | O | Accuracy | Macro avg | Weighted avg |
|
75 |
+
|:-------------:|:-----:|:----:|:---------------:|:------------------------------------------------------------------------------------------------------------------:|:-----------------------------------------------------------------------------------------------------------------:|:-----------------------------------------------------------------------------------------------------------------:|:-------------------------------------------------------------------------------------------------------------------:|:------------------------------------------------------------------------------------------------------------------:|:-------------------------------------------------------------------------------------------------------------------:|:-------------------------------------------------------------------------------------------------------------------:|:--------:|:-------------------------------------------------------------------------------------------------------------------:|:-------------------------------------------------------------------------------------------------------------------:|
|
76 |
+
| No log | 1.0 | 81 | 0.3267 | {'precision': 0.3333333333333333, 'recall': 0.1619718309859155, 'f1-score': 0.21800947867298578, 'support': 284.0} | {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 141.0} | {'precision': 0.71900826446281, 'recall': 0.9830508474576272, 'f1-score': 0.8305489260143198, 'support': 708.0} | {'precision': 0.5643589102724319, 'recall': 0.5538386068187393, 'f1-score': 0.5590492696211935, 'support': 4077.0} | {'precision': 0.7205056179775281, 'recall': 0.7603754940711462, 'f1-score': 0.7399038461538461, 'support': 2024.0} | {'precision': 0.8883965205974068, 'recall': 0.8850555918901243, 'f1-score': 0.8867229093291834, 'support': 12232.0} | {'precision': 0.9961383616794018, 'recall': 0.9991758694577221, 'f1-score': 0.9976548035383666, 'support': 12134.0} | 0.8699 | {'precision': 0.6031058583318446, 'recall': 0.6204954629544678, 'f1-score': 0.6045556047614136, 'support': 31600.0} | {'precision': 0.8644597558999653, 'recall': 0.8699050632911393, 'f1-score': 0.8664142595402331, 'support': 31600.0} |
|
77 |
+
| No log | 2.0 | 162 | 0.2872 | {'precision': 0.6515151515151515, 'recall': 0.45422535211267606, 'f1-score': 0.5352697095435685, 'support': 284.0} | {'precision': 0.7142857142857143, 'recall': 0.851063829787234, 'f1-score': 0.7766990291262136, 'support': 141.0} | {'precision': 0.8490813648293963, 'recall': 0.9138418079096046, 'f1-score': 0.8802721088435375, 'support': 708.0} | {'precision': 0.6325869180907484, 'recall': 0.5266127054206524, 'f1-score': 0.5747557221255521, 'support': 4077.0} | {'precision': 0.6986831913245546, 'recall': 0.8913043478260869, 'f1-score': 0.7833260963960051, 'support': 2024.0} | {'precision': 0.8971377459749553, 'recall': 0.9019784172661871, 'f1-score': 0.8995515695067264, 'support': 12232.0} | {'precision': 0.9945072962780783, 'recall': 0.9997527608373167, 'f1-score': 0.9971231300345225, 'support': 12134.0} | 0.8864 | {'precision': 0.7768281974712284, 'recall': 0.791254174451394, 'f1-score': 0.7781424807965893, 'support': 31600.0} | {'precision': 0.8835831101628018, 'recall': 0.8864240506329114, 'f1-score': 0.8834146129726252, 'support': 31600.0} |
|
78 |
+
| No log | 3.0 | 243 | 0.2827 | {'precision': 0.6618357487922706, 'recall': 0.4823943661971831, 'f1-score': 0.5580448065173116, 'support': 284.0} | {'precision': 0.8956521739130435, 'recall': 0.7304964539007093, 'f1-score': 0.8046875, 'support': 141.0} | {'precision': 0.8300492610837439, 'recall': 0.9519774011299436, 'f1-score': 0.8868421052631579, 'support': 708.0} | {'precision': 0.6751432664756447, 'recall': 0.4623497669855286, 'f1-score': 0.5488426262920367, 'support': 4077.0} | {'precision': 0.8620689655172413, 'recall': 0.7658102766798419, 'f1-score': 0.8110936682365254, 'support': 2024.0} | {'precision': 0.854842235662756, 'recall': 0.9590418574231524, 'f1-score': 0.9039491427470623, 'support': 12232.0} | {'precision': 0.9972023368715544, 'recall': 0.9987638041865832, 'f1-score': 0.9979824597521307, 'support': 12134.0} | 0.8924 | {'precision': 0.825256284045179, 'recall': 0.7644048466432775, 'f1-score': 0.7873489012583177, 'support': 31600.0} | {'precision': 0.8846770016417851, 'recall': 0.892373417721519, 'f1-score': 0.88435885840807, 'support': 31600.0} |
|
79 |
+
| No log | 4.0 | 324 | 0.2764 | {'precision': 0.6165644171779141, 'recall': 0.7077464788732394, 'f1-score': 0.659016393442623, 'support': 284.0} | {'precision': 0.8136645962732919, 'recall': 0.9290780141843972, 'f1-score': 0.8675496688741722, 'support': 141.0} | {'precision': 0.9130434782608695, 'recall': 0.8305084745762712, 'f1-score': 0.8698224852071005, 'support': 708.0} | {'precision': 0.5964839710444674, 'recall': 0.70738287956831, 'f1-score': 0.6472172351885099, 'support': 4077.0} | {'precision': 0.8131966116807846, 'recall': 0.9011857707509882, 'f1-score': 0.8549332083430982, 'support': 2024.0} | {'precision': 0.9271658801531475, 'recall': 0.8512916939175932, 'f1-score': 0.8876102800153433, 'support': 12232.0} | {'precision': 0.9970394736842105, 'recall': 0.9991758694577221, 'f1-score': 0.9981065283609122, 'support': 12134.0} | 0.8913 | {'precision': 0.8110226326106693, 'recall': 0.8466241687612174, 'f1-score': 0.8263222570616798, 'support': 31600.0} | {'precision': 0.9004180663566287, 'recall': 0.8912974683544304, 'f1-score': 0.8943886873545748, 'support': 31600.0} |
|
80 |
+
| No log | 5.0 | 405 | 0.2893 | {'precision': 0.6763636363636364, 'recall': 0.6549295774647887, 'f1-score': 0.665474060822898, 'support': 284.0} | {'precision': 0.8657718120805369, 'recall': 0.9148936170212766, 'f1-score': 0.8896551724137931, 'support': 141.0} | {'precision': 0.8830985915492958, 'recall': 0.885593220338983, 'f1-score': 0.8843441466854725, 'support': 708.0} | {'precision': 0.6597668332143707, 'recall': 0.6801569781702232, 'f1-score': 0.6698067632850242, 'support': 4077.0} | {'precision': 0.8751828376401756, 'recall': 0.8868577075098815, 'f1-score': 0.8809815950920246, 'support': 2024.0} | {'precision': 0.9094305163539764, 'recall': 0.8956017004578156, 'f1-score': 0.9024631353488756, 'support': 12232.0} | {'precision': 0.9967121486108828, 'recall': 0.9993406955661777, 'f1-score': 0.9980246913580246, 'support': 12134.0} | 0.9048 | {'precision': 0.838046625116125, 'recall': 0.8453390709327352, 'f1-score': 0.8415356521437304, 'support': 31600.0} | {'precision': 0.9056611908459661, 'recall': 0.9047784810126582, 'f1-score': 0.9051715590931133, 'support': 31600.0} |
|
81 |
+
| No log | 6.0 | 486 | 0.3353 | {'precision': 0.6330935251798561, 'recall': 0.6197183098591549, 'f1-score': 0.6263345195729537, 'support': 284.0} | {'precision': 0.9230769230769231, 'recall': 0.7659574468085106, 'f1-score': 0.8372093023255814, 'support': 141.0} | {'precision': 0.8594594594594595, 'recall': 0.8983050847457628, 'f1-score': 0.8784530386740332, 'support': 708.0} | {'precision': 0.6360499070878683, 'recall': 0.5876870247731175, 'f1-score': 0.6109127995920448, 'support': 4077.0} | {'precision': 0.9126662810873337, 'recall': 0.7796442687747036, 'f1-score': 0.8409272581934453, 'support': 2024.0} | {'precision': 0.8762685402029664, 'recall': 0.9176749509483323, 'f1-score': 0.8964938902643559, 'support': 12232.0} | {'precision': 0.9976971790443293, 'recall': 0.9997527608373167, 'f1-score': 0.9987239122380934, 'support': 12134.0} | 0.8940 | {'precision': 0.8340445450198194, 'recall': 0.7955342638209855, 'f1-score': 0.8127221029800725, 'support': 31600.0} | {'precision': 0.891880888702747, 'recall': 0.8939873417721519, 'f1-score': 0.8922477132246446, 'support': 31600.0} |
|
82 |
+
| 0.2608 | 7.0 | 567 | 0.4514 | {'precision': 0.6820512820512821, 'recall': 0.46830985915492956, 'f1-score': 0.5553235908141962, 'support': 284.0} | {'precision': 0.954954954954955, 'recall': 0.75177304964539, 'f1-score': 0.8412698412698413, 'support': 141.0} | {'precision': 0.8210399032648126, 'recall': 0.9590395480225988, 'f1-score': 0.8846905537459283, 'support': 708.0} | {'precision': 0.6880088823094005, 'recall': 0.45597252882021094, 'f1-score': 0.5484584747012834, 'support': 4077.0} | {'precision': 0.9536019536019537, 'recall': 0.7717391304347826, 'f1-score': 0.8530857454942655, 'support': 2024.0} | {'precision': 0.8438103411285132, 'recall': 0.9646010464355788, 'f1-score': 0.900171657448026, 'support': 12232.0} | {'precision': 0.9982707509881423, 'recall': 0.9990934564034943, 'f1-score': 0.9986819342614713, 'support': 12134.0} | 0.8943 | {'precision': 0.8488197240427228, 'recall': 0.7672183741309979, 'f1-score': 0.7973831139621446, 'support': 31600.0} | {'precision': 0.8885840321741321, 'recall': 0.8943354430379746, 'f1-score': 0.8858958517067363, 'support': 31600.0} |
|
83 |
+
| 0.2608 | 8.0 | 648 | 0.4097 | {'precision': 0.6814814814814815, 'recall': 0.647887323943662, 'f1-score': 0.6642599277978338, 'support': 284.0} | {'precision': 0.967479674796748, 'recall': 0.8439716312056738, 'f1-score': 0.9015151515151516, 'support': 141.0} | {'precision': 0.8687415426251691, 'recall': 0.9067796610169492, 'f1-score': 0.8873531444367657, 'support': 708.0} | {'precision': 0.6823907799517556, 'recall': 0.6244787834191807, 'f1-score': 0.6521516393442622, 'support': 4077.0} | {'precision': 0.9711649365628604, 'recall': 0.8320158102766798, 'f1-score': 0.8962213943587014, 'support': 2024.0} | {'precision': 0.8831269952503309, 'recall': 0.9272400261608895, 'f1-score': 0.9046460618145563, 'support': 12232.0} | {'precision': 0.996875, 'recall': 0.9990110433492665, 'f1-score': 0.9979418786531653, 'support': 12134.0} | 0.9063 | {'precision': 0.8644657729526208, 'recall': 0.8259120399103289, 'f1-score': 0.8434413139886338, 'support': 31600.0} | {'precision': 0.9047867115327305, 'recall': 0.9062974683544304, 'f1-score': 0.9047924430886448, 'support': 31600.0} |
|
84 |
+
| 0.2608 | 9.0 | 729 | 0.4417 | {'precision': 0.686411149825784, 'recall': 0.6936619718309859, 'f1-score': 0.6900175131348512, 'support': 284.0} | {'precision': 0.9197080291970803, 'recall': 0.8936170212765957, 'f1-score': 0.9064748201438848, 'support': 141.0} | {'precision': 0.8885754583921015, 'recall': 0.8898305084745762, 'f1-score': 0.8892025405786873, 'support': 708.0} | {'precision': 0.6771096513390601, 'recall': 0.657346087809664, 'f1-score': 0.6670815183571872, 'support': 4077.0} | {'precision': 0.9159268929503916, 'recall': 0.866600790513834, 'f1-score': 0.8905813658288906, 'support': 2024.0} | {'precision': 0.8978524893428779, 'recall': 0.9126062786134729, 'f1-score': 0.9051692681937971, 'support': 12232.0} | {'precision': 0.9976153276868679, 'recall': 0.9998351738915444, 'f1-score': 0.9987240172875077, 'support': 12134.0} | 0.9077 | {'precision': 0.8547427141048803, 'recall': 0.8447854046300962, 'f1-score': 0.849607291932115, 'support': 31600.0} | {'precision': 0.9068271879381139, 'recall': 0.9076582278481012, 'f1-score': 0.9071553503542205, 'support': 31600.0} |
|
85 |
+
| 0.2608 | 10.0 | 810 | 0.4593 | {'precision': 0.6834532374100719, 'recall': 0.6690140845070423, 'f1-score': 0.6761565836298933, 'support': 284.0} | {'precision': 0.9104477611940298, 'recall': 0.8652482269503546, 'f1-score': 0.8872727272727273, 'support': 141.0} | {'precision': 0.8821081830790569, 'recall': 0.8983050847457628, 'f1-score': 0.8901329601119664, 'support': 708.0} | {'precision': 0.6705637828007275, 'recall': 0.6330635271032622, 'f1-score': 0.6512742871561948, 'support': 4077.0} | {'precision': 0.9037947621592731, 'recall': 0.8354743083003953, 'f1-score': 0.8682926829268293, 'support': 2024.0} | {'precision': 0.8933428775948461, 'recall': 0.9182472204054938, 'f1-score': 0.905623866156017, 'support': 12232.0} | {'precision': 0.9965500246426812, 'recall': 0.9998351738915444, 'f1-score': 0.9981898963304262, 'support': 12134.0} | 0.9046 | {'precision': 0.8486086612686695, 'recall': 0.8313125179862652, 'f1-score': 0.8395632862262934, 'support': 31600.0} | {'precision': 0.9028380907030437, 'recall': 0.9045569620253164, 'f1-score': 0.9034697801243392, 'support': 31600.0} |
|
86 |
+
| 0.2608 | 11.0 | 891 | 0.5346 | {'precision': 0.7142857142857143, 'recall': 0.5809859154929577, 'f1-score': 0.6407766990291263, 'support': 284.0} | {'precision': 0.9130434782608695, 'recall': 0.8936170212765957, 'f1-score': 0.9032258064516129, 'support': 141.0} | {'precision': 0.8547120418848168, 'recall': 0.922316384180791, 'f1-score': 0.8872282608695653, 'support': 708.0} | {'precision': 0.7111412123264477, 'recall': 0.515084621044886, 'f1-score': 0.5974395448079659, 'support': 4077.0} | {'precision': 0.8927318295739348, 'recall': 0.8799407114624506, 'f1-score': 0.8862901219208758, 'support': 2024.0} | {'precision': 0.862670258943272, 'recall': 0.9423642903858731, 'f1-score': 0.9007579901539423, 'support': 12232.0} | {'precision': 0.9980258287406433, 'recall': 0.9999175869457723, 'f1-score': 0.9989708122349842, 'support': 12134.0} | 0.9014 | {'precision': 0.8495157662879569, 'recall': 0.8191752186841895, 'f1-score': 0.8306698907811532, 'support': 31600.0} | {'precision': 0.8957333024681017, 'recall': 0.9014240506329114, 'f1-score': 0.8957812921551218, 'support': 31600.0} |
|
87 |
+
| 0.2608 | 12.0 | 972 | 0.6067 | {'precision': 0.6622950819672131, 'recall': 0.7112676056338029, 'f1-score': 0.6859083191850596, 'support': 284.0} | {'precision': 0.9375, 'recall': 0.851063829787234, 'f1-score': 0.8921933085501859, 'support': 141.0} | {'precision': 0.8914285714285715, 'recall': 0.8813559322033898, 'f1-score': 0.8863636363636365, 'support': 708.0} | {'precision': 0.6508319266939957, 'recall': 0.6620063772381654, 'f1-score': 0.6563715953307394, 'support': 4077.0} | {'precision': 0.9370034052213394, 'recall': 0.8157114624505929, 'f1-score': 0.8721605916534602, 'support': 2024.0} | {'precision': 0.8954670108081949, 'recall': 0.907619359058208, 'f1-score': 0.9015022330491272, 'support': 12232.0} | {'precision': 0.9977796052631579, 'recall': 0.9999175869457723, 'f1-score': 0.9988474520457726, 'support': 12134.0} | 0.9029 | {'precision': 0.8531865144832105, 'recall': 0.8327060219024521, 'f1-score': 0.8419067337397116, 'support': 31600.0} | {'precision': 0.9038530884689406, 'recall': 0.902879746835443, 'f1-score': 0.9030573735174033, 'support': 31600.0} |
|
88 |
+
| 0.0322 | 13.0 | 1053 | 0.5914 | {'precision': 0.7125984251968503, 'recall': 0.6373239436619719, 'f1-score': 0.6728624535315986, 'support': 284.0} | {'precision': 0.9090909090909091, 'recall': 0.9219858156028369, 'f1-score': 0.9154929577464789, 'support': 141.0} | {'precision': 0.873641304347826, 'recall': 0.9081920903954802, 'f1-score': 0.8905817174515235, 'support': 708.0} | {'precision': 0.6932808546527973, 'recall': 0.6048565121412803, 'f1-score': 0.6460571129159025, 'support': 4077.0} | {'precision': 0.905688622754491, 'recall': 0.8967391304347826, 'f1-score': 0.9011916583912611, 'support': 2024.0} | {'precision': 0.8856001879257693, 'recall': 0.9246239372138653, 'f1-score': 0.9046914370275567, 'support': 12232.0} | {'precision': 0.9990935311083642, 'recall': 0.9991758694577221, 'f1-score': 0.9991346985866744, 'support': 12134.0} | 0.9072 | {'precision': 0.8541419764395725, 'recall': 0.8418424712725627, 'f1-score': 0.8471445765215709, 'support': 31600.0} | {'precision': 0.9039360771033997, 'recall': 0.907246835443038, 'f1-score': 0.9050120935479347, 'support': 31600.0} |
|
89 |
+
| 0.0322 | 14.0 | 1134 | 0.6610 | {'precision': 0.7283950617283951, 'recall': 0.6232394366197183, 'f1-score': 0.6717267552182163, 'support': 284.0} | {'precision': 0.927536231884058, 'recall': 0.9078014184397163, 'f1-score': 0.9175627240143368, 'support': 141.0} | {'precision': 0.8656914893617021, 'recall': 0.9194915254237288, 'f1-score': 0.8917808219178082, 'support': 708.0} | {'precision': 0.7092882991556092, 'recall': 0.5768947755702722, 'f1-score': 0.6362775598539159, 'support': 4077.0} | {'precision': 0.9176531137416366, 'recall': 0.8809288537549407, 'f1-score': 0.8989160574741618, 'support': 2024.0} | {'precision': 0.8762918165811835, 'recall': 0.9358240680183126, 'f1-score': 0.9050800553469064, 'support': 12232.0} | {'precision': 0.9989296006587073, 'recall': 0.9998351738915444, 'f1-score': 0.9993821821327072, 'support': 12134.0} | 0.9073 | {'precision': 0.8605408018730417, 'recall': 0.8348593216740333, 'f1-score': 0.8458180222797218, 'support': 31600.0} | {'precision': 0.9031477200436355, 'recall': 0.9072784810126582, 'f1-score': 0.9038759465613782, 'support': 31600.0} |
|
90 |
+
| 0.0322 | 15.0 | 1215 | 0.6557 | {'precision': 0.6868686868686869, 'recall': 0.7183098591549296, 'f1-score': 0.70223752151463, 'support': 284.0} | {'precision': 0.9197080291970803, 'recall': 0.8936170212765957, 'f1-score': 0.9064748201438848, 'support': 141.0} | {'precision': 0.8955650929899857, 'recall': 0.884180790960452, 'f1-score': 0.8898365316275765, 'support': 708.0} | {'precision': 0.6798825256975036, 'recall': 0.681383370125092, 'f1-score': 0.6806321205439176, 'support': 4077.0} | {'precision': 0.9241952232606438, 'recall': 0.8794466403162056, 'f1-score': 0.9012658227848102, 'support': 2024.0} | {'precision': 0.9036790384146837, 'recall': 0.9096631785480707, 'f1-score': 0.906661234467305, 'support': 12232.0} | {'precision': 0.9991764124526438, 'recall': 0.9998351738915444, 'f1-score': 0.9995056846267919, 'support': 12134.0} | 0.9105 | {'precision': 0.8584392869830325, 'recall': 0.8523480048961273, 'f1-score': 0.8552305336727023, 'support': 31600.0} | {'precision': 0.910730075973464, 'recall': 0.9105379746835442, 'f1-score': 0.9105896850690615, 'support': 31600.0} |
|
91 |
+
| 0.0322 | 16.0 | 1296 | 0.6791 | {'precision': 0.6896551724137931, 'recall': 0.6338028169014085, 'f1-score': 0.6605504587155964, 'support': 284.0} | {'precision': 0.9453125, 'recall': 0.8581560283687943, 'f1-score': 0.8996282527881041, 'support': 141.0} | {'precision': 0.8669354838709677, 'recall': 0.9110169491525424, 'f1-score': 0.8884297520661157, 'support': 708.0} | {'precision': 0.6769836803601575, 'recall': 0.5901398086828551, 'f1-score': 0.6305857685755472, 'support': 4077.0} | {'precision': 0.9421308815575987, 'recall': 0.8606719367588933, 'f1-score': 0.8995610637748515, 'support': 2024.0} | {'precision': 0.8771861940876026, 'recall': 0.9266677567037279, 'f1-score': 0.9012483104078874, 'support': 12232.0} | {'precision': 0.9991764124526438, 'recall': 0.9998351738915444, 'f1-score': 0.9995056846267919, 'support': 12134.0} | 0.9038 | {'precision': 0.8567686178203948, 'recall': 0.8257557814942523, 'f1-score': 0.8399298987078421, 'support': 31600.0} | {'precision': 0.9007476246179443, 'recall': 0.9038291139240506, 'f1-score': 0.9014915588643904, 'support': 31600.0} |
|
92 |
+
| 0.0322 | 17.0 | 1377 | 0.6997 | {'precision': 0.6735395189003437, 'recall': 0.6901408450704225, 'f1-score': 0.6817391304347826, 'support': 284.0} | {'precision': 0.952755905511811, 'recall': 0.8581560283687943, 'f1-score': 0.9029850746268657, 'support': 141.0} | {'precision': 0.8839160839160839, 'recall': 0.8926553672316384, 'f1-score': 0.8882642304989459, 'support': 708.0} | {'precision': 0.6603307825228338, 'recall': 0.6561196958547952, 'f1-score': 0.6582185039370079, 'support': 4077.0} | {'precision': 0.946725860155383, 'recall': 0.8428853754940712, 'f1-score': 0.8917929952953477, 'support': 2024.0} | {'precision': 0.8941922027915932, 'recall': 0.9112982341399608, 'f1-score': 0.902664183334683, 'support': 12232.0} | {'precision': 0.9986829107672045, 'recall': 0.9998351738915444, 'f1-score': 0.9992587101556709, 'support': 12134.0} | 0.9053 | {'precision': 0.8585918949378932, 'recall': 0.8358701028644611, 'f1-score': 0.8464175468976148, 'support': 31600.0} | {'precision': 0.905555556916252, 'recall': 0.9053481012658228, 'f1-score': 0.9052140894419886, 'support': 31600.0} |
|
93 |
+
| 0.0322 | 18.0 | 1458 | 0.7011 | {'precision': 0.6818181818181818, 'recall': 0.6866197183098591, 'f1-score': 0.6842105263157894, 'support': 284.0} | {'precision': 0.946969696969697, 'recall': 0.8865248226950354, 'f1-score': 0.9157509157509157, 'support': 141.0} | {'precision': 0.8825174825174825, 'recall': 0.8912429378531074, 'f1-score': 0.8868587491215741, 'support': 708.0} | {'precision': 0.6766766766766766, 'recall': 0.6632327691930341, 'f1-score': 0.6698872785829307, 'support': 4077.0} | {'precision': 0.9471698113207547, 'recall': 0.8680830039525692, 'f1-score': 0.9059035833977829, 'support': 2024.0} | {'precision': 0.8964162591196986, 'recall': 0.9140778286461739, 'f1-score': 0.9051608986035214, 'support': 12232.0} | {'precision': 0.9990941283043729, 'recall': 0.9998351738915444, 'f1-score': 0.9994645137372822, 'support': 12134.0} | 0.9090 | {'precision': 0.8615231766752662, 'recall': 0.8442308935059034, 'f1-score': 0.8524623522156853, 'support': 31600.0} | {'precision': 0.90872898138775, 'recall': 0.9090189873417721, 'f1-score': 0.9087165339227473, 'support': 31600.0} |
|
94 |
+
| 0.0055 | 19.0 | 1539 | 0.7171 | {'precision': 0.6834532374100719, 'recall': 0.6690140845070423, 'f1-score': 0.6761565836298933, 'support': 284.0} | {'precision': 0.9586776859504132, 'recall': 0.8226950354609929, 'f1-score': 0.8854961832061068, 'support': 141.0} | {'precision': 0.8760217983651226, 'recall': 0.9081920903954802, 'f1-score': 0.8918169209431346, 'support': 708.0} | {'precision': 0.6699947451392538, 'recall': 0.6254598969830758, 'f1-score': 0.6469618165672967, 'support': 4077.0} | {'precision': 0.9521889400921659, 'recall': 0.816699604743083, 'f1-score': 0.8792553191489363, 'support': 2024.0} | {'precision': 0.8853498200031303, 'recall': 0.9248691955526488, 'f1-score': 0.9046781287485005, 'support': 12232.0} | {'precision': 0.9987651271918992, 'recall': 0.9998351738915444, 'f1-score': 0.9992998640912648, 'support': 12134.0} | 0.9050 | {'precision': 0.8606359077360082, 'recall': 0.8238235830762669, 'f1-score': 0.8405235451907334, 'support': 31600.0} | {'precision': 0.9036997388825967, 'recall': 0.9049683544303797, 'f1-score': 0.9037054849825339, 'support': 31600.0} |
|
95 |
+
| 0.0055 | 20.0 | 1620 | 0.6997 | {'precision': 0.6735395189003437, 'recall': 0.6901408450704225, 'f1-score': 0.6817391304347826, 'support': 284.0} | {'precision': 0.9457364341085271, 'recall': 0.8652482269503546, 'f1-score': 0.9037037037037037, 'support': 141.0} | {'precision': 0.8835904628330996, 'recall': 0.8898305084745762, 'f1-score': 0.8866995073891626, 'support': 708.0} | {'precision': 0.6694601922602909, 'recall': 0.6661761098847192, 'f1-score': 0.6678141135972462, 'support': 4077.0} | {'precision': 0.9496166484118291, 'recall': 0.8567193675889329, 'f1-score': 0.9007792207792208, 'support': 2024.0} | {'precision': 0.896984318455971, 'recall': 0.9118705035971223, 'f1-score': 0.9043661572140916, 'support': 12232.0} | {'precision': 0.9986007078771916, 'recall': 0.9998351738915444, 'f1-score': 0.9992175596096035, 'support': 12134.0} | 0.9077 | {'precision': 0.8596468975496075, 'recall': 0.8399743907796676, 'f1-score': 0.8491884846754016, 'support': 31600.0} | {'precision': 0.9079291956085084, 'recall': 0.9077215189873418, 'f1-score': 0.9076388409441786, 'support': 31600.0} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
96 |
|
97 |
|
98 |
### Framework versions
|
meta_data/README_s42_e20.md
ADDED
@@ -0,0 +1,103 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
---
|
2 |
+
license: apache-2.0
|
3 |
+
base_model: allenai/longformer-base-4096
|
4 |
+
tags:
|
5 |
+
- generated_from_trainer
|
6 |
+
datasets:
|
7 |
+
- essays_su_g
|
8 |
+
metrics:
|
9 |
+
- accuracy
|
10 |
+
model-index:
|
11 |
+
- name: longformer-sep_tok_full_labels
|
12 |
+
results:
|
13 |
+
- task:
|
14 |
+
name: Token Classification
|
15 |
+
type: token-classification
|
16 |
+
dataset:
|
17 |
+
name: essays_su_g
|
18 |
+
type: essays_su_g
|
19 |
+
config: sep_tok_full_labels
|
20 |
+
split: train[0%:20%]
|
21 |
+
args: sep_tok_full_labels
|
22 |
+
metrics:
|
23 |
+
- name: Accuracy
|
24 |
+
type: accuracy
|
25 |
+
value: 0.9077215189873418
|
26 |
+
---
|
27 |
+
|
28 |
+
<!-- This model card has been generated automatically according to the information the Trainer had access to. You
|
29 |
+
should probably proofread and complete it, then remove this comment. -->
|
30 |
+
|
31 |
+
# longformer-sep_tok_full_labels
|
32 |
+
|
33 |
+
This model is a fine-tuned version of [allenai/longformer-base-4096](https://huggingface.co/allenai/longformer-base-4096) on the essays_su_g dataset.
|
34 |
+
It achieves the following results on the evaluation set:
|
35 |
+
- Loss: 0.6997
|
36 |
+
- B-claim: {'precision': 0.6735395189003437, 'recall': 0.6901408450704225, 'f1-score': 0.6817391304347826, 'support': 284.0}
|
37 |
+
- B-majorclaim: {'precision': 0.9457364341085271, 'recall': 0.8652482269503546, 'f1-score': 0.9037037037037037, 'support': 141.0}
|
38 |
+
- B-premise: {'precision': 0.8835904628330996, 'recall': 0.8898305084745762, 'f1-score': 0.8866995073891626, 'support': 708.0}
|
39 |
+
- I-claim: {'precision': 0.6694601922602909, 'recall': 0.6661761098847192, 'f1-score': 0.6678141135972462, 'support': 4077.0}
|
40 |
+
- I-majorclaim: {'precision': 0.9496166484118291, 'recall': 0.8567193675889329, 'f1-score': 0.9007792207792208, 'support': 2024.0}
|
41 |
+
- I-premise: {'precision': 0.896984318455971, 'recall': 0.9118705035971223, 'f1-score': 0.9043661572140916, 'support': 12232.0}
|
42 |
+
- O: {'precision': 0.9986007078771916, 'recall': 0.9998351738915444, 'f1-score': 0.9992175596096035, 'support': 12134.0}
|
43 |
+
- Accuracy: 0.9077
|
44 |
+
- Macro avg: {'precision': 0.8596468975496075, 'recall': 0.8399743907796676, 'f1-score': 0.8491884846754016, 'support': 31600.0}
|
45 |
+
- Weighted avg: {'precision': 0.9079291956085084, 'recall': 0.9077215189873418, 'f1-score': 0.9076388409441786, 'support': 31600.0}
|
46 |
+
|
47 |
+
## Model description
|
48 |
+
|
49 |
+
More information needed
|
50 |
+
|
51 |
+
## Intended uses & limitations
|
52 |
+
|
53 |
+
More information needed
|
54 |
+
|
55 |
+
## Training and evaluation data
|
56 |
+
|
57 |
+
More information needed
|
58 |
+
|
59 |
+
## Training procedure
|
60 |
+
|
61 |
+
### Training hyperparameters
|
62 |
+
|
63 |
+
The following hyperparameters were used during training:
|
64 |
+
- learning_rate: 2e-05
|
65 |
+
- train_batch_size: 8
|
66 |
+
- eval_batch_size: 8
|
67 |
+
- seed: 42
|
68 |
+
- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
|
69 |
+
- lr_scheduler_type: linear
|
70 |
+
- num_epochs: 20
|
71 |
+
|
72 |
+
### Training results
|
73 |
+
|
74 |
+
| Training Loss | Epoch | Step | Validation Loss | B-claim | B-majorclaim | B-premise | I-claim | I-majorclaim | I-premise | O | Accuracy | Macro avg | Weighted avg |
|
75 |
+
|:-------------:|:-----:|:----:|:---------------:|:------------------------------------------------------------------------------------------------------------------:|:-----------------------------------------------------------------------------------------------------------------:|:-----------------------------------------------------------------------------------------------------------------:|:-------------------------------------------------------------------------------------------------------------------:|:------------------------------------------------------------------------------------------------------------------:|:-------------------------------------------------------------------------------------------------------------------:|:-------------------------------------------------------------------------------------------------------------------:|:--------:|:-------------------------------------------------------------------------------------------------------------------:|:-------------------------------------------------------------------------------------------------------------------:|
|
76 |
+
| No log | 1.0 | 81 | 0.3267 | {'precision': 0.3333333333333333, 'recall': 0.1619718309859155, 'f1-score': 0.21800947867298578, 'support': 284.0} | {'precision': 0.0, 'recall': 0.0, 'f1-score': 0.0, 'support': 141.0} | {'precision': 0.71900826446281, 'recall': 0.9830508474576272, 'f1-score': 0.8305489260143198, 'support': 708.0} | {'precision': 0.5643589102724319, 'recall': 0.5538386068187393, 'f1-score': 0.5590492696211935, 'support': 4077.0} | {'precision': 0.7205056179775281, 'recall': 0.7603754940711462, 'f1-score': 0.7399038461538461, 'support': 2024.0} | {'precision': 0.8883965205974068, 'recall': 0.8850555918901243, 'f1-score': 0.8867229093291834, 'support': 12232.0} | {'precision': 0.9961383616794018, 'recall': 0.9991758694577221, 'f1-score': 0.9976548035383666, 'support': 12134.0} | 0.8699 | {'precision': 0.6031058583318446, 'recall': 0.6204954629544678, 'f1-score': 0.6045556047614136, 'support': 31600.0} | {'precision': 0.8644597558999653, 'recall': 0.8699050632911393, 'f1-score': 0.8664142595402331, 'support': 31600.0} |
|
77 |
+
| No log | 2.0 | 162 | 0.2872 | {'precision': 0.6515151515151515, 'recall': 0.45422535211267606, 'f1-score': 0.5352697095435685, 'support': 284.0} | {'precision': 0.7142857142857143, 'recall': 0.851063829787234, 'f1-score': 0.7766990291262136, 'support': 141.0} | {'precision': 0.8490813648293963, 'recall': 0.9138418079096046, 'f1-score': 0.8802721088435375, 'support': 708.0} | {'precision': 0.6325869180907484, 'recall': 0.5266127054206524, 'f1-score': 0.5747557221255521, 'support': 4077.0} | {'precision': 0.6986831913245546, 'recall': 0.8913043478260869, 'f1-score': 0.7833260963960051, 'support': 2024.0} | {'precision': 0.8971377459749553, 'recall': 0.9019784172661871, 'f1-score': 0.8995515695067264, 'support': 12232.0} | {'precision': 0.9945072962780783, 'recall': 0.9997527608373167, 'f1-score': 0.9971231300345225, 'support': 12134.0} | 0.8864 | {'precision': 0.7768281974712284, 'recall': 0.791254174451394, 'f1-score': 0.7781424807965893, 'support': 31600.0} | {'precision': 0.8835831101628018, 'recall': 0.8864240506329114, 'f1-score': 0.8834146129726252, 'support': 31600.0} |
|
78 |
+
| No log | 3.0 | 243 | 0.2827 | {'precision': 0.6618357487922706, 'recall': 0.4823943661971831, 'f1-score': 0.5580448065173116, 'support': 284.0} | {'precision': 0.8956521739130435, 'recall': 0.7304964539007093, 'f1-score': 0.8046875, 'support': 141.0} | {'precision': 0.8300492610837439, 'recall': 0.9519774011299436, 'f1-score': 0.8868421052631579, 'support': 708.0} | {'precision': 0.6751432664756447, 'recall': 0.4623497669855286, 'f1-score': 0.5488426262920367, 'support': 4077.0} | {'precision': 0.8620689655172413, 'recall': 0.7658102766798419, 'f1-score': 0.8110936682365254, 'support': 2024.0} | {'precision': 0.854842235662756, 'recall': 0.9590418574231524, 'f1-score': 0.9039491427470623, 'support': 12232.0} | {'precision': 0.9972023368715544, 'recall': 0.9987638041865832, 'f1-score': 0.9979824597521307, 'support': 12134.0} | 0.8924 | {'precision': 0.825256284045179, 'recall': 0.7644048466432775, 'f1-score': 0.7873489012583177, 'support': 31600.0} | {'precision': 0.8846770016417851, 'recall': 0.892373417721519, 'f1-score': 0.88435885840807, 'support': 31600.0} |
|
79 |
+
| No log | 4.0 | 324 | 0.2764 | {'precision': 0.6165644171779141, 'recall': 0.7077464788732394, 'f1-score': 0.659016393442623, 'support': 284.0} | {'precision': 0.8136645962732919, 'recall': 0.9290780141843972, 'f1-score': 0.8675496688741722, 'support': 141.0} | {'precision': 0.9130434782608695, 'recall': 0.8305084745762712, 'f1-score': 0.8698224852071005, 'support': 708.0} | {'precision': 0.5964839710444674, 'recall': 0.70738287956831, 'f1-score': 0.6472172351885099, 'support': 4077.0} | {'precision': 0.8131966116807846, 'recall': 0.9011857707509882, 'f1-score': 0.8549332083430982, 'support': 2024.0} | {'precision': 0.9271658801531475, 'recall': 0.8512916939175932, 'f1-score': 0.8876102800153433, 'support': 12232.0} | {'precision': 0.9970394736842105, 'recall': 0.9991758694577221, 'f1-score': 0.9981065283609122, 'support': 12134.0} | 0.8913 | {'precision': 0.8110226326106693, 'recall': 0.8466241687612174, 'f1-score': 0.8263222570616798, 'support': 31600.0} | {'precision': 0.9004180663566287, 'recall': 0.8912974683544304, 'f1-score': 0.8943886873545748, 'support': 31600.0} |
|
80 |
+
| No log | 5.0 | 405 | 0.2893 | {'precision': 0.6763636363636364, 'recall': 0.6549295774647887, 'f1-score': 0.665474060822898, 'support': 284.0} | {'precision': 0.8657718120805369, 'recall': 0.9148936170212766, 'f1-score': 0.8896551724137931, 'support': 141.0} | {'precision': 0.8830985915492958, 'recall': 0.885593220338983, 'f1-score': 0.8843441466854725, 'support': 708.0} | {'precision': 0.6597668332143707, 'recall': 0.6801569781702232, 'f1-score': 0.6698067632850242, 'support': 4077.0} | {'precision': 0.8751828376401756, 'recall': 0.8868577075098815, 'f1-score': 0.8809815950920246, 'support': 2024.0} | {'precision': 0.9094305163539764, 'recall': 0.8956017004578156, 'f1-score': 0.9024631353488756, 'support': 12232.0} | {'precision': 0.9967121486108828, 'recall': 0.9993406955661777, 'f1-score': 0.9980246913580246, 'support': 12134.0} | 0.9048 | {'precision': 0.838046625116125, 'recall': 0.8453390709327352, 'f1-score': 0.8415356521437304, 'support': 31600.0} | {'precision': 0.9056611908459661, 'recall': 0.9047784810126582, 'f1-score': 0.9051715590931133, 'support': 31600.0} |
|
81 |
+
| No log | 6.0 | 486 | 0.3353 | {'precision': 0.6330935251798561, 'recall': 0.6197183098591549, 'f1-score': 0.6263345195729537, 'support': 284.0} | {'precision': 0.9230769230769231, 'recall': 0.7659574468085106, 'f1-score': 0.8372093023255814, 'support': 141.0} | {'precision': 0.8594594594594595, 'recall': 0.8983050847457628, 'f1-score': 0.8784530386740332, 'support': 708.0} | {'precision': 0.6360499070878683, 'recall': 0.5876870247731175, 'f1-score': 0.6109127995920448, 'support': 4077.0} | {'precision': 0.9126662810873337, 'recall': 0.7796442687747036, 'f1-score': 0.8409272581934453, 'support': 2024.0} | {'precision': 0.8762685402029664, 'recall': 0.9176749509483323, 'f1-score': 0.8964938902643559, 'support': 12232.0} | {'precision': 0.9976971790443293, 'recall': 0.9997527608373167, 'f1-score': 0.9987239122380934, 'support': 12134.0} | 0.8940 | {'precision': 0.8340445450198194, 'recall': 0.7955342638209855, 'f1-score': 0.8127221029800725, 'support': 31600.0} | {'precision': 0.891880888702747, 'recall': 0.8939873417721519, 'f1-score': 0.8922477132246446, 'support': 31600.0} |
|
82 |
+
| 0.2608 | 7.0 | 567 | 0.4514 | {'precision': 0.6820512820512821, 'recall': 0.46830985915492956, 'f1-score': 0.5553235908141962, 'support': 284.0} | {'precision': 0.954954954954955, 'recall': 0.75177304964539, 'f1-score': 0.8412698412698413, 'support': 141.0} | {'precision': 0.8210399032648126, 'recall': 0.9590395480225988, 'f1-score': 0.8846905537459283, 'support': 708.0} | {'precision': 0.6880088823094005, 'recall': 0.45597252882021094, 'f1-score': 0.5484584747012834, 'support': 4077.0} | {'precision': 0.9536019536019537, 'recall': 0.7717391304347826, 'f1-score': 0.8530857454942655, 'support': 2024.0} | {'precision': 0.8438103411285132, 'recall': 0.9646010464355788, 'f1-score': 0.900171657448026, 'support': 12232.0} | {'precision': 0.9982707509881423, 'recall': 0.9990934564034943, 'f1-score': 0.9986819342614713, 'support': 12134.0} | 0.8943 | {'precision': 0.8488197240427228, 'recall': 0.7672183741309979, 'f1-score': 0.7973831139621446, 'support': 31600.0} | {'precision': 0.8885840321741321, 'recall': 0.8943354430379746, 'f1-score': 0.8858958517067363, 'support': 31600.0} |
|
83 |
+
| 0.2608 | 8.0 | 648 | 0.4097 | {'precision': 0.6814814814814815, 'recall': 0.647887323943662, 'f1-score': 0.6642599277978338, 'support': 284.0} | {'precision': 0.967479674796748, 'recall': 0.8439716312056738, 'f1-score': 0.9015151515151516, 'support': 141.0} | {'precision': 0.8687415426251691, 'recall': 0.9067796610169492, 'f1-score': 0.8873531444367657, 'support': 708.0} | {'precision': 0.6823907799517556, 'recall': 0.6244787834191807, 'f1-score': 0.6521516393442622, 'support': 4077.0} | {'precision': 0.9711649365628604, 'recall': 0.8320158102766798, 'f1-score': 0.8962213943587014, 'support': 2024.0} | {'precision': 0.8831269952503309, 'recall': 0.9272400261608895, 'f1-score': 0.9046460618145563, 'support': 12232.0} | {'precision': 0.996875, 'recall': 0.9990110433492665, 'f1-score': 0.9979418786531653, 'support': 12134.0} | 0.9063 | {'precision': 0.8644657729526208, 'recall': 0.8259120399103289, 'f1-score': 0.8434413139886338, 'support': 31600.0} | {'precision': 0.9047867115327305, 'recall': 0.9062974683544304, 'f1-score': 0.9047924430886448, 'support': 31600.0} |
|
84 |
+
| 0.2608 | 9.0 | 729 | 0.4417 | {'precision': 0.686411149825784, 'recall': 0.6936619718309859, 'f1-score': 0.6900175131348512, 'support': 284.0} | {'precision': 0.9197080291970803, 'recall': 0.8936170212765957, 'f1-score': 0.9064748201438848, 'support': 141.0} | {'precision': 0.8885754583921015, 'recall': 0.8898305084745762, 'f1-score': 0.8892025405786873, 'support': 708.0} | {'precision': 0.6771096513390601, 'recall': 0.657346087809664, 'f1-score': 0.6670815183571872, 'support': 4077.0} | {'precision': 0.9159268929503916, 'recall': 0.866600790513834, 'f1-score': 0.8905813658288906, 'support': 2024.0} | {'precision': 0.8978524893428779, 'recall': 0.9126062786134729, 'f1-score': 0.9051692681937971, 'support': 12232.0} | {'precision': 0.9976153276868679, 'recall': 0.9998351738915444, 'f1-score': 0.9987240172875077, 'support': 12134.0} | 0.9077 | {'precision': 0.8547427141048803, 'recall': 0.8447854046300962, 'f1-score': 0.849607291932115, 'support': 31600.0} | {'precision': 0.9068271879381139, 'recall': 0.9076582278481012, 'f1-score': 0.9071553503542205, 'support': 31600.0} |
|
85 |
+
| 0.2608 | 10.0 | 810 | 0.4593 | {'precision': 0.6834532374100719, 'recall': 0.6690140845070423, 'f1-score': 0.6761565836298933, 'support': 284.0} | {'precision': 0.9104477611940298, 'recall': 0.8652482269503546, 'f1-score': 0.8872727272727273, 'support': 141.0} | {'precision': 0.8821081830790569, 'recall': 0.8983050847457628, 'f1-score': 0.8901329601119664, 'support': 708.0} | {'precision': 0.6705637828007275, 'recall': 0.6330635271032622, 'f1-score': 0.6512742871561948, 'support': 4077.0} | {'precision': 0.9037947621592731, 'recall': 0.8354743083003953, 'f1-score': 0.8682926829268293, 'support': 2024.0} | {'precision': 0.8933428775948461, 'recall': 0.9182472204054938, 'f1-score': 0.905623866156017, 'support': 12232.0} | {'precision': 0.9965500246426812, 'recall': 0.9998351738915444, 'f1-score': 0.9981898963304262, 'support': 12134.0} | 0.9046 | {'precision': 0.8486086612686695, 'recall': 0.8313125179862652, 'f1-score': 0.8395632862262934, 'support': 31600.0} | {'precision': 0.9028380907030437, 'recall': 0.9045569620253164, 'f1-score': 0.9034697801243392, 'support': 31600.0} |
|
86 |
+
| 0.2608 | 11.0 | 891 | 0.5346 | {'precision': 0.7142857142857143, 'recall': 0.5809859154929577, 'f1-score': 0.6407766990291263, 'support': 284.0} | {'precision': 0.9130434782608695, 'recall': 0.8936170212765957, 'f1-score': 0.9032258064516129, 'support': 141.0} | {'precision': 0.8547120418848168, 'recall': 0.922316384180791, 'f1-score': 0.8872282608695653, 'support': 708.0} | {'precision': 0.7111412123264477, 'recall': 0.515084621044886, 'f1-score': 0.5974395448079659, 'support': 4077.0} | {'precision': 0.8927318295739348, 'recall': 0.8799407114624506, 'f1-score': 0.8862901219208758, 'support': 2024.0} | {'precision': 0.862670258943272, 'recall': 0.9423642903858731, 'f1-score': 0.9007579901539423, 'support': 12232.0} | {'precision': 0.9980258287406433, 'recall': 0.9999175869457723, 'f1-score': 0.9989708122349842, 'support': 12134.0} | 0.9014 | {'precision': 0.8495157662879569, 'recall': 0.8191752186841895, 'f1-score': 0.8306698907811532, 'support': 31600.0} | {'precision': 0.8957333024681017, 'recall': 0.9014240506329114, 'f1-score': 0.8957812921551218, 'support': 31600.0} |
|
87 |
+
| 0.2608 | 12.0 | 972 | 0.6067 | {'precision': 0.6622950819672131, 'recall': 0.7112676056338029, 'f1-score': 0.6859083191850596, 'support': 284.0} | {'precision': 0.9375, 'recall': 0.851063829787234, 'f1-score': 0.8921933085501859, 'support': 141.0} | {'precision': 0.8914285714285715, 'recall': 0.8813559322033898, 'f1-score': 0.8863636363636365, 'support': 708.0} | {'precision': 0.6508319266939957, 'recall': 0.6620063772381654, 'f1-score': 0.6563715953307394, 'support': 4077.0} | {'precision': 0.9370034052213394, 'recall': 0.8157114624505929, 'f1-score': 0.8721605916534602, 'support': 2024.0} | {'precision': 0.8954670108081949, 'recall': 0.907619359058208, 'f1-score': 0.9015022330491272, 'support': 12232.0} | {'precision': 0.9977796052631579, 'recall': 0.9999175869457723, 'f1-score': 0.9988474520457726, 'support': 12134.0} | 0.9029 | {'precision': 0.8531865144832105, 'recall': 0.8327060219024521, 'f1-score': 0.8419067337397116, 'support': 31600.0} | {'precision': 0.9038530884689406, 'recall': 0.902879746835443, 'f1-score': 0.9030573735174033, 'support': 31600.0} |
|
88 |
+
| 0.0322 | 13.0 | 1053 | 0.5914 | {'precision': 0.7125984251968503, 'recall': 0.6373239436619719, 'f1-score': 0.6728624535315986, 'support': 284.0} | {'precision': 0.9090909090909091, 'recall': 0.9219858156028369, 'f1-score': 0.9154929577464789, 'support': 141.0} | {'precision': 0.873641304347826, 'recall': 0.9081920903954802, 'f1-score': 0.8905817174515235, 'support': 708.0} | {'precision': 0.6932808546527973, 'recall': 0.6048565121412803, 'f1-score': 0.6460571129159025, 'support': 4077.0} | {'precision': 0.905688622754491, 'recall': 0.8967391304347826, 'f1-score': 0.9011916583912611, 'support': 2024.0} | {'precision': 0.8856001879257693, 'recall': 0.9246239372138653, 'f1-score': 0.9046914370275567, 'support': 12232.0} | {'precision': 0.9990935311083642, 'recall': 0.9991758694577221, 'f1-score': 0.9991346985866744, 'support': 12134.0} | 0.9072 | {'precision': 0.8541419764395725, 'recall': 0.8418424712725627, 'f1-score': 0.8471445765215709, 'support': 31600.0} | {'precision': 0.9039360771033997, 'recall': 0.907246835443038, 'f1-score': 0.9050120935479347, 'support': 31600.0} |
|
89 |
+
| 0.0322 | 14.0 | 1134 | 0.6610 | {'precision': 0.7283950617283951, 'recall': 0.6232394366197183, 'f1-score': 0.6717267552182163, 'support': 284.0} | {'precision': 0.927536231884058, 'recall': 0.9078014184397163, 'f1-score': 0.9175627240143368, 'support': 141.0} | {'precision': 0.8656914893617021, 'recall': 0.9194915254237288, 'f1-score': 0.8917808219178082, 'support': 708.0} | {'precision': 0.7092882991556092, 'recall': 0.5768947755702722, 'f1-score': 0.6362775598539159, 'support': 4077.0} | {'precision': 0.9176531137416366, 'recall': 0.8809288537549407, 'f1-score': 0.8989160574741618, 'support': 2024.0} | {'precision': 0.8762918165811835, 'recall': 0.9358240680183126, 'f1-score': 0.9050800553469064, 'support': 12232.0} | {'precision': 0.9989296006587073, 'recall': 0.9998351738915444, 'f1-score': 0.9993821821327072, 'support': 12134.0} | 0.9073 | {'precision': 0.8605408018730417, 'recall': 0.8348593216740333, 'f1-score': 0.8458180222797218, 'support': 31600.0} | {'precision': 0.9031477200436355, 'recall': 0.9072784810126582, 'f1-score': 0.9038759465613782, 'support': 31600.0} |
|
90 |
+
| 0.0322 | 15.0 | 1215 | 0.6557 | {'precision': 0.6868686868686869, 'recall': 0.7183098591549296, 'f1-score': 0.70223752151463, 'support': 284.0} | {'precision': 0.9197080291970803, 'recall': 0.8936170212765957, 'f1-score': 0.9064748201438848, 'support': 141.0} | {'precision': 0.8955650929899857, 'recall': 0.884180790960452, 'f1-score': 0.8898365316275765, 'support': 708.0} | {'precision': 0.6798825256975036, 'recall': 0.681383370125092, 'f1-score': 0.6806321205439176, 'support': 4077.0} | {'precision': 0.9241952232606438, 'recall': 0.8794466403162056, 'f1-score': 0.9012658227848102, 'support': 2024.0} | {'precision': 0.9036790384146837, 'recall': 0.9096631785480707, 'f1-score': 0.906661234467305, 'support': 12232.0} | {'precision': 0.9991764124526438, 'recall': 0.9998351738915444, 'f1-score': 0.9995056846267919, 'support': 12134.0} | 0.9105 | {'precision': 0.8584392869830325, 'recall': 0.8523480048961273, 'f1-score': 0.8552305336727023, 'support': 31600.0} | {'precision': 0.910730075973464, 'recall': 0.9105379746835442, 'f1-score': 0.9105896850690615, 'support': 31600.0} |
|
91 |
+
| 0.0322 | 16.0 | 1296 | 0.6791 | {'precision': 0.6896551724137931, 'recall': 0.6338028169014085, 'f1-score': 0.6605504587155964, 'support': 284.0} | {'precision': 0.9453125, 'recall': 0.8581560283687943, 'f1-score': 0.8996282527881041, 'support': 141.0} | {'precision': 0.8669354838709677, 'recall': 0.9110169491525424, 'f1-score': 0.8884297520661157, 'support': 708.0} | {'precision': 0.6769836803601575, 'recall': 0.5901398086828551, 'f1-score': 0.6305857685755472, 'support': 4077.0} | {'precision': 0.9421308815575987, 'recall': 0.8606719367588933, 'f1-score': 0.8995610637748515, 'support': 2024.0} | {'precision': 0.8771861940876026, 'recall': 0.9266677567037279, 'f1-score': 0.9012483104078874, 'support': 12232.0} | {'precision': 0.9991764124526438, 'recall': 0.9998351738915444, 'f1-score': 0.9995056846267919, 'support': 12134.0} | 0.9038 | {'precision': 0.8567686178203948, 'recall': 0.8257557814942523, 'f1-score': 0.8399298987078421, 'support': 31600.0} | {'precision': 0.9007476246179443, 'recall': 0.9038291139240506, 'f1-score': 0.9014915588643904, 'support': 31600.0} |
|
92 |
+
| 0.0322 | 17.0 | 1377 | 0.6997 | {'precision': 0.6735395189003437, 'recall': 0.6901408450704225, 'f1-score': 0.6817391304347826, 'support': 284.0} | {'precision': 0.952755905511811, 'recall': 0.8581560283687943, 'f1-score': 0.9029850746268657, 'support': 141.0} | {'precision': 0.8839160839160839, 'recall': 0.8926553672316384, 'f1-score': 0.8882642304989459, 'support': 708.0} | {'precision': 0.6603307825228338, 'recall': 0.6561196958547952, 'f1-score': 0.6582185039370079, 'support': 4077.0} | {'precision': 0.946725860155383, 'recall': 0.8428853754940712, 'f1-score': 0.8917929952953477, 'support': 2024.0} | {'precision': 0.8941922027915932, 'recall': 0.9112982341399608, 'f1-score': 0.902664183334683, 'support': 12232.0} | {'precision': 0.9986829107672045, 'recall': 0.9998351738915444, 'f1-score': 0.9992587101556709, 'support': 12134.0} | 0.9053 | {'precision': 0.8585918949378932, 'recall': 0.8358701028644611, 'f1-score': 0.8464175468976148, 'support': 31600.0} | {'precision': 0.905555556916252, 'recall': 0.9053481012658228, 'f1-score': 0.9052140894419886, 'support': 31600.0} |
|
93 |
+
| 0.0322 | 18.0 | 1458 | 0.7011 | {'precision': 0.6818181818181818, 'recall': 0.6866197183098591, 'f1-score': 0.6842105263157894, 'support': 284.0} | {'precision': 0.946969696969697, 'recall': 0.8865248226950354, 'f1-score': 0.9157509157509157, 'support': 141.0} | {'precision': 0.8825174825174825, 'recall': 0.8912429378531074, 'f1-score': 0.8868587491215741, 'support': 708.0} | {'precision': 0.6766766766766766, 'recall': 0.6632327691930341, 'f1-score': 0.6698872785829307, 'support': 4077.0} | {'precision': 0.9471698113207547, 'recall': 0.8680830039525692, 'f1-score': 0.9059035833977829, 'support': 2024.0} | {'precision': 0.8964162591196986, 'recall': 0.9140778286461739, 'f1-score': 0.9051608986035214, 'support': 12232.0} | {'precision': 0.9990941283043729, 'recall': 0.9998351738915444, 'f1-score': 0.9994645137372822, 'support': 12134.0} | 0.9090 | {'precision': 0.8615231766752662, 'recall': 0.8442308935059034, 'f1-score': 0.8524623522156853, 'support': 31600.0} | {'precision': 0.90872898138775, 'recall': 0.9090189873417721, 'f1-score': 0.9087165339227473, 'support': 31600.0} |
|
94 |
+
| 0.0055 | 19.0 | 1539 | 0.7171 | {'precision': 0.6834532374100719, 'recall': 0.6690140845070423, 'f1-score': 0.6761565836298933, 'support': 284.0} | {'precision': 0.9586776859504132, 'recall': 0.8226950354609929, 'f1-score': 0.8854961832061068, 'support': 141.0} | {'precision': 0.8760217983651226, 'recall': 0.9081920903954802, 'f1-score': 0.8918169209431346, 'support': 708.0} | {'precision': 0.6699947451392538, 'recall': 0.6254598969830758, 'f1-score': 0.6469618165672967, 'support': 4077.0} | {'precision': 0.9521889400921659, 'recall': 0.816699604743083, 'f1-score': 0.8792553191489363, 'support': 2024.0} | {'precision': 0.8853498200031303, 'recall': 0.9248691955526488, 'f1-score': 0.9046781287485005, 'support': 12232.0} | {'precision': 0.9987651271918992, 'recall': 0.9998351738915444, 'f1-score': 0.9992998640912648, 'support': 12134.0} | 0.9050 | {'precision': 0.8606359077360082, 'recall': 0.8238235830762669, 'f1-score': 0.8405235451907334, 'support': 31600.0} | {'precision': 0.9036997388825967, 'recall': 0.9049683544303797, 'f1-score': 0.9037054849825339, 'support': 31600.0} |
|
95 |
+
| 0.0055 | 20.0 | 1620 | 0.6997 | {'precision': 0.6735395189003437, 'recall': 0.6901408450704225, 'f1-score': 0.6817391304347826, 'support': 284.0} | {'precision': 0.9457364341085271, 'recall': 0.8652482269503546, 'f1-score': 0.9037037037037037, 'support': 141.0} | {'precision': 0.8835904628330996, 'recall': 0.8898305084745762, 'f1-score': 0.8866995073891626, 'support': 708.0} | {'precision': 0.6694601922602909, 'recall': 0.6661761098847192, 'f1-score': 0.6678141135972462, 'support': 4077.0} | {'precision': 0.9496166484118291, 'recall': 0.8567193675889329, 'f1-score': 0.9007792207792208, 'support': 2024.0} | {'precision': 0.896984318455971, 'recall': 0.9118705035971223, 'f1-score': 0.9043661572140916, 'support': 12232.0} | {'precision': 0.9986007078771916, 'recall': 0.9998351738915444, 'f1-score': 0.9992175596096035, 'support': 12134.0} | 0.9077 | {'precision': 0.8596468975496075, 'recall': 0.8399743907796676, 'f1-score': 0.8491884846754016, 'support': 31600.0} | {'precision': 0.9079291956085084, 'recall': 0.9077215189873418, 'f1-score': 0.9076388409441786, 'support': 31600.0} |
|
96 |
+
|
97 |
+
|
98 |
+
### Framework versions
|
99 |
+
|
100 |
+
- Transformers 4.38.2
|
101 |
+
- Pytorch 2.2.1+cu121
|
102 |
+
- Datasets 2.18.0
|
103 |
+
- Tokenizers 0.15.2
|
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 592330980
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f2d447c15e7564e31f54f0a9952cc462efe79ec7bd59f194ca4e0b4b6d6cdef1
|
3 |
size 592330980
|