ArtifactAI autoevaluator HF staff commited on
Commit
4290bec
1 Parent(s): 1de5f30

Add verifyToken field to verify evaluation results are produced by Hugging Face's automatic model evaluator (#3)

Browse files

- Add verifyToken field to verify evaluation results are produced by Hugging Face's automatic model evaluator (3061cf91cdf658bcefd85904d55876ac28d997e8)


Co-authored-by: Evaluation Bot <autoevaluator@users.noreply.huggingface.co>

Files changed (1) hide show
  1. README.md +19 -13
README.md CHANGED
@@ -1,8 +1,8 @@
1
  ---
2
  language: en
3
- datasets: billsum
4
  tags:
5
  - summarization
 
6
  widget:
7
  - text: 'The people of the State of California do enact as follows: SECTIONHEADER
8
  Section 1170.02 is added to the Penal Code, to read: 1170.02. A prisoner is not
@@ -134,30 +134,36 @@ model-index:
134
  config: default
135
  split: test
136
  metrics:
137
- - name: ROUGE-1
138
- type: rouge
139
  value: 47.8432
 
140
  verified: true
141
- - name: ROUGE-2
142
- type: rouge
143
  value: 26.3424
 
144
  verified: true
145
- - name: ROUGE-L
146
- type: rouge
147
  value: 34.2299
 
148
  verified: true
149
- - name: ROUGE-LSUM
150
- type: rouge
151
  value: 41.6889
 
152
  verified: true
153
- - name: loss
154
- type: loss
155
  value: 2.076857805252075
 
156
  verified: true
157
- - name: gen_len
158
- type: gen_len
159
  value: 140.324
 
160
  verified: true
 
161
  ---
162
 
163
  # Longformer Encoder-Decoder (LED) fine-tuned on Billsum
 
1
  ---
2
  language: en
 
3
  tags:
4
  - summarization
5
+ datasets: billsum
6
  widget:
7
  - text: 'The people of the State of California do enact as follows: SECTIONHEADER
8
  Section 1170.02 is added to the Penal Code, to read: 1170.02. A prisoner is not
 
134
  config: default
135
  split: test
136
  metrics:
137
+ - type: rouge
 
138
  value: 47.8432
139
+ name: ROUGE-1
140
  verified: true
141
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMmU2ZDc5MjNjMTEwOTA5ZjYxODY1MjJlNDFhYTM4NzE4YTM1MTY0MDhhYjkzYTlkNWU2NWU1NDA1NDgzMDE0NSIsInZlcnNpb24iOjF9.Dm86XdSyIx0m7USfpRWxCrEu3WWBqMaNcDrXKXWGi14Nvj_WSC8ua9h-vBPm9lSShm2k9BZ0_URw452DsJeBCw
142
+ - type: rouge
143
  value: 26.3424
144
+ name: ROUGE-2
145
  verified: true
146
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMzcwZDhlYTJmMzQ0ZDgwMmQwNGUyOTE2MGIwZWMzZWZhNWQxNTA5YmE5NmY1YjBiMTM0NjVjZWVkM2U1NmQwNSIsInZlcnNpb24iOjF9.6TC2fIaSpQqDaoirE9uDmIbzGlkVRgliIo1g7HuowjR3vmhKN4Bm9EZxohsYsZp5fp72UpZZmfTm2FuZ3aiVAw
147
+ - type: rouge
148
  value: 34.2299
149
+ name: ROUGE-L
150
  verified: true
151
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNDYyNzQ3ZmNiNTRjZGIxNTQ5YmI5MjIxNTM3ZDk3NDE1MzE5ZGQwNGRlMTcxMjcxMTY0MzZjN2FlMzUzMjgxYiIsInZlcnNpb24iOjF9.jmaScJhaq7TjiuRlvZqJdZRbqJBtmTyJTgp3oRF38GRCsoQE9QS6MZaWlh9dphoU-tdmGeR9x-Tlm1DlkP1VDg
152
+ - type: rouge
153
  value: 41.6889
154
+ name: ROUGE-LSUM
155
  verified: true
156
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMWU3NTkxZGI3ZWYyZDg4ZTNjNTM1ODhmNTFjOGNmYjJmMjI0M2JhY2YwZjgzYzg3MWRmYWIxNTQ0YTA1MGU5NSIsInZlcnNpb24iOjF9.Fy_1tkSDARRQAkj7G3IqOKeak3uBwEwHAFzImqcOpM71Sy5_YCtk_upqrxQywamtKxlLdiXxkt5c5oyFNMffDQ
157
+ - type: loss
158
  value: 2.076857805252075
159
+ name: loss
160
  verified: true
161
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiM2IxMWU4ZjIzMDVmMWJiYjA4NDNhZmQ2MjMyZTQzNTRmNmFlNjQzNDYxODc0ZTk2NDUwOWJhZWI0MWQzMzkzMSIsInZlcnNpb24iOjF9.ogmKZV1UkHnekUrrsTEWepnD_VfETCQJWxORne7MESBSPSgdwRu4_hUaE8Z-uK3ph6JDmKCXW5WXKBjg8gqJAw
162
+ - type: gen_len
163
  value: 140.324
164
+ name: gen_len
165
  verified: true
166
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiOGNkMWYzMzFiM2U3NTViYWZkODFhZmYyNDU4N2QzMmZmNzE5N2E3NmU2NWMwMjUzODQwOTMzMjE2NzlhYWJmMiIsInZlcnNpb24iOjF9._vtwj0OXD8cYyHNGC21xlcH9xo2MlnRu1CUYklsjW1XLbDfUQMwBpHPKTHj7r-R-Iv4rVLhnodED_5v848maAg
167
  ---
168
 
169
  # Longformer Encoder-Decoder (LED) fine-tuned on Billsum