autoevaluator's picture
Add evaluation results on the samsum config and test split of samsum
86a2a1b
|
raw
history blame
No virus
2.4 kB
---
language:
- en
- de
- fr
- it
- es
library_name: transformers
datasets:
- Joemgu/sumstew-16k
pipeline_tag: summarization
model-index:
- name: Joemgu/long-t5-base-sumstew
results:
- task:
type: summarization
name: Summarization
dataset:
name: samsum
type: samsum
config: samsum
split: test
metrics:
- type: rouge
value: 26.5351
name: ROUGE-1
verified: true
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMThjYTliNWQxOTQ3MjgxZjRkZjZjNzU5MTczNDJjYmM0MGFmMWUwODgwOGEwYzY0YmEyNTE4MDEzNzg1MTk0ZSIsInZlcnNpb24iOjF9.gEKz5dCMonRJX7VRdw5S5iA0RKoA0aAI0DHskxAPNBXeFFkY-wr2nnKneIpAN4wEgF6dbSRYEJxvMgAesVCiCQ
- type: rouge
value: 6.9939
name: ROUGE-2
verified: true
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYzMwZGZiN2IzYjcxYmU3ZGU1NzVkNjNkM2EyNjlmMWE5YmQxNGQwZTlmYjZhMTMxZjNiNTllYzRjZDdjODY3YyIsInZlcnNpb24iOjF9.oWvLE6hcn5P_JXA2DZNP2Uol7MhgD2GqHkh6HN3hbY6ixfXswTddUgatbo02tKuENsDENwVXBUPs0VR3VcZCAQ
- type: rouge
value: 21.9741
name: ROUGE-L
verified: true
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMjNjZWY4YjFjNjYyMjFmZjYzMmM1ZDg4ZjQzOTAwYzhmNjEyZGI1MmViODUwNjA0Mjg5MjZmYjhlMzBjMmQyNiIsInZlcnNpb24iOjF9.ZFnsTiNBysR3MS0kE89XOcV6gjvMFKZkcCCdMgTiUkE_Bx8VbKXjidqUT8l2JefPlZI-hAmAN-xF1sgN9vB-Dw
- type: rouge
value: 23.568
name: ROUGE-LSUM
verified: true
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYTlkYzg3OTZhOGMwNjhhMjUxOWMyNTkxMmY1ODdjNzkzMTVlYjM4MWEwNDY3ZWY4NjU0MDBjMDMzNjgyZmQzMiIsInZlcnNpb24iOjF9.uX8aTsZ8NqjksmtfddDm-LphNwsEmAskhbyH3whwHtxiCi055FjvPxdATowdzCT2j4VNrnvNQSIQvLGjDqUBCg
- type: loss
value: 1.7354282140731812
name: loss
verified: true
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNTNmYjBkZGNkZjc3NjI0ZWMwMTg0NmE3YmM5ZjY5YzI0YjBkZDA2YjY1YzUxZTczNjFkZjE3ODdhNWMxYWRhMiIsInZlcnNpb24iOjF9.mYFe_cV7t7o8gGX23pRTGXw1yIGdupdifNxZ34_phx4fPsFbun9-6DD7nr0gR_hamtZ9UOcZo8HuEMjNmEFlCQ
- type: gen_len
value: 16.707
name: gen_len
verified: true
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiODNiMWNhNmJjN2E2MmNlZDg2ZWQwZmZkN2NhZDk0MzFiOTc3ZmI5MjE1N2M3ODVhYzIwZTY0YjM0MTk0YWQ3MiIsInZlcnNpb24iOjF9.l0eOVQbuhOsKTuCNEsj_Xmnl2UGjfHihQ9JDsFJsEZ4ONe_ziayQsz4NkfCvvcQV6Xfa3uFMH9oQ9kHeQBCdBw
---