Hugging Face's logo

Joemgu
/
long-t5-base-sumstew

Summarization
Transformers
PyTorch
5 languages
longt5
text2text-generation
Eval Results
Inference Endpoints
Model card Files Community
3
long-t5-base-sumstew / README.md
autoevaluator's picture
autoevaluator HF staff
Add evaluation results on the samsum config and test split of samsum
86a2a1b
preview code
|
raw
history blame
No virus
2.4 kB
metadata
language:
  - en
  - de
  - fr
  - it
  - es
library_name: transformers
datasets:
  - Joemgu/sumstew-16k
pipeline_tag: summarization
model-index:
  - name: Joemgu/long-t5-base-sumstew
    results:
      - task:
          type: summarization
          name: Summarization
        dataset:
          name: samsum
          type: samsum
          config: samsum
          split: test
        metrics:
          - type: rouge
            value: 26.5351
            name: ROUGE-1
            verified: true
            verifyToken: >-
              eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMThjYTliNWQxOTQ3MjgxZjRkZjZjNzU5MTczNDJjYmM0MGFmMWUwODgwOGEwYzY0YmEyNTE4MDEzNzg1MTk0ZSIsInZlcnNpb24iOjF9.gEKz5dCMonRJX7VRdw5S5iA0RKoA0aAI0DHskxAPNBXeFFkY-wr2nnKneIpAN4wEgF6dbSRYEJxvMgAesVCiCQ
          - type: rouge
            value: 6.9939
            name: ROUGE-2
            verified: true
            verifyToken: >-
              eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYzMwZGZiN2IzYjcxYmU3ZGU1NzVkNjNkM2EyNjlmMWE5YmQxNGQwZTlmYjZhMTMxZjNiNTllYzRjZDdjODY3YyIsInZlcnNpb24iOjF9.oWvLE6hcn5P_JXA2DZNP2Uol7MhgD2GqHkh6HN3hbY6ixfXswTddUgatbo02tKuENsDENwVXBUPs0VR3VcZCAQ
          - type: rouge
            value: 21.9741
            name: ROUGE-L
            verified: true
            verifyToken: >-
              eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMjNjZWY4YjFjNjYyMjFmZjYzMmM1ZDg4ZjQzOTAwYzhmNjEyZGI1MmViODUwNjA0Mjg5MjZmYjhlMzBjMmQyNiIsInZlcnNpb24iOjF9.ZFnsTiNBysR3MS0kE89XOcV6gjvMFKZkcCCdMgTiUkE_Bx8VbKXjidqUT8l2JefPlZI-hAmAN-xF1sgN9vB-Dw
          - type: rouge
            value: 23.568
            name: ROUGE-LSUM
            verified: true
            verifyToken: >-
              eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYTlkYzg3OTZhOGMwNjhhMjUxOWMyNTkxMmY1ODdjNzkzMTVlYjM4MWEwNDY3ZWY4NjU0MDBjMDMzNjgyZmQzMiIsInZlcnNpb24iOjF9.uX8aTsZ8NqjksmtfddDm-LphNwsEmAskhbyH3whwHtxiCi055FjvPxdATowdzCT2j4VNrnvNQSIQvLGjDqUBCg
          - type: loss
            value: 1.7354282140731812
            name: loss
            verified: true
            verifyToken: >-
              eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNTNmYjBkZGNkZjc3NjI0ZWMwMTg0NmE3YmM5ZjY5YzI0YjBkZDA2YjY1YzUxZTczNjFkZjE3ODdhNWMxYWRhMiIsInZlcnNpb24iOjF9.mYFe_cV7t7o8gGX23pRTGXw1yIGdupdifNxZ34_phx4fPsFbun9-6DD7nr0gR_hamtZ9UOcZo8HuEMjNmEFlCQ
          - type: gen_len
            value: 16.707
            name: gen_len
            verified: true
            verifyToken: >-
              eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiODNiMWNhNmJjN2E2MmNlZDg2ZWQwZmZkN2NhZDk0MzFiOTc3ZmI5MjE1N2M3ODVhYzIwZTY0YjM0MTk0YWQ3MiIsInZlcnNpb24iOjF9.l0eOVQbuhOsKTuCNEsj_Xmnl2UGjfHihQ9JDsFJsEZ4ONe_ziayQsz4NkfCvvcQV6Xfa3uFMH9oQ9kHeQBCdBw