Hugging Face's logo

0x70DA
/
pegasus-cnn_dailymail

Summarization
Transformers
PyTorch
pegasus
text2text-generation
Inference Endpoints
Model card Files Community
6
pegasus-cnn_dailymail / README.md
autoevaluator's picture
autoevaluator HF staff
Add evaluation results on the 3.0.0 config and test split of cnn_dailymail
9cddf9e
preview code
|
raw history blame
2.68 kB
metadata
pipeline_tag: summarization
model-index:
  - name: 0x70DA/pegasus-cnn_dailymail
    results:
      - task:
          type: summarization
          name: Summarization
        dataset:
          name: cnn_dailymail
          type: cnn_dailymail
          config: 3.0.0
          split: test
        metrics:
          - type: rouge
            value: 42.0761
            name: ROUGE-1
            verified: true
            verifyToken: >-
              eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZDQ3YzczYTE3ZDVmYmViZDEwZjRlYTllNmM3NDhkMGEyYWRlMjkyN2VmMTAxYWVmZmVmOWFlYjdjNTJmMTBmNCIsInZlcnNpb24iOjF9.JJpz6gIlQlIPvETFbske_OZ97Z4QyifnxbRw3sWspv9Ca8oes471VuleZ1_GPkPT5A52uu538gSeuK2lUpDkBg
          - type: rouge
            value: 20.1274
            name: ROUGE-2
            verified: true
            verifyToken: >-
              eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZGYzOTgwZDdmOWRlYmY5OGZhODM4MjE0Yjk2YzhkYTRmYTk0NGQyMzQwNWRmZGQwZjc1ZTg3Zjg3YjBhNjRkNSIsInZlcnNpb24iOjF9.x13k3gmyhEN8xMcJ5ur-WAYO821PY1ShP7hxfmbqGQJXhTVAgi3SgBYgNsESOn_TDwCvMBQ4g0SQNbb81w01Cg
          - type: rouge
            value: 29.8781
            name: ROUGE-L
            verified: true
            verifyToken: >-
              eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNDNiZWFhOGE2MzhlZjI0MTkzMzk0MTgzMjYyYWQ5OTZiZjNlYjExYTgyNGYyYTJmZTk4ZjkwYjAxNmM2N2YzMCIsInZlcnNpb24iOjF9.VuEiVYQbTySLCkl2jCaM_DlC6IM8WAzOxoklbH5ndFTW0D0LsuFaUE8TgAZjLgnRWKs3f4vjxYbpXWJEDmyNDQ
          - type: rouge
            value: 37.8689
            name: ROUGE-LSUM
            verified: true
            verifyToken: >-
              eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYjYzODQ5YzA2NTA4YzE4NTI0ZmQxNDY4MzJlODE2NDY2MTVkNjg5NGQxYWQzYjk4MTkyYTMyNGUzMjNlMTAzMSIsInZlcnNpb24iOjF9.z0KUu-7a-3pyNb0Bf4VRkCSGaInpwTAE1J7K7EgaLDrLjmpAqbFDaJq-mFpEgXQNY7zPbczUWJWGtFzxQdEgCg
          - type: loss
            value: 1.762200951576233
            name: loss
            verified: true
            verifyToken: >-
              eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZDQzNWYxY2VjNWIzNGE2MjllZGY2YjUyMTUxYTU3YTRhOWNiMmE5MDFjNzU3OWM0MGQwYTM3YmRhNjRmODRmNiIsInZlcnNpb24iOjF9.D8v4ULtmChj1SDEl6Ka2EU_HyU255_26JGOHUQl22kIlG4xu9a2md95PP6qR-m9sbtEVIpzMjthWxs5R4ALDBw
          - type: exact_match
            value: 0.0001
            name: exact_match
            verified: true
            verifyToken: >-
              eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiODY0MjdmMTZhMzUxMjlmZjIwZTVhNWY0MGRmNjI1ZGVjYThkMTY5MTY2Njg4ZDcyNzZiNjFkYWY0MWNkMjgxNyIsInZlcnNpb24iOjF9.VIlD4yIo1EccL1dBcxWa0EjndUo6xUhiATdXY2tUPjuipiYaSQYYvpuqkJH6Nlx9B1-G2PF6EPaVg159BTKeDA
          - type: gen_len
            value: 63.5059
            name: gen_len
            verified: true
            verifyToken: >-
              eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZjc1NDYwOWRlMDFjNjU0OTIxMWViNjg3N2U5MWJhODVmZDY0MzYyYjBkYmEwYWUwNjBlNzFmNjExMjc2MDhkYiIsInZlcnNpb24iOjF9.-llqLZ7UNqG1vUAK3-mY_rgVwNWXtJTM9iRjlCQBi73AFahWRpePCK3n4AHcEDzbF-HpVlJQBl6eOYBytTBEBQ