autoevaluator's picture
Add evaluation results on the section config and train split of ccdv/pubmed-summarization
3d8de67
|
raw
history blame
2.35 kB
metadata
pipeline_tag: summarization
model-index:
  - name: 0x70DA/pegasus-cnn_dailymail
    results:
      - task:
          type: summarization
          name: Summarization
        dataset:
          name: ccdv/pubmed-summarization
          type: ccdv/pubmed-summarization
          config: section
          split: train
        metrics:
          - type: rouge
            value: 23.5982
            name: ROUGE-1
            verified: true
            verifyToken: >-
              eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMzk2ZWYyMjI0NjZlZWFiNTZkN2Y2ZmI1ODFiODFjZTQxODE2M2E2ZDVkMDE2MjNkZTdmMzBhMDYyMzg5ZGFiYyIsInZlcnNpb24iOjF9.o_5GQIPjFqIk8IIau6Q_11jM7atVIAOZ8ECVjQQ60EMWe1_94sjL_WBF6UcsFVgJKSieNBmEU108xMNwZEd8CA
          - type: rouge
            value: 8.7019
            name: ROUGE-2
            verified: true
            verifyToken: >-
              eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZGUzY2E0ZTczNTVmMjUyNWI0OTRjNjUzZWFhNjIzNjhlMDU0MzA1ZTRmOTYzMjhiNmI3ZWY0NjYyMWUyMWM3YiIsInZlcnNpb24iOjF9.0HrPfncKIWADdMEl1i317ZvqWNBEuJFOwhwBlhSGVcPLnkjWGfyZW6Cj7kdHRdJBPNP0Oo5-F35vifmKm3-DDw
          - type: rouge
            value: 16.2116
            name: ROUGE-L
            verified: true
            verifyToken: >-
              eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYWQ1NWFiNjU1N2NkNGZiOTdhYzg1ZjBmZmRlZjc0NGQ1ZGM1Y2JkNjRlYmU2ODllNGM2ZTExOTRlMzQxNmY2YiIsInZlcnNpb24iOjF9.lvpOcgubwsmTMRpadnhN_z1RKUmmZWX_4IjdcAsgk0fb7cXe0Ca5IPwJa7QZwzFanV2ttl4i-jEip8g3o973CA
          - type: rouge
            value: 20.9164
            name: ROUGE-LSUM
            verified: true
            verifyToken: >-
              eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYTFlZTczNDQzMmJjOTBhNGQzM2I4NTRmOGZmY2E5ZTBhM2JiOTVkYzVhMDM1N2YzZjA2NTNkZTQ2YWVkMWJlMCIsInZlcnNpb24iOjF9.F2xGngvJZuWdEcWoc_UMVp2Q8cheTPs2zxpuS9aaea4P1Nz4X-8_WUDvAqTKBbU1IW5yWm4ZKoDYXP3sS9ShBQ
          - type: loss
            value: 3.4007132053375244
            name: loss
            verified: true
            verifyToken: >-
              eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNDNjZjRjZTM5NjZmYzVmNDRiMDU3ZTAxZjg1OGVmYWJjYTM5NDc0ZjQxNDQyNTIyODgwOTZiMzczOTViNjNhOSIsInZlcnNpb24iOjF9.jF0y0bz7mIJOhPzSpZ1f-bprQVeQd9DRt-0D9lsSBa49x7k8OHy0Js1G4jaZCT5j2QdzvhN7j9aEt1MZgDnYDQ
          - type: gen_len
            value: 57.0902
            name: gen_len
            verified: true
            verifyToken: >-
              eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNzVjMDU5Zjk2YmE1ZjE0ZDFkYjUzMTZhYWQ1MzkwOWNkZGUyNWRiMzc5ZmQ3ODM4NGI2OTI2YzBjZTJkZmFiYSIsInZlcnNpb24iOjF9.TBnm7y2UVcH2edayE3EZkwt24ISeoOE9PGgBKl91ul9phsq-baX6Ips2FBKD7IuZzzdEZvwtFxwemhr75YHgAw