metadata
language:
- en
- pt
tags:
- summarization
license: apache-2.0
datasets:
- samsum
- csebuetnlp/xlsum
widget:
- text: |
Bruno: Ei, você tem o número da Betty?
Kleber: Desculpe, não encontrei.
Bruno: Pesquise.
Kleber: De acordo com minha pesquisa o número é 35 9 9898-6142
Bruno: Obrigado.
model-index:
- name: cqi_brain_memory_summarizer_large_pt_v0
results:
- task:
name: summarization
type: Summarization
dataset:
name: >-
SAMSum Corpus: A Human-annotated Dialogue Dataset for Abstractive
Summarization
type: samsum
metrics:
- name: ROUGE-1
type: rouge
value: 36.5002
verified: true
- name: ROUGE-2
type: rouge
value: 13.934
verified: true
- name: Validation ROUGE-1
type: rouge-1
value: 54.3921
- name: Validation ROUGE-2
type: rouge-2
value: 29.8078
- name: Validation ROUGE-L
type: rouge-l
value: 45.1543
- name: Test ROUGE-1
type: rouge-1
value: 53.3059
- name: Test ROUGE-2
type: rouge-2
value: 28.355
- name: Test ROUGE-L
type: rouge-l
value: 44.0953
metrics:
- accuracy