|
|
--- |
|
|
license: mit |
|
|
datasets: |
|
|
- shorecode/summary-collection-200k-rows |
|
|
language: |
|
|
- en |
|
|
base_model: |
|
|
- google/t5-efficient-tiny-nh8 |
|
|
library_name: transformers |
|
|
tags: |
|
|
- summary |
|
|
- summarizer |
|
|
widget: |
|
|
- text: Model training |
|
|
output: |
|
|
url: Screenshot_20251104_204645.png |
|
|
metrics: |
|
|
- f1 |
|
|
- rouge |
|
|
- extractiveness |
|
|
model-index: |
|
|
- name: t5-efficient-tiny-summarizer-general-purpose-v2 |
|
|
results: |
|
|
- task: |
|
|
type: Summarization |
|
|
dataset: |
|
|
name: shorecode/summary-collection-60k-rows |
|
|
type: shorecode/summary-collection-60k-rows |
|
|
metrics: |
|
|
- name: f1 Score |
|
|
type: f1 Score |
|
|
value: 0.29 |
|
|
- task: |
|
|
type: Summarization |
|
|
dataset: |
|
|
name: shorecode/summary-collection-60k-rows |
|
|
type: shorecode/summary-collection-60k-rows |
|
|
metrics: |
|
|
- name: Faithfullness (facebook/bart-large-cnn) |
|
|
type: facebook/bart-large-cnn |
|
|
value: 1.71 |
|
|
- task: |
|
|
type: Summarization |
|
|
dataset: |
|
|
name: shorecode/summary-collection-60k-rows |
|
|
type: shorecode/summary-collection-60k-rows |
|
|
metrics: |
|
|
- name: Summarization Compression |
|
|
type: Lighteval extractiveness |
|
|
value: 7.52 |
|
|
- task: |
|
|
type: Summarization |
|
|
dataset: |
|
|
name: shorecode/summary-collection-60k-rows |
|
|
type: shorecode/summary-collection-60k-rows |
|
|
metrics: |
|
|
- name: Summarization Coverage |
|
|
type: Lighteval extractiveness |
|
|
value: 0.96 |
|
|
- task: |
|
|
type: Summarization |
|
|
dataset: |
|
|
name: shorecode/summary-collection-60k-rows |
|
|
type: shorecode/summary-collection-60k-rows |
|
|
metrics: |
|
|
- name: Summarization Density |
|
|
type: Lighteval extractiveness |
|
|
value: 8.68 |
|
|
- task: |
|
|
type: Summarization |
|
|
dataset: |
|
|
name: shorecode/summary-collection-60k-rows |
|
|
type: shorecode/summary-collection-60k-rows |
|
|
metrics: |
|
|
- name: rougeL precision |
|
|
type: Lighteval |
|
|
value: 0.59 |
|
|
- task: |
|
|
type: Summarization |
|
|
dataset: |
|
|
name: shorecode/summary-collection-60k-rows |
|
|
type: shorecode/summary-collection-60k-rows |
|
|
metrics: |
|
|
- name: rougeL recall |
|
|
type: Lighteval |
|
|
value: 0.31 |
|
|
- task: |
|
|
type: Summarization |
|
|
dataset: |
|
|
name: shorecode/summary-collection-60k-rows |
|
|
type: shorecode/summary-collection-60k-rows |
|
|
metrics: |
|
|
- name: rougeL fmeasure |
|
|
type: Lighteval |
|
|
value: 0.41 |
|
|
- task: |
|
|
type: Summarization |
|
|
dataset: |
|
|
name: shorecode/summary-collection-60k-rows |
|
|
type: shorecode/summary-collection-60k-rows |
|
|
metrics: |
|
|
- name: rouge1 precision |
|
|
type: Lighteval |
|
|
value: 0.63 |
|
|
- task: |
|
|
type: Summarization |
|
|
dataset: |
|
|
name: shorecode/summary-collection-60k-rows |
|
|
type: shorecode/summary-collection-60k-rows |
|
|
metrics: |
|
|
- name: rouge1 recall |
|
|
type: Lighteval |
|
|
value: 0.33 |
|
|
- task: |
|
|
type: Summarization |
|
|
dataset: |
|
|
name: shorecode/summary-collection-60k-rows |
|
|
type: shorecode/summary-collection-60k-rows |
|
|
metrics: |
|
|
- name: rouge1 fmeasure |
|
|
type: Lighteval |
|
|
value: 0.44 |
|
|
--- |
|
|
|
|
|
# This model was built to shorten text that is injected into LLM prompts to reduce API calling costs |
|
|
Very high compression (7x+) meaning the text is 7 times smaller when sent to your LLM provider! |
|
|
Recommended kwargs: |
|
|
- num_beams=2 || 3 |
|
|
- no_repeat_ngram_size=2 |
|
|
- min_length=20 |
|
|
- max_new_tokens=500 || as high as you can tolerate, 4x500 = 2000 characters. anything after 2000 is clipped |
|
|
<Gallery /> |
|
|
|
|
|
https://api.wandb.ai/links/shorecode-shorecode-llc/6udfudmr |
