Spaces:
Runtime error
Runtime error
Gagan Bhatia
commited on
Commit
•
24a726e
1
Parent(s):
a464957
Update make_dataset.py
Browse files- src/data/make_dataset.py +1 -0
src/data/make_dataset.py
CHANGED
|
@@ -4,6 +4,7 @@ import pandas as pd
|
|
| 4 |
|
| 5 |
def make_dataset(dataset='cnn_dailymail', split='train'):
|
| 6 |
"""make dataset for summarisation"""
|
|
|
|
| 7 |
df = pd.DataFrame()
|
| 8 |
df['input_text'] = dataset['concepts']
|
| 9 |
df['output_text'] = dataset['target']
|
|
|
|
| 4 |
|
| 5 |
def make_dataset(dataset='cnn_dailymail', split='train'):
|
| 6 |
"""make dataset for summarisation"""
|
| 7 |
+
dataset = load_dataset(dataset, '3.0.0', split=split)
|
| 8 |
df = pd.DataFrame()
|
| 9 |
df['input_text'] = dataset['concepts']
|
| 10 |
df['output_text'] = dataset['target']
|