Spaces:
Build error
Build error
dataset: cbt | |
subset: P | |
templates: | |
0c217578-64bb-431d-af5b-8944582a49f2: !Template | |
answer_choices: null | |
id: 0c217578-64bb-431d-af5b-8944582a49f2 | |
jinja: 'Read the passage and fill in the XXXXX: | |
{{ sentences | join('''') }} {{question}} | |
||| | |
{{ answer }}' | |
metadata: !TemplateMetadata | |
choices_in_prompt: null | |
metrics: [] | |
original_task: null | |
name: answer_prediction | |
reference: Fill in the blank without options. | |
3753a293-98ba-4f98-9bb9-96b86aa0b719: !Template | |
answer_choices: null | |
id: 3753a293-98ba-4f98-9bb9-96b86aa0b719 | |
jinja: "Which of the following options replaces XXXXX the best?\n{{ options |\ | |
\ join (\", \") }}\nin this story: \n{{sentences | join ('')}} {{question}}\n\ | |
|||\n{{ answer }}" | |
metadata: !TemplateMetadata | |
choices_in_prompt: null | |
metrics: [] | |
original_task: null | |
name: multi_choice | |
reference: Given the sentences, fill the blanks using the options. | |
e7a60793-f142-44e2-9fab-b39ba3236106: !Template | |
answer_choices: null | |
id: e7a60793-f142-44e2-9fab-b39ba3236106 | |
jinja: 'Write the next sentence of this story: {{sentences | join('''')}} | |
||| | |
{{ question.replace("XXXXX", answer) }}' | |
metadata: !TemplateMetadata | |
choices_in_prompt: null | |
metrics: [] | |
original_task: null | |
name: next_sentence_generation | |
reference: Generate the next sentence given the story. | |