Spaces:
Build error
Build error
| dataset: dbpedia_14 | |
| templates: | |
| 824ecb55-ecad-40c2-8033-f2fa0add2ddf: !Template | |
| answer_choices: Company ||| Educational Institution ||| Artist ||| Athlete ||| | |
| Office Holder ||| Mean Of Transportation ||| Building ||| Natural Place ||| | |
| Village ||| Animal ||| Plant ||| Album ||| Film ||| Written Work | |
| id: 824ecb55-ecad-40c2-8033-f2fa0add2ddf | |
| jinja: '{{content}} Given a list of categories: {{"company, educational institution, | |
| artist, athlete, office holder, mean of transportation, building, natural place, | |
| village, animal, plant, album, film or written work"}}, what category does the | |
| paragraph belong to? ||| {{ answer_choices[label] }} | |
| ' | |
| metadata: !TemplateMetadata | |
| choices_in_prompt: true | |
| metrics: | |
| - Accuracy | |
| original_task: true | |
| name: given_list_what_category_does_the_paragraph_belong_to | |
| reference: '' | |
| 8eda7e71-6734-486f-b883-e99d3f14c0bf: !Template | |
| answer_choices: Company ||| Educational Institution ||| Artist ||| Athlete ||| | |
| Office Holder ||| Mean Of Transportation ||| Building ||| Natural Place ||| | |
| Village ||| Animal ||| Plant ||| Album ||| Film ||| Written Work | |
| id: 8eda7e71-6734-486f-b883-e99d3f14c0bf | |
| jinja: Pick one category for the following text. The options are - {{"company, | |
| educational institution, artist, athlete, office holder, mean of transportation, | |
| building, natural place, village, animal, plant, album, film or written work"}}. | |
| {{title}} - {{content}} ||| {{ answer_choices[label] }} | |
| metadata: !TemplateMetadata | |
| choices_in_prompt: true | |
| metrics: [] | |
| original_task: true | |
| name: pick_one_category_for_the_following_text | |
| reference: '' | |
| 9dfa5d15-96bc-41ee-ad89-4f8df5c4ff67: !Template | |
| answer_choices: Company ||| Educational Institution ||| Artist ||| Athlete ||| | |
| Office Holder ||| Mean Of Transportation ||| Building ||| Natural Place ||| | |
| Village ||| Animal ||| Plant ||| Album ||| Film ||| Written Work | |
| id: 9dfa5d15-96bc-41ee-ad89-4f8df5c4ff67 | |
| jinja: '{{title}} - {{content}} Given a choice of categories {{"company, educational | |
| institution, artist, athlete, office holder, mean of transportation, building, | |
| natural place, village, animal, plant, album, film or written work"}}, the text | |
| refers to which one? ||| {{ answer_choices[label] }}' | |
| metadata: !TemplateMetadata | |
| choices_in_prompt: true | |
| metrics: [] | |
| original_task: true | |
| name: 'given_a_choice_of_categories ' | |
| reference: '' | |
| f72fa410-3278-4f62-91f0-f9edf4a4e792: !Template | |
| answer_choices: Company ||| Educational Institution ||| Artist ||| Athlete ||| | |
| Office Holder ||| Mean Of Transportation ||| Building ||| Natural Place ||| | |
| Village ||| Animal ||| Plant ||| Album ||| Film ||| Written Work | |
| id: f72fa410-3278-4f62-91f0-f9edf4a4e792 | |
| jinja: '"{{title}}", given a list of categories: {{"company, educational institution, | |
| artist, athlete, office holder, mean of transportation, building, natural place, | |
| village, animal, plant, album, film or written work"}}, what category does the | |
| title belong to? ||| {{ answer_choices[label] }} | |
| ' | |
| metadata: !TemplateMetadata | |
| choices_in_prompt: true | |
| metrics: | |
| - Accuracy | |
| original_task: true | |
| name: given_a_list_of_category_what_does_the_title_belong_to | |
| reference: '' | |