templates/codah/fold_4/templates.yaml

dataset: codah
subset: fold_4
templates:
  1511a72f-0975-44ab-90cd-4cc6c73d5442: !Template
    answer_choices: null
    id: 1511a72f-0975-44ab-90cd-4cc6c73d5442
    jinja: '{{question_propmt}}


      Candidate answers:

      - {{ candidate_answers | join("\n- ") }}


      Finish the sentence with the correct answer

      |||

      {{candidate_answers[correct_answer_idx]}}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: true
    name: finish_from_the_list_post
    reference: ''
  1713e7dd-f4f6-453f-b849-11932955bc40: !Template
    answer_choices: null
    id: 1713e7dd-f4f6-453f-b849-11932955bc40
    jinja: '{{question_propmt}}


      Candidate answers:

      - {{ candidate_answers | join("\n- ") }}

      |||

      {{candidate_answers[correct_answer_idx]}}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: true
    name: answer_with_option
    reference: ''
  1889f8c5-f868-4c7f-998a-699e2bbcb982: !Template
    answer_choices: Idioms ||| Reference ||| Polysemy ||| Negation ||| Quantitative
      ||| Others
    id: 1889f8c5-f868-4c7f-998a-699e2bbcb982
    jinja: "{{question_propmt}}\n\nPossible categories for this sentence are {{',\
      \ '.join(answer_choices)}}.\n\nFrom which category does the sentence belong?\
      \ \n|||\n{{answer_choices[question_category]}}"
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: null
    name: question_category
    reference: ''
  3b179264-27cb-4ad0-ba66-5d701d898f27: !Template
    answer_choices: null
    id: 3b179264-27cb-4ad0-ba66-5d701d898f27
    jinja: '{{question_propmt}}


      Finish the sentence using one of the following endings:

      - {{ candidate_answers | join("\n- ") }}

      |||

      {{candidate_answers[correct_answer_idx]}}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: true
    name: finish_from_the_list
    reference: ''
  42d83925-b370-4044-9cdd-89ae648a748a: !Template
    answer_choices: null
    id: 42d83925-b370-4044-9cdd-89ae648a748a
    jinja: 'Finish the following text:


      {{question_propmt}}


      |||

      {{candidate_answers[correct_answer_idx]}}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: null
    name: finish_pre
    reference: ''
  997d06e6-1b35-49b9-9aea-7cb36e8b6dae: !Template
    answer_choices: null
    id: 997d06e6-1b35-49b9-9aea-7cb36e8b6dae
    jinja: '{{question_propmt}}


      - {{ candidate_answers | join("\n- ") }}


      Which is the correct ending?

      |||

      {{candidate_answers[correct_answer_idx]}}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: true
    name: answer_with_option_post
    reference: ''
  bdca0580-7a1b-41f9-87cb-9526e959582d: !Template
    answer_choices: null
    id: bdca0580-7a1b-41f9-87cb-9526e959582d
    jinja: '{{question_propmt}}


      Finish the sentence

      |||

      {{candidate_answers[correct_answer_idx]}}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: null
    name: answer_no_option
    reference: ''
  c03043f7-4465-4af2-aa19-6d663d1c307e: !Template
    answer_choices: null
    id: c03043f7-4465-4af2-aa19-6d663d1c307e
    jinja: '{{question_propmt}}


      Choose a candidate ending from this list:

      - {{ candidate_answers | join("\n- ") }}

      |||

      {{candidate_answers[correct_answer_idx]}}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: true
    name: choose_from_list
    reference: ''
  e083c44f-039a-41c7-a1fa-74b8917e487e: !Template
    answer_choices: Idioms ||| Reference ||| Polysemy ||| Negation ||| Quantitative
      ||| Others
    id: e083c44f-039a-41c7-a1fa-74b8917e487e
    jinja: '{{question_propmt}}


      Which of  {{'', ''.join(["Idioms", "Reference", "Polysemy", "Negation", "Quantitative",
      " or Others"])}} best describes the text?


      |||

      {{answer_choices[question_category]}}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: null
    name: question_category_bis
    reference: ''
  fa52cf98-4ffc-47f9-ba4a-96ae2eb95f42: !Template
    answer_choices: null
    id: fa52cf98-4ffc-47f9-ba4a-96ae2eb95f42
    jinja: '{{question_propmt}}

      {% for k in range(candidate_answers | length) %}

      {{'' -> ''.join([(k + 1) | string, candidate_answers[k]])}}

      {% endfor %}

      Is the right answer {{"1, 2, 3 or 4"}} ?

      |||

      {{correct_answer_idx}}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: true
    name: answer_with_option_idx
    reference: ''