|  | 
|  | 1 | +dataset: medal | 
|  | 2 | +templates: | 
|  | 3 | +  389edf89-c645-4502-b524-d338089a6145: !Template | 
|  | 4 | +    answer_choices: null | 
|  | 5 | +    id: 389edf89-c645-4502-b524-d338089a6145 | 
|  | 6 | +    jinja: '{% set tokenised_text = text.split('' '') %} | 
|  | 7 | +
 | 
|  | 8 | +      {% set acronym = location[0] %} | 
|  | 9 | +
 | 
|  | 10 | +      Based on the text below, how would you disambiguate the abbreviation "{{ tokenised_text[acronym] | 
|  | 11 | +      }}"? | 
|  | 12 | +
 | 
|  | 13 | +
 | 
|  | 14 | +
 | 
|  | 15 | +      {{text}} | 
|  | 16 | +
 | 
|  | 17 | +
 | 
|  | 18 | +      ||| | 
|  | 19 | +
 | 
|  | 20 | +      {{ label[0] }}' | 
|  | 21 | +    metadata: !TemplateMetadata | 
|  | 22 | +      choices_in_prompt: false | 
|  | 23 | +      metrics: | 
|  | 24 | +      - Accuracy | 
|  | 25 | +      original_task: true | 
|  | 26 | +    name: disambiguate_abbrev_text_after | 
|  | 27 | +    reference: '' | 
|  | 28 | +  38d3122d-45e0-46d7-b61d-77971b4366f9: !Template | 
|  | 29 | +    answer_choices: null | 
|  | 30 | +    id: 38d3122d-45e0-46d7-b61d-77971b4366f9 | 
|  | 31 | +    jinja: "{% set tokenised_text = text.split(' ') %}\n{% set acronym = location[0]\ | 
|  | 32 | +      \ %}\n\n{{tokenised_text[0:location[0]]|join(' ') }} {{  label[0]}} {{tokenised_text[location[0]+1:tokenised_text|length]|join('\ | 
|  | 33 | +      \ ') }} \n\nI am a doctor, and I need to replace the phrase \"{{ label[0] }}\"\ | 
|  | 34 | +      \ with its correct medical abbreviation. Can you suggest to me the acronym based\ | 
|  | 35 | +      \ on the PubMed abstract above?\n\n|||\n{{ tokenised_text[acronym] }}" | 
|  | 36 | +    metadata: !TemplateMetadata | 
|  | 37 | +      choices_in_prompt: false | 
|  | 38 | +      metrics: | 
|  | 39 | +      - Accuracy | 
|  | 40 | +      original_task: false | 
|  | 41 | +    name: create_abbrev_doctor | 
|  | 42 | +    reference: '' | 
|  | 43 | +  474fc22a-f7ab-4785-8d54-1ace15e6081a: !Template | 
|  | 44 | +    answer_choices: null | 
|  | 45 | +    id: 474fc22a-f7ab-4785-8d54-1ace15e6081a | 
|  | 46 | +    jinja: '{% set tokenised_text = text.split('' '') %} | 
|  | 47 | +
 | 
|  | 48 | +      {% set acronym = location[0] %} | 
|  | 49 | +
 | 
|  | 50 | +      As a layperson, I would like to understand the meaning of the abbreviation "{{ | 
|  | 51 | +      tokenised_text[acronym] }}". Could you disambiguate it for me based on the text | 
|  | 52 | +      below? | 
|  | 53 | +
 | 
|  | 54 | +
 | 
|  | 55 | +
 | 
|  | 56 | +      {{text}} | 
|  | 57 | +
 | 
|  | 58 | +
 | 
|  | 59 | +      ||| | 
|  | 60 | +
 | 
|  | 61 | +      {{ label[0] }}' | 
|  | 62 | +    metadata: !TemplateMetadata | 
|  | 63 | +      choices_in_prompt: false | 
|  | 64 | +      metrics: | 
|  | 65 | +      - Accuracy | 
|  | 66 | +      original_task: true | 
|  | 67 | +    name: disambiguate_abbrev_layperson | 
|  | 68 | +    reference: '' | 
|  | 69 | +  5e3772f9-4891-47ac-b5c6-5e86be17a600: !Template | 
|  | 70 | +    answer_choices: null | 
|  | 71 | +    id: 5e3772f9-4891-47ac-b5c6-5e86be17a600 | 
|  | 72 | +    jinja: "{% set tokenised_text = text.split(' ') %}\n{% set acronym = location[0]\ | 
|  | 73 | +      \ %}\n\n{{tokenised_text[0:location[0]]|join(' ') }} {{  label[0]}} {{tokenised_text[location[0]+1:tokenised_text|length]|join('\ | 
|  | 74 | +      \ ') }} \n\nGiven the PubMed abstract above, what could be the abbreviation\ | 
|  | 75 | +      \ for the token: \"{{ label[0] }}\"?\n\n|||\n{{ tokenised_text[acronym] }}" | 
|  | 76 | +    metadata: !TemplateMetadata | 
|  | 77 | +      choices_in_prompt: false | 
|  | 78 | +      metrics: | 
|  | 79 | +      - Accuracy | 
|  | 80 | +      original_task: false | 
|  | 81 | +    name: create_abbrev_before | 
|  | 82 | +    reference: '' | 
|  | 83 | +  6f18eefa-660b-47d9-8093-fc628c3c38a0: !Template | 
|  | 84 | +    answer_choices: null | 
|  | 85 | +    id: 6f18eefa-660b-47d9-8093-fc628c3c38a0 | 
|  | 86 | +    jinja: "{% set tokenised_text = text.split(' ') %}\n{% set acronym = location[0]\ | 
|  | 87 | +      \ %}\nBased on the text below, how would you abbreviate the token: \"{{ label[0]\ | 
|  | 88 | +      \ }}\"?\n\n{{tokenised_text[0:location[0]]|join(' ') }} {{  label[0]}} {{tokenised_text[location[0]+1:tokenised_text|length]|join('\ | 
|  | 89 | +      \ ') }} \n\n|||\n{{ tokenised_text[acronym] }}" | 
|  | 90 | +    metadata: !TemplateMetadata | 
|  | 91 | +      choices_in_prompt: false | 
|  | 92 | +      metrics: | 
|  | 93 | +      - Accuracy | 
|  | 94 | +      original_task: false | 
|  | 95 | +    name: create_abbrev_after | 
|  | 96 | +    reference: '' | 
|  | 97 | +  767d7896-e29b-4dfb-b82c-a18b356edfd5: !Template | 
|  | 98 | +    answer_choices: null | 
|  | 99 | +    id: 767d7896-e29b-4dfb-b82c-a18b356edfd5 | 
|  | 100 | +    jinja: '{% set tokenised_text = text.split('' '') %} | 
|  | 101 | +
 | 
|  | 102 | +      {% set acronym = location[0] %} | 
|  | 103 | +
 | 
|  | 104 | +
 | 
|  | 105 | +      {{text}} | 
|  | 106 | +
 | 
|  | 107 | +
 | 
|  | 108 | +      Please write what the abbreviation "{{ tokenised_text[acronym] }}" means in | 
|  | 109 | +      the text above? | 
|  | 110 | +
 | 
|  | 111 | +      ||| | 
|  | 112 | +
 | 
|  | 113 | +      {{ label[0] }}' | 
|  | 114 | +    metadata: !TemplateMetadata | 
|  | 115 | +      choices_in_prompt: false | 
|  | 116 | +      metrics: | 
|  | 117 | +      - Accuracy | 
|  | 118 | +      original_task: true | 
|  | 119 | +    name: disambiguate_abbrev_text_before | 
|  | 120 | +    reference: '' | 
0 commit comments