finish qed (#707)

* finish qed

* finish qed

* Pass on qed.

Co-authored-by: Stephen Bach <stephenhbach@gmail.com>

Author: tae898

promptsource/templates/qed/templates.yaml

@@ -3,86 +3,106 @@ templates:
   292db39d-b9e9-4113-b59d-6c5b93133563: !Template
     answer_choices: null
     id: 292db39d-b9e9-4113-b59d-6c5b93133563
-    jinja: 'Give a suitable title to the following passage:
-
-
-      {{paragraph_text}} |||
-
-
-      {{title_text}}'
+    jinja: "Give a suitable title to the following passage:\n\n{{paragraph_text}}\
+      \ \n|||\n\n{{title_text}}"
     metadata: !TemplateMetadata
-      choices_in_prompt: null
-      metrics: []
+      choices_in_prompt: false
+      metrics:
+      - BLEU
+      - ROUGE
       original_task: false
-    name: title_prediction
+    name: title-prediction
     reference: ''
   3578c1ee-8872-406f-be9f-b7e174aed92c: !Template
     answer_choices: null
     id: 3578c1ee-8872-406f-be9f-b7e174aed92c
-    jinja: "Question: {{question}} \n\nAnswer: |||\n\n{{original_nq_answers[0][\"\
-      string\"]}}"
+    jinja: '{% set chosen = original_nq_answers | choice %}
+
+      Question: {{question}} ?
+
+      |||
+
+      {{ chosen["string"]}}'
     metadata: !TemplateMetadata
-      choices_in_prompt: null
-      metrics: []
+      choices_in_prompt: false
+      metrics:
+      - BLEU
+      - ROUGE
       original_task: false
-    name: original_nq_answers
+    name: closed-book-qa
     reference: ''
   383d06fe-d562-4883-8d29-b727d4c3877b: !Template
     answer_choices: null
     id: 383d06fe-d562-4883-8d29-b727d4c3877b
-    jinja: "{% if annotation['selected_sentence']['string']!=\"\" %}\nQuestion: {{question}}\n\
-      \nHint: {{paragraph_text}}  \n\nAnswer: |||\n\n{{annotation['selected_sentence']['string']}}\n\
-      {% endif %}\n"
+    jinja: "{% set chosen = original_nq_answers | choice %}\n{% if annotation['selected_sentence']['string']!=\"\
+      \" %}\nAnswer the following question given the hint.\n\nQuestion: {{question}}?\n\
+      \nHint: {{paragraph_text}}  \n\n|||\n{{ chosen[\"string\"]}}\n{% endif %}\n"
     metadata: !TemplateMetadata
-      choices_in_prompt: null
-      metrics: []
+      choices_in_prompt: false
+      metrics:
+      - BLEU
+      - ROUGE
       original_task: true
-    name: basic
-    reference: ''
-  4cc7af61-ee7a-491f-b232-8ef3dc7d1415: !Template
-    answer_choices: No ||| Yes
-    id: 4cc7af61-ee7a-491f-b232-8ef3dc7d1415
-    jinja: '{{paragraph_text}}
-
-
-      Does the above passage contain the answer to the following question:
-
-
-      {{question}} |||
-
-      {{answer_choices[annotation["explaination_type"]!="none"]}}'
-    metadata: !TemplateMetadata
-      choices_in_prompt: null
-      metrics: []
-      original_task: false
-    name: is_answer_exist
+    name: open-book-qa
     reference: ''
-  5a1e57c7-39b2-486e-9112-d4311aee6bdc: !Template
+  5b45c11d-bbea-45a1-a799-a77a56fe8e1d: !Template
     answer_choices: null
-    id: 5a1e57c7-39b2-486e-9112-d4311aee6bdc
-    jinja: 'I found the following Wikipedia article:
+    id: 5b45c11d-bbea-45a1-a799-a77a56fe8e1d
+    jinja: 'Please extract the title from the given URL (Uniform Resource Locator).
 
 
-      "{{paragraph_text}}"
+      URL: {{ url }}
 
+      |||
 
-      Can you predict its title? |||
-
-      {{title_text}}'
+      {{ title_text }}'
     metadata: !TemplateMetadata
-      choices_in_prompt: null
-      metrics: []
+      choices_in_prompt: false
+      metrics:
+      - Accuracy
       original_task: false
-    name: topic_prompt
+    name: extract-title-from-url
     reference: ''
   7d3746b5-52e6-4ce1-b441-007f271f477b: !Template
     answer_choices: null
     id: 7d3746b5-52e6-4ce1-b441-007f271f477b
     jinja: "I need to prepare for my upcoming test. Can you read the below passage\
-      \ and ask me a reasonable question? \n\n{{paragraph_text}} ||| \n\n{{question}}"
+      \ and ask me a reasonable question? \n\n{{paragraph_text}} \n||| \n\n{{question}}?"
     metadata: !TemplateMetadata
-      choices_in_prompt: null
-      metrics: []
+      choices_in_prompt: false
+      metrics:
+      - BLEU
+      - ROUGE
       original_task: false
-    name: question_forming
+    name: question-forming
+    reference: ''
+  86cffd6d-db04-4daf-ab30-f462fd1177e3: !Template
+    answer_choices: null
+    id: 86cffd6d-db04-4daf-ab30-f462fd1177e3
+    jinja: '{% if annotation["selected_sentence"]["string"]  != "" %}
+
+      Read the following paragraph and question A, and answer question B:
+
+
+      Paragraph: {{ paragraph_text }}
+
+
+      Question A: {{ question }}?
+
+
+      Question B: What''s the most important sentence in Paragraph, in order to answer
+      question A?
+
+      |||
+
+      {{ annotation["selected_sentence"]["string"] }}
+
+      {% endif %}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: false
+      metrics:
+      - BLEU
+      - ROUGE
+      original_task: true
+    name: select-sentence
     reference: ''