dr-llm/prompts.py at main · parameterlab/dr-llm · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
from typing import List

answer_letter_long = """"Question: {question}
{choices_text}
Answer with a single letter (A, B, C, or D) and no explanation. You answer should start with "Answer: " and be followed by the letter of the answer you choose. Do not include any other text in your response."""

answer_letter_short = """"Question: {question}
{choices_text}
Answer with a single letter (A, B, C, or D) and no explanation."""

answer_letter_base = """Question: {question}

{choices_text}

Answer: The correct answer is """

answer_math = """Question: {question}
The final answer MUST BE put in \\boxed{{}} and no explanation."""

answer_math_qwen = """Question: {question}
ONLY return the final result in LaTeX with no words.
The result MUST be wrapped inside \\boxed{{...}}."""


answer_math_base = """Question: What is $2 + 3$?
Answer: \\boxed{{5}}

Question: What is $10 \\div 2$?
Answer: \\boxed{{5}}

Question: {question}
Answer: \\boxed{{"""

def format_choices(choices: List[str]) -> str:
    return "\n".join([f"{chr(65+i)}. {choice}" for i, choice in enumerate(choices)])

def format_choices_base(choices: List[str]) -> str:
    return "\n".join([f"({chr(65+i)}) {choice}" for i, choice in enumerate(choices)])