diff --git a/harness/benchmarks/prompts/bench_math.jsonl b/harness/benchmarks/prompts/bench_math.jsonl index 5565b4d64..ad0fdc850 100644 --- a/harness/benchmarks/prompts/bench_math.jsonl +++ b/harness/benchmarks/prompts/bench_math.jsonl @@ -5,6 +5,6 @@ {"id":"math_05","suite":"math","messages":[{"role":"user","content":"Problem: What is the largest value of $x$ such that the expression $\\dfrac{x+1}{8x^2-65x+8}$ is not defined?\nSolution: Put your final answer in \\boxed{}.\n"}],"max_tokens":2048,"gold_answer":"8"} {"id":"math_06","suite":"math","messages":[{"role":"user","content":"Problem: How many vertical asymptotes does the graph of $y=\\frac{2}{x^2+x-6}$ have?\nSolution: Put your final answer in \\boxed{}.\n"}],"max_tokens":2048,"gold_answer":"2"} {"id":"math_07","suite":"math","messages":[{"role":"user","content":"Problem: What is the positive difference between $120\\%$ of 30 and $130\\%$ of 20?\nSolution: Put your final answer in \\boxed{}.\n"}],"max_tokens":2048,"gold_answer":"10"} -{"id":"math_08","suite":"math","messages":[{"role":"user","content":"Problem: Find the value of $x$ that satisfies $\\frac{\\sqrt{3x+5}}{\\sqrt{6x+5}}=\\frac{\\sqrt{5}}{3}$.\nSolution: Put your final answer in \\boxed{}.\n"}],"max_tokens":2048,"gold_answer":"20"} +{"id":"math_08","suite":"math","messages":[{"role":"user","content":"Problem: Find the value of $x$ that satisfies $\\frac{\\sqrt{3x+5}}{\\sqrt{6x+5}}=\\frac{\\sqrt{5}}{3}$.\nSolution: Put your final answer in \\boxed{}.\n"}],"max_tokens":2048,"gold_answer":"20/3"} {"id":"math_09","suite":"math","messages":[{"role":"user","content":"Problem: How many positive whole numbers have cube roots that are less than $10$?\nSolution: Put your final answer in \\boxed{}.\n"}],"max_tokens":2048,"gold_answer":"999"} {"id":"math_10","suite":"math","messages":[{"role":"user","content":"Problem: The function $f$ is defined on the set of integers and satisfies \\[f(n)= \\begin{cases} n-3 & \\mbox{if }n\\ge 1000 \\\\ f(f(n+5)) & \\mbox{if }n<1000. \\end{cases}\\]Find $f(84)$.\nSolution: Put your final answer in \\boxed{}.\n"}],"max_tokens":2048,"gold_answer":"997"}