diff --git a/mgsm_eval.py b/mgsm_eval.py index 949c71db..4405f511 100644 --- a/mgsm_eval.py +++ b/mgsm_eval.py @@ -157,10 +157,10 @@ def fn(example: dict[str, str]): language = example["lang"] latin_language = "group_latin" if language in LATIN_LANGUAGES else "group_non_latin" correct_answer = example["targets"] - instructoin = LANG_TO_INSTRUCTIONS[language] + instruction = LANG_TO_INSTRUCTIONS[language] prompt_messages = [ sampler._pack_message( - content=instructoin.format(input=example["inputs"]), role="user" + content=instruction.format(input=example["inputs"]), role="user" ) ] try: