From 8f8a0b1a104916ebf9f4a1a0491d83fb980256bb Mon Sep 17 00:00:00 2001 From: Muhammad Ali Shafique Date: Sat, 10 Jan 2026 01:40:20 -0600 Subject: [PATCH 1/3] Fix EvaluatorMath import path `EvaluatorMath` is defined in `bundled.symeval.core`, but was previously imported directly from `bundled.symeval`, which raised an ImportError. --- eval/scripts.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/eval/scripts.py b/eval/scripts.py index 67e2997..bc3644c 100644 --- a/eval/scripts.py +++ b/eval/scripts.py @@ -2,7 +2,7 @@ from typing import Union, Optional, Any import regex from bundled.latex2sympy2.latex2sympy2 import latex2sympy -from bundled.symeval import EvaluatorMath +from bundled.symeval.core import EvaluatorMath import multiprocessing from math import isclose import time From 58731ea36fd3d300e166a22ed06273d1b3a762c7 Mon Sep 17 00:00:00 2001 From: Muhammad Ali Shafique Date: Sat, 10 Jan 2026 17:00:35 -0600 Subject: [PATCH 2/3] Change 'middle' to 'medium' in level_list --- eval/run_eval.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/eval/run_eval.sh b/eval/run_eval.sh index 8cfe85e..5683b5d 100644 --- a/eval/run_eval.sh +++ b/eval/run_eval.sh @@ -1,7 +1,7 @@ model_list=(qwq-32b) language_list=(en zh ar bn de es fr id it ja ko ms pt ru sw te th vi) language_list=(zh ja te) -level_list=(low middle high top) +level_list=(low medium high top) for i in ${model_list[*]}; do for j in ${language_list[*]}; do From 2d1193138bf44bccfce8f256594499d39487ee39 Mon Sep 17 00:00:00 2001 From: Muhammad Ali Shafique Date: Sat, 10 Jan 2026 17:00:56 -0600 Subject: [PATCH 3/3] Change 'middle' to 'medium' in level_list --- eval/run_eval.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/eval/run_eval.py b/eval/run_eval.py index 218df38..82a8a4a 100644 --- a/eval/run_eval.py +++ b/eval/run_eval.py @@ -9,7 +9,7 @@ from langdetect import detect_langs language_list = ["en", "zh", "ar", "bn", "de", "es", "fr", "id", "it", "ja", "ko", "ms", "pt", "ru", "sw", "te", "th", "vi", ] -level_list = ["low", "middle", "high", "top"] +level_list = ["low", "medium", "high", "top"] def initial_score_json(score_file): @@ -175,4 +175,4 @@ def evaluation(args): parser.add_argument('--level', type=str, required=True) args = parser.parse_args() - evaluation(args) \ No newline at end of file + evaluation(args)