├── README.md ├── eval ├── data │ └── aime │ │ ├── test2024.jsonl │ │ ├── test2025-I.jsonl │ │ └── test2025-II.jsonl ├── eval.py ├── eval.sh ├── prompt.txt ├── prompts │ └── qwen-instruct │ │ ├── aime.py │ │ ├── amc.py │ │ ├── gpqa.py │ │ ├── math.py │ │ ├── minerva.py │ │ └── olympiadbench.py ├── readme.md ├── requirements.txt └── utils │ ├── __pycache__ │ ├── grader.cpython-310.pyc │ ├── math_normalization.cpython-310.pyc │ └── parser.cpython-310.pyc │ ├── data_loader.py │ ├── examples.py │ ├── grader.py │ ├── math_normalization.py │ ├── parser.py │ └── utils.py └── images ├── Result-AIME-2025-0311.jpeg ├── Result-AIME-2025-0311.png ├── Result-AIME-2025.png ├── Result-AIME-I-2025.jpg ├── Result-Temperature-0311.jpeg ├── Result-Temperature-0311.png └── Result-Temperature.jpg /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/AIME-Preview/HEAD/README.md -------------------------------------------------------------------------------- /eval/data/aime/test2024.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/AIME-Preview/HEAD/eval/data/aime/test2024.jsonl -------------------------------------------------------------------------------- /eval/data/aime/test2025-I.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/AIME-Preview/HEAD/eval/data/aime/test2025-I.jsonl -------------------------------------------------------------------------------- /eval/data/aime/test2025-II.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/AIME-Preview/HEAD/eval/data/aime/test2025-II.jsonl -------------------------------------------------------------------------------- /eval/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/AIME-Preview/HEAD/eval/eval.py -------------------------------------------------------------------------------- /eval/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/AIME-Preview/HEAD/eval/eval.sh -------------------------------------------------------------------------------- /eval/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/AIME-Preview/HEAD/eval/prompt.txt -------------------------------------------------------------------------------- /eval/prompts/qwen-instruct/aime.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/AIME-Preview/HEAD/eval/prompts/qwen-instruct/aime.py -------------------------------------------------------------------------------- /eval/prompts/qwen-instruct/amc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/AIME-Preview/HEAD/eval/prompts/qwen-instruct/amc.py -------------------------------------------------------------------------------- /eval/prompts/qwen-instruct/gpqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/AIME-Preview/HEAD/eval/prompts/qwen-instruct/gpqa.py -------------------------------------------------------------------------------- /eval/prompts/qwen-instruct/math.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/AIME-Preview/HEAD/eval/prompts/qwen-instruct/math.py -------------------------------------------------------------------------------- /eval/prompts/qwen-instruct/minerva.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/AIME-Preview/HEAD/eval/prompts/qwen-instruct/minerva.py -------------------------------------------------------------------------------- /eval/prompts/qwen-instruct/olympiadbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/AIME-Preview/HEAD/eval/prompts/qwen-instruct/olympiadbench.py -------------------------------------------------------------------------------- /eval/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/AIME-Preview/HEAD/eval/readme.md -------------------------------------------------------------------------------- /eval/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/AIME-Preview/HEAD/eval/requirements.txt -------------------------------------------------------------------------------- /eval/utils/__pycache__/grader.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/AIME-Preview/HEAD/eval/utils/__pycache__/grader.cpython-310.pyc -------------------------------------------------------------------------------- /eval/utils/__pycache__/math_normalization.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/AIME-Preview/HEAD/eval/utils/__pycache__/math_normalization.cpython-310.pyc -------------------------------------------------------------------------------- /eval/utils/__pycache__/parser.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/AIME-Preview/HEAD/eval/utils/__pycache__/parser.cpython-310.pyc -------------------------------------------------------------------------------- /eval/utils/data_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/AIME-Preview/HEAD/eval/utils/data_loader.py -------------------------------------------------------------------------------- /eval/utils/examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/AIME-Preview/HEAD/eval/utils/examples.py -------------------------------------------------------------------------------- /eval/utils/grader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/AIME-Preview/HEAD/eval/utils/grader.py -------------------------------------------------------------------------------- /eval/utils/math_normalization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/AIME-Preview/HEAD/eval/utils/math_normalization.py -------------------------------------------------------------------------------- /eval/utils/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/AIME-Preview/HEAD/eval/utils/parser.py -------------------------------------------------------------------------------- /eval/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/AIME-Preview/HEAD/eval/utils/utils.py -------------------------------------------------------------------------------- /images/Result-AIME-2025-0311.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/AIME-Preview/HEAD/images/Result-AIME-2025-0311.jpeg -------------------------------------------------------------------------------- /images/Result-AIME-2025-0311.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/AIME-Preview/HEAD/images/Result-AIME-2025-0311.png -------------------------------------------------------------------------------- /images/Result-AIME-2025.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/AIME-Preview/HEAD/images/Result-AIME-2025.png -------------------------------------------------------------------------------- /images/Result-AIME-I-2025.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/AIME-Preview/HEAD/images/Result-AIME-I-2025.jpg -------------------------------------------------------------------------------- /images/Result-Temperature-0311.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/AIME-Preview/HEAD/images/Result-Temperature-0311.jpeg -------------------------------------------------------------------------------- /images/Result-Temperature-0311.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/AIME-Preview/HEAD/images/Result-Temperature-0311.png -------------------------------------------------------------------------------- /images/Result-Temperature.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/AIME-Preview/HEAD/images/Result-Temperature.jpg --------------------------------------------------------------------------------