├── .gitignore ├── ALMEval_code ├── __init__.py ├── datasets │ ├── __init__.py │ ├── starbench.py │ └── utils.py ├── models │ ├── __init__.py │ ├── audio_flamingo.py │ ├── base.py │ ├── desta.py │ ├── gemini.py │ ├── gemma.py │ ├── gpt.py │ ├── kimi_audio.py │ ├── midashenglm.py │ ├── ming_lite_omni.py │ ├── models.yaml │ ├── phi4mm.py │ ├── qwen_audio.py │ ├── qwen_omni.py │ └── step_audio.py ├── requirements.txt └── run.py ├── LICENSE ├── README.md └── assets ├── 4d_logo.png ├── bench_compare.png ├── bench_examples.png ├── data_dist.png ├── error_dist.png ├── pipeline.png ├── results.png └── teaser.png /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InternLM/StarBench/HEAD/.gitignore -------------------------------------------------------------------------------- /ALMEval_code/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ALMEval_code/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InternLM/StarBench/HEAD/ALMEval_code/datasets/__init__.py -------------------------------------------------------------------------------- /ALMEval_code/datasets/starbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InternLM/StarBench/HEAD/ALMEval_code/datasets/starbench.py -------------------------------------------------------------------------------- /ALMEval_code/datasets/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InternLM/StarBench/HEAD/ALMEval_code/datasets/utils.py -------------------------------------------------------------------------------- /ALMEval_code/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InternLM/StarBench/HEAD/ALMEval_code/models/__init__.py -------------------------------------------------------------------------------- /ALMEval_code/models/audio_flamingo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InternLM/StarBench/HEAD/ALMEval_code/models/audio_flamingo.py -------------------------------------------------------------------------------- /ALMEval_code/models/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InternLM/StarBench/HEAD/ALMEval_code/models/base.py -------------------------------------------------------------------------------- /ALMEval_code/models/desta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InternLM/StarBench/HEAD/ALMEval_code/models/desta.py -------------------------------------------------------------------------------- /ALMEval_code/models/gemini.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InternLM/StarBench/HEAD/ALMEval_code/models/gemini.py -------------------------------------------------------------------------------- /ALMEval_code/models/gemma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InternLM/StarBench/HEAD/ALMEval_code/models/gemma.py -------------------------------------------------------------------------------- /ALMEval_code/models/gpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InternLM/StarBench/HEAD/ALMEval_code/models/gpt.py -------------------------------------------------------------------------------- /ALMEval_code/models/kimi_audio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InternLM/StarBench/HEAD/ALMEval_code/models/kimi_audio.py -------------------------------------------------------------------------------- /ALMEval_code/models/midashenglm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InternLM/StarBench/HEAD/ALMEval_code/models/midashenglm.py -------------------------------------------------------------------------------- /ALMEval_code/models/ming_lite_omni.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InternLM/StarBench/HEAD/ALMEval_code/models/ming_lite_omni.py -------------------------------------------------------------------------------- /ALMEval_code/models/models.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InternLM/StarBench/HEAD/ALMEval_code/models/models.yaml -------------------------------------------------------------------------------- /ALMEval_code/models/phi4mm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InternLM/StarBench/HEAD/ALMEval_code/models/phi4mm.py -------------------------------------------------------------------------------- /ALMEval_code/models/qwen_audio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InternLM/StarBench/HEAD/ALMEval_code/models/qwen_audio.py -------------------------------------------------------------------------------- /ALMEval_code/models/qwen_omni.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InternLM/StarBench/HEAD/ALMEval_code/models/qwen_omni.py -------------------------------------------------------------------------------- /ALMEval_code/models/step_audio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InternLM/StarBench/HEAD/ALMEval_code/models/step_audio.py -------------------------------------------------------------------------------- /ALMEval_code/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InternLM/StarBench/HEAD/ALMEval_code/requirements.txt -------------------------------------------------------------------------------- /ALMEval_code/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InternLM/StarBench/HEAD/ALMEval_code/run.py -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InternLM/StarBench/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InternLM/StarBench/HEAD/README.md -------------------------------------------------------------------------------- /assets/4d_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InternLM/StarBench/HEAD/assets/4d_logo.png -------------------------------------------------------------------------------- /assets/bench_compare.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InternLM/StarBench/HEAD/assets/bench_compare.png -------------------------------------------------------------------------------- /assets/bench_examples.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InternLM/StarBench/HEAD/assets/bench_examples.png -------------------------------------------------------------------------------- /assets/data_dist.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InternLM/StarBench/HEAD/assets/data_dist.png -------------------------------------------------------------------------------- /assets/error_dist.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InternLM/StarBench/HEAD/assets/error_dist.png -------------------------------------------------------------------------------- /assets/pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InternLM/StarBench/HEAD/assets/pipeline.png -------------------------------------------------------------------------------- /assets/results.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InternLM/StarBench/HEAD/assets/results.png -------------------------------------------------------------------------------- /assets/teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/InternLM/StarBench/HEAD/assets/teaser.png --------------------------------------------------------------------------------