├── .github ├── scripts │ └── assert_score.py └── workflows │ ├── lint.yml │ └── pr-run-test.yml ├── .gitignore ├── .pre-commit-config.yaml ├── LICENSE ├── README.md ├── assets ├── LOGO.svg └── apple.jpg ├── docs ├── en │ ├── .readthedocs.yaml │ ├── ConfigSystem.md │ ├── Contributors.md │ ├── Development.md │ ├── EvalByLMDeploy.md │ ├── Makefile │ ├── Quickstart.md │ ├── _static │ │ ├── css │ │ │ └── readthedocs.css │ │ ├── image │ │ │ ├── logo.svg │ │ │ └── logo_icon.svg │ │ └── js │ │ │ └── custom.js │ ├── _templates │ │ ├── 404.html │ │ ├── autosummary │ │ │ └── class.rst │ │ └── callable.rst │ ├── conf.py │ ├── docutils.conf │ └── index.rst ├── ja │ └── README_ja.md └── zh-CN │ ├── .readthedocs.yaml │ ├── ConfigSystem.md │ ├── Development.md │ ├── EvalByLMDeploy.md │ ├── Makefile │ ├── Quickstart.md │ ├── README_zh-CN.md │ ├── _static │ ├── css │ │ └── readthedocs.css │ ├── image │ │ ├── logo.svg │ │ └── logo_icon.svg │ └── js │ │ └── custom.js │ ├── _templates │ ├── 404.html │ ├── autosummary │ │ └── class.rst │ └── callable.rst │ ├── conf.py │ ├── cp_origin_docs.sh │ ├── docutils.conf │ └── index.rst ├── requirements.txt ├── requirements └── docs.txt ├── run.py ├── scripts ├── AI2D_preproc.ipynb ├── apires_scan.py ├── auto_run.py ├── convert_macbench.py ├── cover.sh ├── data_browser.py ├── mmb_eval_gradio.py ├── run.sh ├── srun.sh ├── summarize.py └── visualize.ipynb ├── setup.py └── vlmeval ├── __init__.py ├── api ├── __init__.py ├── arm_thinker.py ├── bailingmm.py ├── base.py ├── bluelm_api.py ├── claude.py ├── cloudwalk.py ├── doubao_vl_api.py ├── gemini.py ├── glm_vision.py ├── gpt.py ├── hf_chat_model.py ├── hunyuan.py ├── jt_vl_chat.py ├── jt_vl_chat_mini.py ├── kimivl_api.py ├── lmdeploy.py ├── mug_u.py ├── qwen_api.py ├── qwen_vl_api.py ├── rbdashmm_chat3_5_api.py ├── rbdashmm_chat3_api.py ├── reka.py ├── sensechat_vision.py ├── siliconflow.py ├── stepai.py ├── taichu.py ├── taiyi.py └── video_chat_online_v2.py ├── config.py ├── dataset ├── CGAVCounting │ ├── __init__.py │ ├── cg_av_counting.py │ ├── requirements.txt │ └── utils.py ├── EgoExoBench │ ├── README.md │ ├── __init__.py │ ├── cvmhat_preprocess.py │ ├── egoexobench.py │ ├── tf2023_preprocess.py │ └── utils.py ├── GUI │ ├── __init__.py │ ├── screenspot.py │ ├── screenspot_pro.py │ └── screenspot_v2.py ├── OmniDocBench │ ├── __init__.py │ ├── data_preprocess.py │ ├── metrics.py │ ├── omnidocbench.py │ ├── requirements.txt │ └── utils.py ├── __init__.py ├── cgbench.py ├── chartmimic.py ├── chartmuseum.py ├── chartqapro.py ├── charxiv.py ├── cmmmu.py ├── creation.py ├── dream.py ├── dude.py ├── dynamath.py ├── emma.py ├── gobench.py ├── gsm8k_v.py ├── hipho.py ├── image_base.py ├── image_caption.py ├── image_ccocr.py ├── image_mcq.py ├── image_mt.py ├── image_shortqa.py ├── image_vqa.py ├── image_yorn.py ├── longvideobench.py ├── m4bench.py ├── macbench.py ├── matbench.py ├── medqbench_caption.py ├── medqbench_mcq.py ├── medqbench_paired_description.py ├── megabench.py ├── miabench.py ├── mlvu.py ├── mmalignbench.py ├── mmbench_video.py ├── mmgenbench.py ├── mmhelix.py ├── mmifeval.py ├── mmlongbench.py ├── mmmath.py ├── moat.py ├── moviechat1k.py ├── mvbench.py ├── oceanocr.py ├── olmOCRBench │ ├── eval_req.txt │ ├── evaluator.py │ ├── katex │ │ ├── __init__.py │ │ ├── auto-render.min.js │ │ ├── katex.min.css │ │ ├── katex.min.js │ │ └── render.py │ ├── olmocrbench.py │ ├── repeatdetect.py │ ├── tests.py │ └── utils.py ├── ost_bench.py ├── qbench_video.py ├── reasonmap_plus.py ├── refcoco.py ├── sfebench.py ├── simplevqa.py ├── slidevqa.py ├── spatial457.py ├── tamperbench.py ├── tempcompass.py ├── text_base.py ├── text_mcq.py ├── utils │ ├── Ocrbench_v2 │ │ ├── IoUscore_metric.py │ │ ├── TEDS_metric.py │ │ ├── page_ocr_metric.py │ │ ├── parallel.py │ │ ├── requirements.txt │ │ ├── spotting_eval │ │ │ ├── __pycache__ │ │ │ │ ├── rrc_evaluation_funcs_1_1.cpython-310.pyc │ │ │ │ └── script.cpython-310.pyc │ │ │ ├── rrc_evaluation_funcs_1_1.py │ │ │ └── script.py │ │ ├── spotting_metric.py │ │ └── vqa_metric.py │ ├── __init__.py │ ├── ayavision.py │ ├── bmmr.py │ ├── bmmr_grade.py │ ├── ccocr_evaluator │ │ ├── README.md │ │ ├── __init__.py │ │ ├── common.py │ │ ├── doc_parsing_evaluator.py │ │ ├── kie_evaluator.py │ │ └── ocr_evaluator.py │ ├── cgbench.py │ ├── chartmimic │ │ ├── __init__.py │ │ ├── eval_configs │ │ │ ├── __init__.py │ │ │ └── global_config.py │ │ ├── eval_req.txt │ │ ├── evaluator │ │ │ ├── __init__.py │ │ │ ├── chart_type_and_color.py │ │ │ ├── chart_type_evaluator.py │ │ │ ├── chart_type_evaluator_prefix.py │ │ │ ├── color_evaluator.py │ │ │ ├── color_evaluator_prefix.py │ │ │ ├── color_utils.py │ │ │ ├── grid_evaluator.py │ │ │ ├── layout_evaluator.py │ │ │ ├── legend_evaluator.py │ │ │ └── text_evaluator.py │ │ └── mp_util.py │ ├── chartqapro.py │ ├── crpe.py │ ├── gsm8k_v.py │ ├── hipho_prompt_inference.py │ ├── hipho_verifier.py │ ├── hrbench.py │ ├── judge_util.py │ ├── llavabench.py │ ├── logicvista.py │ ├── longvideobench.py │ ├── mathcanvas.py │ ├── mathcanvas_evaluate_template.txt │ ├── mathv.py │ ├── mathverse.py │ ├── mathvista.py │ ├── megabench │ │ ├── README.md │ │ ├── __init__.py │ │ ├── aggregation │ │ │ ├── mean_agg.py │ │ │ ├── min_agg.py │ │ │ └── unsupported_agg.py │ │ ├── aggregation_type.py │ │ ├── evaluator.py │ │ ├── metric_type.py │ │ ├── parsing │ │ │ ├── answer_str_parse.py │ │ │ ├── common │ │ │ │ ├── parsers.py │ │ │ │ └── utils.py │ │ │ ├── dummy_parse.py │ │ │ └── json_parse.py │ │ ├── requirements.txt │ │ ├── response_parse_type.py │ │ ├── scoring │ │ │ ├── ascii_art_gpt4o_judge.py │ │ │ ├── chess_jaccard.py │ │ │ ├── common │ │ │ │ ├── conversions.py │ │ │ │ ├── metrics.py │ │ │ │ └── transformations.py │ │ │ ├── constrained_generation.py │ │ │ ├── coordinate_sequence_match.py │ │ │ ├── dict_equality.py │ │ │ ├── dict_exact_match_agg_recall.py │ │ │ ├── dict_jaccard_agg_jaccard.py │ │ │ ├── dict_nbbox_iou_tuple_agg_jaccard.py │ │ │ ├── dict_set_equality_agg_jaccard.py │ │ │ ├── exact_str_match.py │ │ │ ├── exact_str_match_case_insensitive.py │ │ │ ├── general_numerical_match.py │ │ │ ├── geo_proximity.py │ │ │ ├── gleu.py │ │ │ ├── jaccard.py │ │ │ ├── latex_expr_equality.py │ │ │ ├── longest_common_list_prefix_ratio.py │ │ │ ├── mse.py │ │ │ ├── multi_ref_phrase.py │ │ │ ├── nbbox_iou.py │ │ │ ├── near_str_match.py │ │ │ ├── nli_entailment.py │ │ │ ├── normalized_similarity_damerau_levenshtein.py │ │ │ ├── number_rel_diff_ratio.py │ │ │ ├── positive_int_match.py │ │ │ ├── program_judge.py │ │ │ ├── sacrebleu_bleu.py │ │ │ ├── sequence_equality.py │ │ │ ├── set_equality.py │ │ │ ├── set_precision.py │ │ │ ├── simple_str_match.py │ │ │ ├── symbolic_planning.py │ │ │ ├── unsupported_scoring.py │ │ │ ├── vlm_as_judge.py │ │ │ ├── xml_nbbox_iou.py │ │ │ ├── xml_norm_point_distance.py │ │ │ └── xml_norm_point_in_bbox.py │ │ ├── tools │ │ │ ├── analysis_utils.py │ │ │ ├── derive_breakdown_results.py │ │ │ └── get_si_subset_from_full.py │ │ └── utils.py │ ├── mlvu.py │ ├── mmbench_video.py │ ├── mmdu.py │ ├── mme_reasoning.py │ ├── mmhelix │ │ ├── evaluator.py │ │ ├── evaluators │ │ │ ├── aquarium_eval.py │ │ │ ├── binario_eval.py │ │ │ ├── bridges_eval.py │ │ │ ├── calcudoku_eval.py │ │ │ ├── campsite_eval.py │ │ │ ├── cryptomath_eval.py │ │ │ ├── eulero_eval.py │ │ │ ├── futoshiki_eval.py │ │ │ ├── graph_problems_eval.py │ │ │ ├── hanoi_eval.py │ │ │ ├── hitori_eval.py │ │ │ ├── kakuro_eval.py │ │ │ ├── kukurasu_eval.py │ │ │ ├── maze_eval.py │ │ │ ├── minesweeper_eval.py │ │ │ ├── nibbles_eval.py │ │ │ ├── nonogram_eval.py │ │ │ ├── numbrix_eval.py │ │ │ ├── shingoki_eval.py │ │ │ ├── skyscrapers_evaluator.py │ │ │ ├── slidingpuzzle_eval.py │ │ │ ├── snake_eval.py │ │ │ ├── sokoban_eval.py │ │ │ ├── sudoku_evaluator.py │ │ │ ├── tapa_eval.py │ │ │ ├── twentyfourpoints_evaluator.py │ │ │ ├── wordladder_eval.py │ │ │ └── wordsearch_eval.py │ │ ├── metrics.py │ │ ├── parser.py │ │ └── utils │ │ │ ├── constants.py │ │ │ └── validation.py │ ├── mmif │ │ ├── __init__.py │ │ └── function_and_compare.py │ ├── mmniah.py │ ├── mmsci.py │ ├── mmsci4eval_req.txt │ ├── mmvet.py │ ├── moviechat1k.py │ ├── multiple_choice.py │ ├── mvbench.py │ ├── naturalbench.py │ ├── oceanoctbench │ │ └── eval_req.txt │ ├── ocr_reasoning.py │ ├── ocrbench.py │ ├── ocrbrnch_v2_eval.py │ ├── olympiadbench.py │ ├── omni3dbench.py │ ├── omni_verifier.py │ ├── physic.py │ ├── physics_eval_utils.py │ ├── phyx.py │ ├── qbench_video.py │ ├── qspatial.py │ ├── seephys.py │ ├── shortqa.py │ ├── simplevqa.py │ ├── spatial457.py │ ├── tablevqabench.py │ ├── tallyqa.py │ ├── tamperbench.py │ ├── tdbench.py │ ├── tempcompass.py │ ├── treebench.py │ ├── vcrbench │ │ ├── cau_acc.py │ │ ├── cau_total.py │ │ ├── eval.py │ │ └── prompt.py │ ├── vdc.py │ ├── verifier.py │ ├── vgrpbench │ │ ├── __init__.py │ │ ├── configs │ │ │ └── formating-prompt │ │ │ │ ├── aquarium │ │ │ │ └── filter_prompt.json │ │ │ │ ├── battleships │ │ │ │ └── filter_prompt.json │ │ │ │ ├── binairo │ │ │ │ └── filter_prompt.json │ │ │ │ ├── coloredsudoku │ │ │ │ └── filter_prompt.json │ │ │ │ ├── fieldexplore │ │ │ │ └── filter_prompt.json │ │ │ │ ├── futoshiki │ │ │ │ └── filter_prompt.json │ │ │ │ ├── hitori │ │ │ │ └── filter_prompt.json │ │ │ │ ├── jigsawsudoku │ │ │ │ └── filter_prompt.json │ │ │ │ ├── kakurasu │ │ │ │ └── filter_prompt.json │ │ │ │ ├── kakuro │ │ │ │ └── filter_prompt.json │ │ │ │ ├── killersudoku │ │ │ │ └── filter_prompt.json │ │ │ │ ├── lightup │ │ │ │ └── filter_prompt.json │ │ │ │ ├── nonogram │ │ │ │ └── filter_prompt.json │ │ │ │ ├── oddevensudoku │ │ │ │ └── filter_prompt.json │ │ │ │ ├── renzoku │ │ │ │ └── filter_prompt.json │ │ │ │ ├── skyscraper │ │ │ │ └── filter_prompt.json │ │ │ │ ├── starbattle │ │ │ │ └── filter_prompt.json │ │ │ │ ├── sudoku │ │ │ │ └── filter_prompt.json │ │ │ │ ├── thermometers │ │ │ │ └── filter_prompt.json │ │ │ │ └── treesandtents │ │ │ │ └── filter_prompt.json │ │ ├── evaluation.py │ │ ├── puzzles │ │ │ ├── aquarium.py │ │ │ ├── battleships.py │ │ │ ├── binairo.py │ │ │ ├── coloredsudoku.py │ │ │ ├── common_constriants.py │ │ │ ├── common_get_game_factory.py │ │ │ ├── common_get_prompt.py │ │ │ ├── common_puzzle_factory.py │ │ │ ├── fieldexplore.py │ │ │ ├── futoshiki.py │ │ │ ├── hitori.py │ │ │ ├── jigsawsudoku.py │ │ │ ├── kakurasu.py │ │ │ ├── kakuro.py │ │ │ ├── killersudoku.py │ │ │ ├── lightup.py │ │ │ ├── nonogram.py │ │ │ ├── oddevensudoku.py │ │ │ ├── renzoku.py │ │ │ ├── skyscraper.py │ │ │ ├── starbattle.py │ │ │ ├── sudoku.py │ │ │ ├── thermometers.py │ │ │ └── treesandtents.py │ │ └── score.py │ ├── video_mmlu.py │ ├── videoholmes.py │ ├── videomme.py │ ├── videott.py │ ├── visulogic.py │ ├── vlm2bench.py │ ├── vmcbench.py │ ├── vqa_eval.py │ ├── wemath.py │ ├── worldsense.py │ └── yorn.py ├── vcr.py ├── vcrbench.py ├── vdc.py ├── video_base.py ├── video_concat_dataset.py ├── video_dataset_config.py ├── video_holmes.py ├── video_mmlu.py ├── videomme.py ├── videommmu.py ├── videott.py ├── visfactor.py ├── vl_rewardbench.py ├── vlm2bench.py ├── vlmbias.py ├── vlrmbench.py ├── vsibench.py ├── wildvision.py └── worldsense.py ├── inference.py ├── inference_mt.py ├── inference_video.py ├── smp ├── __init__.py ├── file.py ├── log.py ├── misc.py └── vlm.py ├── tools.py ├── utils ├── __init__.py ├── matching_util.py ├── mp_util.py └── result_transfer.py └── vlm ├── __init__.py ├── aki.py ├── aria.py ├── base.py ├── bunnyllama3.py ├── cambrian.py ├── chameleon.py ├── cogvlm.py ├── cosmos.py ├── deepseek_vl.py ├── deepseek_vl2.py ├── eagle_x.py ├── emu.py ├── falcon_vlm.py ├── flash_vl.py ├── gemma.py ├── granite_vision ├── __init__.py └── granite_vision.py ├── h2ovl_mississippi.py ├── hawk_vl ├── __init__.py ├── hawk │ ├── __init__.py │ ├── constants.py │ ├── model │ │ ├── __init__.py │ │ ├── hawk_arch.py │ │ ├── language_model │ │ │ └── hawk_qwen.py │ │ ├── multimodal_projector │ │ │ └── builder.py │ │ └── vision_encoder │ │ │ ├── __init__.py │ │ │ └── qwen_vit │ │ │ ├── __init__.py │ │ │ ├── configuration_qwen_vit.py │ │ │ └── modeling_qwen_vit.py │ └── utils.py ├── model.py └── prompt.py ├── idefics.py ├── insight_v.py ├── instructblip.py ├── interns1 ├── __init__.py └── interns1_chat.py ├── internvl ├── __init__.py ├── gui_template.yaml ├── internvl_chat.py └── utils.py ├── janus.py ├── keye_vlm ├── __init__.py ├── model.py └── prompt.py ├── kimi_vl.py ├── kosmos.py ├── liquid.py ├── llama4.py ├── llama_vision.py ├── llava ├── __init__.py ├── llava.py └── llava_xtuner.py ├── logics.py ├── long_vita.py ├── mantis.py ├── mgm.py ├── minicpm_v.py ├── minigpt4.py ├── minimonkey.py ├── misc ├── blip2_instruct_vicuna13b.yaml ├── blip2_instruct_vicuna7b.yaml ├── minigpt4_13b_eval.yaml ├── minigpt4_7b_eval.yaml └── minigptv2_eval.yaml ├── mixsense.py ├── mmalaya.py ├── molmo.py ├── monkey.py ├── moondream.py ├── mplug_owl2.py ├── mplug_owl3.py ├── nvlm.py ├── ola ├── __init__.py ├── ola │ ├── arguments.py │ ├── constants.py │ ├── conversation.py │ ├── datasets │ │ ├── __init__.py │ │ └── preprocess.py │ ├── mm_utils.py │ ├── model │ │ ├── __init__.py │ │ ├── builder.py │ │ ├── language_model │ │ │ └── ola_qwen.py │ │ ├── multimodal_encoder │ │ │ ├── builder.py │ │ │ └── oryx_vit.py │ │ ├── multimodal_projector │ │ │ ├── builder.py │ │ │ └── pooler_projector.py │ │ ├── multimodal_resampler │ │ │ ├── builder.py │ │ │ └── perceiver.py │ │ ├── ola_arch.py │ │ ├── speech_encoder │ │ │ ├── beats │ │ │ │ ├── BEATs.py │ │ │ │ ├── Tokenizers.py │ │ │ │ ├── __init__.py │ │ │ │ ├── backbone.py │ │ │ │ ├── kaldi.py │ │ │ │ ├── modules.py │ │ │ │ └── quantizer.py │ │ │ ├── builder.py │ │ │ └── speech_encoder.py │ │ └── speech_projector │ │ │ ├── builder.py │ │ │ └── speech_projector.py │ └── utils.py └── ola_model.py ├── omchat.py ├── omnilmm.py ├── open_flamingo.py ├── oryx.py ├── ovis ├── __init__.py ├── ovis.py └── utils │ ├── __init__.py │ └── mdp3.py ├── pandagpt.py ├── parrot.py ├── phi3_vision.py ├── phi4_multimodal.py ├── pixtral.py ├── points.py ├── qh_360vl.py ├── qianfan_vl.py ├── qtunevl ├── __init__.py ├── qtune_vl.py └── qtune_vl_chat.py ├── qwen2_vl ├── __init__.py ├── model.py └── prompt.py ├── qwen3_vl ├── __init__.py ├── model.py └── prompt.py ├── qwen_vl.py ├── rbdash.py ├── ristretto.py ├── ross.py ├── sail_vl.py ├── slime.py ├── smolvlm.py ├── thyme ├── __init__.py ├── model.py ├── prompt.py ├── sandbox.py └── utils.py ├── transcore_m.py ├── treevgr.py ├── ursa ├── __init__.py ├── ursa_chat.py └── ursa_model │ ├── __init__.py │ ├── clip_encoder.py │ ├── configuration_ursa.py │ ├── image_processing_vlm.py │ ├── modeling_ursa.py │ ├── processing_ursa.py │ ├── projector.py │ ├── sam.py │ └── siglip_vit.py ├── valley ├── __init__.py ├── requirements_valley.txt ├── valley2.py └── valley3.py ├── varco_vision.py ├── video_llm ├── __init__.py ├── chat_uni_vi.py ├── configs │ ├── llama_vid │ │ └── processor │ │ │ └── clip-patch14-224 │ │ │ ├── config.json │ │ │ └── preprocessor_config.json │ └── videochat2_hd.json ├── llama_vid.py ├── pllava.py ├── video_chatgpt.py ├── video_llava.py └── videochat2.py ├── vila.py ├── vintern_chat.py ├── visualglm.py ├── vita.py ├── vlaa_thinker.py ├── vlm_r1.py ├── vxverse.py ├── wemm.py ├── wethink_vl.py ├── x_vl.py ├── xcomposer ├── __init__.py ├── sharecaptioner.py ├── xcomposer.py ├── xcomposer2.py ├── xcomposer2_4KHD.py └── xcomposer2d5.py ├── xgen_mm.py └── yi_vl.py /.github/scripts/assert_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/.github/scripts/assert_score.py -------------------------------------------------------------------------------- /.github/workflows/lint.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/.github/workflows/lint.yml -------------------------------------------------------------------------------- /.github/workflows/pr-run-test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/.github/workflows/pr-run-test.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/README.md -------------------------------------------------------------------------------- /assets/LOGO.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/assets/LOGO.svg -------------------------------------------------------------------------------- /assets/apple.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/assets/apple.jpg -------------------------------------------------------------------------------- /docs/en/.readthedocs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/docs/en/.readthedocs.yaml -------------------------------------------------------------------------------- /docs/en/ConfigSystem.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/docs/en/ConfigSystem.md -------------------------------------------------------------------------------- /docs/en/Contributors.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/docs/en/Contributors.md -------------------------------------------------------------------------------- /docs/en/Development.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/docs/en/Development.md -------------------------------------------------------------------------------- /docs/en/EvalByLMDeploy.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/docs/en/EvalByLMDeploy.md -------------------------------------------------------------------------------- /docs/en/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/docs/en/Makefile -------------------------------------------------------------------------------- /docs/en/Quickstart.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/docs/en/Quickstart.md -------------------------------------------------------------------------------- /docs/en/_static/css/readthedocs.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/docs/en/_static/css/readthedocs.css -------------------------------------------------------------------------------- /docs/en/_static/image/logo.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/docs/en/_static/image/logo.svg -------------------------------------------------------------------------------- /docs/en/_static/image/logo_icon.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/docs/en/_static/image/logo_icon.svg -------------------------------------------------------------------------------- /docs/en/_static/js/custom.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/docs/en/_static/js/custom.js -------------------------------------------------------------------------------- /docs/en/_templates/404.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/docs/en/_templates/404.html -------------------------------------------------------------------------------- /docs/en/_templates/autosummary/class.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/docs/en/_templates/autosummary/class.rst -------------------------------------------------------------------------------- /docs/en/_templates/callable.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/docs/en/_templates/callable.rst -------------------------------------------------------------------------------- /docs/en/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/docs/en/conf.py -------------------------------------------------------------------------------- /docs/en/docutils.conf: -------------------------------------------------------------------------------- 1 | [html writers] 2 | table_style: colwidths-auto 3 | -------------------------------------------------------------------------------- /docs/en/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/docs/en/index.rst -------------------------------------------------------------------------------- /docs/ja/README_ja.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/docs/ja/README_ja.md -------------------------------------------------------------------------------- /docs/zh-CN/.readthedocs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/docs/zh-CN/.readthedocs.yaml -------------------------------------------------------------------------------- /docs/zh-CN/ConfigSystem.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/docs/zh-CN/ConfigSystem.md -------------------------------------------------------------------------------- /docs/zh-CN/Development.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/docs/zh-CN/Development.md -------------------------------------------------------------------------------- /docs/zh-CN/EvalByLMDeploy.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/docs/zh-CN/EvalByLMDeploy.md -------------------------------------------------------------------------------- /docs/zh-CN/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/docs/zh-CN/Makefile -------------------------------------------------------------------------------- /docs/zh-CN/Quickstart.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/docs/zh-CN/Quickstart.md -------------------------------------------------------------------------------- /docs/zh-CN/README_zh-CN.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/docs/zh-CN/README_zh-CN.md -------------------------------------------------------------------------------- /docs/zh-CN/_static/css/readthedocs.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/docs/zh-CN/_static/css/readthedocs.css -------------------------------------------------------------------------------- /docs/zh-CN/_static/image/logo.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/docs/zh-CN/_static/image/logo.svg -------------------------------------------------------------------------------- /docs/zh-CN/_static/image/logo_icon.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/docs/zh-CN/_static/image/logo_icon.svg -------------------------------------------------------------------------------- /docs/zh-CN/_static/js/custom.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/docs/zh-CN/_static/js/custom.js -------------------------------------------------------------------------------- /docs/zh-CN/_templates/404.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/docs/zh-CN/_templates/404.html -------------------------------------------------------------------------------- /docs/zh-CN/_templates/autosummary/class.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/docs/zh-CN/_templates/autosummary/class.rst -------------------------------------------------------------------------------- /docs/zh-CN/_templates/callable.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/docs/zh-CN/_templates/callable.rst -------------------------------------------------------------------------------- /docs/zh-CN/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/docs/zh-CN/conf.py -------------------------------------------------------------------------------- /docs/zh-CN/cp_origin_docs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/docs/zh-CN/cp_origin_docs.sh -------------------------------------------------------------------------------- /docs/zh-CN/docutils.conf: -------------------------------------------------------------------------------- 1 | [html writers] 2 | table_style: colwidths-auto 3 | -------------------------------------------------------------------------------- /docs/zh-CN/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/docs/zh-CN/index.rst -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/requirements.txt -------------------------------------------------------------------------------- /requirements/docs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/requirements/docs.txt -------------------------------------------------------------------------------- /run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/run.py -------------------------------------------------------------------------------- /scripts/AI2D_preproc.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/scripts/AI2D_preproc.ipynb -------------------------------------------------------------------------------- /scripts/apires_scan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/scripts/apires_scan.py -------------------------------------------------------------------------------- /scripts/auto_run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/scripts/auto_run.py -------------------------------------------------------------------------------- /scripts/convert_macbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/scripts/convert_macbench.py -------------------------------------------------------------------------------- /scripts/cover.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/scripts/cover.sh -------------------------------------------------------------------------------- /scripts/data_browser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/scripts/data_browser.py -------------------------------------------------------------------------------- /scripts/mmb_eval_gradio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/scripts/mmb_eval_gradio.py -------------------------------------------------------------------------------- /scripts/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/scripts/run.sh -------------------------------------------------------------------------------- /scripts/srun.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/scripts/srun.sh -------------------------------------------------------------------------------- /scripts/summarize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/scripts/summarize.py -------------------------------------------------------------------------------- /scripts/visualize.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/scripts/visualize.ipynb -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/setup.py -------------------------------------------------------------------------------- /vlmeval/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/__init__.py -------------------------------------------------------------------------------- /vlmeval/api/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/api/__init__.py -------------------------------------------------------------------------------- /vlmeval/api/arm_thinker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/api/arm_thinker.py -------------------------------------------------------------------------------- /vlmeval/api/bailingmm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/api/bailingmm.py -------------------------------------------------------------------------------- /vlmeval/api/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/api/base.py -------------------------------------------------------------------------------- /vlmeval/api/bluelm_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/api/bluelm_api.py -------------------------------------------------------------------------------- /vlmeval/api/claude.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/api/claude.py -------------------------------------------------------------------------------- /vlmeval/api/cloudwalk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/api/cloudwalk.py -------------------------------------------------------------------------------- /vlmeval/api/doubao_vl_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/api/doubao_vl_api.py -------------------------------------------------------------------------------- /vlmeval/api/gemini.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/api/gemini.py -------------------------------------------------------------------------------- /vlmeval/api/glm_vision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/api/glm_vision.py -------------------------------------------------------------------------------- /vlmeval/api/gpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/api/gpt.py -------------------------------------------------------------------------------- /vlmeval/api/hf_chat_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/api/hf_chat_model.py -------------------------------------------------------------------------------- /vlmeval/api/hunyuan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/api/hunyuan.py -------------------------------------------------------------------------------- /vlmeval/api/jt_vl_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/api/jt_vl_chat.py -------------------------------------------------------------------------------- /vlmeval/api/jt_vl_chat_mini.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/api/jt_vl_chat_mini.py -------------------------------------------------------------------------------- /vlmeval/api/kimivl_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/api/kimivl_api.py -------------------------------------------------------------------------------- /vlmeval/api/lmdeploy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/api/lmdeploy.py -------------------------------------------------------------------------------- /vlmeval/api/mug_u.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/api/mug_u.py -------------------------------------------------------------------------------- /vlmeval/api/qwen_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/api/qwen_api.py -------------------------------------------------------------------------------- /vlmeval/api/qwen_vl_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/api/qwen_vl_api.py -------------------------------------------------------------------------------- /vlmeval/api/rbdashmm_chat3_5_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/api/rbdashmm_chat3_5_api.py -------------------------------------------------------------------------------- /vlmeval/api/rbdashmm_chat3_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/api/rbdashmm_chat3_api.py -------------------------------------------------------------------------------- /vlmeval/api/reka.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/api/reka.py -------------------------------------------------------------------------------- /vlmeval/api/sensechat_vision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/api/sensechat_vision.py -------------------------------------------------------------------------------- /vlmeval/api/siliconflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/api/siliconflow.py -------------------------------------------------------------------------------- /vlmeval/api/stepai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/api/stepai.py -------------------------------------------------------------------------------- /vlmeval/api/taichu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/api/taichu.py -------------------------------------------------------------------------------- /vlmeval/api/taiyi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/api/taiyi.py -------------------------------------------------------------------------------- /vlmeval/api/video_chat_online_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/api/video_chat_online_v2.py -------------------------------------------------------------------------------- /vlmeval/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/config.py -------------------------------------------------------------------------------- /vlmeval/dataset/CGAVCounting/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /vlmeval/dataset/CGAVCounting/cg_av_counting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/CGAVCounting/cg_av_counting.py -------------------------------------------------------------------------------- /vlmeval/dataset/CGAVCounting/requirements.txt: -------------------------------------------------------------------------------- 1 | scipy 2 | word2number 3 | -------------------------------------------------------------------------------- /vlmeval/dataset/CGAVCounting/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/CGAVCounting/utils.py -------------------------------------------------------------------------------- /vlmeval/dataset/EgoExoBench/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/EgoExoBench/README.md -------------------------------------------------------------------------------- /vlmeval/dataset/EgoExoBench/__init__.py: -------------------------------------------------------------------------------- 1 | from .egoexobench import EgoExoBench_MCQ 2 | -------------------------------------------------------------------------------- /vlmeval/dataset/EgoExoBench/cvmhat_preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/EgoExoBench/cvmhat_preprocess.py -------------------------------------------------------------------------------- /vlmeval/dataset/EgoExoBench/egoexobench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/EgoExoBench/egoexobench.py -------------------------------------------------------------------------------- /vlmeval/dataset/EgoExoBench/tf2023_preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/EgoExoBench/tf2023_preprocess.py -------------------------------------------------------------------------------- /vlmeval/dataset/EgoExoBench/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/EgoExoBench/utils.py -------------------------------------------------------------------------------- /vlmeval/dataset/GUI/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /vlmeval/dataset/GUI/screenspot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/GUI/screenspot.py -------------------------------------------------------------------------------- /vlmeval/dataset/GUI/screenspot_pro.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/GUI/screenspot_pro.py -------------------------------------------------------------------------------- /vlmeval/dataset/GUI/screenspot_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/GUI/screenspot_v2.py -------------------------------------------------------------------------------- /vlmeval/dataset/OmniDocBench/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /vlmeval/dataset/OmniDocBench/data_preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/OmniDocBench/data_preprocess.py -------------------------------------------------------------------------------- /vlmeval/dataset/OmniDocBench/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/OmniDocBench/metrics.py -------------------------------------------------------------------------------- /vlmeval/dataset/OmniDocBench/omnidocbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/OmniDocBench/omnidocbench.py -------------------------------------------------------------------------------- /vlmeval/dataset/OmniDocBench/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/OmniDocBench/requirements.txt -------------------------------------------------------------------------------- /vlmeval/dataset/OmniDocBench/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/OmniDocBench/utils.py -------------------------------------------------------------------------------- /vlmeval/dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/__init__.py -------------------------------------------------------------------------------- /vlmeval/dataset/cgbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/cgbench.py -------------------------------------------------------------------------------- /vlmeval/dataset/chartmimic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/chartmimic.py -------------------------------------------------------------------------------- /vlmeval/dataset/chartmuseum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/chartmuseum.py -------------------------------------------------------------------------------- /vlmeval/dataset/chartqapro.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/chartqapro.py -------------------------------------------------------------------------------- /vlmeval/dataset/charxiv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/charxiv.py -------------------------------------------------------------------------------- /vlmeval/dataset/cmmmu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/cmmmu.py -------------------------------------------------------------------------------- /vlmeval/dataset/creation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/creation.py -------------------------------------------------------------------------------- /vlmeval/dataset/dream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/dream.py -------------------------------------------------------------------------------- /vlmeval/dataset/dude.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/dude.py -------------------------------------------------------------------------------- /vlmeval/dataset/dynamath.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/dynamath.py -------------------------------------------------------------------------------- /vlmeval/dataset/emma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/emma.py -------------------------------------------------------------------------------- /vlmeval/dataset/gobench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/gobench.py -------------------------------------------------------------------------------- /vlmeval/dataset/gsm8k_v.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/gsm8k_v.py -------------------------------------------------------------------------------- /vlmeval/dataset/hipho.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/hipho.py -------------------------------------------------------------------------------- /vlmeval/dataset/image_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/image_base.py -------------------------------------------------------------------------------- /vlmeval/dataset/image_caption.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/image_caption.py -------------------------------------------------------------------------------- /vlmeval/dataset/image_ccocr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/image_ccocr.py -------------------------------------------------------------------------------- /vlmeval/dataset/image_mcq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/image_mcq.py -------------------------------------------------------------------------------- /vlmeval/dataset/image_mt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/image_mt.py -------------------------------------------------------------------------------- /vlmeval/dataset/image_shortqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/image_shortqa.py -------------------------------------------------------------------------------- /vlmeval/dataset/image_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/image_vqa.py -------------------------------------------------------------------------------- /vlmeval/dataset/image_yorn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/image_yorn.py -------------------------------------------------------------------------------- /vlmeval/dataset/longvideobench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/longvideobench.py -------------------------------------------------------------------------------- /vlmeval/dataset/m4bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/m4bench.py -------------------------------------------------------------------------------- /vlmeval/dataset/macbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/macbench.py -------------------------------------------------------------------------------- /vlmeval/dataset/matbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/matbench.py -------------------------------------------------------------------------------- /vlmeval/dataset/medqbench_caption.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/medqbench_caption.py -------------------------------------------------------------------------------- /vlmeval/dataset/medqbench_mcq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/medqbench_mcq.py -------------------------------------------------------------------------------- /vlmeval/dataset/medqbench_paired_description.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/medqbench_paired_description.py -------------------------------------------------------------------------------- /vlmeval/dataset/megabench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/megabench.py -------------------------------------------------------------------------------- /vlmeval/dataset/miabench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/miabench.py -------------------------------------------------------------------------------- /vlmeval/dataset/mlvu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/mlvu.py -------------------------------------------------------------------------------- /vlmeval/dataset/mmalignbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/mmalignbench.py -------------------------------------------------------------------------------- /vlmeval/dataset/mmbench_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/mmbench_video.py -------------------------------------------------------------------------------- /vlmeval/dataset/mmgenbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/mmgenbench.py -------------------------------------------------------------------------------- /vlmeval/dataset/mmhelix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/mmhelix.py -------------------------------------------------------------------------------- /vlmeval/dataset/mmifeval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/mmifeval.py -------------------------------------------------------------------------------- /vlmeval/dataset/mmlongbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/mmlongbench.py -------------------------------------------------------------------------------- /vlmeval/dataset/mmmath.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/mmmath.py -------------------------------------------------------------------------------- /vlmeval/dataset/moat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/moat.py -------------------------------------------------------------------------------- /vlmeval/dataset/moviechat1k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/moviechat1k.py -------------------------------------------------------------------------------- /vlmeval/dataset/mvbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/mvbench.py -------------------------------------------------------------------------------- /vlmeval/dataset/oceanocr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/oceanocr.py -------------------------------------------------------------------------------- /vlmeval/dataset/olmOCRBench/eval_req.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/olmOCRBench/eval_req.txt -------------------------------------------------------------------------------- /vlmeval/dataset/olmOCRBench/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/olmOCRBench/evaluator.py -------------------------------------------------------------------------------- /vlmeval/dataset/olmOCRBench/katex/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/olmOCRBench/katex/__init__.py -------------------------------------------------------------------------------- /vlmeval/dataset/olmOCRBench/katex/auto-render.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/olmOCRBench/katex/auto-render.min.js -------------------------------------------------------------------------------- /vlmeval/dataset/olmOCRBench/katex/katex.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/olmOCRBench/katex/katex.min.css -------------------------------------------------------------------------------- /vlmeval/dataset/olmOCRBench/katex/katex.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/olmOCRBench/katex/katex.min.js -------------------------------------------------------------------------------- /vlmeval/dataset/olmOCRBench/katex/render.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/olmOCRBench/katex/render.py -------------------------------------------------------------------------------- /vlmeval/dataset/olmOCRBench/olmocrbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/olmOCRBench/olmocrbench.py -------------------------------------------------------------------------------- /vlmeval/dataset/olmOCRBench/repeatdetect.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/olmOCRBench/repeatdetect.py -------------------------------------------------------------------------------- /vlmeval/dataset/olmOCRBench/tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/olmOCRBench/tests.py -------------------------------------------------------------------------------- /vlmeval/dataset/olmOCRBench/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/olmOCRBench/utils.py -------------------------------------------------------------------------------- /vlmeval/dataset/ost_bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/ost_bench.py -------------------------------------------------------------------------------- /vlmeval/dataset/qbench_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/qbench_video.py -------------------------------------------------------------------------------- /vlmeval/dataset/reasonmap_plus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/reasonmap_plus.py -------------------------------------------------------------------------------- /vlmeval/dataset/refcoco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/refcoco.py -------------------------------------------------------------------------------- /vlmeval/dataset/sfebench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/sfebench.py -------------------------------------------------------------------------------- /vlmeval/dataset/simplevqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/simplevqa.py -------------------------------------------------------------------------------- /vlmeval/dataset/slidevqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/slidevqa.py -------------------------------------------------------------------------------- /vlmeval/dataset/spatial457.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/spatial457.py -------------------------------------------------------------------------------- /vlmeval/dataset/tamperbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/tamperbench.py -------------------------------------------------------------------------------- /vlmeval/dataset/tempcompass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/tempcompass.py -------------------------------------------------------------------------------- /vlmeval/dataset/text_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/text_base.py -------------------------------------------------------------------------------- /vlmeval/dataset/text_mcq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/text_mcq.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/Ocrbench_v2/IoUscore_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/Ocrbench_v2/IoUscore_metric.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/Ocrbench_v2/TEDS_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/Ocrbench_v2/TEDS_metric.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/Ocrbench_v2/page_ocr_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/Ocrbench_v2/page_ocr_metric.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/Ocrbench_v2/parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/Ocrbench_v2/parallel.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/Ocrbench_v2/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/Ocrbench_v2/requirements.txt -------------------------------------------------------------------------------- /vlmeval/dataset/utils/Ocrbench_v2/spotting_eval/__pycache__/rrc_evaluation_funcs_1_1.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/Ocrbench_v2/spotting_eval/__pycache__/rrc_evaluation_funcs_1_1.cpython-310.pyc -------------------------------------------------------------------------------- /vlmeval/dataset/utils/Ocrbench_v2/spotting_eval/__pycache__/script.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/Ocrbench_v2/spotting_eval/__pycache__/script.cpython-310.pyc -------------------------------------------------------------------------------- /vlmeval/dataset/utils/Ocrbench_v2/spotting_eval/rrc_evaluation_funcs_1_1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/Ocrbench_v2/spotting_eval/rrc_evaluation_funcs_1_1.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/Ocrbench_v2/spotting_eval/script.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/Ocrbench_v2/spotting_eval/script.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/Ocrbench_v2/spotting_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/Ocrbench_v2/spotting_metric.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/Ocrbench_v2/vqa_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/Ocrbench_v2/vqa_metric.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/__init__.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/ayavision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/ayavision.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/bmmr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/bmmr.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/bmmr_grade.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/bmmr_grade.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/ccocr_evaluator/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/ccocr_evaluator/README.md -------------------------------------------------------------------------------- /vlmeval/dataset/utils/ccocr_evaluator/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/ccocr_evaluator/__init__.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/ccocr_evaluator/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/ccocr_evaluator/common.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/ccocr_evaluator/doc_parsing_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/ccocr_evaluator/doc_parsing_evaluator.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/ccocr_evaluator/kie_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/ccocr_evaluator/kie_evaluator.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/ccocr_evaluator/ocr_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/ccocr_evaluator/ocr_evaluator.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/cgbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/cgbench.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/chartmimic/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /vlmeval/dataset/utils/chartmimic/eval_configs/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /vlmeval/dataset/utils/chartmimic/eval_configs/global_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/chartmimic/eval_configs/global_config.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/chartmimic/eval_req.txt: -------------------------------------------------------------------------------- 1 | pdf2image 2 | colormath 3 | squarify 4 | matplotlib_venn 5 | Pillow 6 | -------------------------------------------------------------------------------- /vlmeval/dataset/utils/chartmimic/evaluator/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /vlmeval/dataset/utils/chartmimic/evaluator/chart_type_and_color.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/chartmimic/evaluator/chart_type_and_color.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/chartmimic/evaluator/chart_type_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/chartmimic/evaluator/chart_type_evaluator.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/chartmimic/evaluator/chart_type_evaluator_prefix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/chartmimic/evaluator/chart_type_evaluator_prefix.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/chartmimic/evaluator/color_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/chartmimic/evaluator/color_evaluator.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/chartmimic/evaluator/color_evaluator_prefix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/chartmimic/evaluator/color_evaluator_prefix.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/chartmimic/evaluator/color_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/chartmimic/evaluator/color_utils.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/chartmimic/evaluator/grid_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/chartmimic/evaluator/grid_evaluator.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/chartmimic/evaluator/layout_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/chartmimic/evaluator/layout_evaluator.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/chartmimic/evaluator/legend_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/chartmimic/evaluator/legend_evaluator.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/chartmimic/evaluator/text_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/chartmimic/evaluator/text_evaluator.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/chartmimic/mp_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/chartmimic/mp_util.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/chartqapro.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/chartqapro.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/crpe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/crpe.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/gsm8k_v.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/gsm8k_v.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/hipho_prompt_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/hipho_prompt_inference.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/hipho_verifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/hipho_verifier.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/hrbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/hrbench.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/judge_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/judge_util.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/llavabench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/llavabench.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/logicvista.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/logicvista.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/longvideobench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/longvideobench.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mathcanvas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mathcanvas.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mathcanvas_evaluate_template.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mathcanvas_evaluate_template.txt -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mathv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mathv.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mathverse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mathverse.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mathvista.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mathvista.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/README.md -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/__init__.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/aggregation/mean_agg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/aggregation/mean_agg.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/aggregation/min_agg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/aggregation/min_agg.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/aggregation/unsupported_agg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/aggregation/unsupported_agg.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/aggregation_type.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/aggregation_type.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/evaluator.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/metric_type.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/metric_type.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/parsing/answer_str_parse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/parsing/answer_str_parse.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/parsing/common/parsers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/parsing/common/parsers.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/parsing/common/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/parsing/common/utils.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/parsing/dummy_parse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/parsing/dummy_parse.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/parsing/json_parse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/parsing/json_parse.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/requirements.txt -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/response_parse_type.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/response_parse_type.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/ascii_art_gpt4o_judge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/ascii_art_gpt4o_judge.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/chess_jaccard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/chess_jaccard.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/common/conversions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/common/conversions.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/common/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/common/metrics.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/common/transformations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/common/transformations.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/constrained_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/constrained_generation.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/coordinate_sequence_match.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/coordinate_sequence_match.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/dict_equality.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/dict_equality.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/dict_exact_match_agg_recall.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/dict_exact_match_agg_recall.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/dict_jaccard_agg_jaccard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/dict_jaccard_agg_jaccard.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/dict_nbbox_iou_tuple_agg_jaccard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/dict_nbbox_iou_tuple_agg_jaccard.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/dict_set_equality_agg_jaccard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/dict_set_equality_agg_jaccard.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/exact_str_match.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/exact_str_match.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/exact_str_match_case_insensitive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/exact_str_match_case_insensitive.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/general_numerical_match.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/general_numerical_match.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/geo_proximity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/geo_proximity.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/gleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/gleu.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/jaccard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/jaccard.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/latex_expr_equality.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/latex_expr_equality.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/longest_common_list_prefix_ratio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/longest_common_list_prefix_ratio.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/mse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/mse.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/multi_ref_phrase.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/multi_ref_phrase.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/nbbox_iou.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/nbbox_iou.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/near_str_match.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/near_str_match.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/nli_entailment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/nli_entailment.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/normalized_similarity_damerau_levenshtein.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/normalized_similarity_damerau_levenshtein.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/number_rel_diff_ratio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/number_rel_diff_ratio.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/positive_int_match.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/positive_int_match.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/program_judge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/program_judge.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/sacrebleu_bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/sacrebleu_bleu.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/sequence_equality.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/sequence_equality.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/set_equality.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/set_equality.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/set_precision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/set_precision.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/simple_str_match.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/simple_str_match.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/symbolic_planning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/symbolic_planning.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/unsupported_scoring.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/unsupported_scoring.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/vlm_as_judge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/vlm_as_judge.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/xml_nbbox_iou.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/xml_nbbox_iou.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/xml_norm_point_distance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/xml_norm_point_distance.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/scoring/xml_norm_point_in_bbox.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/scoring/xml_norm_point_in_bbox.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/tools/analysis_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/tools/analysis_utils.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/tools/derive_breakdown_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/tools/derive_breakdown_results.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/tools/get_si_subset_from_full.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/tools/get_si_subset_from_full.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/megabench/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/megabench/utils.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mlvu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mlvu.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmbench_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmbench_video.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmdu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmdu.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mme_reasoning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mme_reasoning.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmhelix/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmhelix/evaluator.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmhelix/evaluators/aquarium_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmhelix/evaluators/aquarium_eval.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmhelix/evaluators/binario_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmhelix/evaluators/binario_eval.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmhelix/evaluators/bridges_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmhelix/evaluators/bridges_eval.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmhelix/evaluators/calcudoku_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmhelix/evaluators/calcudoku_eval.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmhelix/evaluators/campsite_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmhelix/evaluators/campsite_eval.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmhelix/evaluators/cryptomath_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmhelix/evaluators/cryptomath_eval.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmhelix/evaluators/eulero_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmhelix/evaluators/eulero_eval.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmhelix/evaluators/futoshiki_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmhelix/evaluators/futoshiki_eval.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmhelix/evaluators/graph_problems_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmhelix/evaluators/graph_problems_eval.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmhelix/evaluators/hanoi_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmhelix/evaluators/hanoi_eval.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmhelix/evaluators/hitori_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmhelix/evaluators/hitori_eval.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmhelix/evaluators/kakuro_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmhelix/evaluators/kakuro_eval.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmhelix/evaluators/kukurasu_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmhelix/evaluators/kukurasu_eval.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmhelix/evaluators/maze_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmhelix/evaluators/maze_eval.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmhelix/evaluators/minesweeper_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmhelix/evaluators/minesweeper_eval.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmhelix/evaluators/nibbles_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmhelix/evaluators/nibbles_eval.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmhelix/evaluators/nonogram_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmhelix/evaluators/nonogram_eval.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmhelix/evaluators/numbrix_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmhelix/evaluators/numbrix_eval.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmhelix/evaluators/shingoki_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmhelix/evaluators/shingoki_eval.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmhelix/evaluators/skyscrapers_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmhelix/evaluators/skyscrapers_evaluator.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmhelix/evaluators/slidingpuzzle_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmhelix/evaluators/slidingpuzzle_eval.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmhelix/evaluators/snake_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmhelix/evaluators/snake_eval.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmhelix/evaluators/sokoban_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmhelix/evaluators/sokoban_eval.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmhelix/evaluators/sudoku_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmhelix/evaluators/sudoku_evaluator.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmhelix/evaluators/tapa_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmhelix/evaluators/tapa_eval.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmhelix/evaluators/twentyfourpoints_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmhelix/evaluators/twentyfourpoints_evaluator.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmhelix/evaluators/wordladder_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmhelix/evaluators/wordladder_eval.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmhelix/evaluators/wordsearch_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmhelix/evaluators/wordsearch_eval.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmhelix/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmhelix/metrics.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmhelix/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmhelix/parser.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmhelix/utils/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmhelix/utils/constants.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmhelix/utils/validation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmhelix/utils/validation.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmif/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmif/function_and_compare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmif/function_and_compare.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmniah.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmniah.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmsci.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmsci.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmsci4eval_req.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmsci4eval_req.txt -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mmvet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mmvet.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/moviechat1k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/moviechat1k.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/multiple_choice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/multiple_choice.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/mvbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/mvbench.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/naturalbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/naturalbench.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/oceanoctbench/eval_req.txt: -------------------------------------------------------------------------------- 1 | nltk 2 | jieba 3 | -------------------------------------------------------------------------------- /vlmeval/dataset/utils/ocr_reasoning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/ocr_reasoning.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/ocrbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/ocrbench.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/ocrbrnch_v2_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/ocrbrnch_v2_eval.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/olympiadbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/olympiadbench.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/omni3dbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/omni3dbench.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/omni_verifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/omni_verifier.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/physic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/physic.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/physics_eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/physics_eval_utils.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/phyx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/phyx.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/qbench_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/qbench_video.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/qspatial.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/qspatial.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/seephys.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/seephys.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/shortqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/shortqa.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/simplevqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/simplevqa.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/spatial457.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/spatial457.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/tablevqabench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/tablevqabench.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/tallyqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/tallyqa.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/tamperbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/tamperbench.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/tdbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/tdbench.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/tempcompass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/tempcompass.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/treebench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/treebench.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vcrbench/cau_acc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vcrbench/cau_acc.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vcrbench/cau_total.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vcrbench/cau_total.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vcrbench/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vcrbench/eval.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vcrbench/prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vcrbench/prompt.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vdc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vdc.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/verifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/verifier.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/aquarium/filter_prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/aquarium/filter_prompt.json -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/battleships/filter_prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/battleships/filter_prompt.json -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/binairo/filter_prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/binairo/filter_prompt.json -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/coloredsudoku/filter_prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/coloredsudoku/filter_prompt.json -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/fieldexplore/filter_prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/fieldexplore/filter_prompt.json -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/futoshiki/filter_prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/futoshiki/filter_prompt.json -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/hitori/filter_prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/hitori/filter_prompt.json -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/jigsawsudoku/filter_prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/jigsawsudoku/filter_prompt.json -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/kakurasu/filter_prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/kakurasu/filter_prompt.json -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/kakuro/filter_prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/kakuro/filter_prompt.json -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/killersudoku/filter_prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/killersudoku/filter_prompt.json -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/lightup/filter_prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/lightup/filter_prompt.json -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/nonogram/filter_prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/nonogram/filter_prompt.json -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/oddevensudoku/filter_prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/oddevensudoku/filter_prompt.json -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/renzoku/filter_prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/renzoku/filter_prompt.json -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/skyscraper/filter_prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/skyscraper/filter_prompt.json -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/starbattle/filter_prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/starbattle/filter_prompt.json -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/sudoku/filter_prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/sudoku/filter_prompt.json -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/thermometers/filter_prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/thermometers/filter_prompt.json -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/treesandtents/filter_prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/configs/formating-prompt/treesandtents/filter_prompt.json -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/evaluation.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/puzzles/aquarium.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/puzzles/aquarium.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/puzzles/battleships.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/puzzles/battleships.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/puzzles/binairo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/puzzles/binairo.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/puzzles/coloredsudoku.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/puzzles/coloredsudoku.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/puzzles/common_constriants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/puzzles/common_constriants.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/puzzles/common_get_game_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/puzzles/common_get_game_factory.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/puzzles/common_get_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/puzzles/common_get_prompt.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/puzzles/common_puzzle_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/puzzles/common_puzzle_factory.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/puzzles/fieldexplore.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/puzzles/fieldexplore.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/puzzles/futoshiki.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/puzzles/futoshiki.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/puzzles/hitori.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/puzzles/hitori.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/puzzles/jigsawsudoku.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/puzzles/jigsawsudoku.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/puzzles/kakurasu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/puzzles/kakurasu.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/puzzles/kakuro.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/puzzles/kakuro.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/puzzles/killersudoku.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/puzzles/killersudoku.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/puzzles/lightup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/puzzles/lightup.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/puzzles/nonogram.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/puzzles/nonogram.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/puzzles/oddevensudoku.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/puzzles/oddevensudoku.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/puzzles/renzoku.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/puzzles/renzoku.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/puzzles/skyscraper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/puzzles/skyscraper.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/puzzles/starbattle.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/puzzles/starbattle.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/puzzles/sudoku.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/puzzles/sudoku.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/puzzles/thermometers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/puzzles/thermometers.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/puzzles/treesandtents.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/puzzles/treesandtents.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vgrpbench/score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vgrpbench/score.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/video_mmlu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/video_mmlu.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/videoholmes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/videoholmes.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/videomme.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/videomme.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/videott.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/videott.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/visulogic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/visulogic.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vlm2bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vlm2bench.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vmcbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vmcbench.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/vqa_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/vqa_eval.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/wemath.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/wemath.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/worldsense.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/worldsense.py -------------------------------------------------------------------------------- /vlmeval/dataset/utils/yorn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/utils/yorn.py -------------------------------------------------------------------------------- /vlmeval/dataset/vcr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/vcr.py -------------------------------------------------------------------------------- /vlmeval/dataset/vcrbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/vcrbench.py -------------------------------------------------------------------------------- /vlmeval/dataset/vdc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/vdc.py -------------------------------------------------------------------------------- /vlmeval/dataset/video_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/video_base.py -------------------------------------------------------------------------------- /vlmeval/dataset/video_concat_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/video_concat_dataset.py -------------------------------------------------------------------------------- /vlmeval/dataset/video_dataset_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/video_dataset_config.py -------------------------------------------------------------------------------- /vlmeval/dataset/video_holmes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/video_holmes.py -------------------------------------------------------------------------------- /vlmeval/dataset/video_mmlu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/video_mmlu.py -------------------------------------------------------------------------------- /vlmeval/dataset/videomme.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/videomme.py -------------------------------------------------------------------------------- /vlmeval/dataset/videommmu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/videommmu.py -------------------------------------------------------------------------------- /vlmeval/dataset/videott.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/videott.py -------------------------------------------------------------------------------- /vlmeval/dataset/visfactor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/visfactor.py -------------------------------------------------------------------------------- /vlmeval/dataset/vl_rewardbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/vl_rewardbench.py -------------------------------------------------------------------------------- /vlmeval/dataset/vlm2bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/vlm2bench.py -------------------------------------------------------------------------------- /vlmeval/dataset/vlmbias.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/vlmbias.py -------------------------------------------------------------------------------- /vlmeval/dataset/vlrmbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/vlrmbench.py -------------------------------------------------------------------------------- /vlmeval/dataset/vsibench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/vsibench.py -------------------------------------------------------------------------------- /vlmeval/dataset/wildvision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/wildvision.py -------------------------------------------------------------------------------- /vlmeval/dataset/worldsense.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/dataset/worldsense.py -------------------------------------------------------------------------------- /vlmeval/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/inference.py -------------------------------------------------------------------------------- /vlmeval/inference_mt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/inference_mt.py -------------------------------------------------------------------------------- /vlmeval/inference_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/inference_video.py -------------------------------------------------------------------------------- /vlmeval/smp/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/smp/__init__.py -------------------------------------------------------------------------------- /vlmeval/smp/file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/smp/file.py -------------------------------------------------------------------------------- /vlmeval/smp/log.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/smp/log.py -------------------------------------------------------------------------------- /vlmeval/smp/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/smp/misc.py -------------------------------------------------------------------------------- /vlmeval/smp/vlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/smp/vlm.py -------------------------------------------------------------------------------- /vlmeval/tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/tools.py -------------------------------------------------------------------------------- /vlmeval/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/utils/__init__.py -------------------------------------------------------------------------------- /vlmeval/utils/matching_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/utils/matching_util.py -------------------------------------------------------------------------------- /vlmeval/utils/mp_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/utils/mp_util.py -------------------------------------------------------------------------------- /vlmeval/utils/result_transfer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/utils/result_transfer.py -------------------------------------------------------------------------------- /vlmeval/vlm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/__init__.py -------------------------------------------------------------------------------- /vlmeval/vlm/aki.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/aki.py -------------------------------------------------------------------------------- /vlmeval/vlm/aria.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/aria.py -------------------------------------------------------------------------------- /vlmeval/vlm/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/base.py -------------------------------------------------------------------------------- /vlmeval/vlm/bunnyllama3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/bunnyllama3.py -------------------------------------------------------------------------------- /vlmeval/vlm/cambrian.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/cambrian.py -------------------------------------------------------------------------------- /vlmeval/vlm/chameleon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/chameleon.py -------------------------------------------------------------------------------- /vlmeval/vlm/cogvlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/cogvlm.py -------------------------------------------------------------------------------- /vlmeval/vlm/cosmos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/cosmos.py -------------------------------------------------------------------------------- /vlmeval/vlm/deepseek_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/deepseek_vl.py -------------------------------------------------------------------------------- /vlmeval/vlm/deepseek_vl2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/deepseek_vl2.py -------------------------------------------------------------------------------- /vlmeval/vlm/eagle_x.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/eagle_x.py -------------------------------------------------------------------------------- /vlmeval/vlm/emu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/emu.py -------------------------------------------------------------------------------- /vlmeval/vlm/falcon_vlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/falcon_vlm.py -------------------------------------------------------------------------------- /vlmeval/vlm/flash_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/flash_vl.py -------------------------------------------------------------------------------- /vlmeval/vlm/gemma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/gemma.py -------------------------------------------------------------------------------- /vlmeval/vlm/granite_vision/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/granite_vision/__init__.py -------------------------------------------------------------------------------- /vlmeval/vlm/granite_vision/granite_vision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/granite_vision/granite_vision.py -------------------------------------------------------------------------------- /vlmeval/vlm/h2ovl_mississippi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/h2ovl_mississippi.py -------------------------------------------------------------------------------- /vlmeval/vlm/hawk_vl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/hawk_vl/__init__.py -------------------------------------------------------------------------------- /vlmeval/vlm/hawk_vl/hawk/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import HawkQwenForCausalLM 2 | -------------------------------------------------------------------------------- /vlmeval/vlm/hawk_vl/hawk/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/hawk_vl/hawk/constants.py -------------------------------------------------------------------------------- /vlmeval/vlm/hawk_vl/hawk/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/hawk_vl/hawk/model/__init__.py -------------------------------------------------------------------------------- /vlmeval/vlm/hawk_vl/hawk/model/hawk_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/hawk_vl/hawk/model/hawk_arch.py -------------------------------------------------------------------------------- /vlmeval/vlm/hawk_vl/hawk/model/language_model/hawk_qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/hawk_vl/hawk/model/language_model/hawk_qwen.py -------------------------------------------------------------------------------- /vlmeval/vlm/hawk_vl/hawk/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/hawk_vl/hawk/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /vlmeval/vlm/hawk_vl/hawk/model/vision_encoder/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/hawk_vl/hawk/model/vision_encoder/__init__.py -------------------------------------------------------------------------------- /vlmeval/vlm/hawk_vl/hawk/model/vision_encoder/qwen_vit/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/hawk_vl/hawk/model/vision_encoder/qwen_vit/__init__.py -------------------------------------------------------------------------------- /vlmeval/vlm/hawk_vl/hawk/model/vision_encoder/qwen_vit/configuration_qwen_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/hawk_vl/hawk/model/vision_encoder/qwen_vit/configuration_qwen_vit.py -------------------------------------------------------------------------------- /vlmeval/vlm/hawk_vl/hawk/model/vision_encoder/qwen_vit/modeling_qwen_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/hawk_vl/hawk/model/vision_encoder/qwen_vit/modeling_qwen_vit.py -------------------------------------------------------------------------------- /vlmeval/vlm/hawk_vl/hawk/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/hawk_vl/hawk/utils.py -------------------------------------------------------------------------------- /vlmeval/vlm/hawk_vl/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/hawk_vl/model.py -------------------------------------------------------------------------------- /vlmeval/vlm/hawk_vl/prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/hawk_vl/prompt.py -------------------------------------------------------------------------------- /vlmeval/vlm/idefics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/idefics.py -------------------------------------------------------------------------------- /vlmeval/vlm/insight_v.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/insight_v.py -------------------------------------------------------------------------------- /vlmeval/vlm/instructblip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/instructblip.py -------------------------------------------------------------------------------- /vlmeval/vlm/interns1/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/interns1/__init__.py -------------------------------------------------------------------------------- /vlmeval/vlm/interns1/interns1_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/interns1/interns1_chat.py -------------------------------------------------------------------------------- /vlmeval/vlm/internvl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/internvl/__init__.py -------------------------------------------------------------------------------- /vlmeval/vlm/internvl/gui_template.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/internvl/gui_template.yaml -------------------------------------------------------------------------------- /vlmeval/vlm/internvl/internvl_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/internvl/internvl_chat.py -------------------------------------------------------------------------------- /vlmeval/vlm/internvl/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/internvl/utils.py -------------------------------------------------------------------------------- /vlmeval/vlm/janus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/janus.py -------------------------------------------------------------------------------- /vlmeval/vlm/keye_vlm/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import KeyeChat 2 | -------------------------------------------------------------------------------- /vlmeval/vlm/keye_vlm/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/keye_vlm/model.py -------------------------------------------------------------------------------- /vlmeval/vlm/keye_vlm/prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/keye_vlm/prompt.py -------------------------------------------------------------------------------- /vlmeval/vlm/kimi_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/kimi_vl.py -------------------------------------------------------------------------------- /vlmeval/vlm/kosmos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/kosmos.py -------------------------------------------------------------------------------- /vlmeval/vlm/liquid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/liquid.py -------------------------------------------------------------------------------- /vlmeval/vlm/llama4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/llama4.py -------------------------------------------------------------------------------- /vlmeval/vlm/llama_vision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/llama_vision.py -------------------------------------------------------------------------------- /vlmeval/vlm/llava/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/llava/__init__.py -------------------------------------------------------------------------------- /vlmeval/vlm/llava/llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/llava/llava.py -------------------------------------------------------------------------------- /vlmeval/vlm/llava/llava_xtuner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/llava/llava_xtuner.py -------------------------------------------------------------------------------- /vlmeval/vlm/logics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/logics.py -------------------------------------------------------------------------------- /vlmeval/vlm/long_vita.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/long_vita.py -------------------------------------------------------------------------------- /vlmeval/vlm/mantis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/mantis.py -------------------------------------------------------------------------------- /vlmeval/vlm/mgm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/mgm.py -------------------------------------------------------------------------------- /vlmeval/vlm/minicpm_v.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/minicpm_v.py -------------------------------------------------------------------------------- /vlmeval/vlm/minigpt4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/minigpt4.py -------------------------------------------------------------------------------- /vlmeval/vlm/minimonkey.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/minimonkey.py -------------------------------------------------------------------------------- /vlmeval/vlm/misc/blip2_instruct_vicuna13b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/misc/blip2_instruct_vicuna13b.yaml -------------------------------------------------------------------------------- /vlmeval/vlm/misc/blip2_instruct_vicuna7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/misc/blip2_instruct_vicuna7b.yaml -------------------------------------------------------------------------------- /vlmeval/vlm/misc/minigpt4_13b_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/misc/minigpt4_13b_eval.yaml -------------------------------------------------------------------------------- /vlmeval/vlm/misc/minigpt4_7b_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/misc/minigpt4_7b_eval.yaml -------------------------------------------------------------------------------- /vlmeval/vlm/misc/minigptv2_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/misc/minigptv2_eval.yaml -------------------------------------------------------------------------------- /vlmeval/vlm/mixsense.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/mixsense.py -------------------------------------------------------------------------------- /vlmeval/vlm/mmalaya.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/mmalaya.py -------------------------------------------------------------------------------- /vlmeval/vlm/molmo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/molmo.py -------------------------------------------------------------------------------- /vlmeval/vlm/monkey.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/monkey.py -------------------------------------------------------------------------------- /vlmeval/vlm/moondream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/moondream.py -------------------------------------------------------------------------------- /vlmeval/vlm/mplug_owl2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/mplug_owl2.py -------------------------------------------------------------------------------- /vlmeval/vlm/mplug_owl3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/mplug_owl3.py -------------------------------------------------------------------------------- /vlmeval/vlm/nvlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/nvlm.py -------------------------------------------------------------------------------- /vlmeval/vlm/ola/__init__.py: -------------------------------------------------------------------------------- 1 | from .ola_model import Ola 2 | -------------------------------------------------------------------------------- /vlmeval/vlm/ola/ola/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ola/ola/arguments.py -------------------------------------------------------------------------------- /vlmeval/vlm/ola/ola/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ola/ola/constants.py -------------------------------------------------------------------------------- /vlmeval/vlm/ola/ola/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ola/ola/conversation.py -------------------------------------------------------------------------------- /vlmeval/vlm/ola/ola/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /vlmeval/vlm/ola/ola/datasets/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ola/ola/datasets/preprocess.py -------------------------------------------------------------------------------- /vlmeval/vlm/ola/ola/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ola/ola/mm_utils.py -------------------------------------------------------------------------------- /vlmeval/vlm/ola/ola/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ola/ola/model/__init__.py -------------------------------------------------------------------------------- /vlmeval/vlm/ola/ola/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ola/ola/model/builder.py -------------------------------------------------------------------------------- /vlmeval/vlm/ola/ola/model/language_model/ola_qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ola/ola/model/language_model/ola_qwen.py -------------------------------------------------------------------------------- /vlmeval/vlm/ola/ola/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ola/ola/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /vlmeval/vlm/ola/ola/model/multimodal_encoder/oryx_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ola/ola/model/multimodal_encoder/oryx_vit.py -------------------------------------------------------------------------------- /vlmeval/vlm/ola/ola/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ola/ola/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /vlmeval/vlm/ola/ola/model/multimodal_projector/pooler_projector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ola/ola/model/multimodal_projector/pooler_projector.py -------------------------------------------------------------------------------- /vlmeval/vlm/ola/ola/model/multimodal_resampler/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ola/ola/model/multimodal_resampler/builder.py -------------------------------------------------------------------------------- /vlmeval/vlm/ola/ola/model/multimodal_resampler/perceiver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ola/ola/model/multimodal_resampler/perceiver.py -------------------------------------------------------------------------------- /vlmeval/vlm/ola/ola/model/ola_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ola/ola/model/ola_arch.py -------------------------------------------------------------------------------- /vlmeval/vlm/ola/ola/model/speech_encoder/beats/BEATs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ola/ola/model/speech_encoder/beats/BEATs.py -------------------------------------------------------------------------------- /vlmeval/vlm/ola/ola/model/speech_encoder/beats/Tokenizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ola/ola/model/speech_encoder/beats/Tokenizers.py -------------------------------------------------------------------------------- /vlmeval/vlm/ola/ola/model/speech_encoder/beats/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /vlmeval/vlm/ola/ola/model/speech_encoder/beats/backbone.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ola/ola/model/speech_encoder/beats/backbone.py -------------------------------------------------------------------------------- /vlmeval/vlm/ola/ola/model/speech_encoder/beats/kaldi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ola/ola/model/speech_encoder/beats/kaldi.py -------------------------------------------------------------------------------- /vlmeval/vlm/ola/ola/model/speech_encoder/beats/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ola/ola/model/speech_encoder/beats/modules.py -------------------------------------------------------------------------------- /vlmeval/vlm/ola/ola/model/speech_encoder/beats/quantizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ola/ola/model/speech_encoder/beats/quantizer.py -------------------------------------------------------------------------------- /vlmeval/vlm/ola/ola/model/speech_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ola/ola/model/speech_encoder/builder.py -------------------------------------------------------------------------------- /vlmeval/vlm/ola/ola/model/speech_encoder/speech_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ola/ola/model/speech_encoder/speech_encoder.py -------------------------------------------------------------------------------- /vlmeval/vlm/ola/ola/model/speech_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ola/ola/model/speech_projector/builder.py -------------------------------------------------------------------------------- /vlmeval/vlm/ola/ola/model/speech_projector/speech_projector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ola/ola/model/speech_projector/speech_projector.py -------------------------------------------------------------------------------- /vlmeval/vlm/ola/ola/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ola/ola/utils.py -------------------------------------------------------------------------------- /vlmeval/vlm/ola/ola_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ola/ola_model.py -------------------------------------------------------------------------------- /vlmeval/vlm/omchat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/omchat.py -------------------------------------------------------------------------------- /vlmeval/vlm/omnilmm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/omnilmm.py -------------------------------------------------------------------------------- /vlmeval/vlm/open_flamingo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/open_flamingo.py -------------------------------------------------------------------------------- /vlmeval/vlm/oryx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/oryx.py -------------------------------------------------------------------------------- /vlmeval/vlm/ovis/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ovis/__init__.py -------------------------------------------------------------------------------- /vlmeval/vlm/ovis/ovis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ovis/ovis.py -------------------------------------------------------------------------------- /vlmeval/vlm/ovis/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /vlmeval/vlm/ovis/utils/mdp3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ovis/utils/mdp3.py -------------------------------------------------------------------------------- /vlmeval/vlm/pandagpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/pandagpt.py -------------------------------------------------------------------------------- /vlmeval/vlm/parrot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/parrot.py -------------------------------------------------------------------------------- /vlmeval/vlm/phi3_vision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/phi3_vision.py -------------------------------------------------------------------------------- /vlmeval/vlm/phi4_multimodal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/phi4_multimodal.py -------------------------------------------------------------------------------- /vlmeval/vlm/pixtral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/pixtral.py -------------------------------------------------------------------------------- /vlmeval/vlm/points.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/points.py -------------------------------------------------------------------------------- /vlmeval/vlm/qh_360vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/qh_360vl.py -------------------------------------------------------------------------------- /vlmeval/vlm/qianfan_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/qianfan_vl.py -------------------------------------------------------------------------------- /vlmeval/vlm/qtunevl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/qtunevl/__init__.py -------------------------------------------------------------------------------- /vlmeval/vlm/qtunevl/qtune_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/qtunevl/qtune_vl.py -------------------------------------------------------------------------------- /vlmeval/vlm/qtunevl/qtune_vl_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/qtunevl/qtune_vl_chat.py -------------------------------------------------------------------------------- /vlmeval/vlm/qwen2_vl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/qwen2_vl/__init__.py -------------------------------------------------------------------------------- /vlmeval/vlm/qwen2_vl/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/qwen2_vl/model.py -------------------------------------------------------------------------------- /vlmeval/vlm/qwen2_vl/prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/qwen2_vl/prompt.py -------------------------------------------------------------------------------- /vlmeval/vlm/qwen3_vl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/qwen3_vl/__init__.py -------------------------------------------------------------------------------- /vlmeval/vlm/qwen3_vl/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/qwen3_vl/model.py -------------------------------------------------------------------------------- /vlmeval/vlm/qwen3_vl/prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/qwen3_vl/prompt.py -------------------------------------------------------------------------------- /vlmeval/vlm/qwen_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/qwen_vl.py -------------------------------------------------------------------------------- /vlmeval/vlm/rbdash.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/rbdash.py -------------------------------------------------------------------------------- /vlmeval/vlm/ristretto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ristretto.py -------------------------------------------------------------------------------- /vlmeval/vlm/ross.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ross.py -------------------------------------------------------------------------------- /vlmeval/vlm/sail_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/sail_vl.py -------------------------------------------------------------------------------- /vlmeval/vlm/slime.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/slime.py -------------------------------------------------------------------------------- /vlmeval/vlm/smolvlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/smolvlm.py -------------------------------------------------------------------------------- /vlmeval/vlm/thyme/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/thyme/__init__.py -------------------------------------------------------------------------------- /vlmeval/vlm/thyme/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/thyme/model.py -------------------------------------------------------------------------------- /vlmeval/vlm/thyme/prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/thyme/prompt.py -------------------------------------------------------------------------------- /vlmeval/vlm/thyme/sandbox.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/thyme/sandbox.py -------------------------------------------------------------------------------- /vlmeval/vlm/thyme/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/thyme/utils.py -------------------------------------------------------------------------------- /vlmeval/vlm/transcore_m.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/transcore_m.py -------------------------------------------------------------------------------- /vlmeval/vlm/treevgr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/treevgr.py -------------------------------------------------------------------------------- /vlmeval/vlm/ursa/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ursa/__init__.py -------------------------------------------------------------------------------- /vlmeval/vlm/ursa/ursa_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ursa/ursa_chat.py -------------------------------------------------------------------------------- /vlmeval/vlm/ursa/ursa_model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ursa/ursa_model/__init__.py -------------------------------------------------------------------------------- /vlmeval/vlm/ursa/ursa_model/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ursa/ursa_model/clip_encoder.py -------------------------------------------------------------------------------- /vlmeval/vlm/ursa/ursa_model/configuration_ursa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ursa/ursa_model/configuration_ursa.py -------------------------------------------------------------------------------- /vlmeval/vlm/ursa/ursa_model/image_processing_vlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ursa/ursa_model/image_processing_vlm.py -------------------------------------------------------------------------------- /vlmeval/vlm/ursa/ursa_model/modeling_ursa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ursa/ursa_model/modeling_ursa.py -------------------------------------------------------------------------------- /vlmeval/vlm/ursa/ursa_model/processing_ursa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ursa/ursa_model/processing_ursa.py -------------------------------------------------------------------------------- /vlmeval/vlm/ursa/ursa_model/projector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ursa/ursa_model/projector.py -------------------------------------------------------------------------------- /vlmeval/vlm/ursa/ursa_model/sam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ursa/ursa_model/sam.py -------------------------------------------------------------------------------- /vlmeval/vlm/ursa/ursa_model/siglip_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/ursa/ursa_model/siglip_vit.py -------------------------------------------------------------------------------- /vlmeval/vlm/valley/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/valley/__init__.py -------------------------------------------------------------------------------- /vlmeval/vlm/valley/requirements_valley.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/valley/requirements_valley.txt -------------------------------------------------------------------------------- /vlmeval/vlm/valley/valley2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/valley/valley2.py -------------------------------------------------------------------------------- /vlmeval/vlm/valley/valley3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/valley/valley3.py -------------------------------------------------------------------------------- /vlmeval/vlm/varco_vision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/varco_vision.py -------------------------------------------------------------------------------- /vlmeval/vlm/video_llm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/video_llm/__init__.py -------------------------------------------------------------------------------- /vlmeval/vlm/video_llm/chat_uni_vi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/video_llm/chat_uni_vi.py -------------------------------------------------------------------------------- /vlmeval/vlm/video_llm/configs/llama_vid/processor/clip-patch14-224/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/video_llm/configs/llama_vid/processor/clip-patch14-224/config.json -------------------------------------------------------------------------------- /vlmeval/vlm/video_llm/configs/llama_vid/processor/clip-patch14-224/preprocessor_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/video_llm/configs/llama_vid/processor/clip-patch14-224/preprocessor_config.json -------------------------------------------------------------------------------- /vlmeval/vlm/video_llm/configs/videochat2_hd.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/video_llm/configs/videochat2_hd.json -------------------------------------------------------------------------------- /vlmeval/vlm/video_llm/llama_vid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/video_llm/llama_vid.py -------------------------------------------------------------------------------- /vlmeval/vlm/video_llm/pllava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/video_llm/pllava.py -------------------------------------------------------------------------------- /vlmeval/vlm/video_llm/video_chatgpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/video_llm/video_chatgpt.py -------------------------------------------------------------------------------- /vlmeval/vlm/video_llm/video_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/video_llm/video_llava.py -------------------------------------------------------------------------------- /vlmeval/vlm/video_llm/videochat2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/video_llm/videochat2.py -------------------------------------------------------------------------------- /vlmeval/vlm/vila.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/vila.py -------------------------------------------------------------------------------- /vlmeval/vlm/vintern_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/vintern_chat.py -------------------------------------------------------------------------------- /vlmeval/vlm/visualglm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/visualglm.py -------------------------------------------------------------------------------- /vlmeval/vlm/vita.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/vita.py -------------------------------------------------------------------------------- /vlmeval/vlm/vlaa_thinker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/vlaa_thinker.py -------------------------------------------------------------------------------- /vlmeval/vlm/vlm_r1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/vlm_r1.py -------------------------------------------------------------------------------- /vlmeval/vlm/vxverse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/vxverse.py -------------------------------------------------------------------------------- /vlmeval/vlm/wemm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/wemm.py -------------------------------------------------------------------------------- /vlmeval/vlm/wethink_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/wethink_vl.py -------------------------------------------------------------------------------- /vlmeval/vlm/x_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/x_vl.py -------------------------------------------------------------------------------- /vlmeval/vlm/xcomposer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/xcomposer/__init__.py -------------------------------------------------------------------------------- /vlmeval/vlm/xcomposer/sharecaptioner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/xcomposer/sharecaptioner.py -------------------------------------------------------------------------------- /vlmeval/vlm/xcomposer/xcomposer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/xcomposer/xcomposer.py -------------------------------------------------------------------------------- /vlmeval/vlm/xcomposer/xcomposer2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/xcomposer/xcomposer2.py -------------------------------------------------------------------------------- /vlmeval/vlm/xcomposer/xcomposer2_4KHD.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/xcomposer/xcomposer2_4KHD.py -------------------------------------------------------------------------------- /vlmeval/vlm/xcomposer/xcomposer2d5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/xcomposer/xcomposer2d5.py -------------------------------------------------------------------------------- /vlmeval/vlm/xgen_mm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/xgen_mm.py -------------------------------------------------------------------------------- /vlmeval/vlm/yi_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/VLMEvalKit/HEAD/vlmeval/vlm/yi_vl.py --------------------------------------------------------------------------------