├── README.md ├── eval ├── Mind2Web-SeeAct │ ├── .gitignore │ ├── CODE_OF_CONDUCT.md │ ├── GUIBench │ │ ├── .gitignore │ │ ├── README.md │ │ ├── configs │ │ │ ├── llava_1.5_13b.yaml │ │ │ ├── llava_1.5_7b.yaml │ │ │ ├── llava_13b.yaml │ │ │ ├── llava_34b.yaml │ │ │ ├── llava_7b.yaml │ │ │ ├── llava_7b_wizard.yaml │ │ │ └── llava_onevision_7b.yaml │ │ ├── model_adapters │ │ │ ├── __init__.py │ │ │ └── llava_adapter.py │ │ └── utils │ │ │ ├── __init__.py │ │ │ ├── constants.py │ │ │ ├── data_utils.py │ │ │ ├── eval_utils.py │ │ │ └── prompts.py │ ├── LICENSE │ ├── README.md │ └── src │ │ ├── data_utils │ │ ├── dom_utils.py │ │ ├── evaluation_utils.py │ │ ├── format_prompt_utils.py │ │ ├── image_utils.py │ │ └── prompts.py │ │ └── offline_experiments │ │ ├── action_generation │ │ └── metric.py │ │ └── eval_m2w.py ├── VisualWebBench │ ├── .gitignore │ ├── README.md │ ├── assets │ │ ├── compare.png │ │ ├── detail.png │ │ ├── exp.png │ │ └── main.png │ ├── configs │ │ ├── claude.yaml │ │ ├── gemini.yaml │ │ ├── llava_13b.yaml │ │ ├── llava_34b.yaml │ │ ├── llava_7b.yaml │ │ ├── openai.yaml │ │ └── qwen_vl.yaml │ ├── model_adapters │ │ ├── __init__.py │ │ ├── base_adapter.py │ │ ├── claude_adapter.py │ │ ├── gemini_adapter.py │ │ ├── llava_adapter.py │ │ ├── openai_adapter.py │ │ └── qwen_vl_adapter.py │ ├── requirements.txt │ ├── run.py │ ├── run.sh │ └── utils │ │ ├── __init__.py │ │ ├── constants.py │ │ ├── eval_utils.py │ │ └── prompts.py └── lmms-eval-MultiUI │ ├── .pre-commit-config.yaml │ ├── LICENSE │ ├── README.md │ ├── docs │ ├── README.md │ ├── commands.md │ ├── current_tasks.md │ ├── model_guide.md │ ├── run_examples.md │ └── task_guide.md │ ├── lmms_eval │ ├── __init__.py │ ├── __main__.py │ ├── api │ │ ├── __init__.py │ │ ├── filter.py │ │ ├── group.py │ │ ├── instance.py │ │ ├── metrics.py │ │ ├── model.py │ │ ├── registry.py │ │ ├── samplers.py │ │ └── task.py │ ├── evaluator.py │ ├── evaluator_utils.py │ ├── filters │ │ ├── __init__.py │ │ ├── decontamination.py │ │ ├── extraction.py │ │ ├── selection.py │ │ └── transformation.py │ ├── loggers │ │ ├── __init__.py │ │ ├── evaluation_tracker.py │ │ ├── utils.py │ │ └── wandb_logger.py │ ├── logging_utils.py │ ├── models │ │ ├── __init__.py │ │ ├── batch_gpt4.py │ │ ├── claude.py │ │ ├── from_log.py │ │ ├── fuyu.py │ │ ├── gemini_api.py │ │ ├── gpt4v.py │ │ ├── idefics2.py │ │ ├── instructblip.py │ │ ├── internvl.py │ │ ├── internvl2.py │ │ ├── llama_vid.py │ │ ├── llava.py │ │ ├── llava_hf.py │ │ ├── llava_onevision.py │ │ ├── llava_sglang.py │ │ ├── llava_vid.py │ │ ├── longva.py │ │ ├── mantis.py │ │ ├── minicpm_v.py │ │ ├── model_utils │ │ │ ├── __init__.py │ │ │ ├── load_video.py │ │ │ └── qwen │ │ │ │ └── qwen_generate_utils.py │ │ ├── mplug_owl_video.py │ │ ├── mplug_owl_video │ │ │ ├── __init__.py │ │ │ ├── configuration_mplug_owl.py │ │ │ ├── modeling_mplug_owl.py │ │ │ ├── processing_mplug_owl.py │ │ │ └── tokenization_mplug_owl.py │ │ ├── phi3v.py │ │ ├── qwen_vl.py │ │ ├── qwen_vl_api.py │ │ ├── reka.py │ │ ├── srt_api.py │ │ ├── tinyllava.py │ │ ├── video_chatgpt.py │ │ ├── video_chatgpt │ │ │ ├── __init__.py │ │ │ ├── constants.py │ │ │ ├── eval │ │ │ │ ├── __init__.py │ │ │ │ └── model_utils.py │ │ │ ├── inference.py │ │ │ ├── model │ │ │ │ ├── __init__.py │ │ │ │ ├── consolidate.py │ │ │ │ ├── make_delta.py │ │ │ │ ├── utils.py │ │ │ │ └── video_chatgpt.py │ │ │ ├── single_video_inference.py │ │ │ ├── utils.py │ │ │ └── video_conversation.py │ │ ├── video_llava.py │ │ ├── vila.py │ │ ├── xcomposer2_4KHD.py │ │ └── xcomposer2d5.py │ ├── tasks │ │ ├── __init__.py │ │ ├── _task_utils │ │ │ ├── file_utils.py │ │ │ ├── gpt_eval_utils.py │ │ │ ├── video_loader.py │ │ │ └── vqa_eval_metric.py │ │ ├── activitynetqa │ │ │ ├── _default_template_yaml │ │ │ ├── activitynetqa_generation.yaml │ │ │ └── utils.py │ │ ├── ai2d │ │ │ ├── ai2d.yaml │ │ │ ├── ai2d_lite.yaml │ │ │ ├── upload_ai2d.py │ │ │ └── utils.py │ │ ├── arc │ │ │ ├── README.md │ │ │ ├── arc_challenge.yaml │ │ │ └── arc_easy.yaml │ │ ├── chartqa │ │ │ ├── chartqa.yaml │ │ │ ├── chartqa_lite.yaml │ │ │ ├── upload_chartqa.py │ │ │ └── utils.py │ │ ├── cmmmu │ │ │ ├── _cmmmu.yaml │ │ │ ├── _default_template_cmmmu_yaml │ │ │ ├── cmmmu_test.yaml │ │ │ ├── cmmmu_val.yaml │ │ │ └── utils.py │ │ ├── coco_cap │ │ │ ├── coco2014_cap.yaml │ │ │ ├── coco2014_cap_test.yaml │ │ │ ├── coco2014_cap_val.yaml │ │ │ ├── coco2017_cap.yaml │ │ │ ├── coco2017_cap_test.yaml │ │ │ ├── coco2017_cap_val.yaml │ │ │ ├── coco2017_cap_val_lite.yaml │ │ │ ├── coco_cap.yaml │ │ │ └── utils.py │ │ ├── conbench │ │ │ ├── conbench.yaml │ │ │ └── utils.py │ │ ├── cvrr │ │ │ ├── _cvrr.yaml │ │ │ ├── _default_template_yaml │ │ │ ├── cvrr_fine_grained_action_understanding.yaml │ │ │ ├── cvrr_interpretation_of_social_context.yaml │ │ │ ├── cvrr_interpretation_of_visual_context.yaml │ │ │ ├── cvrr_multiple_actions_in_a_single_video.yaml │ │ │ ├── cvrr_non_existent_actions_with_existent_scene_depictions.yaml │ │ │ ├── cvrr_non_existent_actions_with_non_existent_scene_depictions.yaml │ │ │ ├── cvrr_object_instance_count.yaml │ │ │ ├── cvrr_partial_actions.yaml │ │ │ ├── cvrr_time_order_understanding.yaml │ │ │ ├── cvrr_understanding_emotional_context.yaml │ │ │ ├── cvrr_unusual_and_physically_anomalous_activities.yaml │ │ │ └── utils.py │ │ ├── detailcaps │ │ │ ├── _default_template_detailcaps_yaml │ │ │ ├── detailcaps.yaml │ │ │ └── utils.py │ │ ├── docvqa │ │ │ ├── _default_template_docvqa_yaml │ │ │ ├── docvqa.yaml │ │ │ ├── docvqa_test.yaml │ │ │ ├── docvqa_val.yaml │ │ │ ├── docvqa_val_lite.yaml │ │ │ └── utils.py │ │ ├── egoschema │ │ │ ├── README.md │ │ │ ├── _default_template_yaml │ │ │ ├── egoschema.yaml │ │ │ ├── egoschema_mcppl.yaml │ │ │ ├── egoschema_subset.yaml │ │ │ ├── egoschema_subset_mcppl.yaml │ │ │ └── utils.py │ │ ├── ferret │ │ │ ├── ferret.yaml │ │ │ ├── rule.json │ │ │ └── utils.py │ │ ├── flickr30k │ │ │ ├── flickr30k.yaml │ │ │ ├── flickr30k_test.yaml │ │ │ ├── flickr30k_test_lite.yaml │ │ │ └── utils.py │ │ ├── gpqa │ │ │ ├── README.md │ │ │ ├── cot_n_shot │ │ │ │ ├── _generate_configs.py │ │ │ │ ├── _gpqa_cot_n_shot_yaml │ │ │ │ ├── gpqa_diamond_cot_n_shot.yaml │ │ │ │ ├── gpqa_extended_cot_n_shot.yaml │ │ │ │ ├── gpqa_main_cot_n_shot.yaml │ │ │ │ └── utils.py │ │ │ ├── cot_zeroshot │ │ │ │ ├── _generate_configs.py │ │ │ │ ├── _gpqa_cot_zeroshot_yaml │ │ │ │ ├── gpqa_diamond_cot_zeroshot.yaml │ │ │ │ ├── gpqa_extended_cot_zeroshot.yaml │ │ │ │ ├── gpqa_main_cot_zeroshot.yaml │ │ │ │ └── utils.py │ │ │ ├── generative │ │ │ │ ├── _generate_configs.py │ │ │ │ ├── _gpqa_generative_n_shot_yaml │ │ │ │ ├── gpqa_diamond_generative_n_shot.yaml │ │ │ │ ├── gpqa_extended_generative_n_shot.yaml │ │ │ │ ├── gpqa_main_generative_n_shot.yaml │ │ │ │ └── utils.py │ │ │ ├── n_shot │ │ │ │ ├── _generate_configs.py │ │ │ │ ├── _gpqa_n_shot_yaml │ │ │ │ ├── gpqa_diamond_n_shot.yaml │ │ │ │ ├── gpqa_extended_n_shot.yaml │ │ │ │ ├── gpqa_main_n_shot.yaml │ │ │ │ └── utils.py │ │ │ └── zeroshot │ │ │ │ ├── _generate_configs.py │ │ │ │ ├── _gpqa_zeroshot_yaml │ │ │ │ ├── gpqa_diamond_zeroshot.yaml │ │ │ │ ├── gpqa_extended_zeroshot.yaml │ │ │ │ ├── gpqa_main_zeroshot.yaml │ │ │ │ └── utils.py │ │ ├── gqa │ │ │ ├── gqa.yaml │ │ │ ├── gqa_lite.yaml │ │ │ └── utils.py │ │ ├── gqa_ru │ │ │ ├── gqa_ru.yaml │ │ │ └── utils.py │ │ ├── gsm8k │ │ │ ├── README.md │ │ │ ├── gsm8k-cot-llama.yaml │ │ │ ├── gsm8k-cot-self-consistency.yaml │ │ │ ├── gsm8k-cot-zeroshot.yaml │ │ │ ├── gsm8k-cot.yaml │ │ │ └── gsm8k.yaml │ │ ├── hallusion_bench │ │ │ ├── evaluate_hb.py │ │ │ ├── hallusion_bench_image.yaml │ │ │ └── utils.py │ │ ├── hellaswag │ │ │ ├── README.md │ │ │ ├── hellaswag.yaml │ │ │ └── utils.py │ │ ├── iconqa │ │ │ ├── _default_template_docvqa_yaml │ │ │ ├── iconqa.yaml │ │ │ ├── iconqa_test.yaml │ │ │ ├── iconqa_val.yaml │ │ │ └── utils.py │ │ ├── ifeval │ │ │ ├── README.md │ │ │ ├── ifeval.yaml │ │ │ ├── instructions.py │ │ │ ├── instructions_registry.py │ │ │ ├── instructions_util.py │ │ │ └── utils.py │ │ ├── ii_bench │ │ │ ├── ii_bench.yaml │ │ │ └── utils.py │ │ ├── infovqa │ │ │ ├── _default_template_infovqa_yaml │ │ │ ├── infovqa.yaml │ │ │ ├── infovqa_test.yaml │ │ │ ├── infovqa_val.yaml │ │ │ ├── infovqa_val_lite.yaml │ │ │ └── utils.py │ │ ├── internal_eval │ │ │ ├── _default_template_internal_eval_yaml │ │ │ ├── d170_cn.yaml │ │ │ ├── d170_cn_utils.py │ │ │ ├── d170_en.yaml │ │ │ ├── d170_en_utils.py │ │ │ ├── dc100_en.yaml │ │ │ ├── dc100_en_utils.py │ │ │ ├── dc200_cn.yaml │ │ │ ├── dc200_cn_utils.py │ │ │ ├── internal_eval.yaml │ │ │ └── utils.py │ │ ├── live_bench │ │ │ ├── live_bench.yaml │ │ │ ├── live_bench_2406.yaml │ │ │ ├── live_bench_2407.yaml │ │ │ ├── live_bench_template_yaml │ │ │ └── utils.py │ │ ├── llava-bench-coco │ │ │ ├── llava-bench-coco.yaml │ │ │ ├── rule.json │ │ │ └── utils.py │ │ ├── llava-in-the-wild │ │ │ ├── llava-in-the-wild.yaml │ │ │ ├── rule.json │ │ │ └── utils.py │ │ ├── llava_interleave_bench │ │ │ ├── _default_template_interleave_yaml │ │ │ ├── in_domain.yaml │ │ │ ├── interleave_bench.yaml │ │ │ ├── multi_view_in_domain.yaml │ │ │ ├── out_of_domain.yaml │ │ │ └── utils.py │ │ ├── llava_wilder │ │ │ ├── _default_template_wilder_yaml │ │ │ ├── llava_wilder_small.yaml │ │ │ └── utils.py │ │ ├── longvideobench │ │ │ ├── longvideobench_test_i.yaml │ │ │ ├── longvideobench_test_v.yaml │ │ │ ├── longvideobench_val_i.yaml │ │ │ ├── longvideobench_val_v.yaml │ │ │ └── utils.py │ │ ├── mathverse │ │ │ ├── mathverse.yaml │ │ │ ├── mathverse_evals.py │ │ │ ├── mathverse_testmini.yaml │ │ │ ├── mathverse_testmini_text.yaml │ │ │ ├── mathverse_testmini_text_dominant.yaml │ │ │ ├── mathverse_testmini_text_lite.yaml │ │ │ ├── mathverse_testmini_text_only.yaml │ │ │ ├── mathverse_testmini_vision.yaml │ │ │ ├── mathverse_testmini_vision_dominant.yaml │ │ │ ├── mathverse_testmini_vision_intensive.yaml │ │ │ ├── mathverse_testmini_vision_only.yaml │ │ │ └── utils.py │ │ ├── mathvista │ │ │ ├── mathvista.yaml │ │ │ ├── mathvista_evals.py │ │ │ ├── mathvista_test.yaml │ │ │ ├── mathvista_testmini.yaml │ │ │ ├── mathvista_testmini_cot.yaml │ │ │ ├── mathvista_testmini_format.yaml │ │ │ ├── mathvista_testmini_solution.yaml │ │ │ └── utils.py │ │ ├── mirb │ │ │ ├── mirb.yaml │ │ │ └── utils.py │ │ ├── mlvu │ │ │ ├── mlvu.yaml │ │ │ └── utils.py │ │ ├── mmbench │ │ │ ├── _default_template_mmbench_cn_yaml │ │ │ ├── _default_template_mmbench_en_yaml │ │ │ ├── _default_template_mmbench_ru_yaml │ │ │ ├── cc_utils.py │ │ │ ├── cn_utils.py │ │ │ ├── en_utils.py │ │ │ ├── mmbench.yaml │ │ │ ├── mmbench_cc.yaml │ │ │ ├── mmbench_cn.yaml │ │ │ ├── mmbench_cn_dev.yaml │ │ │ ├── mmbench_cn_dev_lite.yaml │ │ │ ├── mmbench_cn_test.yaml │ │ │ ├── mmbench_en.yaml │ │ │ ├── mmbench_en_dev.yaml │ │ │ ├── mmbench_en_dev_lite.yaml │ │ │ ├── mmbench_en_test.yaml │ │ │ ├── mmbench_evals.py │ │ │ ├── mmbench_ru_dev.yaml │ │ │ └── ru_utils.py │ │ ├── mme │ │ │ ├── mme.yaml │ │ │ └── utils.py │ │ ├── mmlu │ │ │ ├── _generate_configs.py │ │ │ ├── continuation │ │ │ │ ├── _continuation_template_yaml │ │ │ │ ├── _mmlu.yaml │ │ │ │ ├── mmlu_abstract_algebra.yaml │ │ │ │ ├── mmlu_anatomy.yaml │ │ │ │ ├── mmlu_astronomy.yaml │ │ │ │ ├── mmlu_business_ethics.yaml │ │ │ │ ├── mmlu_clinical_knowledge.yaml │ │ │ │ ├── mmlu_college_biology.yaml │ │ │ │ ├── mmlu_college_chemistry.yaml │ │ │ │ ├── mmlu_college_computer_science.yaml │ │ │ │ ├── mmlu_college_mathematics.yaml │ │ │ │ ├── mmlu_college_medicine.yaml │ │ │ │ ├── mmlu_college_physics.yaml │ │ │ │ ├── mmlu_computer_security.yaml │ │ │ │ ├── mmlu_conceptual_physics.yaml │ │ │ │ ├── mmlu_econometrics.yaml │ │ │ │ ├── mmlu_electrical_engineering.yaml │ │ │ │ ├── mmlu_elementary_mathematics.yaml │ │ │ │ ├── mmlu_formal_logic.yaml │ │ │ │ ├── mmlu_global_facts.yaml │ │ │ │ ├── mmlu_high_school_biology.yaml │ │ │ │ ├── mmlu_high_school_chemistry.yaml │ │ │ │ ├── mmlu_high_school_computer_science.yaml │ │ │ │ ├── mmlu_high_school_european_history.yaml │ │ │ │ ├── mmlu_high_school_geography.yaml │ │ │ │ ├── mmlu_high_school_government_and_politics.yaml │ │ │ │ ├── mmlu_high_school_macroeconomics.yaml │ │ │ │ ├── mmlu_high_school_mathematics.yaml │ │ │ │ ├── mmlu_high_school_microeconomics.yaml │ │ │ │ ├── mmlu_high_school_physics.yaml │ │ │ │ ├── mmlu_high_school_psychology.yaml │ │ │ │ ├── mmlu_high_school_statistics.yaml │ │ │ │ ├── mmlu_high_school_us_history.yaml │ │ │ │ ├── mmlu_high_school_world_history.yaml │ │ │ │ ├── mmlu_human_aging.yaml │ │ │ │ ├── mmlu_human_sexuality.yaml │ │ │ │ ├── mmlu_international_law.yaml │ │ │ │ ├── mmlu_jurisprudence.yaml │ │ │ │ ├── mmlu_logical_fallacies.yaml │ │ │ │ ├── mmlu_machine_learning.yaml │ │ │ │ ├── mmlu_management.yaml │ │ │ │ ├── mmlu_marketing.yaml │ │ │ │ ├── mmlu_medical_genetics.yaml │ │ │ │ ├── mmlu_miscellaneous.yaml │ │ │ │ ├── mmlu_moral_disputes.yaml │ │ │ │ ├── mmlu_moral_scenarios.yaml │ │ │ │ ├── mmlu_nutrition.yaml │ │ │ │ ├── mmlu_philosophy.yaml │ │ │ │ ├── mmlu_prehistory.yaml │ │ │ │ ├── mmlu_professional_accounting.yaml │ │ │ │ ├── mmlu_professional_law.yaml │ │ │ │ ├── mmlu_professional_medicine.yaml │ │ │ │ ├── mmlu_professional_psychology.yaml │ │ │ │ ├── mmlu_public_relations.yaml │ │ │ │ ├── mmlu_security_studies.yaml │ │ │ │ ├── mmlu_sociology.yaml │ │ │ │ ├── mmlu_us_foreign_policy.yaml │ │ │ │ ├── mmlu_virology.yaml │ │ │ │ └── mmlu_world_religions.yaml │ │ │ ├── default │ │ │ │ ├── _default_template_yaml │ │ │ │ ├── _mmlu.yaml │ │ │ │ ├── _mmlu_humanities.yaml │ │ │ │ ├── _mmlu_other.yaml │ │ │ │ ├── _mmlu_social_sciences.yaml │ │ │ │ ├── _mmlu_stem.yaml │ │ │ │ ├── mmlu_abstract_algebra.yaml │ │ │ │ ├── mmlu_anatomy.yaml │ │ │ │ ├── mmlu_astronomy.yaml │ │ │ │ ├── mmlu_business_ethics.yaml │ │ │ │ ├── mmlu_clinical_knowledge.yaml │ │ │ │ ├── mmlu_college_biology.yaml │ │ │ │ ├── mmlu_college_chemistry.yaml │ │ │ │ ├── mmlu_college_computer_science.yaml │ │ │ │ ├── mmlu_college_mathematics.yaml │ │ │ │ ├── mmlu_college_medicine.yaml │ │ │ │ ├── mmlu_college_physics.yaml │ │ │ │ ├── mmlu_computer_security.yaml │ │ │ │ ├── mmlu_conceptual_physics.yaml │ │ │ │ ├── mmlu_econometrics.yaml │ │ │ │ ├── mmlu_electrical_engineering.yaml │ │ │ │ ├── mmlu_elementary_mathematics.yaml │ │ │ │ ├── mmlu_formal_logic.yaml │ │ │ │ ├── mmlu_global_facts.yaml │ │ │ │ ├── mmlu_high_school_biology.yaml │ │ │ │ ├── mmlu_high_school_chemistry.yaml │ │ │ │ ├── mmlu_high_school_computer_science.yaml │ │ │ │ ├── mmlu_high_school_european_history.yaml │ │ │ │ ├── mmlu_high_school_geography.yaml │ │ │ │ ├── mmlu_high_school_government_and_politics.yaml │ │ │ │ ├── mmlu_high_school_macroeconomics.yaml │ │ │ │ ├── mmlu_high_school_mathematics.yaml │ │ │ │ ├── mmlu_high_school_microeconomics.yaml │ │ │ │ ├── mmlu_high_school_physics.yaml │ │ │ │ ├── mmlu_high_school_psychology.yaml │ │ │ │ ├── mmlu_high_school_statistics.yaml │ │ │ │ ├── mmlu_high_school_us_history.yaml │ │ │ │ ├── mmlu_high_school_world_history.yaml │ │ │ │ ├── mmlu_human_aging.yaml │ │ │ │ ├── mmlu_human_sexuality.yaml │ │ │ │ ├── mmlu_international_law.yaml │ │ │ │ ├── mmlu_jurisprudence.yaml │ │ │ │ ├── mmlu_logical_fallacies.yaml │ │ │ │ ├── mmlu_machine_learning.yaml │ │ │ │ ├── mmlu_management.yaml │ │ │ │ ├── mmlu_marketing.yaml │ │ │ │ ├── mmlu_medical_genetics.yaml │ │ │ │ ├── mmlu_miscellaneous.yaml │ │ │ │ ├── mmlu_moral_disputes.yaml │ │ │ │ ├── mmlu_moral_scenarios.yaml │ │ │ │ ├── mmlu_nutrition.yaml │ │ │ │ ├── mmlu_philosophy.yaml │ │ │ │ ├── mmlu_prehistory.yaml │ │ │ │ ├── mmlu_professional_accounting.yaml │ │ │ │ ├── mmlu_professional_law.yaml │ │ │ │ ├── mmlu_professional_medicine.yaml │ │ │ │ ├── mmlu_professional_psychology.yaml │ │ │ │ ├── mmlu_public_relations.yaml │ │ │ │ ├── mmlu_security_studies.yaml │ │ │ │ ├── mmlu_sociology.yaml │ │ │ │ ├── mmlu_us_foreign_policy.yaml │ │ │ │ ├── mmlu_virology.yaml │ │ │ │ └── mmlu_world_religions.yaml │ │ │ ├── flan_cot_fewshot │ │ │ │ ├── _cot_prompts.json │ │ │ │ ├── _mmlu.yaml │ │ │ │ ├── _mmlu_flan_cot_fewshot_template_yaml │ │ │ │ ├── mmlu_abstract_algebra.yaml │ │ │ │ ├── mmlu_anatomy.yaml │ │ │ │ ├── mmlu_astronomy.yaml │ │ │ │ ├── mmlu_business_ethics.yaml │ │ │ │ ├── mmlu_clinical_knowledge.yaml │ │ │ │ ├── mmlu_college_biology.yaml │ │ │ │ ├── mmlu_college_chemistry.yaml │ │ │ │ ├── mmlu_college_computer_science.yaml │ │ │ │ ├── mmlu_college_mathematics.yaml │ │ │ │ ├── mmlu_college_medicine.yaml │ │ │ │ ├── mmlu_college_physics.yaml │ │ │ │ ├── mmlu_computer_security.yaml │ │ │ │ ├── mmlu_conceptual_physics.yaml │ │ │ │ ├── mmlu_econometrics.yaml │ │ │ │ ├── mmlu_electrical_engineering.yaml │ │ │ │ ├── mmlu_elementary_mathematics.yaml │ │ │ │ ├── mmlu_formal_logic.yaml │ │ │ │ ├── mmlu_global_facts.yaml │ │ │ │ ├── mmlu_high_school_biology.yaml │ │ │ │ ├── mmlu_high_school_chemistry.yaml │ │ │ │ ├── mmlu_high_school_computer_science.yaml │ │ │ │ ├── mmlu_high_school_european_history.yaml │ │ │ │ ├── mmlu_high_school_geography.yaml │ │ │ │ ├── mmlu_high_school_government_and_politics.yaml │ │ │ │ ├── mmlu_high_school_macroeconomics.yaml │ │ │ │ ├── mmlu_high_school_mathematics.yaml │ │ │ │ ├── mmlu_high_school_microeconomics.yaml │ │ │ │ ├── mmlu_high_school_physics.yaml │ │ │ │ ├── mmlu_high_school_psychology.yaml │ │ │ │ ├── mmlu_high_school_statistics.yaml │ │ │ │ ├── mmlu_high_school_us_history.yaml │ │ │ │ ├── mmlu_high_school_world_history.yaml │ │ │ │ ├── mmlu_human_aging.yaml │ │ │ │ ├── mmlu_human_sexuality.yaml │ │ │ │ ├── mmlu_international_law.yaml │ │ │ │ ├── mmlu_jurisprudence.yaml │ │ │ │ ├── mmlu_logical_fallacies.yaml │ │ │ │ ├── mmlu_machine_learning.yaml │ │ │ │ ├── mmlu_management.yaml │ │ │ │ ├── mmlu_marketing.yaml │ │ │ │ ├── mmlu_medical_genetics.yaml │ │ │ │ ├── mmlu_miscellaneous.yaml │ │ │ │ ├── mmlu_moral_disputes.yaml │ │ │ │ ├── mmlu_moral_scenarios.yaml │ │ │ │ ├── mmlu_nutrition.yaml │ │ │ │ ├── mmlu_philosophy.yaml │ │ │ │ ├── mmlu_prehistory.yaml │ │ │ │ ├── mmlu_professional_accounting.yaml │ │ │ │ ├── mmlu_professional_law.yaml │ │ │ │ ├── mmlu_professional_medicine.yaml │ │ │ │ ├── mmlu_professional_psychology.yaml │ │ │ │ ├── mmlu_public_relations.yaml │ │ │ │ ├── mmlu_security_studies.yaml │ │ │ │ ├── mmlu_sociology.yaml │ │ │ │ ├── mmlu_us_foreign_policy.yaml │ │ │ │ ├── mmlu_virology.yaml │ │ │ │ └── mmlu_world_religions.yaml │ │ │ ├── flan_cot_zeroshot │ │ │ │ ├── _mmlu.yaml │ │ │ │ ├── _mmlu_flan_cot_zeroshot_template_yaml │ │ │ │ ├── mmlu_abstract_algebra.yaml │ │ │ │ ├── mmlu_anatomy.yaml │ │ │ │ ├── mmlu_astronomy.yaml │ │ │ │ ├── mmlu_business_ethics.yaml │ │ │ │ ├── mmlu_clinical_knowledge.yaml │ │ │ │ ├── mmlu_college_biology.yaml │ │ │ │ ├── mmlu_college_chemistry.yaml │ │ │ │ ├── mmlu_college_computer_science.yaml │ │ │ │ ├── mmlu_college_mathematics.yaml │ │ │ │ ├── mmlu_college_medicine.yaml │ │ │ │ ├── mmlu_college_physics.yaml │ │ │ │ ├── mmlu_computer_security.yaml │ │ │ │ ├── mmlu_conceptual_physics.yaml │ │ │ │ ├── mmlu_econometrics.yaml │ │ │ │ ├── mmlu_electrical_engineering.yaml │ │ │ │ ├── mmlu_elementary_mathematics.yaml │ │ │ │ ├── mmlu_formal_logic.yaml │ │ │ │ ├── mmlu_global_facts.yaml │ │ │ │ ├── mmlu_high_school_biology.yaml │ │ │ │ ├── mmlu_high_school_chemistry.yaml │ │ │ │ ├── mmlu_high_school_computer_science.yaml │ │ │ │ ├── mmlu_high_school_european_history.yaml │ │ │ │ ├── mmlu_high_school_geography.yaml │ │ │ │ ├── mmlu_high_school_government_and_politics.yaml │ │ │ │ ├── mmlu_high_school_macroeconomics.yaml │ │ │ │ ├── mmlu_high_school_mathematics.yaml │ │ │ │ ├── mmlu_high_school_microeconomics.yaml │ │ │ │ ├── mmlu_high_school_physics.yaml │ │ │ │ ├── mmlu_high_school_psychology.yaml │ │ │ │ ├── mmlu_high_school_statistics.yaml │ │ │ │ ├── mmlu_high_school_us_history.yaml │ │ │ │ ├── mmlu_high_school_world_history.yaml │ │ │ │ ├── mmlu_human_aging.yaml │ │ │ │ ├── mmlu_human_sexuality.yaml │ │ │ │ ├── mmlu_international_law.yaml │ │ │ │ ├── mmlu_jurisprudence.yaml │ │ │ │ ├── mmlu_logical_fallacies.yaml │ │ │ │ ├── mmlu_machine_learning.yaml │ │ │ │ ├── mmlu_management.yaml │ │ │ │ ├── mmlu_marketing.yaml │ │ │ │ ├── mmlu_medical_genetics.yaml │ │ │ │ ├── mmlu_miscellaneous.yaml │ │ │ │ ├── mmlu_moral_disputes.yaml │ │ │ │ ├── mmlu_moral_scenarios.yaml │ │ │ │ ├── mmlu_nutrition.yaml │ │ │ │ ├── mmlu_philosophy.yaml │ │ │ │ ├── mmlu_prehistory.yaml │ │ │ │ ├── mmlu_professional_accounting.yaml │ │ │ │ ├── mmlu_professional_law.yaml │ │ │ │ ├── mmlu_professional_medicine.yaml │ │ │ │ ├── mmlu_professional_psychology.yaml │ │ │ │ ├── mmlu_public_relations.yaml │ │ │ │ ├── mmlu_security_studies.yaml │ │ │ │ ├── mmlu_sociology.yaml │ │ │ │ ├── mmlu_us_foreign_policy.yaml │ │ │ │ ├── mmlu_virology.yaml │ │ │ │ ├── mmlu_world_religions.yaml │ │ │ │ └── utils.py │ │ │ ├── flan_n_shot │ │ │ │ ├── generative │ │ │ │ │ ├── _mmlu.yaml │ │ │ │ │ ├── _mmlu_flan_generative_template_yaml │ │ │ │ │ ├── mmlu_abstract_algebra.yaml │ │ │ │ │ ├── mmlu_anatomy.yaml │ │ │ │ │ ├── mmlu_astronomy.yaml │ │ │ │ │ ├── mmlu_business_ethics.yaml │ │ │ │ │ ├── mmlu_clinical_knowledge.yaml │ │ │ │ │ ├── mmlu_college_biology.yaml │ │ │ │ │ ├── mmlu_college_chemistry.yaml │ │ │ │ │ ├── mmlu_college_computer_science.yaml │ │ │ │ │ ├── mmlu_college_mathematics.yaml │ │ │ │ │ ├── mmlu_college_medicine.yaml │ │ │ │ │ ├── mmlu_college_physics.yaml │ │ │ │ │ ├── mmlu_computer_security.yaml │ │ │ │ │ ├── mmlu_conceptual_physics.yaml │ │ │ │ │ ├── mmlu_econometrics.yaml │ │ │ │ │ ├── mmlu_electrical_engineering.yaml │ │ │ │ │ ├── mmlu_elementary_mathematics.yaml │ │ │ │ │ ├── mmlu_formal_logic.yaml │ │ │ │ │ ├── mmlu_global_facts.yaml │ │ │ │ │ ├── mmlu_high_school_biology.yaml │ │ │ │ │ ├── mmlu_high_school_chemistry.yaml │ │ │ │ │ ├── mmlu_high_school_computer_science.yaml │ │ │ │ │ ├── mmlu_high_school_european_history.yaml │ │ │ │ │ ├── mmlu_high_school_geography.yaml │ │ │ │ │ ├── mmlu_high_school_government_and_politics.yaml │ │ │ │ │ ├── mmlu_high_school_macroeconomics.yaml │ │ │ │ │ ├── mmlu_high_school_mathematics.yaml │ │ │ │ │ ├── mmlu_high_school_microeconomics.yaml │ │ │ │ │ ├── mmlu_high_school_physics.yaml │ │ │ │ │ ├── mmlu_high_school_psychology.yaml │ │ │ │ │ ├── mmlu_high_school_statistics.yaml │ │ │ │ │ ├── mmlu_high_school_us_history.yaml │ │ │ │ │ ├── mmlu_high_school_world_history.yaml │ │ │ │ │ ├── mmlu_human_aging.yaml │ │ │ │ │ ├── mmlu_human_sexuality.yaml │ │ │ │ │ ├── mmlu_international_law.yaml │ │ │ │ │ ├── mmlu_jurisprudence.yaml │ │ │ │ │ ├── mmlu_logical_fallacies.yaml │ │ │ │ │ ├── mmlu_machine_learning.yaml │ │ │ │ │ ├── mmlu_management.yaml │ │ │ │ │ ├── mmlu_marketing.yaml │ │ │ │ │ ├── mmlu_medical_genetics.yaml │ │ │ │ │ ├── mmlu_miscellaneous.yaml │ │ │ │ │ ├── mmlu_moral_disputes.yaml │ │ │ │ │ ├── mmlu_moral_scenarios.yaml │ │ │ │ │ ├── mmlu_nutrition.yaml │ │ │ │ │ ├── mmlu_philosophy.yaml │ │ │ │ │ ├── mmlu_prehistory.yaml │ │ │ │ │ ├── mmlu_professional_accounting.yaml │ │ │ │ │ ├── mmlu_professional_law.yaml │ │ │ │ │ ├── mmlu_professional_medicine.yaml │ │ │ │ │ ├── mmlu_professional_psychology.yaml │ │ │ │ │ ├── mmlu_public_relations.yaml │ │ │ │ │ ├── mmlu_security_studies.yaml │ │ │ │ │ ├── mmlu_sociology.yaml │ │ │ │ │ ├── mmlu_us_foreign_policy.yaml │ │ │ │ │ ├── mmlu_virology.yaml │ │ │ │ │ ├── mmlu_world_religions.yaml │ │ │ │ │ └── utils.py │ │ │ │ └── loglikelihood │ │ │ │ │ ├── _mmlu.yaml │ │ │ │ │ ├── _mmlu_flan_loglikelihood_template_yaml │ │ │ │ │ ├── mmlu_abstract_algebra.yaml │ │ │ │ │ ├── mmlu_anatomy.yaml │ │ │ │ │ ├── mmlu_astronomy.yaml │ │ │ │ │ ├── mmlu_business_ethics.yaml │ │ │ │ │ ├── mmlu_clinical_knowledge.yaml │ │ │ │ │ ├── mmlu_college_biology.yaml │ │ │ │ │ ├── mmlu_college_chemistry.yaml │ │ │ │ │ ├── mmlu_college_computer_science.yaml │ │ │ │ │ ├── mmlu_college_mathematics.yaml │ │ │ │ │ ├── mmlu_college_medicine.yaml │ │ │ │ │ ├── mmlu_college_physics.yaml │ │ │ │ │ ├── mmlu_computer_security.yaml │ │ │ │ │ ├── mmlu_conceptual_physics.yaml │ │ │ │ │ ├── mmlu_econometrics.yaml │ │ │ │ │ ├── mmlu_electrical_engineering.yaml │ │ │ │ │ ├── mmlu_elementary_mathematics.yaml │ │ │ │ │ ├── mmlu_formal_logic.yaml │ │ │ │ │ ├── mmlu_global_facts.yaml │ │ │ │ │ ├── mmlu_high_school_biology.yaml │ │ │ │ │ ├── mmlu_high_school_chemistry.yaml │ │ │ │ │ ├── mmlu_high_school_computer_science.yaml │ │ │ │ │ ├── mmlu_high_school_european_history.yaml │ │ │ │ │ ├── mmlu_high_school_geography.yaml │ │ │ │ │ ├── mmlu_high_school_government_and_politics.yaml │ │ │ │ │ ├── mmlu_high_school_macroeconomics.yaml │ │ │ │ │ ├── mmlu_high_school_mathematics.yaml │ │ │ │ │ ├── mmlu_high_school_microeconomics.yaml │ │ │ │ │ ├── mmlu_high_school_physics.yaml │ │ │ │ │ ├── mmlu_high_school_psychology.yaml │ │ │ │ │ ├── mmlu_high_school_statistics.yaml │ │ │ │ │ ├── mmlu_high_school_us_history.yaml │ │ │ │ │ ├── mmlu_high_school_world_history.yaml │ │ │ │ │ ├── mmlu_human_aging.yaml │ │ │ │ │ ├── mmlu_human_sexuality.yaml │ │ │ │ │ ├── mmlu_international_law.yaml │ │ │ │ │ ├── mmlu_jurisprudence.yaml │ │ │ │ │ ├── mmlu_logical_fallacies.yaml │ │ │ │ │ ├── mmlu_machine_learning.yaml │ │ │ │ │ ├── mmlu_management.yaml │ │ │ │ │ ├── mmlu_marketing.yaml │ │ │ │ │ ├── mmlu_medical_genetics.yaml │ │ │ │ │ ├── mmlu_miscellaneous.yaml │ │ │ │ │ ├── mmlu_moral_disputes.yaml │ │ │ │ │ ├── mmlu_moral_scenarios.yaml │ │ │ │ │ ├── mmlu_nutrition.yaml │ │ │ │ │ ├── mmlu_philosophy.yaml │ │ │ │ │ ├── mmlu_prehistory.yaml │ │ │ │ │ ├── mmlu_professional_accounting.yaml │ │ │ │ │ ├── mmlu_professional_law.yaml │ │ │ │ │ ├── mmlu_professional_medicine.yaml │ │ │ │ │ ├── mmlu_professional_psychology.yaml │ │ │ │ │ ├── mmlu_public_relations.yaml │ │ │ │ │ ├── mmlu_security_studies.yaml │ │ │ │ │ ├── mmlu_sociology.yaml │ │ │ │ │ ├── mmlu_us_foreign_policy.yaml │ │ │ │ │ ├── mmlu_virology.yaml │ │ │ │ │ └── mmlu_world_religions.yaml │ │ │ └── generative │ │ │ │ ├── _default_template_yaml │ │ │ │ ├── _mmlu.yaml │ │ │ │ ├── mmlu_abstract_algebra.yaml │ │ │ │ ├── mmlu_anatomy.yaml │ │ │ │ ├── mmlu_astronomy.yaml │ │ │ │ ├── mmlu_business_ethics.yaml │ │ │ │ ├── mmlu_clinical_knowledge.yaml │ │ │ │ ├── mmlu_college_biology.yaml │ │ │ │ ├── mmlu_college_chemistry.yaml │ │ │ │ ├── mmlu_college_computer_science.yaml │ │ │ │ ├── mmlu_college_mathematics.yaml │ │ │ │ ├── mmlu_college_medicine.yaml │ │ │ │ ├── mmlu_college_physics.yaml │ │ │ │ ├── mmlu_computer_security.yaml │ │ │ │ ├── mmlu_conceptual_physics.yaml │ │ │ │ ├── mmlu_econometrics.yaml │ │ │ │ ├── mmlu_electrical_engineering.yaml │ │ │ │ ├── mmlu_elementary_mathematics.yaml │ │ │ │ ├── mmlu_formal_logic.yaml │ │ │ │ ├── mmlu_global_facts.yaml │ │ │ │ ├── mmlu_high_school_biology.yaml │ │ │ │ ├── mmlu_high_school_chemistry.yaml │ │ │ │ ├── mmlu_high_school_computer_science.yaml │ │ │ │ ├── mmlu_high_school_european_history.yaml │ │ │ │ ├── mmlu_high_school_geography.yaml │ │ │ │ ├── mmlu_high_school_government_and_politics.yaml │ │ │ │ ├── mmlu_high_school_macroeconomics.yaml │ │ │ │ ├── mmlu_high_school_mathematics.yaml │ │ │ │ ├── mmlu_high_school_microeconomics.yaml │ │ │ │ ├── mmlu_high_school_physics.yaml │ │ │ │ ├── mmlu_high_school_psychology.yaml │ │ │ │ ├── mmlu_high_school_statistics.yaml │ │ │ │ ├── mmlu_high_school_us_history.yaml │ │ │ │ ├── mmlu_high_school_world_history.yaml │ │ │ │ ├── mmlu_human_aging.yaml │ │ │ │ ├── mmlu_human_sexuality.yaml │ │ │ │ ├── mmlu_international_law.yaml │ │ │ │ ├── mmlu_jurisprudence.yaml │ │ │ │ ├── mmlu_logical_fallacies.yaml │ │ │ │ ├── mmlu_machine_learning.yaml │ │ │ │ ├── mmlu_management.yaml │ │ │ │ ├── mmlu_marketing.yaml │ │ │ │ ├── mmlu_medical_genetics.yaml │ │ │ │ ├── mmlu_miscellaneous.yaml │ │ │ │ ├── mmlu_moral_disputes.yaml │ │ │ │ ├── mmlu_moral_scenarios.yaml │ │ │ │ ├── mmlu_nutrition.yaml │ │ │ │ ├── mmlu_philosophy.yaml │ │ │ │ ├── mmlu_prehistory.yaml │ │ │ │ ├── mmlu_professional_accounting.yaml │ │ │ │ ├── mmlu_professional_law.yaml │ │ │ │ ├── mmlu_professional_medicine.yaml │ │ │ │ ├── mmlu_professional_psychology.yaml │ │ │ │ ├── mmlu_public_relations.yaml │ │ │ │ ├── mmlu_security_studies.yaml │ │ │ │ ├── mmlu_sociology.yaml │ │ │ │ ├── mmlu_us_foreign_policy.yaml │ │ │ │ ├── mmlu_virology.yaml │ │ │ │ └── mmlu_world_religions.yaml │ │ ├── mmlu_pro │ │ │ ├── README.md │ │ │ ├── _default_template_yaml │ │ │ ├── _mmlu_pro.yaml │ │ │ ├── mmlu_pro_biology.yaml │ │ │ ├── mmlu_pro_business.yaml │ │ │ ├── mmlu_pro_chemistry.yaml │ │ │ ├── mmlu_pro_computer_science.yaml │ │ │ ├── mmlu_pro_economics.yaml │ │ │ ├── mmlu_pro_engineering.yaml │ │ │ ├── mmlu_pro_health.yaml │ │ │ ├── mmlu_pro_history.yaml │ │ │ ├── mmlu_pro_law.yaml │ │ │ ├── mmlu_pro_math.yaml │ │ │ ├── mmlu_pro_other.yaml │ │ │ ├── mmlu_pro_philosophy.yaml │ │ │ ├── mmlu_pro_physics.yaml │ │ │ ├── mmlu_pro_psychology.yaml │ │ │ └── utils.py │ │ ├── mmmu │ │ │ ├── _default_template_yaml │ │ │ ├── arial.ttf │ │ │ ├── mmmu.yaml │ │ │ ├── mmmu_group_img.yaml │ │ │ ├── mmmu_group_img_test.yaml │ │ │ ├── mmmu_group_img_val.yaml │ │ │ ├── mmmu_test.yaml │ │ │ ├── mmmu_val.yaml │ │ │ ├── utils.py │ │ │ └── utils_group_img.py │ │ ├── mmmu_pro │ │ │ ├── _default_template_yaml │ │ │ ├── mmmu_pro.yaml │ │ │ ├── mmmu_pro_composite.yaml │ │ │ ├── mmmu_pro_composite_cot.yaml │ │ │ ├── mmmu_pro_cot.yaml │ │ │ ├── mmmu_pro_original.yaml │ │ │ ├── mmmu_pro_original_cot.yaml │ │ │ ├── mmmu_pro_vision.yaml │ │ │ ├── mmmu_pro_vision_cot.yaml │ │ │ └── utils.py │ │ ├── mmstar │ │ │ ├── mmstar.yaml │ │ │ └── utils.py │ │ ├── mmupd │ │ │ ├── _default_template_mmupd_yaml │ │ │ ├── mmaad_base.yaml │ │ │ ├── mmaad_instruction.yaml │ │ │ ├── mmaad_option.yaml │ │ │ ├── mmiasd_base.yaml │ │ │ ├── mmiasd_instruction.yaml │ │ │ ├── mmiasd_option.yaml │ │ │ ├── mmivqd_base.yaml │ │ │ ├── mmivqd_instruction.yaml │ │ │ ├── mmivqd_option.yaml │ │ │ ├── mmupd.yaml │ │ │ ├── mmupd_base.yaml │ │ │ ├── mmupd_evals.py │ │ │ ├── mmupd_instruction.yaml │ │ │ ├── mmupd_option.yaml │ │ │ └── utils.py │ │ ├── mmvet │ │ │ ├── mmvet.yaml │ │ │ └── utils.py │ │ ├── muirbench │ │ │ ├── muirbench.yaml │ │ │ └── utils.py │ │ ├── multidocvqa │ │ │ ├── multidocvqa.yaml │ │ │ ├── multidocvqa_test.yaml │ │ │ ├── multidocvqa_val.yaml │ │ │ └── utils.py │ │ ├── multilingual-llava-bench-in-the-wild │ │ │ ├── README.md │ │ │ ├── _default_template_yaml │ │ │ ├── arabic_llava_in_the_wild.yaml │ │ │ ├── bengali_llava_in_the_wild.yaml │ │ │ ├── chinese_llava_in_the_wild.yaml │ │ │ ├── french_llava_in_the_wild.yaml │ │ │ ├── hindi_llava_in_the_wild.yaml │ │ │ ├── japanese_llava_in_the_wild.yaml │ │ │ ├── rule.json │ │ │ ├── russian_llava_in_the_wild.yaml │ │ │ ├── spanish_llava_in_the_wild.yaml │ │ │ ├── urdu_llava_in_the_wild.yaml │ │ │ └── utils.py │ │ ├── mvbench │ │ │ ├── _default_template_yaml │ │ │ ├── mvbench.yaml │ │ │ ├── mvbench_action_antonym.yaml │ │ │ ├── mvbench_action_count.yaml │ │ │ ├── mvbench_action_localization.yaml │ │ │ ├── mvbench_action_prediction.yaml │ │ │ ├── mvbench_action_sequence.yaml │ │ │ ├── mvbench_character_order.yaml │ │ │ ├── mvbench_counterfactual_inference.yaml │ │ │ ├── mvbench_egocentric_navigation.yaml │ │ │ ├── mvbench_episodic_reasoning.yaml │ │ │ ├── mvbench_fine_grained_action.yaml │ │ │ ├── mvbench_fine_grained_pose.yaml │ │ │ ├── mvbench_moving_attribute.yaml │ │ │ ├── mvbench_moving_count.yaml │ │ │ ├── mvbench_moving_direction.yaml │ │ │ ├── mvbench_object_existence.yaml │ │ │ ├── mvbench_object_interaction.yaml │ │ │ ├── mvbench_object_shuffle.yaml │ │ │ ├── mvbench_scene_transition.yaml │ │ │ ├── mvbench_state_change.yaml │ │ │ ├── mvbench_unexpected_action.yaml │ │ │ └── utils.py │ │ ├── nextqa │ │ │ ├── _default_template_yaml │ │ │ ├── nextqa.yaml │ │ │ ├── nextqa_mc_test.yaml │ │ │ ├── nextqa_oe_test.yaml │ │ │ ├── nextqa_oe_val.yaml │ │ │ ├── stopwords.csv │ │ │ └── utils.py │ │ ├── nocaps │ │ │ ├── _default_template_nocaps_yaml │ │ │ ├── nocaps.yaml │ │ │ ├── nocaps_test.yaml │ │ │ ├── nocaps_val.yaml │ │ │ ├── nocaps_val_lite.yaml │ │ │ └── utils.py │ │ ├── ocrbench │ │ │ ├── ocrbench.yaml │ │ │ ├── upload_ocrbench.py │ │ │ └── utils.py │ │ ├── ok_vqa │ │ │ ├── _default_template_vqa_yaml │ │ │ ├── _generate_config.py │ │ │ ├── _ok_vqa.yaml │ │ │ ├── ok_vqa_val2014.yaml │ │ │ ├── ok_vqa_val2014_lite.yaml │ │ │ └── utils.py │ │ ├── olympiadbench │ │ │ ├── cn_utils.py │ │ │ ├── en_utils.py │ │ │ ├── olympiadbench.yaml │ │ │ ├── olympiadbench_evals.py │ │ │ ├── olympiadbench_test_cn.yaml │ │ │ └── olympiadbench_test_en.yaml │ │ ├── perceptiontest │ │ │ ├── test │ │ │ │ ├── _default_template_yaml │ │ │ │ ├── perceptiontest_mc.yaml │ │ │ │ ├── perceptiontest_mcppl.yaml │ │ │ │ └── utils.py │ │ │ └── val │ │ │ │ ├── _default_template_yaml │ │ │ │ ├── perceptiontest_mc.yaml │ │ │ │ ├── perceptiontest_mcppl.yaml │ │ │ │ └── utils.py │ │ ├── pope │ │ │ ├── pope.yaml │ │ │ ├── pope_adv.yaml │ │ │ ├── pope_full.yaml │ │ │ ├── pope_pop.yaml │ │ │ ├── pope_random.yaml │ │ │ └── utils.py │ │ ├── qbench │ │ │ ├── abench_dev.yaml │ │ │ ├── qbench2_dev.yaml │ │ │ ├── qbench_dev.yaml │ │ │ ├── qbenchs_dev.yaml │ │ │ └── utils.py │ │ ├── realworldqa │ │ │ ├── realworldqa.yaml │ │ │ └── utils.py │ │ ├── refcoco+ │ │ │ ├── _default_template_bbox_rec_yaml │ │ │ ├── _default_template_bbox_yaml │ │ │ ├── _default_template_seg_yaml │ │ │ ├── _generate_config.py │ │ │ ├── _refcoco.yaml │ │ │ ├── refcoco+_bbox_rec_testA.yaml │ │ │ ├── refcoco+_bbox_rec_testB.yaml │ │ │ ├── refcoco+_bbox_rec_val.yaml │ │ │ ├── refcoco+_bbox_testA.yaml │ │ │ ├── refcoco+_bbox_testB.yaml │ │ │ ├── refcoco+_bbox_val.yaml │ │ │ ├── refcoco+_seg_testA.yaml │ │ │ ├── refcoco+_seg_testB.yaml │ │ │ ├── refcoco+_seg_val.yaml │ │ │ ├── utils.py │ │ │ └── utils_rec.py │ │ ├── refcoco │ │ │ ├── _default_template_bbox_rec_yaml │ │ │ ├── _default_template_bbox_yaml │ │ │ ├── _default_template_seg_yaml │ │ │ ├── _generate_config.py │ │ │ ├── _refcoco.yaml │ │ │ ├── refcoco_bbox_rec_test.yaml │ │ │ ├── refcoco_bbox_rec_testA.yaml │ │ │ ├── refcoco_bbox_rec_testB.yaml │ │ │ ├── refcoco_bbox_rec_val.yaml │ │ │ ├── refcoco_bbox_test.yaml │ │ │ ├── refcoco_bbox_testA.yaml │ │ │ ├── refcoco_bbox_testB.yaml │ │ │ ├── refcoco_bbox_val.yaml │ │ │ ├── refcoco_bbox_val_lite.yaml │ │ │ ├── refcoco_seg_test.yaml │ │ │ ├── refcoco_seg_testA.yaml │ │ │ ├── refcoco_seg_testB.yaml │ │ │ ├── refcoco_seg_val.yaml │ │ │ ├── utils.py │ │ │ └── utils_rec.py │ │ ├── refcocog │ │ │ ├── _default_template_bbox_rec_yaml │ │ │ ├── _default_template_bbox_yaml │ │ │ ├── _default_template_seg_yaml │ │ │ ├── _generate_config.py │ │ │ ├── _refcoco.yaml │ │ │ ├── refcocog_bbox_rec_test.yaml │ │ │ ├── refcocog_bbox_rec_val.yaml │ │ │ ├── refcocog_bbox_test.yaml │ │ │ ├── refcocog_bbox_val.yaml │ │ │ ├── refcocog_seg_test.yaml │ │ │ ├── refcocog_seg_val.yaml │ │ │ ├── utils.py │ │ │ └── utils_rec.py │ │ ├── refexp │ │ │ ├── refexp.yaml │ │ │ ├── refexp_test.yaml │ │ │ └── utils_rec.py │ │ ├── scienceqa │ │ │ ├── scienceqa.yaml │ │ │ ├── scienceqa_full.yaml │ │ │ ├── scienceqa_img.yaml │ │ │ └── utils.py │ │ ├── screenqa_short │ │ │ ├── README.md │ │ │ ├── screenqa_short.yaml │ │ │ ├── screenqa_short_test.yaml │ │ │ └── utils.py │ │ ├── screenspot │ │ │ ├── README.md │ │ │ ├── _default_template_rec_yaml │ │ │ ├── _default_template_reg_yaml │ │ │ ├── _screenspot.yaml │ │ │ ├── screenspot_rec_test.yaml │ │ │ ├── screenspot_reg_test.yaml │ │ │ ├── utils.py │ │ │ └── utils_rec.py │ │ ├── seedbench │ │ │ ├── seedbench.yaml │ │ │ ├── seedbench_lite.yaml │ │ │ ├── seedbench_ppl.yaml │ │ │ └── utils.py │ │ ├── seedbench_2 │ │ │ ├── seedbench_2.yaml │ │ │ └── utils.py │ │ ├── seedbench_2_plus │ │ │ ├── seedbench_2_plus.yaml │ │ │ └── utils.py │ │ ├── stvqa │ │ │ ├── stvqa.yaml │ │ │ └── utils.py │ │ ├── synthdog │ │ │ ├── donut_evaluator.py │ │ │ ├── synthdog.yaml │ │ │ ├── synthdog_en.yaml │ │ │ ├── synthdog_zh.yaml │ │ │ └── utils.py │ │ ├── tempcompass │ │ │ ├── _default_template_yaml │ │ │ ├── _tempcompass.yaml │ │ │ ├── tempcompass_caption_matching.yaml │ │ │ ├── tempcompass_captioning.yaml │ │ │ ├── tempcompass_mc.yaml │ │ │ ├── tempcompass_yes_no.yaml │ │ │ └── utils.py │ │ ├── textcaps │ │ │ ├── _default_template_textcaps_yaml │ │ │ ├── textcaps.yaml │ │ │ ├── textcaps_test.yaml │ │ │ ├── textcaps_train.yaml │ │ │ ├── textcaps_val.yaml │ │ │ ├── textcaps_val_lite.yaml │ │ │ └── utils.py │ │ ├── textvqa │ │ │ ├── _default_template_textvqa_yaml │ │ │ ├── _textvqa.yaml │ │ │ ├── textvqa_test.yaml │ │ │ ├── textvqa_val.yaml │ │ │ ├── textvqa_val_lite.yaml │ │ │ └── utils.py │ │ ├── vatex │ │ │ ├── _vatex.yaml │ │ │ ├── utils.py │ │ │ ├── vatex_test.yaml │ │ │ └── vatex_val_zh.yaml │ │ ├── vcr_wiki │ │ │ ├── _default_template_vcr_yaml │ │ │ ├── utils.py │ │ │ ├── vcr_wiki_en_easy.yaml │ │ │ ├── vcr_wiki_en_easy_100.yaml │ │ │ ├── vcr_wiki_en_easy_500.yaml │ │ │ ├── vcr_wiki_en_hard.yaml │ │ │ ├── vcr_wiki_en_hard_100.yaml │ │ │ ├── vcr_wiki_en_hard_500.yaml │ │ │ ├── vcr_wiki_zh_easy.yaml │ │ │ ├── vcr_wiki_zh_easy_100.yaml │ │ │ ├── vcr_wiki_zh_easy_500.yaml │ │ │ ├── vcr_wiki_zh_hard.yaml │ │ │ ├── vcr_wiki_zh_hard_100.yaml │ │ │ └── vcr_wiki_zh_hard_500.yaml │ │ ├── vibe_eval │ │ │ ├── utils.py │ │ │ └── vibe_eval.yaml │ │ ├── video_detail_description │ │ │ ├── README.md │ │ │ ├── _default_template_yaml │ │ │ ├── utils.py │ │ │ └── video_detail_description.yaml │ │ ├── videochatgpt │ │ │ ├── _default_template_yaml │ │ │ ├── _videochatgpt.yaml │ │ │ ├── utils.py │ │ │ ├── videochatgpt_consistency.yaml │ │ │ ├── videochatgpt_generic.yaml │ │ │ └── videochatgpt_temporal.yaml │ │ ├── videomme │ │ │ ├── utils.py │ │ │ ├── videomme.yaml │ │ │ └── videomme_w_subtitle.yaml │ │ ├── visualmrc │ │ │ ├── README.md │ │ │ ├── utils.py │ │ │ ├── visualmrc.yaml │ │ │ └── visualmrc_test.yaml │ │ ├── vitatecs │ │ │ ├── _default_template_yaml │ │ │ ├── _vitatecs.yaml │ │ │ ├── utils.py │ │ │ ├── vitatecs_compositionality.yaml │ │ │ ├── vitatecs_direction.yaml │ │ │ ├── vitatecs_intensity.yaml │ │ │ ├── vitatecs_localization.yaml │ │ │ ├── vitatecs_sequence.yaml │ │ │ └── vitatecs_type.yaml │ │ ├── vizwiz_vqa │ │ │ ├── _default_template_vqa_yaml │ │ │ ├── _generate_config.py │ │ │ ├── _vizwiz_vqa.yaml │ │ │ ├── utils.py │ │ │ ├── vizwiz_vqa_test.yaml │ │ │ ├── vizwiz_vqa_val.yaml │ │ │ └── vizwiz_vqa_val_lite.yaml │ │ ├── vqav2 │ │ │ ├── _default_template_vqav2_yaml │ │ │ ├── _vqav2.yaml │ │ │ ├── utils.py │ │ │ ├── vqav2_test.yaml │ │ │ ├── vqav2_val.yaml │ │ │ └── vqav2_val_lite.yaml │ │ ├── websrc │ │ │ ├── README.md │ │ │ ├── utils.py │ │ │ ├── websrc.yaml │ │ │ ├── websrc_test.yaml │ │ │ └── websrc_val.yaml │ │ ├── widgetcap │ │ │ ├── utils.py │ │ │ ├── widgetcap.yaml │ │ │ └── widgetcap_test.yaml │ │ ├── wild_vision_bench │ │ │ ├── _default_template_yaml │ │ │ ├── utils.py │ │ │ └── wild_vision_bench0617.yaml │ │ ├── worldqa │ │ │ ├── _default_template_yaml │ │ │ ├── utils.py │ │ │ ├── worldqa.yaml │ │ │ ├── worldqa_generation.yaml │ │ │ ├── worldqa_mc.yaml │ │ │ ├── worldqa_mc_evaluator.py │ │ │ └── worldqa_mcppl.yaml │ │ └── youcook2 │ │ │ ├── _default_template_yaml │ │ │ ├── utils.py │ │ │ └── youcook2_val.yaml │ └── utils.py │ ├── miscs │ ├── example_eval.yaml │ ├── llava_repr_requirements.txt │ ├── llava_result_check.md │ ├── llava_sglang_result_check.md │ ├── repr_scripts.sh │ ├── repr_torch_envs.txt │ ├── scienceqa_id.txt │ ├── script.sh │ ├── test_llava.py │ ├── test_scienceqa.py │ ├── tinyllava_repr_requirements.txt │ └── tinyllava_repr_scripts.sh │ ├── pyproject.toml │ ├── setup.py │ └── tools │ ├── get_video_avg_time.py │ ├── lite │ ├── embed.py │ ├── embedder │ │ ├── BaseEmbedder.py │ │ ├── ClipBgeEmbedder.py │ │ └── __init__.py │ ├── shrink.py │ └── shrinker │ │ ├── BaseShrinker.py │ │ ├── EmbedShrinker.py │ │ ├── __init__.py │ │ └── sampling_methods │ │ ├── __init__.py │ │ ├── kcenter_greedy.py │ │ └── sampling_def.py │ ├── live_bench │ ├── create_dataset.py │ ├── data_summary.ipynb │ ├── example.ipynb │ ├── filter.ipynb │ ├── live_bench │ │ ├── __init__.py │ │ ├── api │ │ │ └── live_bench.py │ │ ├── data_generator │ │ │ ├── __init__.py │ │ │ ├── check_prompt.md │ │ │ ├── default_criteria.md │ │ │ ├── example │ │ │ │ ├── example_output.json │ │ │ │ └── example_website.png │ │ │ ├── live_bench.py │ │ │ ├── live_bench_data.py │ │ │ ├── prompt.md │ │ │ ├── qa_generator.py │ │ │ ├── question_finalizer.py │ │ │ ├── response.py │ │ │ ├── score_getter.py │ │ │ ├── score_prompt.md │ │ │ └── utils │ │ │ │ ├── __init__.py │ │ │ │ ├── claude.py │ │ │ │ ├── extract_infomation.py │ │ │ │ ├── gemini.py │ │ │ │ └── gpt4v.py │ │ ├── driver │ │ │ ├── .gitignore │ │ │ ├── __init__.py │ │ │ └── load_driver.py │ │ ├── screen_shoter │ │ │ ├── __init__.py │ │ │ ├── screen.py │ │ │ └── screen_shoter.py │ │ ├── view.ipynb │ │ └── websites │ │ │ ├── __init__.py │ │ │ ├── load_website.py │ │ │ ├── website.py │ │ │ └── website_list.yaml │ ├── pyproject.toml │ ├── refine_all_results.py │ ├── script │ │ ├── README.md │ │ ├── modify.ipynb │ │ └── upload_results.py │ └── setup.py │ ├── make_image_hf_dataset.ipynb │ ├── make_vatex.py │ ├── make_video_hf_dataset.ipynb │ └── makecvrr.ipynb └── train └── LLaVA-NeXT ├── .dockerignore ├── .editorconfig ├── .gitignore ├── LICENSE ├── README.md ├── cog.yaml ├── docs ├── LLaVA-NeXT-Interleave.md ├── LLaVA-NeXT-Video.md ├── LLaVA-NeXT-Video_0716.md ├── LLaVA-NeXT.md ├── LLaVA_OneVision.md ├── LLaVA_OneVision_Chat.md ├── LLaVA_Video_1003.md ├── README.md ├── jobs.mp4 ├── onevision_trial.py └── ov_chat_images │ ├── chat_results.png │ ├── example1_tree.png │ └── example2_dog.jpg ├── llava ├── __init__.py ├── constants.py ├── conversation.py ├── eval │ ├── evaluate_interleave.py │ └── model_vqa.py ├── mm_utils.py ├── model │ ├── __init__.py │ ├── apply_delta.py │ ├── builder.py │ ├── consolidate.py │ ├── language_model │ │ ├── llava_gemma.py │ │ ├── llava_llama.py │ │ ├── llava_mistral.py │ │ ├── llava_mixtral.py │ │ ├── llava_mpt.py │ │ ├── llava_qwen.py │ │ ├── llava_qwen_moe.py │ │ └── modeling_llama.py │ ├── llava_arch.py │ ├── make_delta.py │ ├── multimodal_encoder │ │ ├── builder.py │ │ ├── clip_encoder.py │ │ ├── dev_eva_clip │ │ │ ├── eva_clip │ │ │ │ ├── __init__.py │ │ │ │ ├── bpe_simple_vocab_16e6.txt.gz │ │ │ │ ├── constants.py │ │ │ │ ├── eva_vit_model.py │ │ │ │ ├── factory.py │ │ │ │ ├── hf_configs.py │ │ │ │ ├── hf_model.py │ │ │ │ ├── loss.py │ │ │ │ ├── model.py │ │ │ │ ├── model_configs │ │ │ │ │ ├── EVA-CLIP-18B.json │ │ │ │ │ ├── EVA-CLIP-8B-plus.json │ │ │ │ │ ├── EVA-CLIP-8B.json │ │ │ │ │ ├── EVA01-CLIP-B-16.json │ │ │ │ │ ├── EVA01-CLIP-g-14-plus.json │ │ │ │ │ ├── EVA01-CLIP-g-14.json │ │ │ │ │ ├── EVA02-CLIP-B-16.json │ │ │ │ │ ├── EVA02-CLIP-L-14-336.json │ │ │ │ │ ├── EVA02-CLIP-L-14.json │ │ │ │ │ ├── EVA02-CLIP-bigE-14-plus.json │ │ │ │ │ ├── EVA02-CLIP-bigE-14.json │ │ │ │ │ ├── Internal-EVA02-CLIP-10B-14-448.json │ │ │ │ │ └── Internal-EVA02-CLIP-10B-14.json │ │ │ │ ├── modified_resnet.py │ │ │ │ ├── openai.py │ │ │ │ ├── pretrained.py │ │ │ │ ├── rope.py │ │ │ │ ├── timm_model.py │ │ │ │ ├── tokenizer.py │ │ │ │ ├── transform.py │ │ │ │ ├── transformer.py │ │ │ │ └── utils.py │ │ │ └── eva_vit.py │ │ ├── eva_clip │ │ │ ├── eva_clip_encoder.py │ │ │ ├── eva_clip_processors.py │ │ │ ├── eva_vit.py │ │ │ ├── factory.py │ │ │ └── model_configs │ │ │ │ ├── EVA-CLIP-18B.json │ │ │ │ ├── EVA-CLIP-8B-plus.json │ │ │ │ ├── EVA-CLIP-8B.json │ │ │ │ ├── EVA01-CLIP-B-16.json │ │ │ │ ├── EVA01-CLIP-g-14-plus.json │ │ │ │ ├── EVA01-CLIP-g-14.json │ │ │ │ ├── EVA02-CLIP-B-16.json │ │ │ │ ├── EVA02-CLIP-L-14-336.json │ │ │ │ ├── EVA02-CLIP-L-14.json │ │ │ │ ├── EVA02-CLIP-bigE-14-plus.json │ │ │ │ ├── EVA02-CLIP-bigE-14.json │ │ │ │ ├── Internal-EVA02-CLIP-10B-14-448.json │ │ │ │ └── Internal-EVA02-CLIP-10B-14.json │ │ ├── hf_vision.py │ │ ├── imagebind.py │ │ ├── open_clip_encoder.py │ │ └── siglip_encoder.py │ ├── multimodal_projector │ │ ├── builder.py │ │ └── pooler_projector.py │ ├── multimodal_resampler │ │ ├── builder.py │ │ ├── masked_drop.py │ │ ├── perceiver.py │ │ ├── qformer.py │ │ └── spatial_pool.py │ └── utils.py ├── serve │ ├── __init__.py │ ├── cli.py │ ├── controller.py │ ├── examples │ │ ├── extreme_ironing.jpg │ │ └── waterview.jpg │ ├── gradio_multi_image.py │ ├── gradio_web_server.py │ ├── model_worker.py │ ├── register_worker.py │ ├── sglang_worker.py │ └── test_message.py ├── train │ ├── llama_flash_attn_monkey_patch.py │ ├── llava_trainer.py │ ├── llava_trainer_eval.py │ ├── train.py │ ├── train_dpo.py │ └── train_mem.py └── utils.py ├── playground ├── 2d_hist.py ├── data_checker.py ├── demo │ ├── video_demo.py │ └── xU25MMA2N4aVtYay.mp4 ├── equal_splitter.py ├── remove_mid_ckpt.py ├── sgl_llava_inference_multinode.py └── upload_data.py ├── predict.py ├── pyproject.toml ├── requirements.txt ├── scripts ├── archived │ ├── convert_gqa_for_eval.py │ ├── convert_mmvet_for_eval.py │ ├── convert_sqa_to_llava.py │ ├── convert_sqa_to_llava_base_prompt.py │ ├── convert_vizwiz_for_submission.py │ ├── convert_vqav2_for_submission.py │ ├── data_info.py │ ├── dpo_data_info.py │ ├── entry_cmd.sh │ ├── finetune.sh │ ├── finetune_1.5.sh │ ├── finetune_full_schedule.sh │ ├── finetune_lora.sh │ ├── finetune_mixtral.sh │ ├── finetune_mixtral_1.5.sh │ ├── finetune_mixtral_1.6_336px_anyres.sh │ ├── finetune_mixtral_1.6_336px_anyres_freeze_vision.sh │ ├── finetune_mixtral_1.6_336px_anyres_lmms_eval.sh │ ├── finetune_mixtral_copy.sh │ ├── finetune_qlora.sh │ ├── finetune_sqa.sh │ ├── merge_lora_weights.py │ ├── pretrain.sh │ ├── quick_check.py │ ├── sqa_eval_batch.sh │ └── sqa_eval_gather.sh ├── interleave │ ├── eval_all.sh │ ├── eval_interleave_3d.sh │ └── eval_multiprocess.sh ├── qwen.py ├── summarize_data.py ├── train │ ├── README.md │ ├── direct_finetune_clip.sh │ ├── direct_finetune_siglip_a4.sh │ ├── dpo.sh │ ├── dpo_ov7b.sh │ ├── finetune_ov.sh │ ├── finetune_si.sh │ ├── mid_stage.yaml │ ├── onevision.yaml │ ├── pretrain_clip.sh │ ├── pretrain_siglip.sh │ └── single_image.yaml ├── video │ ├── demo │ │ └── video_demo.sh │ ├── eval │ │ ├── activitynet_eval.sh │ │ ├── video_chatgpt_benchmark_eval_shard.sh │ │ ├── video_description_from_t2v.sh │ │ ├── video_detail_description_eval_only.sh │ │ └── video_detail_description_eval_shard.sh │ └── train │ │ ├── SO400M_Qwen2_72B_ov_to_video_am9.sh │ │ ├── SO400M_Qwen2_7B_ov_to_video_am9.sh │ │ └── exp.yaml ├── zero2.json ├── zero2_fused_adamw.json ├── zero2_offload.json ├── zero3.json ├── zero3_offload.json └── zero3pp.json └── trl ├── __init__.py ├── core.py ├── environment ├── __init__.py └── base_environment.py ├── extras ├── __init__.py ├── best_of_n_sampler.py └── dataset_formatting.py ├── import_utils.py ├── models ├── __init__.py ├── modeling_base.py ├── modeling_sd_base.py ├── modeling_value_head.py └── utils.py └── trainer ├── __init__.py ├── base.py ├── ddpo_config.py ├── ddpo_trainer.py ├── dpo_trainer.py ├── iterative_sft_trainer.py ├── model_config.py ├── ppo_config.py ├── ppo_trainer.py ├── reward_config.py ├── reward_trainer.py ├── sft_trainer.py └── utils.py /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/README.md -------------------------------------------------------------------------------- /eval/Mind2Web-SeeAct/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/Mind2Web-SeeAct/.gitignore -------------------------------------------------------------------------------- /eval/Mind2Web-SeeAct/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/Mind2Web-SeeAct/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /eval/Mind2Web-SeeAct/GUIBench/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/Mind2Web-SeeAct/GUIBench/.gitignore -------------------------------------------------------------------------------- /eval/Mind2Web-SeeAct/GUIBench/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/Mind2Web-SeeAct/GUIBench/README.md -------------------------------------------------------------------------------- /eval/Mind2Web-SeeAct/GUIBench/configs/llava_1.5_13b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/Mind2Web-SeeAct/GUIBench/configs/llava_1.5_13b.yaml -------------------------------------------------------------------------------- /eval/Mind2Web-SeeAct/GUIBench/configs/llava_1.5_7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/Mind2Web-SeeAct/GUIBench/configs/llava_1.5_7b.yaml -------------------------------------------------------------------------------- /eval/Mind2Web-SeeAct/GUIBench/configs/llava_13b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/Mind2Web-SeeAct/GUIBench/configs/llava_13b.yaml -------------------------------------------------------------------------------- /eval/Mind2Web-SeeAct/GUIBench/configs/llava_34b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/Mind2Web-SeeAct/GUIBench/configs/llava_34b.yaml -------------------------------------------------------------------------------- /eval/Mind2Web-SeeAct/GUIBench/configs/llava_7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/Mind2Web-SeeAct/GUIBench/configs/llava_7b.yaml -------------------------------------------------------------------------------- /eval/Mind2Web-SeeAct/GUIBench/configs/llava_7b_wizard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/Mind2Web-SeeAct/GUIBench/configs/llava_7b_wizard.yaml -------------------------------------------------------------------------------- /eval/Mind2Web-SeeAct/GUIBench/configs/llava_onevision_7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/Mind2Web-SeeAct/GUIBench/configs/llava_onevision_7b.yaml -------------------------------------------------------------------------------- /eval/Mind2Web-SeeAct/GUIBench/model_adapters/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/Mind2Web-SeeAct/GUIBench/model_adapters/__init__.py -------------------------------------------------------------------------------- /eval/Mind2Web-SeeAct/GUIBench/model_adapters/llava_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/Mind2Web-SeeAct/GUIBench/model_adapters/llava_adapter.py -------------------------------------------------------------------------------- /eval/Mind2Web-SeeAct/GUIBench/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/Mind2Web-SeeAct/GUIBench/utils/__init__.py -------------------------------------------------------------------------------- /eval/Mind2Web-SeeAct/GUIBench/utils/constants.py: -------------------------------------------------------------------------------- 1 | # TODO: constants of tasks -------------------------------------------------------------------------------- /eval/Mind2Web-SeeAct/GUIBench/utils/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/Mind2Web-SeeAct/GUIBench/utils/data_utils.py -------------------------------------------------------------------------------- /eval/Mind2Web-SeeAct/GUIBench/utils/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/Mind2Web-SeeAct/GUIBench/utils/eval_utils.py -------------------------------------------------------------------------------- /eval/Mind2Web-SeeAct/GUIBench/utils/prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/Mind2Web-SeeAct/GUIBench/utils/prompts.py -------------------------------------------------------------------------------- /eval/Mind2Web-SeeAct/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/Mind2Web-SeeAct/LICENSE -------------------------------------------------------------------------------- /eval/Mind2Web-SeeAct/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/Mind2Web-SeeAct/README.md -------------------------------------------------------------------------------- /eval/Mind2Web-SeeAct/src/data_utils/dom_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/Mind2Web-SeeAct/src/data_utils/dom_utils.py -------------------------------------------------------------------------------- /eval/Mind2Web-SeeAct/src/data_utils/evaluation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/Mind2Web-SeeAct/src/data_utils/evaluation_utils.py -------------------------------------------------------------------------------- /eval/Mind2Web-SeeAct/src/data_utils/format_prompt_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/Mind2Web-SeeAct/src/data_utils/format_prompt_utils.py -------------------------------------------------------------------------------- /eval/Mind2Web-SeeAct/src/data_utils/image_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/Mind2Web-SeeAct/src/data_utils/image_utils.py -------------------------------------------------------------------------------- /eval/Mind2Web-SeeAct/src/data_utils/prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/Mind2Web-SeeAct/src/data_utils/prompts.py -------------------------------------------------------------------------------- /eval/Mind2Web-SeeAct/src/offline_experiments/action_generation/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/Mind2Web-SeeAct/src/offline_experiments/action_generation/metric.py -------------------------------------------------------------------------------- /eval/Mind2Web-SeeAct/src/offline_experiments/eval_m2w.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/Mind2Web-SeeAct/src/offline_experiments/eval_m2w.py -------------------------------------------------------------------------------- /eval/VisualWebBench/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/VisualWebBench/.gitignore -------------------------------------------------------------------------------- /eval/VisualWebBench/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/VisualWebBench/README.md -------------------------------------------------------------------------------- /eval/VisualWebBench/assets/compare.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/VisualWebBench/assets/compare.png -------------------------------------------------------------------------------- /eval/VisualWebBench/assets/detail.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/VisualWebBench/assets/detail.png -------------------------------------------------------------------------------- /eval/VisualWebBench/assets/exp.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/VisualWebBench/assets/exp.png -------------------------------------------------------------------------------- /eval/VisualWebBench/assets/main.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/VisualWebBench/assets/main.png -------------------------------------------------------------------------------- /eval/VisualWebBench/configs/claude.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/VisualWebBench/configs/claude.yaml -------------------------------------------------------------------------------- /eval/VisualWebBench/configs/gemini.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/VisualWebBench/configs/gemini.yaml -------------------------------------------------------------------------------- /eval/VisualWebBench/configs/llava_13b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/VisualWebBench/configs/llava_13b.yaml -------------------------------------------------------------------------------- /eval/VisualWebBench/configs/llava_34b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/VisualWebBench/configs/llava_34b.yaml -------------------------------------------------------------------------------- /eval/VisualWebBench/configs/llava_7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/VisualWebBench/configs/llava_7b.yaml -------------------------------------------------------------------------------- /eval/VisualWebBench/configs/openai.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/VisualWebBench/configs/openai.yaml -------------------------------------------------------------------------------- /eval/VisualWebBench/configs/qwen_vl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/VisualWebBench/configs/qwen_vl.yaml -------------------------------------------------------------------------------- /eval/VisualWebBench/model_adapters/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/VisualWebBench/model_adapters/__init__.py -------------------------------------------------------------------------------- /eval/VisualWebBench/model_adapters/base_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/VisualWebBench/model_adapters/base_adapter.py -------------------------------------------------------------------------------- /eval/VisualWebBench/model_adapters/claude_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/VisualWebBench/model_adapters/claude_adapter.py -------------------------------------------------------------------------------- /eval/VisualWebBench/model_adapters/gemini_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/VisualWebBench/model_adapters/gemini_adapter.py -------------------------------------------------------------------------------- /eval/VisualWebBench/model_adapters/llava_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/VisualWebBench/model_adapters/llava_adapter.py -------------------------------------------------------------------------------- /eval/VisualWebBench/model_adapters/openai_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/VisualWebBench/model_adapters/openai_adapter.py -------------------------------------------------------------------------------- /eval/VisualWebBench/model_adapters/qwen_vl_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/VisualWebBench/model_adapters/qwen_vl_adapter.py -------------------------------------------------------------------------------- /eval/VisualWebBench/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/VisualWebBench/requirements.txt -------------------------------------------------------------------------------- /eval/VisualWebBench/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/VisualWebBench/run.py -------------------------------------------------------------------------------- /eval/VisualWebBench/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/VisualWebBench/run.sh -------------------------------------------------------------------------------- /eval/VisualWebBench/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/VisualWebBench/utils/__init__.py -------------------------------------------------------------------------------- /eval/VisualWebBench/utils/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/VisualWebBench/utils/constants.py -------------------------------------------------------------------------------- /eval/VisualWebBench/utils/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/VisualWebBench/utils/eval_utils.py -------------------------------------------------------------------------------- /eval/VisualWebBench/utils/prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/VisualWebBench/utils/prompts.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/.pre-commit-config.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/LICENSE -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/README.md -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/docs/README.md -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/docs/commands.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/docs/commands.md -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/docs/current_tasks.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/docs/current_tasks.md -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/docs/model_guide.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/docs/model_guide.md -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/docs/run_examples.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/docs/run_examples.md -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/docs/task_guide.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/docs/task_guide.md -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/__main__.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/api/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/api/filter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/api/filter.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/api/group.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/api/group.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/api/instance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/api/instance.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/api/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/api/metrics.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/api/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/api/model.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/api/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/api/registry.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/api/samplers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/api/samplers.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/api/task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/api/task.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/evaluator.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/evaluator_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/evaluator_utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/filters/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/filters/__init__.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/filters/decontamination.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/filters/decontamination.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/filters/extraction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/filters/extraction.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/filters/selection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/filters/selection.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/filters/transformation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/filters/transformation.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/loggers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/loggers/__init__.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/loggers/evaluation_tracker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/loggers/evaluation_tracker.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/loggers/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/loggers/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/loggers/wandb_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/loggers/wandb_logger.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/logging_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/logging_utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/__init__.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/batch_gpt4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/batch_gpt4.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/claude.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/claude.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/from_log.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/from_log.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/fuyu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/fuyu.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/gemini_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/gemini_api.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/gpt4v.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/gpt4v.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/idefics2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/idefics2.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/instructblip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/instructblip.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/internvl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/internvl.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/internvl2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/internvl2.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/llama_vid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/llama_vid.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/llava.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/llava_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/llava_hf.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/llava_onevision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/llava_onevision.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/llava_sglang.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/llava_sglang.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/llava_vid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/llava_vid.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/longva.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/longva.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/mantis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/mantis.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/minicpm_v.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/minicpm_v.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/model_utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/model_utils/load_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/model_utils/load_video.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/mplug_owl_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/mplug_owl_video.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/mplug_owl_video/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/mplug_owl_video/__init__.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/phi3v.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/phi3v.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/qwen_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/qwen_vl.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/qwen_vl_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/qwen_vl_api.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/reka.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/reka.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/srt_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/srt_api.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/tinyllava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/tinyllava.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/video_chatgpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/video_chatgpt.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/video_chatgpt/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import VideoChatGPTLlamaForCausalLM 2 | -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/video_chatgpt/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/video_chatgpt/constants.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/video_chatgpt/eval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/video_chatgpt/eval/model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/video_chatgpt/eval/model_utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/video_chatgpt/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/video_chatgpt/inference.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/video_chatgpt/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/video_chatgpt/model/__init__.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/video_chatgpt/model/consolidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/video_chatgpt/model/consolidate.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/video_chatgpt/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/video_chatgpt/model/make_delta.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/video_chatgpt/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/video_chatgpt/model/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/video_chatgpt/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/video_chatgpt/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/video_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/video_llava.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/vila.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/vila.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/xcomposer2_4KHD.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/xcomposer2_4KHD.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/models/xcomposer2d5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/models/xcomposer2d5.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/__init__.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/_task_utils/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/_task_utils/file_utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/_task_utils/gpt_eval_utils.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/_task_utils/video_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/_task_utils/video_loader.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/_task_utils/vqa_eval_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/_task_utils/vqa_eval_metric.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/activitynetqa/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/activitynetqa/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/ai2d/ai2d.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/ai2d/ai2d.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/ai2d/ai2d_lite.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/ai2d/ai2d_lite.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/ai2d/upload_ai2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/ai2d/upload_ai2d.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/ai2d/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/ai2d/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/arc/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/arc/README.md -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/arc/arc_challenge.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/arc/arc_challenge.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/arc/arc_easy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/arc/arc_easy.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/chartqa/chartqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/chartqa/chartqa.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/chartqa/chartqa_lite.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/chartqa/chartqa_lite.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/chartqa/upload_chartqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/chartqa/upload_chartqa.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/chartqa/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/chartqa/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/cmmmu/_cmmmu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/cmmmu/_cmmmu.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/cmmmu/_default_template_cmmmu_yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/cmmmu/_default_template_cmmmu_yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/cmmmu/cmmmu_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/cmmmu/cmmmu_test.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/cmmmu/cmmmu_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/cmmmu/cmmmu_val.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/cmmmu/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/cmmmu/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/coco_cap/coco2014_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/coco_cap/coco2014_cap.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/coco_cap/coco2014_cap_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/coco_cap/coco2014_cap_test.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/coco_cap/coco2014_cap_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/coco_cap/coco2014_cap_val.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/coco_cap/coco2017_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/coco_cap/coco2017_cap.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/coco_cap/coco2017_cap_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/coco_cap/coco2017_cap_test.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/coco_cap/coco2017_cap_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/coco_cap/coco2017_cap_val.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/coco_cap/coco2017_cap_val_lite.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/coco_cap/coco2017_cap_val_lite.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/coco_cap/coco_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/coco_cap/coco_cap.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/coco_cap/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/coco_cap/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/conbench/conbench.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/conbench/conbench.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/conbench/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/conbench/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/cvrr/_cvrr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/cvrr/_cvrr.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/cvrr/_default_template_yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/cvrr/_default_template_yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/cvrr/cvrr_partial_actions.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/cvrr/cvrr_partial_actions.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/cvrr/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/cvrr/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/detailcaps/detailcaps.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/detailcaps/detailcaps.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/detailcaps/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/detailcaps/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/docvqa/docvqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/docvqa/docvqa.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/docvqa/docvqa_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/docvqa/docvqa_test.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/docvqa/docvqa_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/docvqa/docvqa_val.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/docvqa/docvqa_val_lite.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/docvqa/docvqa_val_lite.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/docvqa/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/docvqa/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/egoschema/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/egoschema/README.md -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/egoschema/_default_template_yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/egoschema/_default_template_yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/egoschema/egoschema.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/egoschema/egoschema.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/egoschema/egoschema_mcppl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/egoschema/egoschema_mcppl.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/egoschema/egoschema_subset.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/egoschema/egoschema_subset.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/egoschema/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/egoschema/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/ferret/ferret.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/ferret/ferret.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/ferret/rule.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/ferret/rule.json -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/ferret/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/ferret/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/flickr30k/flickr30k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/flickr30k/flickr30k.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/flickr30k/flickr30k_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/flickr30k/flickr30k_test.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/flickr30k/flickr30k_test_lite.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/flickr30k/flickr30k_test_lite.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/flickr30k/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/flickr30k/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/gpqa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/gpqa/README.md -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/gpqa/cot_n_shot/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/gpqa/cot_n_shot/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/gpqa/cot_zeroshot/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/gpqa/cot_zeroshot/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/gpqa/generative/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/gpqa/generative/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/gpqa/n_shot/_generate_configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/gpqa/n_shot/_generate_configs.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/gpqa/n_shot/_gpqa_n_shot_yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/gpqa/n_shot/_gpqa_n_shot_yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/gpqa/n_shot/gpqa_main_n_shot.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/gpqa/n_shot/gpqa_main_n_shot.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/gpqa/n_shot/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/gpqa/n_shot/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/gpqa/zeroshot/_generate_configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/gpqa/zeroshot/_generate_configs.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/gpqa/zeroshot/_gpqa_zeroshot_yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/gpqa/zeroshot/_gpqa_zeroshot_yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/gpqa/zeroshot/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/gpqa/zeroshot/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/gqa/gqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/gqa/gqa.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/gqa/gqa_lite.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/gqa/gqa_lite.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/gqa/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/gqa/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/gqa_ru/gqa_ru.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/gqa_ru/gqa_ru.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/gqa_ru/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/gqa_ru/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/gsm8k/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/gsm8k/README.md -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/gsm8k/gsm8k-cot-llama.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/gsm8k/gsm8k-cot-llama.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/gsm8k/gsm8k-cot-zeroshot.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/gsm8k/gsm8k-cot-zeroshot.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/gsm8k/gsm8k-cot.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/gsm8k/gsm8k-cot.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/gsm8k/gsm8k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/gsm8k/gsm8k.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/hallusion_bench/evaluate_hb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/hallusion_bench/evaluate_hb.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/hallusion_bench/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/hallusion_bench/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/hellaswag/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/hellaswag/README.md -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/hellaswag/hellaswag.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/hellaswag/hellaswag.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/hellaswag/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/hellaswag/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/iconqa/iconqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/iconqa/iconqa.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/iconqa/iconqa_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/iconqa/iconqa_test.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/iconqa/iconqa_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/iconqa/iconqa_val.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/iconqa/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/iconqa/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/ifeval/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/ifeval/README.md -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/ifeval/ifeval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/ifeval/ifeval.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/ifeval/instructions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/ifeval/instructions.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/ifeval/instructions_registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/ifeval/instructions_registry.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/ifeval/instructions_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/ifeval/instructions_util.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/ifeval/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/ifeval/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/ii_bench/ii_bench.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/ii_bench/ii_bench.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/ii_bench/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/ii_bench/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/infovqa/infovqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/infovqa/infovqa.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/infovqa/infovqa_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/infovqa/infovqa_test.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/infovqa/infovqa_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/infovqa/infovqa_val.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/infovqa/infovqa_val_lite.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/infovqa/infovqa_val_lite.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/infovqa/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/infovqa/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/internal_eval/d170_cn.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/internal_eval/d170_cn.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/internal_eval/d170_cn_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/internal_eval/d170_cn_utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/internal_eval/d170_en.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/internal_eval/d170_en.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/internal_eval/d170_en_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/internal_eval/d170_en_utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/internal_eval/dc100_en.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/internal_eval/dc100_en.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/internal_eval/dc100_en_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/internal_eval/dc100_en_utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/internal_eval/dc200_cn.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/internal_eval/dc200_cn.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/internal_eval/dc200_cn_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/internal_eval/dc200_cn_utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/internal_eval/internal_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/internal_eval/internal_eval.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/internal_eval/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/internal_eval/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/live_bench/live_bench.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/live_bench/live_bench.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/live_bench/live_bench_2406.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/live_bench/live_bench_2406.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/live_bench/live_bench_2407.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/live_bench/live_bench_2407.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/live_bench/live_bench_template_yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/live_bench/live_bench_template_yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/live_bench/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/live_bench/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/llava-bench-coco/rule.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/llava-bench-coco/rule.json -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/llava-bench-coco/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/llava-bench-coco/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/llava-in-the-wild/rule.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/llava-in-the-wild/rule.json -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/llava-in-the-wild/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/llava-in-the-wild/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/llava_interleave_bench/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/llava_interleave_bench/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/llava_wilder/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/llava_wilder/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/longvideobench/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/longvideobench/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mathverse/mathverse.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mathverse/mathverse.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mathverse/mathverse_evals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mathverse/mathverse_evals.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mathverse/mathverse_testmini.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mathverse/mathverse_testmini.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mathverse/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mathverse/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mathvista/mathvista.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mathvista/mathvista.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mathvista/mathvista_evals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mathvista/mathvista_evals.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mathvista/mathvista_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mathvista/mathvista_test.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mathvista/mathvista_testmini.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mathvista/mathvista_testmini.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mathvista/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mathvista/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mirb/mirb.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mirb/mirb.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mirb/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mirb/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mlvu/mlvu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mlvu/mlvu.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mlvu/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mlvu/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmbench/cc_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmbench/cc_utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmbench/cn_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmbench/cn_utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmbench/en_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmbench/en_utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmbench/mmbench.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmbench/mmbench.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmbench/mmbench_cc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmbench/mmbench_cc.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmbench/mmbench_cn.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmbench/mmbench_cn.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmbench/mmbench_cn_dev.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmbench/mmbench_cn_dev.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmbench/mmbench_cn_dev_lite.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmbench/mmbench_cn_dev_lite.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmbench/mmbench_cn_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmbench/mmbench_cn_test.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmbench/mmbench_en.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmbench/mmbench_en.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmbench/mmbench_en_dev.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmbench/mmbench_en_dev.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmbench/mmbench_en_dev_lite.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmbench/mmbench_en_dev_lite.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmbench/mmbench_en_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmbench/mmbench_en_test.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmbench/mmbench_evals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmbench/mmbench_evals.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmbench/mmbench_ru_dev.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmbench/mmbench_ru_dev.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmbench/ru_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmbench/ru_utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mme/mme.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mme/mme.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mme/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mme/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/_generate_configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/_generate_configs.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/continuation/_mmlu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/continuation/_mmlu.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/continuation/mmlu_anatomy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/continuation/mmlu_anatomy.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/default/_default_template_yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/default/_default_template_yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/default/_mmlu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/default/_mmlu.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/default/_mmlu_humanities.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/default/_mmlu_humanities.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/default/_mmlu_other.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/default/_mmlu_other.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/default/_mmlu_stem.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/default/_mmlu_stem.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/default/mmlu_anatomy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/default/mmlu_anatomy.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/default/mmlu_astronomy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/default/mmlu_astronomy.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/default/mmlu_econometrics.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/default/mmlu_econometrics.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/default/mmlu_formal_logic.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/default/mmlu_formal_logic.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/default/mmlu_global_facts.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/default/mmlu_global_facts.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/default/mmlu_human_aging.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/default/mmlu_human_aging.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/default/mmlu_management.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/default/mmlu_management.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/default/mmlu_marketing.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/default/mmlu_marketing.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/default/mmlu_nutrition.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/default/mmlu_nutrition.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/default/mmlu_philosophy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/default/mmlu_philosophy.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/default/mmlu_prehistory.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/default/mmlu_prehistory.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/default/mmlu_sociology.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/default/mmlu_sociology.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/default/mmlu_virology.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/default/mmlu_virology.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/flan_cot_fewshot/_mmlu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/flan_cot_fewshot/_mmlu.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/flan_cot_zeroshot/_mmlu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/flan_cot_zeroshot/_mmlu.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/flan_cot_zeroshot/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/flan_cot_zeroshot/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/generative/_mmlu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/generative/_mmlu.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/generative/mmlu_anatomy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/generative/mmlu_anatomy.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/generative/mmlu_astronomy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/generative/mmlu_astronomy.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/generative/mmlu_marketing.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/generative/mmlu_marketing.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/generative/mmlu_nutrition.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu/generative/mmlu_nutrition.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu_pro/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu_pro/README.md -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu_pro/_default_template_yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu_pro/_default_template_yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu_pro/_mmlu_pro.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu_pro/_mmlu_pro.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu_pro/mmlu_pro_biology.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu_pro/mmlu_pro_biology.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu_pro/mmlu_pro_business.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu_pro/mmlu_pro_business.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu_pro/mmlu_pro_chemistry.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu_pro/mmlu_pro_chemistry.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu_pro/mmlu_pro_economics.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu_pro/mmlu_pro_economics.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu_pro/mmlu_pro_health.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu_pro/mmlu_pro_health.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu_pro/mmlu_pro_history.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu_pro/mmlu_pro_history.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu_pro/mmlu_pro_law.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu_pro/mmlu_pro_law.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu_pro/mmlu_pro_math.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu_pro/mmlu_pro_math.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu_pro/mmlu_pro_other.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu_pro/mmlu_pro_other.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu_pro/mmlu_pro_physics.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu_pro/mmlu_pro_physics.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu_pro/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmlu_pro/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmmu/_default_template_yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmmu/_default_template_yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmmu/arial.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmmu/arial.ttf -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmmu/mmmu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmmu/mmmu.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmmu/mmmu_group_img.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmmu/mmmu_group_img.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmmu/mmmu_group_img_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmmu/mmmu_group_img_test.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmmu/mmmu_group_img_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmmu/mmmu_group_img_val.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmmu/mmmu_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmmu/mmmu_test.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmmu/mmmu_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmmu/mmmu_val.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmmu/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmmu/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmmu/utils_group_img.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmmu/utils_group_img.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmmu_pro/_default_template_yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmmu_pro/_default_template_yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmmu_pro/mmmu_pro.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmmu_pro/mmmu_pro.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmmu_pro/mmmu_pro_composite.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmmu_pro/mmmu_pro_composite.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmmu_pro/mmmu_pro_cot.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmmu_pro/mmmu_pro_cot.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmmu_pro/mmmu_pro_original.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmmu_pro/mmmu_pro_original.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmmu_pro/mmmu_pro_vision.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmmu_pro/mmmu_pro_vision.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmmu_pro/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmmu_pro/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmstar/mmstar.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmstar/mmstar.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmstar/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmstar/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmupd/mmaad_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmupd/mmaad_base.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmupd/mmaad_instruction.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmupd/mmaad_instruction.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmupd/mmaad_option.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmupd/mmaad_option.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmupd/mmiasd_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmupd/mmiasd_base.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmupd/mmiasd_instruction.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmupd/mmiasd_instruction.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmupd/mmiasd_option.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmupd/mmiasd_option.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmupd/mmivqd_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmupd/mmivqd_base.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmupd/mmivqd_instruction.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmupd/mmivqd_instruction.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmupd/mmivqd_option.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmupd/mmivqd_option.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmupd/mmupd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmupd/mmupd.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmupd/mmupd_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmupd/mmupd_base.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmupd/mmupd_evals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmupd/mmupd_evals.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmupd/mmupd_instruction.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmupd/mmupd_instruction.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmupd/mmupd_option.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmupd/mmupd_option.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmupd/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmupd/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmvet/mmvet.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmvet/mmvet.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mmvet/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mmvet/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/muirbench/muirbench.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/muirbench/muirbench.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/muirbench/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/muirbench/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/multidocvqa/multidocvqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/multidocvqa/multidocvqa.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/multidocvqa/multidocvqa_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/multidocvqa/multidocvqa_val.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/multidocvqa/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/multidocvqa/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/multilingual-llava-bench-in-the-wild/README.md: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mvbench/_default_template_yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mvbench/_default_template_yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mvbench/mvbench.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mvbench/mvbench.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/mvbench/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/mvbench/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/nextqa/_default_template_yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/nextqa/_default_template_yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/nextqa/nextqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/nextqa/nextqa.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/nextqa/nextqa_mc_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/nextqa/nextqa_mc_test.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/nextqa/nextqa_oe_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/nextqa/nextqa_oe_test.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/nextqa/nextqa_oe_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/nextqa/nextqa_oe_val.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/nextqa/stopwords.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/nextqa/stopwords.csv -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/nextqa/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/nextqa/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/nocaps/nocaps.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/nocaps/nocaps.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/nocaps/nocaps_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/nocaps/nocaps_test.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/nocaps/nocaps_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/nocaps/nocaps_val.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/nocaps/nocaps_val_lite.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/nocaps/nocaps_val_lite.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/nocaps/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/nocaps/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/ocrbench/ocrbench.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/ocrbench/ocrbench.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/ocrbench/upload_ocrbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/ocrbench/upload_ocrbench.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/ocrbench/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/ocrbench/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/ok_vqa/_generate_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/ok_vqa/_generate_config.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/ok_vqa/_ok_vqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/ok_vqa/_ok_vqa.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/ok_vqa/ok_vqa_val2014.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/ok_vqa/ok_vqa_val2014.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/ok_vqa/ok_vqa_val2014_lite.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/ok_vqa/ok_vqa_val2014_lite.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/ok_vqa/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/ok_vqa/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/olympiadbench/cn_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/olympiadbench/cn_utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/olympiadbench/en_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/olympiadbench/en_utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/olympiadbench/olympiadbench.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/olympiadbench/olympiadbench.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/perceptiontest/test/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/perceptiontest/test/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/perceptiontest/val/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/perceptiontest/val/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/pope/pope.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/pope/pope.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/pope/pope_adv.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/pope/pope_adv.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/pope/pope_full.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/pope/pope_full.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/pope/pope_pop.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/pope/pope_pop.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/pope/pope_random.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/pope/pope_random.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/pope/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/pope/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/qbench/abench_dev.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/qbench/abench_dev.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/qbench/qbench2_dev.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/qbench/qbench2_dev.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/qbench/qbench_dev.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/qbench/qbench_dev.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/qbench/qbenchs_dev.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/qbench/qbenchs_dev.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/qbench/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/qbench/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/realworldqa/realworldqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/realworldqa/realworldqa.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/realworldqa/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/realworldqa/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco+/_generate_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco+/_generate_config.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco+/_refcoco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco+/_refcoco.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco+/refcoco+_bbox_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco+/refcoco+_bbox_val.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco+/refcoco+_seg_testA.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco+/refcoco+_seg_testA.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco+/refcoco+_seg_testB.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco+/refcoco+_seg_testB.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco+/refcoco+_seg_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco+/refcoco+_seg_val.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco+/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco+/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco+/utils_rec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco+/utils_rec.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco/_generate_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco/_generate_config.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco/_refcoco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco/_refcoco.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco/refcoco_bbox_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco/refcoco_bbox_test.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco/refcoco_bbox_testA.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco/refcoco_bbox_testA.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco/refcoco_bbox_testB.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco/refcoco_bbox_testB.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco/refcoco_bbox_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco/refcoco_bbox_val.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco/refcoco_seg_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco/refcoco_seg_test.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco/refcoco_seg_testA.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco/refcoco_seg_testA.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco/refcoco_seg_testB.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco/refcoco_seg_testB.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco/refcoco_seg_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco/refcoco_seg_val.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco/utils_rec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/refcoco/utils_rec.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/refcocog/_generate_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/refcocog/_generate_config.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/refcocog/_refcoco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/refcocog/_refcoco.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/refcocog/refcocog_bbox_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/refcocog/refcocog_bbox_test.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/refcocog/refcocog_bbox_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/refcocog/refcocog_bbox_val.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/refcocog/refcocog_seg_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/refcocog/refcocog_seg_test.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/refcocog/refcocog_seg_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/refcocog/refcocog_seg_val.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/refcocog/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/refcocog/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/refcocog/utils_rec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/refcocog/utils_rec.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/refexp/refexp.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/refexp/refexp.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/refexp/refexp_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/refexp/refexp_test.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/refexp/utils_rec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/refexp/utils_rec.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/scienceqa/scienceqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/scienceqa/scienceqa.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/scienceqa/scienceqa_full.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/scienceqa/scienceqa_full.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/scienceqa/scienceqa_img.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/scienceqa/scienceqa_img.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/scienceqa/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/scienceqa/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/screenqa_short/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/screenqa_short/README.md -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/screenqa_short/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/screenqa_short/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/screenspot/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/screenspot/README.md -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/screenspot/_screenspot.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/screenspot/_screenspot.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/screenspot/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/screenspot/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/screenspot/utils_rec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/screenspot/utils_rec.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/seedbench/seedbench.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/seedbench/seedbench.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/seedbench/seedbench_lite.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/seedbench/seedbench_lite.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/seedbench/seedbench_ppl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/seedbench/seedbench_ppl.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/seedbench/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/seedbench/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/seedbench_2/seedbench_2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/seedbench_2/seedbench_2.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/seedbench_2/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/seedbench_2/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/seedbench_2_plus/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/seedbench_2_plus/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/stvqa/stvqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/stvqa/stvqa.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/stvqa/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/stvqa/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/synthdog/donut_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/synthdog/donut_evaluator.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/synthdog/synthdog.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/synthdog/synthdog.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/synthdog/synthdog_en.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/synthdog/synthdog_en.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/synthdog/synthdog_zh.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/synthdog/synthdog_zh.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/synthdog/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/synthdog/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/tempcompass/_tempcompass.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/tempcompass/_tempcompass.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/tempcompass/tempcompass_mc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/tempcompass/tempcompass_mc.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/tempcompass/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/tempcompass/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/textcaps/textcaps.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/textcaps/textcaps.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/textcaps/textcaps_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/textcaps/textcaps_test.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/textcaps/textcaps_train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/textcaps/textcaps_train.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/textcaps/textcaps_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/textcaps/textcaps_val.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/textcaps/textcaps_val_lite.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/textcaps/textcaps_val_lite.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/textcaps/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/textcaps/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/textvqa/_textvqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/textvqa/_textvqa.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/textvqa/textvqa_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/textvqa/textvqa_test.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/textvqa/textvqa_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/textvqa/textvqa_val.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/textvqa/textvqa_val_lite.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/textvqa/textvqa_val_lite.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/textvqa/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/textvqa/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/vatex/_vatex.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/vatex/_vatex.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/vatex/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/vatex/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/vatex/vatex_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/vatex/vatex_test.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/vatex/vatex_val_zh.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/vatex/vatex_val_zh.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/vcr_wiki/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/vcr_wiki/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/vcr_wiki/vcr_wiki_en_easy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/vcr_wiki/vcr_wiki_en_easy.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/vcr_wiki/vcr_wiki_en_hard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/vcr_wiki/vcr_wiki_en_hard.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_easy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_easy.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_hard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_hard.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/vibe_eval/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/vibe_eval/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/vibe_eval/vibe_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/vibe_eval/vibe_eval.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/videochatgpt/_videochatgpt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/videochatgpt/_videochatgpt.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/videochatgpt/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/videochatgpt/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/videomme/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/videomme/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/videomme/videomme.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/videomme/videomme.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/visualmrc/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/visualmrc/README.md -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/visualmrc/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/visualmrc/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/visualmrc/visualmrc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/visualmrc/visualmrc.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/visualmrc/visualmrc_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/visualmrc/visualmrc_test.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/vitatecs/_default_template_yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/vitatecs/_default_template_yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/vitatecs/_vitatecs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/vitatecs/_vitatecs.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/vitatecs/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/vitatecs/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/vitatecs/vitatecs_direction.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/vitatecs/vitatecs_direction.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/vitatecs/vitatecs_intensity.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/vitatecs/vitatecs_intensity.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/vitatecs/vitatecs_sequence.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/vitatecs/vitatecs_sequence.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/vitatecs/vitatecs_type.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/vitatecs/vitatecs_type.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/vizwiz_vqa/_generate_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/vizwiz_vqa/_generate_config.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/vizwiz_vqa/_vizwiz_vqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/vizwiz_vqa/_vizwiz_vqa.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/vizwiz_vqa/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/vizwiz_vqa/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/vizwiz_vqa/vizwiz_vqa_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/vizwiz_vqa/vizwiz_vqa_test.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/vizwiz_vqa/vizwiz_vqa_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/vizwiz_vqa/vizwiz_vqa_val.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/vqav2/_vqav2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/vqav2/_vqav2.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/vqav2/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/vqav2/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/vqav2/vqav2_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/vqav2/vqav2_test.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/vqav2/vqav2_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/vqav2/vqav2_val.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/vqav2/vqav2_val_lite.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/vqav2/vqav2_val_lite.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/websrc/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/websrc/README.md -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/websrc/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/websrc/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/websrc/websrc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/websrc/websrc.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/websrc/websrc_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/websrc/websrc_test.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/websrc/websrc_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/websrc/websrc_val.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/widgetcap/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/widgetcap/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/widgetcap/widgetcap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/widgetcap/widgetcap.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/widgetcap/widgetcap_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/widgetcap/widgetcap_test.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/wild_vision_bench/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/wild_vision_bench/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/worldqa/_default_template_yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/worldqa/_default_template_yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/worldqa/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/worldqa/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/worldqa/worldqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/worldqa/worldqa.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/worldqa/worldqa_generation.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/worldqa/worldqa_generation.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/worldqa/worldqa_mc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/worldqa/worldqa_mc.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/worldqa/worldqa_mc_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/worldqa/worldqa_mc_evaluator.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/worldqa/worldqa_mcppl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/worldqa/worldqa_mcppl.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/youcook2/_default_template_yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/youcook2/_default_template_yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/youcook2/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/youcook2/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/tasks/youcook2/youcook2_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/tasks/youcook2/youcook2_val.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/lmms_eval/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/lmms_eval/utils.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/miscs/example_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/miscs/example_eval.yaml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/miscs/llava_repr_requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/miscs/llava_repr_requirements.txt -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/miscs/llava_result_check.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/miscs/llava_sglang_result_check.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/miscs/repr_scripts.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/miscs/repr_scripts.sh -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/miscs/repr_torch_envs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/miscs/repr_torch_envs.txt -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/miscs/scienceqa_id.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/miscs/scienceqa_id.txt -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/miscs/script.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/miscs/script.sh -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/miscs/test_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/miscs/test_llava.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/miscs/test_scienceqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/miscs/test_scienceqa.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/miscs/tinyllava_repr_requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/miscs/tinyllava_repr_requirements.txt -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/miscs/tinyllava_repr_scripts.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/miscs/tinyllava_repr_scripts.sh -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/pyproject.toml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/setup.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/tools/get_video_avg_time.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/tools/get_video_avg_time.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/tools/lite/embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/tools/lite/embed.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/tools/lite/embedder/BaseEmbedder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/tools/lite/embedder/BaseEmbedder.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/tools/lite/embedder/ClipBgeEmbedder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/tools/lite/embedder/ClipBgeEmbedder.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/tools/lite/embedder/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/tools/lite/embedder/__init__.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/tools/lite/shrink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/tools/lite/shrink.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/tools/lite/shrinker/BaseShrinker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/tools/lite/shrinker/BaseShrinker.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/tools/lite/shrinker/EmbedShrinker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/tools/lite/shrinker/EmbedShrinker.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/tools/lite/shrinker/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/tools/lite/shrinker/__init__.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/tools/lite/shrinker/sampling_methods/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/tools/lite/shrinker/sampling_methods/__init__.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/tools/live_bench/create_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/tools/live_bench/create_dataset.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/tools/live_bench/data_summary.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/tools/live_bench/data_summary.ipynb -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/tools/live_bench/example.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/tools/live_bench/example.ipynb -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/tools/live_bench/filter.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/tools/live_bench/filter.ipynb -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/tools/live_bench/live_bench/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/tools/live_bench/live_bench/__init__.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/tools/live_bench/live_bench/api/live_bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/tools/live_bench/live_bench/api/live_bench.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/tools/live_bench/live_bench/data_generator/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/tools/live_bench/live_bench/driver/.gitignore: -------------------------------------------------------------------------------- 1 | extensions/ 2 | -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/tools/live_bench/live_bench/driver/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/tools/live_bench/live_bench/driver/__init__.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/tools/live_bench/live_bench/view.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/tools/live_bench/live_bench/view.ipynb -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/tools/live_bench/live_bench/websites/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/tools/live_bench/live_bench/websites/__init__.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/tools/live_bench/live_bench/websites/website.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/tools/live_bench/live_bench/websites/website.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/tools/live_bench/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/tools/live_bench/pyproject.toml -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/tools/live_bench/refine_all_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/tools/live_bench/refine_all_results.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/tools/live_bench/script/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/tools/live_bench/script/README.md -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/tools/live_bench/script/modify.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/tools/live_bench/script/modify.ipynb -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/tools/live_bench/script/upload_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/tools/live_bench/script/upload_results.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/tools/live_bench/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/tools/live_bench/setup.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/tools/make_image_hf_dataset.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/tools/make_image_hf_dataset.ipynb -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/tools/make_vatex.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/tools/make_vatex.py -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/tools/make_video_hf_dataset.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/tools/make_video_hf_dataset.ipynb -------------------------------------------------------------------------------- /eval/lmms-eval-MultiUI/tools/makecvrr.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/eval/lmms-eval-MultiUI/tools/makecvrr.ipynb -------------------------------------------------------------------------------- /train/LLaVA-NeXT/.dockerignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/.dockerignore -------------------------------------------------------------------------------- /train/LLaVA-NeXT/.editorconfig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/.editorconfig -------------------------------------------------------------------------------- /train/LLaVA-NeXT/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/.gitignore -------------------------------------------------------------------------------- /train/LLaVA-NeXT/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/LICENSE -------------------------------------------------------------------------------- /train/LLaVA-NeXT/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/README.md -------------------------------------------------------------------------------- /train/LLaVA-NeXT/cog.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/cog.yaml -------------------------------------------------------------------------------- /train/LLaVA-NeXT/docs/LLaVA-NeXT-Interleave.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/docs/LLaVA-NeXT-Interleave.md -------------------------------------------------------------------------------- /train/LLaVA-NeXT/docs/LLaVA-NeXT-Video.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/docs/LLaVA-NeXT-Video.md -------------------------------------------------------------------------------- /train/LLaVA-NeXT/docs/LLaVA-NeXT-Video_0716.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/docs/LLaVA-NeXT-Video_0716.md -------------------------------------------------------------------------------- /train/LLaVA-NeXT/docs/LLaVA-NeXT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/docs/LLaVA-NeXT.md -------------------------------------------------------------------------------- /train/LLaVA-NeXT/docs/LLaVA_OneVision.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/docs/LLaVA_OneVision.md -------------------------------------------------------------------------------- /train/LLaVA-NeXT/docs/LLaVA_OneVision_Chat.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/docs/LLaVA_OneVision_Chat.md -------------------------------------------------------------------------------- /train/LLaVA-NeXT/docs/LLaVA_Video_1003.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/docs/LLaVA_Video_1003.md -------------------------------------------------------------------------------- /train/LLaVA-NeXT/docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/docs/README.md -------------------------------------------------------------------------------- /train/LLaVA-NeXT/docs/jobs.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/docs/jobs.mp4 -------------------------------------------------------------------------------- /train/LLaVA-NeXT/docs/onevision_trial.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/docs/onevision_trial.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/docs/ov_chat_images/chat_results.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/docs/ov_chat_images/chat_results.png -------------------------------------------------------------------------------- /train/LLaVA-NeXT/docs/ov_chat_images/example1_tree.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/docs/ov_chat_images/example1_tree.png -------------------------------------------------------------------------------- /train/LLaVA-NeXT/docs/ov_chat_images/example2_dog.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/docs/ov_chat_images/example2_dog.jpg -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import LlavaLlamaForCausalLM 2 | -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/constants.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/conversation.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/eval/evaluate_interleave.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/eval/evaluate_interleave.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/eval/model_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/eval/model_vqa.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/mm_utils.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/model/__init__.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/model/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/model/apply_delta.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/model/builder.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/model/consolidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/model/consolidate.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/model/language_model/llava_gemma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/model/language_model/llava_gemma.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/model/language_model/llava_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/model/language_model/llava_llama.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/model/language_model/llava_mistral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/model/language_model/llava_mistral.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/model/language_model/llava_mixtral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/model/language_model/llava_mixtral.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/model/language_model/llava_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/model/language_model/llava_mpt.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/model/language_model/llava_qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/model/language_model/llava_qwen.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/model/language_model/llava_qwen_moe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/model/language_model/llava_qwen_moe.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/model/language_model/modeling_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/model/language_model/modeling_llama.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/model/llava_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/model/llava_arch.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/model/make_delta.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/model/multimodal_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/model/multimodal_encoder/clip_encoder.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/model/multimodal_encoder/dev_eva_clip/eva_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/model/multimodal_encoder/dev_eva_clip/eva_vit.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/model/multimodal_encoder/eva_clip/eva_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/model/multimodal_encoder/eva_clip/eva_vit.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/model/multimodal_encoder/eva_clip/factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/model/multimodal_encoder/eva_clip/factory.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/model/multimodal_encoder/hf_vision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/model/multimodal_encoder/hf_vision.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/model/multimodal_encoder/imagebind.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/model/multimodal_encoder/imagebind.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/model/multimodal_encoder/open_clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/model/multimodal_encoder/open_clip_encoder.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/model/multimodal_encoder/siglip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/model/multimodal_encoder/siglip_encoder.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/model/multimodal_projector/pooler_projector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/model/multimodal_projector/pooler_projector.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/model/multimodal_resampler/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/model/multimodal_resampler/builder.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/model/multimodal_resampler/masked_drop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/model/multimodal_resampler/masked_drop.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/model/multimodal_resampler/perceiver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/model/multimodal_resampler/perceiver.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/model/multimodal_resampler/qformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/model/multimodal_resampler/qformer.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/model/multimodal_resampler/spatial_pool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/model/multimodal_resampler/spatial_pool.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/model/utils.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/serve/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/serve/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/serve/cli.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/serve/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/serve/controller.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/serve/examples/extreme_ironing.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/serve/examples/extreme_ironing.jpg -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/serve/examples/waterview.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/serve/examples/waterview.jpg -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/serve/gradio_multi_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/serve/gradio_multi_image.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/serve/gradio_web_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/serve/gradio_web_server.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/serve/model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/serve/model_worker.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/serve/register_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/serve/register_worker.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/serve/sglang_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/serve/sglang_worker.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/serve/test_message.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/serve/test_message.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/train/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/train/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/train/llava_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/train/llava_trainer.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/train/llava_trainer_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/train/llava_trainer_eval.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/train/train.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/train/train_dpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/train/train_dpo.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/train/train_mem.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/llava/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/llava/utils.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/playground/2d_hist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/playground/2d_hist.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/playground/data_checker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/playground/data_checker.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/playground/demo/video_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/playground/demo/video_demo.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/playground/demo/xU25MMA2N4aVtYay.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/playground/demo/xU25MMA2N4aVtYay.mp4 -------------------------------------------------------------------------------- /train/LLaVA-NeXT/playground/equal_splitter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/playground/equal_splitter.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/playground/remove_mid_ckpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/playground/remove_mid_ckpt.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/playground/sgl_llava_inference_multinode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/playground/sgl_llava_inference_multinode.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/playground/upload_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/playground/upload_data.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/predict.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/pyproject.toml -------------------------------------------------------------------------------- /train/LLaVA-NeXT/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/requirements.txt -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/archived/convert_gqa_for_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/archived/convert_gqa_for_eval.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/archived/convert_mmvet_for_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/archived/convert_mmvet_for_eval.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/archived/convert_sqa_to_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/archived/convert_sqa_to_llava.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/archived/convert_sqa_to_llava_base_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/archived/convert_sqa_to_llava_base_prompt.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/archived/convert_vizwiz_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/archived/convert_vizwiz_for_submission.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/archived/convert_vqav2_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/archived/convert_vqav2_for_submission.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/archived/data_info.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/archived/data_info.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/archived/dpo_data_info.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/archived/dpo_data_info.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/archived/entry_cmd.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/archived/entry_cmd.sh -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/archived/finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/archived/finetune.sh -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/archived/finetune_1.5.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/archived/finetune_1.5.sh -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/archived/finetune_full_schedule.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/archived/finetune_full_schedule.sh -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/archived/finetune_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/archived/finetune_lora.sh -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/archived/finetune_mixtral.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/archived/finetune_mixtral.sh -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/archived/finetune_mixtral_1.5.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/archived/finetune_mixtral_1.5.sh -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/archived/finetune_mixtral_1.6_336px_anyres.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/archived/finetune_mixtral_1.6_336px_anyres.sh -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/archived/finetune_mixtral_copy.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/archived/finetune_mixtral_copy.sh -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/archived/finetune_qlora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/archived/finetune_qlora.sh -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/archived/finetune_sqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/archived/finetune_sqa.sh -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/archived/merge_lora_weights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/archived/merge_lora_weights.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/archived/pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/archived/pretrain.sh -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/archived/quick_check.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/archived/quick_check.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/archived/sqa_eval_batch.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/archived/sqa_eval_batch.sh -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/archived/sqa_eval_gather.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/archived/sqa_eval_gather.sh -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/interleave/eval_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/interleave/eval_all.sh -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/interleave/eval_interleave_3d.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/interleave/eval_interleave_3d.sh -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/interleave/eval_multiprocess.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/interleave/eval_multiprocess.sh -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/qwen.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/summarize_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/summarize_data.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/train/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/train/README.md -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/train/direct_finetune_clip.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/train/direct_finetune_clip.sh -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/train/direct_finetune_siglip_a4.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/train/direct_finetune_siglip_a4.sh -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/train/dpo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/train/dpo.sh -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/train/dpo_ov7b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/train/dpo_ov7b.sh -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/train/finetune_ov.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/train/finetune_ov.sh -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/train/finetune_si.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/train/finetune_si.sh -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/train/mid_stage.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/train/mid_stage.yaml -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/train/onevision.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/train/onevision.yaml -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/train/pretrain_clip.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/train/pretrain_clip.sh -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/train/pretrain_siglip.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/train/pretrain_siglip.sh -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/train/single_image.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/train/single_image.yaml -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/video/demo/video_demo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/video/demo/video_demo.sh -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/video/eval/activitynet_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/video/eval/activitynet_eval.sh -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/video/eval/video_description_from_t2v.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/video/eval/video_description_from_t2v.sh -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/video/train/SO400M_Qwen2_7B_ov_to_video_am9.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/video/train/SO400M_Qwen2_7B_ov_to_video_am9.sh -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/video/train/exp.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/video/train/exp.yaml -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/zero2.json -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/zero2_fused_adamw.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/zero2_fused_adamw.json -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/zero2_offload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/zero2_offload.json -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/zero3.json -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/zero3_offload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/zero3_offload.json -------------------------------------------------------------------------------- /train/LLaVA-NeXT/scripts/zero3pp.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/scripts/zero3pp.json -------------------------------------------------------------------------------- /train/LLaVA-NeXT/trl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/trl/__init__.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/trl/core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/trl/core.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/trl/environment/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/trl/environment/__init__.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/trl/environment/base_environment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/trl/environment/base_environment.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/trl/extras/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/trl/extras/__init__.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/trl/extras/best_of_n_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/trl/extras/best_of_n_sampler.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/trl/extras/dataset_formatting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/trl/extras/dataset_formatting.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/trl/import_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/trl/import_utils.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/trl/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/trl/models/__init__.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/trl/models/modeling_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/trl/models/modeling_base.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/trl/models/modeling_sd_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/trl/models/modeling_sd_base.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/trl/models/modeling_value_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/trl/models/modeling_value_head.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/trl/models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/trl/models/utils.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/trl/trainer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/trl/trainer/__init__.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/trl/trainer/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/trl/trainer/base.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/trl/trainer/ddpo_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/trl/trainer/ddpo_config.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/trl/trainer/ddpo_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/trl/trainer/ddpo_trainer.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/trl/trainer/dpo_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/trl/trainer/dpo_trainer.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/trl/trainer/iterative_sft_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/trl/trainer/iterative_sft_trainer.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/trl/trainer/model_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/trl/trainer/model_config.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/trl/trainer/ppo_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/trl/trainer/ppo_config.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/trl/trainer/ppo_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/trl/trainer/ppo_trainer.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/trl/trainer/reward_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/trl/trainer/reward_config.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/trl/trainer/reward_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/trl/trainer/reward_trainer.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/trl/trainer/sft_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/trl/trainer/sft_trainer.py -------------------------------------------------------------------------------- /train/LLaVA-NeXT/trl/trainer/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/neulab/MultiUI/HEAD/train/LLaVA-NeXT/trl/trainer/utils.py --------------------------------------------------------------------------------