├── .gitattributes ├── .gitignore ├── LICENSE ├── README.md ├── megabench ├── __init__.py ├── all_task_meta.json ├── evaluation_processor.py ├── main.py ├── metrics │ ├── README.md │ ├── __init__.py │ ├── aggregation │ │ ├── mean_agg.py │ │ ├── min_agg.py │ │ └── unsupported_agg.py │ ├── aggregation_type.py │ ├── metric_type.py │ ├── parsing │ │ ├── answer_str_parse.py │ │ ├── common │ │ │ ├── parsers.py │ │ │ └── utils.py │ │ ├── dummy_parse.py │ │ └── json_parse.py │ ├── response_parse_type.py │ └── scoring │ │ ├── ascii_art_gpt4o_judge.py │ │ ├── chess_jaccard.py │ │ ├── common │ │ ├── conversions.py │ │ ├── metrics.py │ │ └── transformations.py │ │ ├── constrained_generation.py │ │ ├── coordinate_sequence_match.py │ │ ├── dict_equality.py │ │ ├── dict_exact_match_agg_recall.py │ │ ├── dict_jaccard_agg_jaccard.py │ │ ├── dict_nbbox_iou_tuple_agg_jaccard.py │ │ ├── dict_set_equality_agg_jaccard.py │ │ ├── exact_str_match.py │ │ ├── exact_str_match_case_insensitive.py │ │ ├── general_numerical_match.py │ │ ├── geo_proximity.py │ │ ├── gleu.py │ │ ├── gpt_4o_as_judge.py │ │ ├── jaccard.py │ │ ├── latex_expr_equality.py │ │ ├── longest_common_list_prefix_ratio.py │ │ ├── mse.py │ │ ├── multi_ref_phrase.py │ │ ├── nbbox_iou.py │ │ ├── near_str_match.py │ │ ├── nli_entailment.py │ │ ├── normalized_similarity_damerau_levenshtein.py │ │ ├── number_rel_diff_ratio.py │ │ ├── positive_int_match.py │ │ ├── program_judge.py │ │ ├── sacrebleu_bleu.py │ │ ├── sequence_equality.py │ │ ├── set_equality.py │ │ ├── set_precision.py │ │ ├── simple_str_match.py │ │ ├── symbolic_planning.py │ │ ├── unsupported_scoring.py │ │ ├── xml_nbbox_iou.py │ │ ├── xml_norm_point_distance.py │ │ └── xml_norm_point_in_bbox.py ├── models │ ├── base_model.py │ ├── claude.py │ ├── config.json │ ├── deepseek_vl2.py │ ├── gemini.py │ ├── gemma.py │ ├── grok.py │ ├── ground_truth_oracle.py │ ├── internvl.py │ ├── llama4.py │ ├── llava_ov.py │ ├── model_type.py │ ├── openai.py │ ├── phi3v.py │ ├── pixtral.py │ ├── prompt.json │ └── qwen2_vl.py ├── results │ ├── Gemini-2.0-1206 │ │ ├── analysis │ │ │ ├── summary_and_keyword_stats.json │ │ │ └── task_results.json │ │ ├── data_with_scores.json │ │ └── data_with_scores_open.json │ ├── Gemini_2_5_pro_exp_03_25 │ │ ├── analysis │ │ │ ├── summary_and_keyword_stats.json │ │ │ └── task_results.json │ │ ├── data_with_scores.json │ │ └── data_with_scores_open.json │ ├── Qwen2_VL_7B │ │ ├── all_query_responses.json │ │ ├── analysis │ │ │ ├── summary_and_keyword_stats.json │ │ │ └── task_results.json │ │ └── data_with_scores.json │ ├── SI_results │ │ ├── Gemini-2.0-1206 │ │ │ ├── summary_and_keyword_stats.json │ │ │ └── task_results.json │ │ └── Grok-2-vision-1212 │ │ │ ├── analysis │ │ │ ├── summary_and_keyword_stats.json │ │ │ └── task_results.json │ │ │ ├── data_with_scores.json │ │ │ └── data_with_scores_open.json │ └── paper_results_converted │ │ ├── Claude_3.5_Sonnet_0620 │ │ ├── data_with_scores_core.json │ │ └── data_with_scores_open.json │ │ ├── Claude_3.5_Sonnet_1022 │ │ ├── data_with_scores_core.json │ │ └── data_with_scores_open.json │ │ ├── GPT_4o_0513 │ │ ├── data_with_scores_core.json │ │ └── data_with_scores_open.json │ │ ├── GPT_4o_mini │ │ ├── data_with_scores_core.json │ │ └── data_with_scores_open.json │ │ ├── Gemini_1.5_flash_002 │ │ ├── data_with_scores_core.json │ │ └── data_with_scores_open.json │ │ ├── Gemini_1.5_pro_002 │ │ ├── data_with_scores_core.json │ │ └── data_with_scores_open.json │ │ ├── InternVL2_Llama3_76B │ │ ├── data_with_scores_core.json │ │ └── data_with_scores_open.json │ │ ├── Llava_Onevision_72B │ │ ├── data_with_scores_core.json │ │ └── data_with_scores_open.json │ │ └── Qwen2_VL_72B │ │ ├── data_with_scores_core.json │ │ └── data_with_scores_open.json ├── task_processor.py ├── tools │ ├── analysis_utils.py │ ├── clean_timeout.py │ ├── derive_breakdown_results.py │ └── get_si_subset_from_full.py └── utils.py ├── requirements.txt ├── resources └── mega-bench-taxonomy_tree.png └── task_examples ├── Coding ├── Code_Debugging │ ├── code_error_line_identification │ │ ├── 01.png │ │ └── README.md │ └── stackoverflow_debug_QA │ │ ├── README.md │ │ └── web-1.png ├── Code_Generation │ ├── Document_Conversion │ │ ├── Image_to_Latex │ │ │ ├── latex_complex_formula_convertion │ │ │ │ ├── 1.png │ │ │ │ └── README.md │ │ │ ├── ocr_math_equation │ │ │ │ ├── Figure1.png │ │ │ │ └── README.md │ │ │ └── ocr_math_text_latex │ │ │ │ ├── Figure1.png │ │ │ │ └── README.md │ │ ├── ocr_table_to_csv │ │ │ ├── Figure1.png │ │ │ └── README.md │ │ ├── ocr_table_to_html │ │ │ ├── Figure1.png │ │ │ └── README.md │ │ ├── ocr_table_to_latex │ │ │ ├── Figure1.png │ │ │ └── README.md │ │ ├── ocr_table_to_markdown │ │ │ ├── Figure1.png │ │ │ └── README.md │ │ └── table2latex_complex │ │ │ ├── 1.png │ │ │ └── README.md │ ├── Programming_Problems │ │ ├── code_programming_extremely_hard │ │ │ ├── 01_1.png │ │ │ ├── 01_2.png │ │ │ ├── 01_3.png │ │ │ ├── 01_4.png │ │ │ ├── 01_5.png │ │ │ └── README.md │ │ ├── code_programming_test_advanced │ │ │ ├── 01.png │ │ │ └── README.md │ │ ├── code_programming_test_easy │ │ │ ├── 01.png │ │ │ └── README.md │ │ └── code_programming_test_hard │ │ │ ├── 1.png │ │ │ └── README.md │ └── visualization_with_code │ │ ├── 1.png │ │ └── README.md ├── Code_Translation │ ├── code_translation_Python │ │ ├── 1.png │ │ └── README.md │ ├── code_translation_advanced │ │ ├── 01_1.png │ │ ├── 01_2.png │ │ ├── 01_3.png │ │ └── README.md │ ├── code_translation_easy │ │ ├── 01_1.png │ │ ├── 01_2.png │ │ └── README.md │ └── code_translation_hard │ │ ├── 01_1.png │ │ ├── 01_2.png │ │ ├── 01_3.png │ │ ├── 01_4.png │ │ ├── 01_5.png │ │ ├── 01_6.png │ │ ├── 01_7.png │ │ └── README.md └── Code_Understanding │ ├── Code_Match │ ├── code_match_problem │ │ ├── 1-1.png │ │ ├── 1-2.png │ │ └── README.md │ ├── code_solution_compare │ │ ├── 1.png │ │ └── README.md │ ├── code_visualization_output_understanding │ │ ├── README.md │ │ ├── p1o1.png │ │ ├── p1o2.png │ │ ├── p1o3.png │ │ ├── p1o4.png │ │ └── p1o5.png │ ├── flowchart_code_generation │ │ ├── 1.png │ │ └── README.md │ └── media_recommend_solutions_stackoverflow │ │ ├── README.md │ │ ├── web-1-1.png │ │ ├── web-1-2.png │ │ ├── web-1-3.png │ │ └── web-1-4.png │ ├── Code_Output │ ├── code_execution │ │ ├── 1.png │ │ └── README.md │ ├── code_output_result │ │ ├── 1.1.png │ │ ├── 1.2.png │ │ ├── 1.3.png │ │ ├── 1.4.png │ │ ├── 1.5.png │ │ └── README.md │ └── code_retrieval │ │ ├── 4.png │ │ └── README.md │ ├── Symbolic_Graphics_Programming │ ├── symbolic_graphics_programs_computer_aided_design │ │ ├── 1.png │ │ └── README.md │ └── symbolic_graphics_programs_scalable_vector_graphics │ │ ├── README.md │ │ └── color_173.png │ ├── code_add_tag │ ├── 1-1.png │ ├── 1-2.png │ ├── 1-3.png │ └── README.md │ └── webpage_code_understanding │ ├── 1.png │ └── README.md ├── Information_Extraction ├── App_Function_Understanding │ ├── app_layout_understanding_alipay │ │ ├── README.md │ │ └── WX20240803-151743@2x.png │ ├── app_layout_understanding_amazon │ │ ├── README.md │ │ └── WX20240803-151303@2x.png │ ├── app_layout_understanding_excel │ │ ├── README.md │ │ └── WX20240803-150755@2x.png │ ├── app_layout_understanding_instagram │ │ ├── README.md │ │ └── WX20240803-133450@2x.png │ ├── app_layout_understanding_iphone_settings │ │ ├── README.md │ │ └── WX20240803-131130@2x.png │ ├── app_layout_understanding_leetcode │ │ ├── README.md │ │ └── WX20240803-132823@2x.png │ ├── app_layout_understanding_notes │ │ ├── README.md │ │ └── WX20240803-132400@2x.png │ ├── app_layout_understanding_ppt │ │ ├── README.md │ │ └── WX20240803-131835@2x.png │ ├── app_layout_understanding_tiktok │ │ ├── README.md │ │ └── WX20240802-214811@2x.png │ ├── app_layout_understanding_twitter │ │ ├── README.md │ │ └── WX20240802-214043@2x.png │ ├── app_layout_understanding_word │ │ ├── README.md │ │ └── WX20240801-232834@2x.png │ ├── app_layout_understanding_youtube │ │ ├── README.md │ │ └── WX20240801-215221@2x.png │ └── app_layout_understanding_zoom │ │ ├── README.md │ │ └── WX20240801-185517@2x.png ├── Compound_Search_and_Calculate │ ├── cheapest_flight_identification │ │ ├── README.md │ │ └── cheapest_flight_identification1.png │ ├── game_platform_support_identification │ │ ├── README.md │ │ └── game_platform_support_identification_1.png │ ├── highest_discount_game_price_identification │ │ ├── README.md │ │ └── highest_discount_game_price_identification1.png │ ├── movie_info_retrieval │ │ ├── README.md │ │ ├── movie_info_retrieval1.png │ │ ├── movie_info_retrieval10.png │ │ ├── movie_info_retrieval2.png │ │ ├── movie_info_retrieval3.png │ │ ├── movie_info_retrieval4.png │ │ ├── movie_info_retrieval5.png │ │ ├── movie_info_retrieval6.png │ │ ├── movie_info_retrieval7.png │ │ ├── movie_info_retrieval8.png │ │ └── movie_info_retrieval9.png │ ├── newspaper_page_parse_and_count │ │ ├── 9.png │ │ └── README.md │ ├── remaining_playback_time_calculation │ │ ├── README.md │ │ └── remaining_playback_time_calculation1.png │ ├── stock_info_retrieval │ │ ├── README.md │ │ ├── stock_info_retrieval1.png │ │ ├── stock_info_retrieval10.png │ │ ├── stock_info_retrieval2.png │ │ ├── stock_info_retrieval3.png │ │ ├── stock_info_retrieval4.png │ │ ├── stock_info_retrieval5.png │ │ ├── stock_info_retrieval6.png │ │ ├── stock_info_retrieval7.png │ │ ├── stock_info_retrieval8.png │ │ └── stock_info_retrieval9.png │ ├── top_rated_hotel_identification │ │ ├── README.md │ │ └── top_rated_hotel_identification1.png │ ├── top_video_creator_identification │ │ ├── README.md │ │ └── top_video_creator_identification1.png │ └── weather_info_retrieval │ │ ├── README.md │ │ ├── weather_info_retrieval1.png │ │ ├── weather_info_retrieval10.png │ │ ├── weather_info_retrieval2.png │ │ ├── weather_info_retrieval3.png │ │ ├── weather_info_retrieval4.png │ │ ├── weather_info_retrieval5.png │ │ ├── weather_info_retrieval6.png │ │ ├── weather_info_retrieval7.png │ │ ├── weather_info_retrieval8.png │ │ └── weather_info_retrieval9.png ├── Detailed_Manual_Understanding │ ├── multi_lingual_manual_explanation_scooter_Arabic │ │ ├── 1.png │ │ ├── 2.png │ │ ├── 3.png │ │ ├── 4.png │ │ ├── 5.png │ │ ├── 6.png │ │ ├── 7.png │ │ ├── 8.png │ │ └── README.md │ ├── multi_lingual_manual_explanation_scooter_Chinese │ │ ├── 1.png │ │ ├── 2.png │ │ ├── 3.png │ │ ├── 4.png │ │ ├── 5.png │ │ ├── 6.png │ │ ├── 7.png │ │ ├── 8.png │ │ └── README.md │ ├── multi_lingual_manual_explanation_scooter_French │ │ ├── 1.png │ │ ├── 2.png │ │ ├── 3.png │ │ ├── 4.png │ │ ├── 5.png │ │ ├── 6.png │ │ ├── 7.png │ │ ├── 8.png │ │ └── README.md │ ├── multi_lingual_manual_explanation_scooter_Russian │ │ ├── 1.png │ │ ├── 2.png │ │ ├── 3.png │ │ ├── 4.png │ │ ├── 5.png │ │ ├── 6.png │ │ ├── 7.png │ │ ├── 8.png │ │ └── README.md │ └── multi_lingual_manual_explanation_scooter_Spanish │ │ ├── 1.png │ │ ├── 2.png │ │ ├── 3.png │ │ ├── 4.png │ │ ├── 5.png │ │ ├── 6.png │ │ ├── 7.png │ │ ├── 8.png │ │ └── README.md ├── Multimodal_QA │ ├── GUI_Chat │ │ ├── GUI_Chat_Easy │ │ │ ├── README.md │ │ │ └── b9984c0186fee0623bbc0bbdfa3819f3.png │ │ └── GUI_Chat_Hard │ │ │ ├── README.md │ │ │ └── b9984c0186fee0623bbc0bbdfa3819f3.png │ ├── Large_Image │ │ ├── research_website_parsing_blogpost │ │ │ ├── README.md │ │ │ └── o1_release.png │ │ ├── research_website_parsing_homepage │ │ │ ├── README.md │ │ │ └── mammoth2.png │ │ └── research_website_parsing_publication │ │ │ ├── README.md │ │ │ └── william.png │ ├── Video_QA │ │ ├── activitynetqa │ │ │ ├── README.md │ │ │ └── video_1.mp4 │ │ ├── funqa_unexpected_action_creative_video │ │ │ ├── 0.mp4 │ │ │ └── README.md │ │ ├── funqa_unexpected_action_humor_video │ │ │ ├── 0.mp4 │ │ │ └── README.md │ │ ├── funqa_unexpected_action_magic_video │ │ │ ├── 0.mp4 │ │ │ └── README.md │ │ ├── nextqa_mc │ │ │ ├── README.md │ │ │ └── video_1.mp4 │ │ ├── nextqa_oe │ │ │ ├── README.md │ │ │ └── video_1.mp4 │ │ └── video_qa │ │ │ ├── 1.mp4 │ │ │ └── README.md │ ├── multilingual_news_qa │ │ ├── README.md │ │ ├── Screenshot_2024-09-05_at_11.00.14_PM.png │ │ ├── Screenshot_2024-09-05_at_11.02.43_PM.png │ │ ├── Screenshot_2024-09-05_at_11.04.09_PM.png │ │ ├── Screenshot_2024-09-05_at_11.05.18_PM.png │ │ ├── Screenshot_2024-09-05_at_11.06.12_PM.png │ │ ├── Screenshot_2024-09-05_at_11.06.46_PM.png │ │ ├── Screenshot_2024-09-05_at_11.07.41_PM.png │ │ ├── Screenshot_2024-09-05_at_11.07.56_PM.png │ │ ├── Screenshot_2024-09-05_at_11.08.08_PM.png │ │ ├── Screenshot_2024-09-05_at_11.09.13_PM.png │ │ ├── Screenshot_2024-09-05_at_11.09.40_PM.png │ │ ├── Screenshot_2024-09-05_at_11.10.04_PM.png │ │ ├── Screenshot_2024-09-05_at_11.10.30_PM.png │ │ └── Screenshot_2024-09-05_at_11.12.18_PM.png │ ├── product_ocr_qa │ │ ├── 1.png │ │ └── README.md │ ├── realworld_qa_en2cn │ │ ├── Figure1.png │ │ └── README.md │ └── star_object_interaction_video │ │ ├── 0.mp4 │ │ └── README.md ├── Search_by_Attribute_wo_Calculate │ ├── booking_web_recommendation │ │ ├── 433.png │ │ ├── 434.png │ │ ├── 435.png │ │ ├── 436.png │ │ ├── 437.png │ │ ├── 439.png │ │ ├── 440.png │ │ ├── 441.png │ │ ├── README.md │ │ ├── web-1.png │ │ └── web-2.png │ ├── coco_ood_global_image_retrieval_by_query_property │ │ ├── README.md │ │ ├── cartoon_000000000186.png │ │ ├── cartoon_000000000376.png │ │ ├── cartoon_000000000721.png │ │ ├── painting_000000000900.png │ │ ├── painting_000000000912.png │ │ ├── sketch_000000000165.png │ │ ├── sketch_000000000521.png │ │ ├── tattoo_000000000470.png │ │ ├── tattoo_000000000496.png │ │ ├── tattoo_000000000535.png │ │ └── weather_000000000824.png │ ├── game_info_retrieval │ │ ├── README.md │ │ ├── game_info_retrieval1.png │ │ ├── game_info_retrieval10.png │ │ ├── game_info_retrieval11.png │ │ ├── game_info_retrieval12.png │ │ ├── game_info_retrieval13.png │ │ ├── game_info_retrieval14.png │ │ ├── game_info_retrieval15.png │ │ ├── game_info_retrieval2.png │ │ ├── game_info_retrieval3.png │ │ ├── game_info_retrieval4.png │ │ ├── game_info_retrieval5.png │ │ ├── game_info_retrieval6.png │ │ ├── game_info_retrieval7.png │ │ ├── game_info_retrieval8.png │ │ └── game_info_retrieval9.png │ ├── media_homepage_profile │ │ ├── 10.png │ │ ├── 11.png │ │ ├── 12.png │ │ ├── 13.png │ │ ├── 14.png │ │ ├── 15.png │ │ ├── 16.png │ │ ├── 17.png │ │ ├── 18.png │ │ ├── 9.png │ │ ├── README.md │ │ ├── web-1.png │ │ ├── web-2.png │ │ ├── web-3.png │ │ ├── web-4.png │ │ └── web-5.png │ ├── movie_retrieval_by_actor │ │ ├── Movie_retrieval_by_actor1.png │ │ ├── Movie_retrieval_by_actor10.png │ │ ├── Movie_retrieval_by_actor2.png │ │ ├── Movie_retrieval_by_actor3.png │ │ ├── Movie_retrieval_by_actor4.png │ │ ├── Movie_retrieval_by_actor5.png │ │ ├── Movie_retrieval_by_actor6.png │ │ ├── Movie_retrieval_by_actor7.png │ │ ├── Movie_retrieval_by_actor8.png │ │ ├── Movie_retrieval_by_actor9.png │ │ └── README.md │ ├── music_info_retrieval │ │ ├── README.md │ │ ├── music_info_retrieval1.png │ │ ├── music_info_retrieval10.png │ │ ├── music_info_retrieval2.png │ │ ├── music_info_retrieval3.png │ │ ├── music_info_retrieval4.png │ │ ├── music_info_retrieval5.png │ │ ├── music_info_retrieval6.png │ │ ├── music_info_retrieval7.png │ │ ├── music_info_retrieval8.png │ │ └── music_info_retrieval9.png │ ├── places365_similar_scene_retrieval │ │ ├── README.md │ │ ├── arch-1.png │ │ ├── arch-2.png │ │ ├── assembly-line-1.png │ │ ├── auto-showroom-1.png │ │ ├── badlands-1.png │ │ ├── dam-1.png │ │ ├── fastfood_restaurant-1.png │ │ ├── food_court-1.png │ │ ├── gas_station-1.png │ │ ├── greenhouse-1.png │ │ └── harbor-1.png │ └── tv_show_retrieval_by_character │ │ ├── README.md │ │ ├── TV_show_retrieval_by_character1.png │ │ ├── TV_show_retrieval_by_character10.png │ │ ├── TV_show_retrieval_by_character2.png │ │ ├── TV_show_retrieval_by_character3.png │ │ ├── TV_show_retrieval_by_character4.png │ │ ├── TV_show_retrieval_by_character5.png │ │ ├── TV_show_retrieval_by_character6.png │ │ ├── TV_show_retrieval_by_character7.png │ │ ├── TV_show_retrieval_by_character8.png │ │ └── TV_show_retrieval_by_character9.png ├── Structured_Parsing │ ├── TV_show_info_parsing │ │ ├── README.md │ │ └── TV_show_info_parsing1.png │ ├── booking_web_rating │ │ ├── 433.png │ │ ├── 434.png │ │ ├── 435.png │ │ ├── 436.png │ │ ├── 437.png │ │ ├── 438.png │ │ ├── 439.png │ │ ├── 441.png │ │ ├── 442.png │ │ ├── README.md │ │ ├── web-1.png │ │ ├── web-2.png │ │ ├── web-3.png │ │ ├── web-4.png │ │ ├── web-5.png │ │ └── web-6.png │ ├── entertainment_web_game_style │ │ ├── 293.png │ │ └── README.md │ ├── game_info_parsing │ │ ├── README.md │ │ └── game_info_parsing1.png │ ├── hotel_booking_confirmation_parsing │ │ ├── README.md │ │ └── hotel_booking_confirmation_parsing1.png │ ├── image_translation_en2cn │ │ ├── 1.png │ │ └── README.md │ ├── movie_info_parsing │ │ ├── README.md │ │ └── movie_info_parsing1.png │ ├── multilingual_game_info_parsing │ │ ├── README.md │ │ └── multilingual_game_info_parsing1.png │ ├── multilingual_movie_info_parsing │ │ ├── README.md │ │ └── multilingual_movie_info_parsing1.png │ ├── music_info_parsing │ │ ├── README.md │ │ └── music_info_parsing1.png │ ├── ocr_article_authors │ │ ├── Figure1.png │ │ └── README.md │ ├── ocr_resume_school_plain │ │ ├── Figure1.png │ │ └── README.md │ ├── stock_info_parsing │ │ ├── README.md │ │ └── stock_info_parsing1.png │ ├── weather_info_parsing │ │ ├── README.md │ │ └── weather_info_parsing1.png │ ├── weather_map_climate_type_temperature_parsing │ │ ├── 302.png │ │ └── README.md │ └── youtube_video_info_parsing │ │ ├── README.md │ │ └── youtube_video_info_parsing1.png └── Summarization │ ├── video2notes │ ├── 1.mp4 │ └── README.md │ ├── video_content_reasoning │ ├── 000000.png │ ├── 000060.png │ ├── 000120.png │ ├── 000180.png │ ├── 000240.png │ ├── 000300.png │ ├── 000360.png │ ├── 000420.png │ ├── 000480.png │ └── README.md │ ├── video_short_title │ ├── 1.mp4 │ └── README.md │ └── video_summary │ ├── 1.mp4 │ └── README.md ├── Knowledge ├── Arts │ ├── ascii_art_30 │ │ ├── README.md │ │ └── birdie.png │ └── poetry_generation │ │ ├── poetry_acrostic │ │ ├── 0.png │ │ └── README.md │ │ ├── poetry_acrostic_alliteration │ │ ├── 0.png │ │ └── README.md │ │ ├── poetry_custom_rhyming_scheme │ │ ├── 0.png │ │ └── README.md │ │ ├── poetry_haiku │ │ ├── 0.png │ │ └── README.md │ │ ├── poetry_limerick │ │ ├── 0.png │ │ └── README.md │ │ ├── poetry_petrarchian_sonnet_optional_meter │ │ ├── 0.png │ │ └── README.md │ │ └── poetry_shakespearean_sonnet │ │ ├── 0.png │ │ └── README.md ├── Fact_Checking │ ├── background_change │ │ ├── 452276.png │ │ └── README.md │ ├── clip_stable_diffusion_generate │ │ ├── 54303_clip.png │ │ └── README.md │ ├── distinguish_ai_generated_image │ │ ├── 036867701fd244ee99401e86c62546a4df8c8f8c0b48cdf2d0cbf1c895b83f11.png │ │ └── README.md │ ├── face_attribute_edit │ │ ├── 1167947_face_attribute.png │ │ └── README.md │ ├── face_swap │ │ ├── 1264472_face_swap.png │ │ └── README.md │ ├── forensic_detection_of_different_images │ │ ├── README.md │ │ ├── val_Forensic_Detection_1_1.png │ │ ├── val_Forensic_Detection_1_2.png │ │ ├── val_Forensic_Detection_1_3.png │ │ └── val_Forensic_Detection_1_4.png │ ├── interpret_force_perspective_illusion │ │ ├── README.md │ │ └── e1.png │ ├── out_of_context │ │ ├── 620701.png │ │ └── README.md │ ├── text_entity_replace │ │ ├── 589493.png │ │ └── README.md │ ├── text_style │ │ ├── 42141.png │ │ └── README.md │ ├── unusual_images │ │ ├── 0.png │ │ └── README.md │ └── veracity │ │ ├── 10324-53905-07-IvMVDZKDhFOMYr9ocAMeAB1ZHQdPtWhQ048kmuZ_9rM.png │ │ └── README.md ├── Human_and_Culture │ ├── cultural_vqa │ │ ├── 1.png │ │ └── README.md │ ├── emotion_and_intent_understanding │ │ ├── emotion_recognition │ │ │ ├── 1_1.png │ │ │ ├── 1_2.png │ │ │ ├── 1_3.png │ │ │ ├── 1_4.png │ │ │ ├── 1_5.png │ │ │ ├── 1_6.png │ │ │ └── README.md │ │ ├── figurative_speech_explanation │ │ │ ├── 0.png │ │ │ └── README.md │ │ ├── funny_image_title │ │ │ ├── 1.png │ │ │ └── README.md │ │ ├── humor_explanation │ │ │ ├── 1.png │ │ │ └── README.md │ │ ├── humor_understand_caption_match │ │ │ ├── 1.png │ │ │ └── README.md │ │ ├── image_humor_understanding │ │ │ ├── 0.png │ │ │ └── README.md │ │ ├── meme_explain │ │ │ ├── 1.png │ │ │ └── README.md │ │ ├── mvsa_sentiment_classification │ │ │ ├── 1.png │ │ │ └── README.md │ │ └── video_intent_recognition │ │ │ ├── 1.mp4 │ │ │ └── README.md │ ├── hashtag_recommendation │ │ ├── 1_1.png │ │ └── README.md │ ├── human_relationship_reasoning │ │ ├── 1.png │ │ └── README.md │ ├── ishihara_test │ │ ├── 0.png │ │ └── README.md │ ├── safety_and_norm │ │ ├── MMSoc_HatefulMemes │ │ │ ├── 1.png │ │ │ └── README.md │ │ ├── MMSoc_Memotion │ │ │ ├── README.md │ │ │ └── image-0.png │ │ ├── MMSoc_Misinformation_GossipCop │ │ │ ├── README.md │ │ │ └── image.png │ │ ├── MMSoc_Misinformation_PolitiFact │ │ │ ├── 1.png │ │ │ └── README.md │ │ ├── llavaguard │ │ │ ├── README.md │ │ │ └── image_1.png │ │ ├── red_teaming_captcha │ │ │ ├── README.md │ │ │ └── image_1.png │ │ ├── red_teaming_celebrity │ │ │ ├── README.md │ │ │ └── image_1.png │ │ ├── red_teaming_jailbreak │ │ │ ├── README.md │ │ │ └── image_1.png │ │ ├── red_teaming_politics │ │ │ ├── README.md │ │ │ └── image_1.png │ │ ├── red_teaming_racial │ │ │ ├── README.md │ │ │ └── image_1.png │ │ ├── red_teaming_visual_order_A │ │ │ ├── README.md │ │ │ ├── image_1_0.png │ │ │ └── image_1_1.png │ │ ├── red_teaming_visual_order_B │ │ │ ├── README.md │ │ │ ├── image_1_0.png │ │ │ └── image_1_1.png │ │ └── red_teaming_visualmisleading │ │ │ ├── README.md │ │ │ └── image_1.png │ ├── sign_language │ │ ├── AGAIN_repeat.mp4 │ │ └── README.md │ ├── theory_of_minds │ │ ├── muma_theory_of_mind_belief_of_goal │ │ │ ├── 1_0.png │ │ │ ├── 1_1.png │ │ │ ├── 1_10.png │ │ │ ├── 1_11.png │ │ │ ├── 1_12.png │ │ │ ├── 1_13.png │ │ │ ├── 1_14.png │ │ │ ├── 1_15.png │ │ │ ├── 1_16.png │ │ │ ├── 1_17.png │ │ │ ├── 1_18.png │ │ │ ├── 1_19.png │ │ │ ├── 1_2.png │ │ │ ├── 1_3.png │ │ │ ├── 1_4.png │ │ │ ├── 1_5.png │ │ │ ├── 1_6.png │ │ │ ├── 1_7.png │ │ │ ├── 1_8.png │ │ │ ├── 1_9.png │ │ │ └── README.md │ │ └── muma_theory_of_mind_social_goal │ │ │ ├── 1_0.png │ │ │ ├── 1_1.png │ │ │ ├── 1_10.png │ │ │ ├── 1_11.png │ │ │ ├── 1_12.png │ │ │ ├── 1_13.png │ │ │ ├── 1_14.png │ │ │ ├── 1_15.png │ │ │ ├── 1_16.png │ │ │ ├── 1_17.png │ │ │ ├── 1_18.png │ │ │ ├── 1_19.png │ │ │ ├── 1_2.png │ │ │ ├── 1_3.png │ │ │ ├── 1_4.png │ │ │ ├── 1_5.png │ │ │ ├── 1_6.png │ │ │ ├── 1_7.png │ │ │ ├── 1_8.png │ │ │ ├── 1_9.png │ │ │ └── README.md │ └── video_content_follow_up │ │ ├── 1.mp4 │ │ └── README.md └── World_Knowledge │ ├── Actor_Character_and_Famous_People │ ├── actor_recognition_in_Movie │ │ ├── README.md │ │ └── actor_recognition_in_Movie1.png │ ├── character_recognition_in_TV_shows │ │ ├── README.md │ │ └── character_recognition_in_TV_shows1.png │ └── kvqa_knowledge_aware_qa │ │ ├── 1.png │ │ └── README.md │ ├── Daily │ ├── vibe_eval_open │ │ ├── README.md │ │ └── figure1.png │ └── vibe_eval_phrase │ │ ├── Figure1.png │ │ └── README.md │ ├── Landmark_and_Buliding │ ├── famous_building_recognition │ │ ├── 0.png │ │ └── README.md │ ├── landmark_check_two_images │ │ ├── README.md │ │ ├── e1-88197_Schloss_Rudenhausen_1.png │ │ └── e1-Rudenhausen_Schloss_2.png │ └── landmark_recognition_and_qa │ │ ├── 11525_St_Lawrence_Hall_Toronto.png │ │ └── README.md │ ├── Logo_and_Sign │ ├── brand_logo_recognition_and_elaboration │ │ ├── 1358914336.png │ │ └── README.md │ ├── knowledge_sign_recognition │ │ ├── README.md │ │ ├── stop_sign_1.png │ │ ├── stop_sign_2.png │ │ ├── stop_sign_3.png │ │ ├── stop_sign_4.png │ │ └── stop_sign_5.png │ └── logo2k_same_type_logo_retrieval │ │ ├── README.md │ │ ├── e1-1-cosmetic-ysl.png │ │ ├── e1-2-cosmetic-watsons.png │ │ ├── e1-3-cosmetic-olay.png │ │ └── e1-4-acc-churchs.png │ ├── Memorization │ ├── memorization_chinese_celebrity │ │ ├── README.md │ │ └── kris_wu.png │ ├── memorization_famous_treaty │ │ ├── README.md │ │ └── peace_of_westphalia.png │ ├── memorization_indian_celebrity │ │ ├── README.md │ │ └── diljit-dosanjh.png │ └── memorization_papers │ │ ├── F2.png │ │ └── README.md │ ├── Multiple_State_Identification │ ├── multiple_states_identify_africa │ │ ├── 0.png │ │ └── README.md │ ├── multiple_states_identify_americas │ │ ├── 1.png │ │ └── README.md │ ├── multiple_states_identify_asia │ │ ├── 1.png │ │ └── README.md │ └── multiple_states_identify_europe │ │ ├── 1.png │ │ └── README.md │ ├── Music │ ├── music_sheet_author │ │ ├── 2-1.png │ │ ├── 2-2.png │ │ └── README.md │ ├── music_sheet_format_QA │ │ ├── 7-3.png │ │ └── README.md │ ├── music_sheet_name │ │ ├── 2-1.png │ │ ├── 2-2.png │ │ └── README.md │ ├── music_sheet_note_count │ │ ├── 1-2.png │ │ └── README.md │ ├── music_sheet_sentiment │ │ ├── 2-1.png │ │ ├── 2-2.png │ │ └── README.md │ └── orchestra_score_recognition │ │ ├── 0.jpg │ │ └── README.md │ ├── Painting │ ├── art_explanation │ │ ├── 0.png │ │ └── README.md │ └── painting_QA │ │ ├── 1.png │ │ └── README.md │ ├── Ruozhiba │ ├── multi_lingual_Ruozhiba_expalnation_Arabic │ │ ├── 01.png │ │ └── README.md │ ├── multi_lingual_Ruozhiba_expalnation_English │ │ ├── 01.png │ │ └── README.md │ ├── multi_lingual_Ruozhiba_expalnation_French │ │ ├── 01.png │ │ └── README.md │ ├── multi_lingual_Ruozhiba_expalnation_Japanese │ │ ├── 01.png │ │ └── README.md │ ├── multi_lingual_Ruozhiba_expalnation_Russian │ │ ├── 01.png │ │ └── README.md │ └── multi_lingual_Ruozhiba_expalnation_Spanish │ │ ├── 01.png │ │ └── README.md │ ├── ancient_map_understanding │ ├── README.md │ └── zhanguo_280_ac.png │ ├── chinese_idiom_recognition │ ├── 1.png │ └── README.md │ ├── deciphering_oracle_bone │ ├── 0.png │ └── README.md │ ├── defeasible_reasoning │ ├── 0.png │ └── README.md │ ├── dish_ingredient_match │ ├── 1.png │ ├── README.md │ ├── global_1.png │ ├── global_10.png │ ├── global_11.png │ ├── global_12.png │ ├── global_13.png │ ├── global_14.png │ ├── global_15.png │ ├── global_2.png │ ├── global_3.png │ ├── global_4.png │ ├── global_5.png │ ├── global_6.png │ ├── global_7.png │ ├── global_8.png │ └── global_9.png │ ├── font_recognition │ ├── 1.png │ └── README.md │ ├── insect_order_classification │ ├── 0.png │ └── README.md │ ├── location_vqa │ ├── 1209438002592.0.png │ └── README.md │ ├── rocks_samples_compare │ ├── 002.png │ ├── 003.png │ └── README.md │ ├── signage_navigation │ ├── 1.png │ └── README.md │ ├── soccer_offside │ ├── 1_process.png │ └── README.md │ ├── song_title_identification_from_lyrics │ ├── README.md │ └── song_title_identification_from_lyrics1.png │ ├── traffic_accident_analysis │ ├── 1.png │ └── README.md │ └── worldle │ ├── README.md │ ├── belgium_tournai_grand_place-1.png │ ├── belgium_tournai_grand_place-2.png │ └── belgium_tournai_grand_place-3.png ├── Mathematics ├── Algebra │ └── algebra │ │ ├── README.md │ │ └── image_1.png ├── Calculus │ └── scibench_calculus_wo_solution │ │ ├── 1.png │ │ └── README.md ├── Functions │ ├── math_breakpoint │ │ ├── README.md │ │ └── b_1.png │ ├── math_convexity_value_estimation │ │ ├── README.md │ │ └── c_1.png │ └── math_parity │ │ ├── README.md │ │ └── p_1.png ├── General │ ├── math_exams_v │ │ ├── README.md │ │ └── image_1.png │ ├── screenshot_lighteval_math │ │ ├── F1.png │ │ └── README.md │ └── screenshot_theoremqa │ │ ├── README.md │ │ └── f1.png ├── Geometry │ ├── geometry_analytic │ │ ├── README.md │ │ └── image_1.png │ ├── geometry_area │ │ ├── README.md │ │ └── image_1.png │ ├── geometry_descriptive │ │ ├── README.md │ │ └── image_1.png │ ├── geometry_length │ │ ├── README.md │ │ └── image_1.png │ ├── geometry_reasoning_count_line_intersections │ │ ├── README.md │ │ └── image1.png │ ├── geometry_reasoning_grid │ │ ├── README.md │ │ └── image1.png │ ├── geometry_reasoning_nested_squares │ │ ├── README.md │ │ └── image1.png │ ├── geometry_reasoning_overlapped_circle │ │ ├── README.md │ │ └── image1.png │ ├── geometry_solid │ │ ├── README.md │ │ └── image_1.png │ ├── geometry_transformation │ │ ├── README.md │ │ └── image_1.png │ └── polygon_interior_angles │ │ ├── 0.png │ │ └── README.md ├── Graph_Theory │ ├── graph_chordless_cycle │ │ ├── 01.png │ │ └── README.md │ ├── graph_connectivity │ │ ├── README.md │ │ └── con_1.png │ ├── graph_hamiltonian_cycle │ │ ├── 01.1.png │ │ ├── 01.2.png │ │ ├── 01.3.png │ │ ├── 01.4.png │ │ ├── 01.5.png │ │ ├── 01.6.png │ │ └── README.md │ ├── graph_hamiltonian_path │ │ ├── 01.1.png │ │ ├── 01.2.png │ │ ├── 01.3.png │ │ ├── 01.4.png │ │ └── README.md │ ├── graph_isomorphism │ │ ├── README.md │ │ └── iso_1.png │ ├── graph_maxflow │ │ ├── README.md │ │ └── maxflow_1.png │ ├── graph_shortest_path_kamada_kawai │ │ ├── 01.png │ │ └── README.md │ ├── graph_shortest_path_planar │ │ ├── 01.png │ │ └── README.md │ ├── graph_theory │ │ ├── README.md │ │ └── image_1.png │ └── topological_sort │ │ ├── README.md │ │ └── dag_example_3.png ├── Number_Theory │ └── counterfactual_arithmetic │ │ ├── README.md │ │ └── Screenshot_2024-09-03_at_23.19.09.png └── Numeric_Reasoning │ ├── clevr_arithmetic │ ├── 1.png │ └── README.md │ ├── iconqa_count_and_reasoning │ ├── 1.png │ └── README.md │ └── number_comparison │ ├── Picture1.png │ └── README.md ├── Metrics ├── Generated_Image_Eval │ ├── autorater_3d_model_texturing │ │ ├── 1_1.png │ │ ├── 1_2.png │ │ └── README.md │ ├── autorater_aesthetics │ │ ├── README.md │ │ ├── e1_left.png │ │ └── e1_right.png │ ├── autorater_artifact │ │ ├── Figure1.png │ │ └── README.md │ ├── autorater_artifact_reason │ │ ├── Figure1.png │ │ └── README.md │ ├── autorater_control │ │ ├── README.md │ │ ├── input_1.png │ │ └── output_1.png │ ├── autorater_mask │ │ ├── README.md │ │ ├── mask_1.png │ │ ├── orig_1.png │ │ └── output_1.png │ ├── autorater_motion_guided_editing │ │ ├── 0-0.png │ │ ├── 0-1.png │ │ ├── 0-2.png │ │ ├── 0-3.png │ │ └── README.md │ ├── autorater_semantics │ │ ├── README.md │ │ ├── e1_loser.png │ │ └── e1_winner.png │ ├── autorater_subject │ │ ├── README.md │ │ ├── output_1.png │ │ └── sample_0.png │ └── autorater_unmask │ │ ├── README.md │ │ ├── orig_1.png │ │ └── output_1.png ├── Generated_Video_Eval │ ├── generated_video_artifacts │ │ ├── 1_x_0025_0.mp4 │ │ └── README.md │ ├── video_eval_dynamic_pref │ │ ├── 7_00.png │ │ ├── 7_01.png │ │ ├── 7_02.png │ │ ├── 7_03.png │ │ ├── 7_04.png │ │ ├── 7_05.png │ │ ├── 7_06.png │ │ ├── 7_07.png │ │ ├── 9_00.png │ │ ├── 9_01.png │ │ ├── 9_02.png │ │ ├── 9_03.png │ │ ├── 9_04.png │ │ ├── 9_05.png │ │ ├── 9_06.png │ │ ├── 9_07.png │ │ └── README.md │ ├── video_eval_factual_pref │ │ ├── 7_00.png │ │ ├── 7_01.png │ │ ├── 7_02.png │ │ ├── 7_03.png │ │ ├── 7_04.png │ │ ├── 7_05.png │ │ ├── 7_06.png │ │ ├── 7_07.png │ │ ├── README.md │ │ ├── y_00.png │ │ ├── y_01.png │ │ ├── y_02.png │ │ ├── y_03.png │ │ ├── y_04.png │ │ ├── y_05.png │ │ ├── y_06.png │ │ └── y_07.png │ └── video_eval_visual_pref │ │ ├── 0_00.png │ │ ├── 0_01.png │ │ ├── 0_02.png │ │ ├── 0_03.png │ │ ├── 0_04.png │ │ ├── 0_05.png │ │ ├── 0_06.png │ │ ├── 0_07.png │ │ ├── 1_00.png │ │ ├── 1_01.png │ │ ├── 1_02.png │ │ ├── 1_03.png │ │ ├── 1_04.png │ │ ├── 1_05.png │ │ ├── 1_06.png │ │ ├── 1_07.png │ │ └── README.md ├── Paper_Review │ ├── paper_review_acceptance │ │ ├── README.md │ │ ├── Screenshot_2024-09-08_at_16.53.38.png │ │ ├── Screenshot_2024-09-08_at_16.53.50.png │ │ ├── Screenshot_2024-09-08_at_16.54.12.png │ │ └── Screenshot_2024-09-08_at_16.54.31.png │ ├── paper_review_rating │ │ ├── README.md │ │ ├── Screenshot_2024-09-08_at_16.53.38.png │ │ ├── Screenshot_2024-09-08_at_16.53.50.png │ │ ├── Screenshot_2024-09-08_at_16.54.12.png │ │ └── Screenshot_2024-09-08_at_16.54.31.png │ └── paper_review_writing │ │ ├── README.md │ │ ├── Screenshot_2024-09-08_at_16.53.38.png │ │ ├── Screenshot_2024-09-08_at_16.53.50.png │ │ ├── Screenshot_2024-09-08_at_16.54.12.png │ │ └── Screenshot_2024-09-08_at_16.54.31.png ├── Quality_Assessment │ └── vizwiz_quality_accessment_for_blind │ │ ├── 1.png │ │ ├── BLR_example.png │ │ ├── BRT_example.png │ │ ├── DRK_example.png │ │ ├── FRM_example.png │ │ ├── NON_example.png │ │ ├── OBS_example.png │ │ ├── README.md │ │ └── ROT_example.png └── Reward_Models │ ├── reward_models_i2t_reward │ ├── README.md │ └── image1.png │ └── reward_models_t2i_reward │ ├── README.md │ ├── o_1_1.png │ └── o_1_2.png ├── Perception ├── 3D_understanding │ ├── 3d_indoor_scene_text_bbox_prediction │ │ ├── README.md │ │ └── scene0000.png │ ├── 3d_indoor_scene_text_bbox_selection │ │ ├── README.md │ │ └── scene_with_bbox.png │ ├── adapted_cvbench_depth │ │ ├── README.md │ │ └── img_3D_depth_omni3d_sunrgbd_20.png │ ├── av_view_identification │ │ ├── 0_0.png │ │ ├── 0_1.png │ │ ├── 0_2.png │ │ ├── 0_3.png │ │ ├── 0_4.png │ │ ├── 0_5.png │ │ └── README.md │ ├── google_streetview_circle_reasoning │ │ ├── 1-1.png │ │ ├── 1-2.png │ │ ├── 1-3.png │ │ ├── 1-4.png │ │ ├── 1-5.png │ │ ├── 1-6.png │ │ ├── 1-7.png │ │ └── README.md │ ├── google_streetview_circle_sorting │ │ ├── 1-1.png │ │ ├── 1-2.png │ │ ├── 1-3.png │ │ ├── 1-4.png │ │ ├── 1-5.png │ │ ├── 1-6.png │ │ ├── 1-7.png │ │ └── README.md │ ├── google_streetview_direction_understanding │ │ ├── 01_1.jpg │ │ ├── 1_2.jpg │ │ └── README.md │ ├── multiview_reasoning_camera_moving │ │ ├── README.md │ │ ├── test_Multi-view_Reasoning_1_1.png │ │ └── test_Multi-view_Reasoning_1_2.png │ ├── pokemon_3D_recognition │ │ ├── Altaria_1.png │ │ ├── Altaria_2.png │ │ ├── README.md │ │ ├── index_1.png │ │ ├── index_2.png │ │ ├── index_3.png │ │ └── index_4.png │ ├── relative_depth_of_different_points │ │ ├── README.md │ │ └── test_Relative_Depth_1_1.png │ ├── video_motion_matching_3D_real │ │ ├── 1_1.mp4 │ │ ├── 1_2.mp4 │ │ ├── 2_1.mp4 │ │ ├── 3_1.mp4 │ │ ├── 4_1.mp4 │ │ └── README.md │ ├── video_motion_matching_real_3D │ │ ├── 1_1.mp4 │ │ ├── 1_2.mp4 │ │ ├── 2_2.mp4 │ │ ├── 3_2.mp4 │ │ ├── 4_2.mp4 │ │ └── README.md │ ├── visual_prediction_rater_3d_assembled_quality_understanding │ │ ├── 00.png │ │ ├── 01.png │ │ ├── 02.png │ │ └── README.md │ ├── visual_prediction_rater_depth_estimation │ │ ├── README.md │ │ ├── e1-input.png │ │ ├── e1-result-metric3d.png │ │ └── e1-result-omnidata.png │ ├── visual_prediction_rater_novel_view_synthesis │ │ ├── 0-0.png │ │ ├── 0-1.png │ │ ├── 0-2.png │ │ ├── 0-3.png │ │ └── README.md │ ├── visual_prediction_rater_plane_segmentation │ │ ├── README.md │ │ ├── e1-1.png │ │ ├── e1-2.png │ │ ├── e1-3.png │ │ └── e1-input.png │ └── visual_prediction_rater_surface_normal_estimation │ │ ├── 1-input.png │ │ ├── 1-result-1.png │ │ ├── 1-result-2.png │ │ ├── 1-result-3.png │ │ └── README.md ├── Counting │ ├── Ad_count_detection │ │ ├── Ad_count_detection1.png │ │ └── README.md │ ├── adapted_cvbench_count │ │ ├── README.md │ │ └── img_2D_count_coco_514.png │ ├── av_human_multiview_counting │ │ ├── 0_CAM_BACK.png │ │ ├── 0_CAM_BACK_LEFT.png │ │ ├── 0_CAM_BACK_RIGHT.png │ │ ├── 0_CAM_FRONT.png │ │ ├── 0_CAM_FRONT_LEFT.png │ │ ├── 0_CAM_FRONT_RIGHT.png │ │ └── README.md │ ├── av_vehicle_multiview_counting │ │ ├── 0_CAM_BACK.png │ │ ├── 0_CAM_BACK_LEFT.png │ │ ├── 0_CAM_BACK_RIGHT.png │ │ ├── 0_CAM_FRONT.png │ │ ├── 0_CAM_FRONT_LEFT.png │ │ ├── 0_CAM_FRONT_RIGHT.png │ │ └── README.md │ ├── clevrer_video_moving_object_count │ │ ├── 0.mp4 │ │ └── README.md │ ├── counting_multi_image │ │ ├── README.md │ │ ├── image_1_1.png │ │ ├── image_1_2.png │ │ └── image_1_3.png │ ├── counting_single_image │ │ ├── README.md │ │ └── image_1.png │ ├── shape_composition_colours │ │ ├── 0.png │ │ └── README.md │ └── shape_composition_shapes │ │ ├── 0.png │ │ └── README.md ├── Diagram_and_Document_Understanding │ ├── Diagram │ │ ├── Diagram_QA │ │ │ ├── chart_vqa │ │ │ │ ├── README.md │ │ │ │ └── image_1.png │ │ │ ├── dvqa │ │ │ │ ├── 1.png │ │ │ │ └── README.md │ │ │ ├── figureqa │ │ │ │ ├── 1.png │ │ │ │ └── README.md │ │ │ ├── knowledge_graph_understanding │ │ │ │ ├── GoT_kg.png │ │ │ │ └── README.md │ │ │ ├── map_diagram_qa │ │ │ │ ├── 1.png │ │ │ │ └── README.md │ │ │ ├── mindmap_elements_parsing │ │ │ │ ├── 274.png │ │ │ │ └── README.md │ │ │ ├── panel_images_multi_question │ │ │ │ ├── F1.png │ │ │ │ └── README.md │ │ │ └── panel_images_single_question │ │ │ │ ├── F1.png │ │ │ │ └── README.md │ │ ├── Estimation │ │ │ ├── average_humidity_estimate_plot │ │ │ │ ├── 2_relative_huminidity_101_0.4885798611111112.png │ │ │ │ └── README.md │ │ │ ├── electricity_load_estimate_plot │ │ │ │ ├── HUFL_0.4732.png │ │ │ │ └── README.md │ │ │ └── exchange_rate_estimate_plot │ │ │ │ ├── README.md │ │ │ │ └── exchange_rate_0_0.3836.png │ │ ├── Future_Prediction │ │ │ ├── electricity_plot_future_prediction │ │ │ │ ├── 0_0.005339028296849973.png │ │ │ │ └── README.md │ │ │ ├── ili_ratio_future_prediction │ │ │ │ ├── 0_ILI_2.4871.png │ │ │ │ └── README.md │ │ │ ├── multi_load_type_prediction_from_plot │ │ │ │ ├── 0_HUFL.png │ │ │ │ ├── 0_HULL.png │ │ │ │ ├── 0_LUFL.png │ │ │ │ ├── 0_LULL.png │ │ │ │ ├── 0_MUFL.png │ │ │ │ ├── 0_MULL.png │ │ │ │ └── README.md │ │ │ ├── stock_price_future_prediction │ │ │ │ ├── 0_AAPL_0.5453.png │ │ │ │ └── README.md │ │ │ └── traffic_future_prediction_from_line_plot │ │ │ │ ├── README.md │ │ │ │ └── traffic_0_0.0148.png │ │ ├── Interpretation_and_Explanation │ │ │ ├── bar_chart_interpretation │ │ │ │ ├── 0.png │ │ │ │ └── README.md │ │ │ ├── graph_interpretation │ │ │ │ ├── 0.png │ │ │ │ └── README.md │ │ │ └── science_figure_explanation │ │ │ │ ├── 0.png │ │ │ │ └── README.md │ │ ├── photo_sharing_image_retrieval │ │ │ ├── 0.png │ │ │ ├── 1.png │ │ │ ├── 15.png │ │ │ ├── 2.png │ │ │ ├── 20.png │ │ │ ├── 3.png │ │ │ ├── 32.png │ │ │ ├── 4.png │ │ │ ├── 43.png │ │ │ ├── 55.png │ │ │ ├── 56.png │ │ │ ├── 57.png │ │ │ ├── 58.png │ │ │ ├── 59.png │ │ │ ├── 60.png │ │ │ └── README.md │ │ ├── recover_masked_word_in_figure │ │ │ ├── 1.png │ │ │ └── README.md │ │ ├── road_map_find_highway_between_two_place │ │ │ ├── README.md │ │ │ └── web-1.png │ │ └── transit_map_intersection_points │ │ │ ├── 397.png │ │ │ └── README.md │ ├── Document │ │ ├── Document_Info_Parsing │ │ │ ├── IAM_line_ocr_and_locate │ │ │ │ ├── README.md │ │ │ │ ├── a01-000u-04.png │ │ │ │ └── a01-000u.png │ │ │ ├── newspaper_ocr_in_query_box │ │ │ │ ├── 109.png │ │ │ │ └── README.md │ │ │ ├── ocr_article_journal │ │ │ │ ├── Figure1.png │ │ │ │ └── README.md │ │ │ ├── ocr_resume_employer_plain │ │ │ │ ├── Figure1.png │ │ │ │ └── README.md │ │ │ ├── ocr_resume_experience_plain │ │ │ │ ├── Figure1.png │ │ │ │ └── README.md │ │ │ └── ocr_resume_skill_plain │ │ │ │ ├── Figure1.png │ │ │ │ └── README.md │ │ └── Document_QA │ │ │ ├── doc_vqa │ │ │ ├── 1-1.png │ │ │ ├── 1-2.png │ │ │ ├── 1-3.png │ │ │ └── README.md │ │ │ ├── funsd_document_qa │ │ │ ├── 1.png │ │ │ └── README.md │ │ │ └── paper_vqa │ │ │ ├── F1.png │ │ │ └── README.md │ └── Table_QA │ │ ├── electricity_future_prediction_from_table │ │ ├── README.md │ │ └── table_0_time_23_00_0.037.png │ │ ├── finance_table_understanding │ │ ├── README.md │ │ └── image_1.png │ │ ├── monthly_weather_days_count │ │ ├── README.md │ │ └── monthly_weather_days_count1.png │ │ ├── table_understanding_complex_question_answering │ │ ├── README.md │ │ └── f1.png │ │ ├── table_understanding_fact_verification │ │ ├── README.md │ │ └── f1.png │ │ └── table_understanding_fetaqa │ │ ├── F1.png │ │ └── README.md ├── Image_Segmentation │ ├── visual_prediction_rater_openable_part_segmentation │ │ ├── 0_0.png │ │ ├── 0_1.png │ │ ├── 0_2.png │ │ ├── 0_3.png │ │ └── README.md │ ├── visual_prediction_rater_panoptic_segmentation │ │ ├── README.md │ │ ├── e1-1.png │ │ ├── e1-2.png │ │ ├── e1-3.png │ │ └── e1-input.png │ └── visual_prediction_rater_semantic_segmentation │ │ ├── README.md │ │ ├── e1-1.png │ │ ├── e1-2.png │ │ └── e1-3.png ├── Multimodal_Captioning │ ├── docci_image_description_long │ │ ├── README.md │ │ └── qual_dev_00006.png │ ├── guess_image_generation_prompt │ │ ├── 1.png │ │ └── README.md │ ├── image_captioning_with_additional_requirements │ │ ├── 15.png │ │ └── README.md │ ├── tweets_captioning │ │ ├── README.md │ │ └── christmas.png │ └── video_detail_description │ │ ├── README.md │ │ └── video_1.mp4 ├── Multimodal_Constrained_Captioning │ ├── contain_contain_images │ │ ├── Figure1.png │ │ ├── Figure2.png │ │ └── README.md │ ├── contain_contain_length │ │ ├── Figure1.png │ │ └── README.md │ ├── contain_length │ │ ├── Figure1.png │ │ └── README.md │ ├── contain_position_images │ │ ├── Figure3.png │ │ ├── Figure4.png │ │ └── README.md │ ├── contain_position_length │ │ ├── Figure1.png │ │ └── README.md │ ├── contain_repeat_length │ │ ├── Figure1.png │ │ └── README.md │ ├── multi_contain_position_only │ │ ├── 1.png │ │ ├── 6_polar_bear.png │ │ └── README.md │ ├── multi_contain_repeat │ │ ├── 10-robot.png │ │ ├── 3-car.png │ │ └── README.md │ ├── multi_contain_repeat_position_only_length │ │ ├── 10-robot.png │ │ ├── 3-car.png │ │ └── README.md │ └── xor_images │ │ ├── Figure1.png │ │ ├── Figure10.png │ │ └── README.md ├── Object_and_Scene_Understanding │ ├── autonomous_driving_scene_analysis │ │ ├── 1.png │ │ └── README.md │ ├── clevrer_object_existence_video │ │ ├── 0.mp4 │ │ └── README.md │ ├── egocentric_analysis_single_image │ │ ├── 1.png │ │ └── README.md │ ├── functionality_matching_in_different_objects │ │ ├── README.md │ │ ├── test_Functional_Correspondence_1_1.png │ │ └── test_Functional_Correspondence_1_2.png │ ├── nlvr2_two_image_compare_qa │ │ ├── 1.png │ │ └── README.md │ ├── ocr_open_ended_qa │ │ ├── 0.png │ │ └── README.md │ ├── semantic_matching_of_two_images │ │ ├── README.md │ │ ├── val_Semantic_Correspondence_124_1.png │ │ └── val_Semantic_Correspondence_124_2.png │ ├── snli_ve_visual_entailment │ │ ├── 1.png │ │ └── README.md │ ├── super_clevr_scene_understanding │ │ ├── 1.png │ │ └── README.md │ └── visual_dialog_image_guessing │ │ ├── 1.png │ │ ├── 10.png │ │ ├── 11.png │ │ ├── 12.png │ │ ├── 13.png │ │ ├── 14.png │ │ ├── 15.png │ │ ├── 16.png │ │ ├── 2.png │ │ ├── 3.png │ │ ├── 4.png │ │ ├── 5.png │ │ ├── 6.png │ │ ├── 7.png │ │ ├── 8.png │ │ ├── 9.png │ │ └── README.md ├── Physical_Understanding │ ├── Lighting_and_Shading │ │ ├── photoshop_operation │ │ │ ├── 1.png │ │ │ ├── 1t.png │ │ │ └── README.md │ │ └── relative_reflectance_of_different_regions │ │ │ ├── README.md │ │ │ └── test_Relative_Reflectance_1_1.png │ └── Physical_Reasoning │ │ ├── 3d_fragments_understanding │ │ ├── README.md │ │ ├── Slide1.png │ │ └── Slide16.png │ │ ├── TRANCE_physics_reasoning_basic │ │ ├── 10.png │ │ ├── 11.png │ │ └── README.md │ │ ├── TRANCE_physics_reasoning_event │ │ ├── 10.png │ │ ├── 11.png │ │ └── README.md │ │ ├── TRANCE_physics_reasoning_view │ │ ├── 10.png │ │ ├── 11.png │ │ └── README.md │ │ ├── clevrer_moving_direction_video │ │ ├── 1.mp4 │ │ └── README.md │ │ ├── clevrer_physics │ │ ├── 1.png │ │ └── README.md │ │ ├── clevrer_video_moving_object_property_recognition │ │ ├── 0.mp4 │ │ └── README.md │ │ └── physical_property_reasoning │ │ ├── 0.png │ │ └── README.md ├── Spatial_Understanding │ ├── 2d_image_jigsaw_puzzle_easy │ │ ├── README.md │ │ ├── e1-puzzle.png │ │ └── e1-reference.png │ ├── adapted_cvbench_distance │ │ ├── README.md │ │ └── img_3D_distance_omni3d_hypersim_162.png │ ├── adapted_cvbench_relation │ │ ├── README.md │ │ └── img_2D_relation_coco_203.png │ ├── egocentric_spatial_reasoning │ │ ├── 1.png │ │ └── README.md │ ├── geometry_plot_position_relationship │ │ ├── README.md │ │ └── image_1.png │ ├── video_grounding_spatial │ │ ├── 1.mp4 │ │ └── README.md │ └── visual_correspondance_in_two_images │ │ ├── README.md │ │ ├── test_Visual_Correspondence_11_1.png │ │ └── test_Visual_Correspondence_11_2.png ├── Temporal_Understanding │ ├── action_sequence_understanding │ │ ├── 1_1.png │ │ ├── 1_10.png │ │ ├── 1_2.png │ │ ├── 1_3.png │ │ ├── 1_4.png │ │ ├── 1_5.png │ │ ├── 1_6.png │ │ ├── 1_7.png │ │ ├── 1_8.png │ │ ├── 1_9.png │ │ └── README.md │ ├── cam_traj_to_video_selection │ │ ├── README.md │ │ ├── image_1.png │ │ ├── left_video_1.mp4 │ │ └── left_video_2.mp4 │ ├── google_streetview_line_reasoning │ │ ├── 1-1.png │ │ ├── 1-2.png │ │ ├── 1-3.png │ │ ├── 1-4.png │ │ ├── 1-5.png │ │ ├── 1-6.png │ │ ├── 1-7.png │ │ └── README.md │ ├── google_streetview_line_sorting │ │ ├── 1-1.png │ │ ├── 1-2.png │ │ ├── 1-3.png │ │ ├── 1-4.png │ │ ├── 1-5.png │ │ ├── 1-6.png │ │ ├── 1-7.png │ │ └── README.md │ ├── next_action_prediction │ │ ├── 1_0.png │ │ ├── 1_1.png │ │ ├── 1_12.png │ │ ├── 1_13.png │ │ ├── 1_14.png │ │ ├── 1_4.png │ │ ├── 1_5.png │ │ ├── 1_6.png │ │ ├── 1_7.png │ │ ├── 1_8.png │ │ └── README.md │ ├── perception_test_video_action_count │ │ ├── 0.mp4 │ │ └── README.md │ ├── sceneqa_scene_transition_video │ │ ├── 1.mp4 │ │ └── README.md │ ├── sta_action_localization_video │ │ ├── 0.mp4 │ │ └── README.md │ ├── video_action_recognition │ │ ├── README.md │ │ └── v_ApplyEyeMakeup_g01_c01.mp4 │ ├── video_camera_motion_description │ │ ├── 1.mp4 │ │ └── README.md │ ├── video_grounding_temporal │ │ ├── 1.mp4 │ │ └── README.md │ ├── video_segments_reordering │ │ ├── Bowling0001.png │ │ ├── Bowling0002.png │ │ ├── Bowling0003.png │ │ ├── Bowling0004.png │ │ ├── Bowling0005.png │ │ └── README.md │ ├── video_to_camera_trajectory_retrieval │ │ ├── 1-5.png │ │ ├── README.md │ │ ├── video_1_frame_0000.png │ │ ├── video_1_frame_0001.png │ │ ├── video_1_frame_0002.png │ │ ├── video_1_frame_0003.png │ │ ├── video_1_frame_0004.png │ │ ├── video_1_frame_0005.png │ │ ├── video_1_frame_0006.png │ │ ├── video_1_frame_0007.png │ │ ├── video_1_frame_0008.png │ │ ├── video_1_frame_0009.png │ │ ├── video_1_frame_0010.png │ │ ├── video_1_frame_0011.png │ │ ├── video_1_frame_0012.png │ │ ├── video_1_frame_0013.png │ │ ├── video_1_frame_0014.png │ │ └── video_1_frame_0015.png │ └── web_action_prediction │ │ ├── 1.png │ │ └── README.md └── Visual_Recognition │ ├── animal_pose_estimation │ ├── 000000000222.png │ └── README.md │ ├── ascii_art_understanding │ ├── 1012.png │ └── README.md │ ├── av_multicamera_tracking_predict_bbox │ ├── 7_1.png │ ├── 7_2.png │ ├── 7_3.png │ ├── 7_init.png │ └── README.md │ ├── coco_object_detection_by_query_property │ ├── 000000077396.png │ └── README.md │ ├── coco_person_detection │ ├── 000000006954.png │ └── README.md │ ├── extract_webpage_headline │ ├── 1.png │ └── README.md │ ├── face_identity_matching │ ├── 1_1.png │ ├── 1_2.png │ ├── 1_3.png │ ├── 1_4.png │ ├── 1_5.png │ └── README.md │ ├── face_keypoint_detection │ ├── 0.png │ └── README.md │ ├── geographic_remote_sensing_land_cover │ ├── 1_beach.png │ ├── 1_forest.png │ └── README.md │ ├── geometry_reasoning_circled_letter │ ├── README.md │ └── image1.png │ ├── handwritten_math_expression_extraction │ ├── 0.png │ └── README.md │ ├── image_style_recognition │ ├── 1.jpg │ └── README.md │ ├── license_plate_recognition │ ├── 0.png │ └── README.md │ ├── long_string_letter_recognition │ ├── 1.png │ └── README.md │ ├── long_string_number_recognition │ ├── 1.png │ └── README.md │ ├── places365_scene_type_classification │ ├── Places365_val_00002047.png │ └── README.md │ ├── rocks_samples_identify │ ├── 000.png │ ├── 001.png │ └── README.md │ ├── signboard_identification │ ├── 1.png │ └── README.md │ ├── single_person_pose_estimation │ ├── 000000393226.png │ └── README.md │ ├── waldo │ ├── 0.png │ ├── README.md │ └── global.png │ ├── waybill_number_sequence_extraction │ ├── 1.png │ └── README.md │ └── widerface_face_count_and_event_classification │ ├── README.md │ └── e1_9_Press_Conference_Press_Conference_9_60.png ├── Planning ├── Agents_and_Planning │ ├── GUI_Operation │ │ ├── GUI_Act_Mobile_swipe │ │ │ ├── README.md │ │ │ └── uid_episode_12349968890740372824_step_01.png │ │ ├── GUI_Act_Mobile_tap │ │ │ ├── README.md │ │ │ └── uid_episode_10270193012375700035_step_00.png │ │ ├── GUI_Act_Web_Multi │ │ │ ├── README.md │ │ │ └── uid_record_03567_step_00.png │ │ ├── GUI_Act_Web_Single │ │ │ ├── 950c428d-6548-4b06-80bd-665ddc069ebe.png │ │ │ └── README.md │ │ ├── app_interactive_operations_alipay │ │ │ ├── README.md │ │ │ ├── WX20240803-151743@2x.png │ │ │ ├── WX20240803-151800@2x.png │ │ │ ├── WX20240803-151822@2x.png │ │ │ ├── WX20240803-151839@2x.png │ │ │ ├── WX20240803-151853@2x.png │ │ │ ├── WX20240803-151918@2x.png │ │ │ ├── WX20240803-151934@2x.png │ │ │ ├── WX20240803-151951@2x.png │ │ │ ├── WX20240803-152005@2x.png │ │ │ ├── WX20240803-152033@2x.png │ │ │ ├── WX20240902-165817@2x.png │ │ │ ├── WX20240902-165849@2x.png │ │ │ ├── WX20240902-165920@2x.png │ │ │ ├── WX20240902-165935@2x.png │ │ │ ├── WX20240902-165952@2x.png │ │ │ ├── WX20240902-171128@2x.png │ │ │ ├── WX20240902-171149@2x.png │ │ │ └── WX20240902-171222@2x.png │ │ ├── app_interactive_operations_amazon │ │ │ ├── README.md │ │ │ ├── WX20240803-151303@2x.png │ │ │ ├── WX20240803-151324@2x.png │ │ │ ├── WX20240803-151354@2x.png │ │ │ ├── WX20240803-151412@2x.png │ │ │ ├── WX20240803-151438@2x.png │ │ │ ├── WX20240803-151507@2x.png │ │ │ ├── WX20240803-151532@2x.png │ │ │ ├── WX20240803-151618@2x.png │ │ │ ├── WX20240803-151644@2x.png │ │ │ ├── WX20240803-151715@2x.png │ │ │ ├── WX20240915-221310@2x.png │ │ │ ├── WX20240915-221726@2x.png │ │ │ ├── WX20240915-221751@2x.png │ │ │ ├── WX20240915-221805@2x.png │ │ │ └── WX20240915-221821@2x.png │ │ ├── app_interactive_operations_excel │ │ │ ├── README.md │ │ │ ├── WX20240803-150755@2x.png │ │ │ ├── WX20240803-150811@2x.png │ │ │ ├── WX20240803-150906@2x.png │ │ │ ├── WX20240803-150927@2x.png │ │ │ ├── WX20240803-151022@2x.png │ │ │ ├── WX20240803-151046@2x.png │ │ │ ├── WX20240803-151105@2x.png │ │ │ ├── WX20240803-151132@2x.png │ │ │ ├── WX20240803-151151@2x.png │ │ │ ├── WX20240803-151225@2x.png │ │ │ ├── WX20240915-222620@2x.png │ │ │ ├── WX20240915-222644@2x.png │ │ │ ├── WX20240915-222725@2x.png │ │ │ ├── WX20240915-222755@2x.png │ │ │ └── WX20240915-222830@2x.png │ │ ├── app_interactive_operations_instagram │ │ │ ├── README.md │ │ │ ├── WX20240803-133450@2x.png │ │ │ ├── WX20240803-133506@2x.png │ │ │ ├── WX20240803-133521@2x.png │ │ │ ├── WX20240803-133708@2x.png │ │ │ ├── WX20240803-133724@2x.png │ │ │ ├── WX20240803-133738@2x.png │ │ │ ├── WX20240803-133835@2x.png │ │ │ ├── WX20240803-133916@2x.png │ │ │ ├── WX20240803-133942@2x.png │ │ │ ├── WX20240803-134039@2x.png │ │ │ ├── WX20240902-174701@2x.png │ │ │ ├── WX20240902-174828@2x.png │ │ │ ├── WX20240902-174842@2x.png │ │ │ ├── WX20240902-174901@2x.png │ │ │ └── WX20240902-175139@2x.png │ │ ├── app_interactive_operations_iphone_settings │ │ │ ├── README.md │ │ │ ├── WX20240803-131130@2x.png │ │ │ ├── WX20240803-131349@2x.png │ │ │ ├── WX20240803-131405@2x.png │ │ │ ├── WX20240803-131423@2x.png │ │ │ ├── WX20240803-131442@2x.png │ │ │ ├── WX20240803-131540@2x.png │ │ │ ├── WX20240803-131605@2x.png │ │ │ ├── WX20240803-131620@2x.png │ │ │ ├── WX20240803-131634@2x.png │ │ │ ├── WX20240803-131650@2x.png │ │ │ ├── WX20240902-172517@2x.png │ │ │ ├── WX20240902-172555@2x.png │ │ │ ├── WX20240902-172611@2x.png │ │ │ ├── WX20240902-172625@2x.png │ │ │ ├── WX20240902-172708@2x.png │ │ │ └── WX20240902-172732@2x.png │ │ ├── app_interactive_operations_leetcode │ │ │ ├── README.md │ │ │ ├── WX20240803-132823@2x.png │ │ │ ├── WX20240803-132851@2x.png │ │ │ ├── WX20240803-132923@2x.png │ │ │ ├── WX20240803-132957@2x.png │ │ │ ├── WX20240803-133013@2x.png │ │ │ ├── WX20240803-133039@2x.png │ │ │ ├── WX20240803-133106@2x.png │ │ │ ├── WX20240803-133206@2x.png │ │ │ ├── WX20240803-133253@2x.png │ │ │ ├── WX20240803-133325@2x.png │ │ │ ├── WX20240915-224305@2x.png │ │ │ ├── WX20240915-224324@2x.png │ │ │ ├── WX20240915-224343@2x.png │ │ │ ├── WX20240915-224356@2x.png │ │ │ └── WX20240915-224415@2x.png │ │ ├── app_interactive_operations_notes │ │ │ ├── README.md │ │ │ ├── WX20240803-132400@2x.png │ │ │ ├── WX20240803-132419@2x.png │ │ │ ├── WX20240803-132439@2x.png │ │ │ ├── WX20240803-132453@2x.png │ │ │ ├── WX20240803-132510@2x.png │ │ │ ├── WX20240803-132527@2x.png │ │ │ ├── WX20240803-132544@2x.png │ │ │ ├── WX20240803-132608@2x.png │ │ │ ├── WX20240803-132631@2x.png │ │ │ ├── WX20240803-132702@2x.png │ │ │ ├── WX20240903-223119@2x.png │ │ │ ├── WX20240903-223135@2x.png │ │ │ ├── WX20240903-223149@2x.png │ │ │ ├── WX20240903-223203@2x.png │ │ │ └── WX20240908-225820@2x.png │ │ ├── app_interactive_operations_ppt │ │ │ ├── README.md │ │ │ ├── WX20240803-131835@2x.png │ │ │ ├── WX20240803-131857@2x.png │ │ │ ├── WX20240803-131925@2x.png │ │ │ ├── WX20240803-132022@2x.png │ │ │ ├── WX20240803-132056@2x.png │ │ │ ├── WX20240803-132115@2x.png │ │ │ ├── WX20240803-132157@2x.png │ │ │ ├── WX20240803-132231@2x.png │ │ │ ├── WX20240803-132248@2x.png │ │ │ ├── WX20240803-132304@2x.png │ │ │ ├── WX20240915-225346@2x.png │ │ │ ├── WX20240915-225402@2x.png │ │ │ ├── WX20240915-225419@2x.png │ │ │ ├── WX20240915-225441@2x.png │ │ │ └── WX20240915-225536@2x.png │ │ ├── app_interactive_operations_tiktok │ │ │ ├── README.md │ │ │ ├── WX20240802-214811@2x.png │ │ │ ├── WX20240802-214828@2x.png │ │ │ ├── WX20240802-214930@2x.png │ │ │ ├── WX20240802-214947@2x.png │ │ │ ├── WX20240802-215010@2x.png │ │ │ ├── WX20240802-215054@2x.png │ │ │ ├── WX20240802-215121@2x.png │ │ │ ├── WX20240802-215137@2x.png │ │ │ ├── WX20240802-215205@2x.png │ │ │ ├── WX20240802-215234@2x.png │ │ │ ├── WX20240915-232359@2x.png │ │ │ ├── WX20240915-232421@2x.png │ │ │ ├── WX20240915-232437@2x.png │ │ │ ├── WX20240915-232513@2x.png │ │ │ └── WX20240915-232550@2x.png │ │ ├── app_interactive_operations_twitter │ │ │ ├── README.md │ │ │ ├── WX20240802-214043@2x.png │ │ │ ├── WX20240802-214124@2x.png │ │ │ ├── WX20240802-214141@2x.png │ │ │ ├── WX20240802-214158@2x.png │ │ │ ├── WX20240802-214218@2x.png │ │ │ ├── WX20240802-214240@2x.png │ │ │ ├── WX20240802-214545@2x.png │ │ │ ├── WX20240802-214600@2x.png │ │ │ ├── WX20240802-214623@2x.png │ │ │ ├── WX20240802-214722@2x.png │ │ │ ├── WX20240908-233201@2x.png │ │ │ ├── WX20240908-233244@2x.png │ │ │ ├── WX20240908-234633@2x.png │ │ │ ├── WX20240908-234655@2x.png │ │ │ └── WX20240908-234724@2x.png │ │ ├── app_interactive_operations_word │ │ │ ├── README.md │ │ │ ├── WX20240801-232834@2x.png │ │ │ ├── WX20240801-232901@2x.png │ │ │ ├── WX20240801-232926@2x.png │ │ │ ├── WX20240801-232959@2x.png │ │ │ ├── WX20240801-233023@2x.png │ │ │ ├── WX20240801-233047@2x.png │ │ │ ├── WX20240801-233114@2x.png │ │ │ ├── WX20240801-233131@2x.png │ │ │ ├── WX20240801-233200@2x.png │ │ │ ├── WX20240801-233412@2x.png │ │ │ ├── WX20240915-231650@2x.png │ │ │ ├── WX20240915-231713@2x.png │ │ │ ├── WX20240915-231734@2x.png │ │ │ ├── WX20240915-231751@2x.png │ │ │ └── WX20240915-231806@2x.png │ │ ├── app_interactive_operations_youtube │ │ │ ├── README.md │ │ │ ├── WX20240801-215221@2x.png │ │ │ ├── WX20240801-215251@2x.png │ │ │ ├── WX20240801-215316@2x.png │ │ │ ├── WX20240801-215337@2x.png │ │ │ ├── WX20240801-215358@2x.png │ │ │ ├── WX20240801-215429@2x.png │ │ │ ├── WX20240801-220749@2x.png │ │ │ ├── WX20240801-220808@2x.png │ │ │ ├── WX20240801-220832@2x.png │ │ │ ├── WX20240801-220928@2x.png │ │ │ ├── WX20240903-223740@2x.png │ │ │ ├── WX20240903-223828@2x.png │ │ │ ├── WX20240903-223916@2x.png │ │ │ ├── WX20240903-224026@2x.png │ │ │ └── WX20240903-224113@2x.png │ │ ├── app_interactive_operations_zoom │ │ │ ├── README.md │ │ │ ├── WX20240801-185517@2x.png │ │ │ ├── WX20240801-185707@2x.png │ │ │ ├── WX20240801-185748@2x.png │ │ │ ├── WX20240801-185820@2x.png │ │ │ ├── WX20240801-185843@2x.png │ │ │ ├── WX20240801-185909@2x.png │ │ │ ├── WX20240801-185933@2x.png │ │ │ ├── WX20240801-190033@2x.png │ │ │ ├── WX20240801-190057@2x.png │ │ │ ├── WX20240801-190126@2x.png │ │ │ ├── WX20240903-224748@2x.png │ │ │ ├── WX20240903-224811@2x.png │ │ │ ├── WX20240903-224850@2x.png │ │ │ ├── WX20240903-224908@2x.png │ │ │ ├── WX20240903-224937@2x.png │ │ │ └── WX20240903-225020@2x.png │ │ └── web_action_grounding │ │ │ ├── 1.png │ │ │ └── README.md │ ├── Navigation │ │ ├── vln_english_next_step │ │ │ ├── 1_1_gt.png │ │ │ ├── 1_2.png │ │ │ ├── 1_3.png │ │ │ ├── README.md │ │ │ ├── f7ef3082a05c40659421f0a21731ae1b_skybox1_sami.png │ │ │ ├── f7ef3082a05c40659421f0a21731ae1b_skybox2_sami.png │ │ │ ├── f7ef3082a05c40659421f0a21731ae1b_skybox3_sami.png │ │ │ └── f7ef3082a05c40659421f0a21731ae1b_skybox4_sami.png │ │ ├── vln_hindi_next_step │ │ │ ├── 1_1_gt.png │ │ │ ├── 1_2.png │ │ │ ├── 1_3.png │ │ │ ├── README.md │ │ │ ├── f7ef3082a05c40659421f0a21731ae1b_skybox1_sami.png │ │ │ ├── f7ef3082a05c40659421f0a21731ae1b_skybox2_sami.png │ │ │ ├── f7ef3082a05c40659421f0a21731ae1b_skybox3_sami.png │ │ │ └── f7ef3082a05c40659421f0a21731ae1b_skybox4_sami.png │ │ ├── vln_identify_location │ │ │ ├── README.md │ │ │ ├── f7ef3082a05c40659421f0a21731ae1b_skybox1_sami.png │ │ │ ├── f7ef3082a05c40659421f0a21731ae1b_skybox2_sami.png │ │ │ ├── f7ef3082a05c40659421f0a21731ae1b_skybox3_sami.png │ │ │ └── f7ef3082a05c40659421f0a21731ae1b_skybox4_sami.png │ │ ├── vln_identify_robot │ │ │ ├── 1.png │ │ │ ├── 10.png │ │ │ ├── 11.png │ │ │ ├── 12.png │ │ │ ├── 13.png │ │ │ ├── 14.png │ │ │ ├── 15.png │ │ │ ├── 16.png │ │ │ ├── 2.png │ │ │ ├── 3.png │ │ │ ├── 4.png │ │ │ ├── 5.png │ │ │ ├── 6.png │ │ │ ├── 7.png │ │ │ ├── 8.png │ │ │ ├── 9.png │ │ │ └── README.md │ │ ├── vln_tegulu_next_step │ │ │ ├── 1_1_gt.png │ │ │ ├── 1_2.png │ │ │ ├── 1_3.png │ │ │ ├── README.md │ │ │ ├── f7ef3082a05c40659421f0a21731ae1b_skybox1_sami.png │ │ │ ├── f7ef3082a05c40659421f0a21731ae1b_skybox2_sami.png │ │ │ ├── f7ef3082a05c40659421f0a21731ae1b_skybox3_sami.png │ │ │ └── f7ef3082a05c40659421f0a21731ae1b_skybox4_sami.png │ │ └── vlnqa_egocentric_navigation_video │ │ │ ├── 0.mp4 │ │ │ └── README.md │ ├── Symbolic_Planning │ │ ├── planning_screenshot_barman │ │ │ ├── README.md │ │ │ └── barman_p03.png │ │ ├── planning_screenshot_blocksworld │ │ │ ├── README.md │ │ │ └── blocksworld_p3.png │ │ ├── planning_screenshot_floortile │ │ │ ├── README.md │ │ │ └── floortile_p3.png │ │ ├── planning_screenshot_grippers │ │ │ ├── README.md │ │ │ └── grippers_3.png │ │ ├── planning_screenshot_storage │ │ │ ├── README.md │ │ │ └── storage_3.png │ │ ├── planning_screenshot_termes │ │ │ ├── README.md │ │ │ └── termes_3.png │ │ ├── planning_screenshot_tyreworld │ │ │ ├── README.md │ │ │ └── tyreworld_3.png │ │ ├── planning_visual_barman │ │ │ ├── README.md │ │ │ ├── goal_state_3.png │ │ │ └── init_state_3.png │ │ ├── planning_visual_blocksworld │ │ │ ├── README.md │ │ │ ├── goal_state_3.png │ │ │ └── init_state_3.png │ │ ├── planning_visual_floortile │ │ │ ├── README.md │ │ │ ├── goal_state_3.png │ │ │ └── init_state_3.png │ │ ├── planning_visual_grippers │ │ │ ├── README.md │ │ │ ├── goal_state_3.png │ │ │ └── init_state_3.png │ │ ├── planning_visual_storage │ │ │ ├── README.md │ │ │ └── init_state_3.png │ │ └── planning_visual_termes │ │ │ ├── README.md │ │ │ ├── goal_state_3.png │ │ │ └── init_state_3.png │ ├── calendar_schedule_suggestion │ │ ├── README.md │ │ └── Screenshot_2024-08-25_at_10.21.39_PM.png │ └── wikihow_complex_task_completion │ │ ├── README.md │ │ ├── p1i1.png │ │ ├── p1i10.png │ │ ├── p1i11.png │ │ ├── p1i2.png │ │ ├── p1i3.png │ │ ├── p1i4.png │ │ ├── p1i5.png │ │ ├── p1i6.png │ │ ├── p1i7.png │ │ ├── p1i8.png │ │ └── p1i9.png ├── Puzzles_and_Games │ ├── Board_Games │ │ ├── bridge_strategies_advanced │ │ │ ├── 01.png │ │ │ └── README.md │ │ ├── bridge_strategies_expert │ │ │ ├── 01.png │ │ │ └── README.md │ │ ├── bridge_strategies_worldclass │ │ │ ├── 01.png │ │ │ └── README.md │ │ ├── chess_find_legal_moves │ │ │ ├── 1.png │ │ │ └── README.md │ │ ├── chess_puzzle_single_step │ │ │ ├── README.md │ │ │ └── pz_1.png │ │ ├── chess_puzzles_checkmate │ │ │ ├── 0_iPz6e.png │ │ │ └── README.md │ │ ├── chess_puzzles_crushing │ │ │ ├── 0_DRqZD.png │ │ │ └── README.md │ │ ├── chess_puzzles_equality │ │ │ ├── 0_DQXlH.png │ │ │ └── README.md │ │ ├── chess_sygyzy_endgames │ │ │ ├── README.md │ │ │ └── black_to_play_draw.png │ │ ├── chess_winner_identification │ │ │ ├── README.md │ │ │ └── w_1.png │ │ ├── go_capture_stone │ │ │ ├── README.md │ │ │ └── example-1.png │ │ └── mahjong │ │ │ ├── 0.jpg │ │ │ └── README.md │ ├── Pictionary │ │ ├── pictionary_cartoon_drawing_guess │ │ │ ├── 1.png │ │ │ └── README.md │ │ ├── pictionary_chinese_food_img2en │ │ │ ├── 1.png │ │ │ └── README.md │ │ ├── pictionary_doodle_guess │ │ │ ├── README.md │ │ │ └── The_Eiffel_Tower.png │ │ ├── pictionary_genai_output_chinese │ │ │ ├── 1.png │ │ │ └── README.md │ │ └── pictionary_skribbl_io │ │ │ ├── 0.png │ │ │ └── README.md │ ├── annoying_word_search │ │ ├── 0.png │ │ └── README.md │ ├── arc_agi │ │ ├── 0_ex.png │ │ ├── 0_input.png │ │ ├── README.md │ │ └── output_cells.png │ ├── ball_cup_swap_3 │ │ ├── 12_b.png │ │ ├── 12_d_(copy).png │ │ ├── 12_e_(copy).png │ │ ├── 13_d.png │ │ ├── 23_a_(copy).png │ │ ├── 23_b.png │ │ ├── 23_b_(copy).png │ │ ├── 23_c.png │ │ ├── 23_c_(copy).png │ │ ├── 23_d.png │ │ ├── 3_start.png │ │ └── README.md │ ├── bongard_problem │ │ ├── 1.png │ │ └── README.md │ ├── crossword_mini_5x5 │ │ ├── 0.png │ │ └── README.md │ ├── icon_arithmetic_puzzle │ │ ├── 1.png │ │ └── README.md │ ├── iq_test_open_ended │ │ ├── 0.png │ │ └── README.md │ ├── logical_reasoning_2D_views_of_3D_shapes │ │ ├── README.md │ │ ├── web-1-2.png │ │ ├── web-1-3.png │ │ ├── web-1-4.png │ │ ├── web-1-5.png │ │ └── web-1.png │ ├── logical_reasoning_2d_folding │ │ ├── README.md │ │ ├── web-1-2.png │ │ ├── web-1-3.png │ │ ├── web-1-4.png │ │ ├── web-1-5.png │ │ └── web-1.png │ ├── logical_reasoning_find_odd_one_out │ │ ├── README.md │ │ └── web-1.png │ ├── logical_reasoning_fit_pattern │ │ ├── README.md │ │ └── v1_26.png │ ├── maze_2d_8x8 │ │ ├── 0.png │ │ └── README.md │ ├── mensa_iq_test │ │ ├── 0.png │ │ └── README.md │ ├── mnist_pattern │ │ ├── 9.png │ │ └── README.md │ ├── move_pos_to_pos_hanoi_4_pole │ │ ├── 1231.png │ │ ├── 2212.png │ │ └── README.md │ ├── number_puzzle_kakuro_5x5 │ │ ├── 0.png │ │ └── README.md │ ├── number_puzzle_sudoku │ │ ├── README.md │ │ └── sudoku_hard_1135.png │ ├── perception_test_object_shuffle_video │ │ ├── 0.mp4 │ │ └── README.md │ └── rebus │ │ ├── 0.png │ │ └── README.md └── Reordering │ ├── comic_page_ordering │ ├── 1_1.png │ ├── 1_2.png │ ├── 1_3.png │ ├── 1_4.png │ ├── 1_5.png │ ├── 1_6.png │ └── README.md │ ├── perception_test_video_character_order │ ├── 0.mp4 │ └── README.md │ └── recipe_image_ordering │ ├── 1_1.png │ ├── 1_2.png │ ├── 1_3.png │ ├── 1_4.png │ ├── 1_5.png │ ├── 1_6.png │ └── README.md └── Science ├── Chemistry ├── chemistry_exams_v │ ├── README.md │ └── image_1.png └── science_molecule_chemistry │ ├── README.md │ └── chemistry_1.png ├── Life_Sciences ├── Medical │ ├── electrocardiogram │ │ ├── 1x.png │ │ └── README.md │ ├── healthcare_info_judgement │ │ ├── README.md │ │ └── r1.png │ ├── medical_abdomen_MRI_organ_recognition │ │ ├── 1029.png │ │ ├── 1039.png │ │ ├── 1089.png │ │ └── README.md │ ├── medical_abdomen_endscopy_organ_recognition │ │ ├── 1049.png │ │ ├── 1060.png │ │ ├── 1072.png │ │ └── README.md │ ├── medical_blood_vessels_recognition │ │ ├── 1986.png │ │ └── README.md │ ├── medical_cell_recognition │ │ ├── 130.png │ │ └── README.md │ ├── medical_content_based_retrieval_radiology │ │ ├── README.md │ │ ├── ROCO_00002.png │ │ ├── ROCO_00003.png │ │ ├── ROCO_00004.png │ │ └── ROCO_00007.png │ ├── medical_counting_lymphocytes │ │ ├── 3961_17.png │ │ └── README.md │ ├── medical_image_artifacts_indentification │ │ ├── 145.png │ │ └── README.md │ ├── medical_keywords_based_retrieval_non_radiology │ │ ├── README.md │ │ ├── ROCO_81827.png │ │ ├── ROCO_82100_1.png │ │ ├── ROCO_82109_1.png │ │ └── ROCO_82152_1.png │ ├── medical_multi_organ_segmentation_rater │ │ ├── README.md │ │ └── web-1.png │ ├── medical_parasite_detection │ │ ├── 1_0.png │ │ ├── 1_1.png │ │ ├── 1_2.png │ │ ├── 1_3.png │ │ └── README.md │ ├── medical_polyp_segmentation_single_object_rater │ │ ├── README.md │ │ ├── web-1-1.png │ │ ├── web-1-2.png │ │ ├── web-1-3.png │ │ └── web-1.png │ ├── medical_retrieval_given_surgeon_activity │ │ ├── 180.png │ │ ├── 185.png │ │ ├── 190.png │ │ ├── 195.png │ │ └── README.md │ └── pmc_vqa_medical_image_qa │ │ ├── 1.png │ │ └── README.md └── biology_exams_v │ ├── README.md │ └── image_1.png ├── Physics ├── MMMU_physics_chemistry_selected │ ├── 1.png │ └── README.md ├── circuit_diagram_understanding │ ├── F1.png │ └── README.md ├── physics_exams_v │ ├── README.md │ └── image_1.png └── science_basic_physics │ ├── README.md │ └── phy_1.png └── STEM ├── MMMU_pro_exam_screenshot ├── README.md └── validation_Math_29.png ├── arxiv_vqa ├── $1304.6078v1-Figure4-1.png └── README.md ├── question_solution_solving ├── README.md └── question_solution_solving1.png ├── quizlet_question_solving ├── README.md └── quizlet_question_solving1.png ├── scibench_fundamental_wo_solution ├── 1.png └── README.md ├── scibench_w_solution_open_ended ├── 1.png └── README.md └── tqa_textbook_qa ├── 1.png └── README.md /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/.gitattributes -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/README.md -------------------------------------------------------------------------------- /megabench/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /megabench/all_task_meta.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/all_task_meta.json -------------------------------------------------------------------------------- /megabench/evaluation_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/evaluation_processor.py -------------------------------------------------------------------------------- /megabench/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/main.py -------------------------------------------------------------------------------- /megabench/metrics/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/README.md -------------------------------------------------------------------------------- /megabench/metrics/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/__init__.py -------------------------------------------------------------------------------- /megabench/metrics/aggregation/mean_agg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/aggregation/mean_agg.py -------------------------------------------------------------------------------- /megabench/metrics/aggregation/min_agg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/aggregation/min_agg.py -------------------------------------------------------------------------------- /megabench/metrics/aggregation/unsupported_agg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/aggregation/unsupported_agg.py -------------------------------------------------------------------------------- /megabench/metrics/aggregation_type.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/aggregation_type.py -------------------------------------------------------------------------------- /megabench/metrics/metric_type.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/metric_type.py -------------------------------------------------------------------------------- /megabench/metrics/parsing/answer_str_parse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/parsing/answer_str_parse.py -------------------------------------------------------------------------------- /megabench/metrics/parsing/common/parsers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/parsing/common/parsers.py -------------------------------------------------------------------------------- /megabench/metrics/parsing/common/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/parsing/common/utils.py -------------------------------------------------------------------------------- /megabench/metrics/parsing/dummy_parse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/parsing/dummy_parse.py -------------------------------------------------------------------------------- /megabench/metrics/parsing/json_parse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/parsing/json_parse.py -------------------------------------------------------------------------------- /megabench/metrics/response_parse_type.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/response_parse_type.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/ascii_art_gpt4o_judge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/ascii_art_gpt4o_judge.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/chess_jaccard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/chess_jaccard.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/common/conversions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/common/conversions.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/common/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/common/metrics.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/common/transformations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/common/transformations.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/constrained_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/constrained_generation.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/coordinate_sequence_match.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/coordinate_sequence_match.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/dict_equality.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/dict_equality.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/dict_exact_match_agg_recall.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/dict_exact_match_agg_recall.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/dict_jaccard_agg_jaccard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/dict_jaccard_agg_jaccard.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/dict_nbbox_iou_tuple_agg_jaccard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/dict_nbbox_iou_tuple_agg_jaccard.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/dict_set_equality_agg_jaccard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/dict_set_equality_agg_jaccard.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/exact_str_match.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/exact_str_match.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/exact_str_match_case_insensitive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/exact_str_match_case_insensitive.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/general_numerical_match.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/general_numerical_match.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/geo_proximity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/geo_proximity.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/gleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/gleu.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/gpt_4o_as_judge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/gpt_4o_as_judge.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/jaccard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/jaccard.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/latex_expr_equality.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/latex_expr_equality.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/longest_common_list_prefix_ratio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/longest_common_list_prefix_ratio.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/mse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/mse.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/multi_ref_phrase.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/multi_ref_phrase.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/nbbox_iou.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/nbbox_iou.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/near_str_match.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/near_str_match.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/nli_entailment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/nli_entailment.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/normalized_similarity_damerau_levenshtein.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/normalized_similarity_damerau_levenshtein.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/number_rel_diff_ratio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/number_rel_diff_ratio.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/positive_int_match.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/positive_int_match.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/program_judge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/program_judge.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/sacrebleu_bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/sacrebleu_bleu.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/sequence_equality.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/sequence_equality.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/set_equality.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/set_equality.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/set_precision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/set_precision.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/simple_str_match.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/simple_str_match.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/symbolic_planning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/symbolic_planning.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/unsupported_scoring.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/unsupported_scoring.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/xml_nbbox_iou.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/xml_nbbox_iou.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/xml_norm_point_distance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/xml_norm_point_distance.py -------------------------------------------------------------------------------- /megabench/metrics/scoring/xml_norm_point_in_bbox.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/metrics/scoring/xml_norm_point_in_bbox.py -------------------------------------------------------------------------------- /megabench/models/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/models/base_model.py -------------------------------------------------------------------------------- /megabench/models/claude.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/models/claude.py -------------------------------------------------------------------------------- /megabench/models/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/models/config.json -------------------------------------------------------------------------------- /megabench/models/deepseek_vl2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/models/deepseek_vl2.py -------------------------------------------------------------------------------- /megabench/models/gemini.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/models/gemini.py -------------------------------------------------------------------------------- /megabench/models/gemma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/models/gemma.py -------------------------------------------------------------------------------- /megabench/models/grok.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/models/grok.py -------------------------------------------------------------------------------- /megabench/models/ground_truth_oracle.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/models/ground_truth_oracle.py -------------------------------------------------------------------------------- /megabench/models/internvl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/models/internvl.py -------------------------------------------------------------------------------- /megabench/models/llama4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/models/llama4.py -------------------------------------------------------------------------------- /megabench/models/llava_ov.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/models/llava_ov.py -------------------------------------------------------------------------------- /megabench/models/model_type.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/models/model_type.py -------------------------------------------------------------------------------- /megabench/models/openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/models/openai.py -------------------------------------------------------------------------------- /megabench/models/phi3v.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/models/phi3v.py -------------------------------------------------------------------------------- /megabench/models/pixtral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/models/pixtral.py -------------------------------------------------------------------------------- /megabench/models/prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/models/prompt.json -------------------------------------------------------------------------------- /megabench/models/qwen2_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/models/qwen2_vl.py -------------------------------------------------------------------------------- /megabench/results/Gemini-2.0-1206/analysis/summary_and_keyword_stats.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/results/Gemini-2.0-1206/analysis/summary_and_keyword_stats.json -------------------------------------------------------------------------------- /megabench/results/Gemini-2.0-1206/analysis/task_results.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/results/Gemini-2.0-1206/analysis/task_results.json -------------------------------------------------------------------------------- /megabench/results/Gemini-2.0-1206/data_with_scores.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/results/Gemini-2.0-1206/data_with_scores.json -------------------------------------------------------------------------------- /megabench/results/Gemini-2.0-1206/data_with_scores_open.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/results/Gemini-2.0-1206/data_with_scores_open.json -------------------------------------------------------------------------------- /megabench/results/Gemini_2_5_pro_exp_03_25/analysis/summary_and_keyword_stats.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/results/Gemini_2_5_pro_exp_03_25/analysis/summary_and_keyword_stats.json -------------------------------------------------------------------------------- /megabench/results/Gemini_2_5_pro_exp_03_25/analysis/task_results.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/results/Gemini_2_5_pro_exp_03_25/analysis/task_results.json -------------------------------------------------------------------------------- /megabench/results/Gemini_2_5_pro_exp_03_25/data_with_scores.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/results/Gemini_2_5_pro_exp_03_25/data_with_scores.json -------------------------------------------------------------------------------- /megabench/results/Gemini_2_5_pro_exp_03_25/data_with_scores_open.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/results/Gemini_2_5_pro_exp_03_25/data_with_scores_open.json -------------------------------------------------------------------------------- /megabench/results/Qwen2_VL_7B/all_query_responses.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/results/Qwen2_VL_7B/all_query_responses.json -------------------------------------------------------------------------------- /megabench/results/Qwen2_VL_7B/analysis/summary_and_keyword_stats.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/results/Qwen2_VL_7B/analysis/summary_and_keyword_stats.json -------------------------------------------------------------------------------- /megabench/results/Qwen2_VL_7B/analysis/task_results.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/results/Qwen2_VL_7B/analysis/task_results.json -------------------------------------------------------------------------------- /megabench/results/Qwen2_VL_7B/data_with_scores.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/results/Qwen2_VL_7B/data_with_scores.json -------------------------------------------------------------------------------- /megabench/results/SI_results/Gemini-2.0-1206/summary_and_keyword_stats.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/results/SI_results/Gemini-2.0-1206/summary_and_keyword_stats.json -------------------------------------------------------------------------------- /megabench/results/SI_results/Gemini-2.0-1206/task_results.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/results/SI_results/Gemini-2.0-1206/task_results.json -------------------------------------------------------------------------------- /megabench/results/SI_results/Grok-2-vision-1212/analysis/task_results.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/results/SI_results/Grok-2-vision-1212/analysis/task_results.json -------------------------------------------------------------------------------- /megabench/results/SI_results/Grok-2-vision-1212/data_with_scores.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/results/SI_results/Grok-2-vision-1212/data_with_scores.json -------------------------------------------------------------------------------- /megabench/results/SI_results/Grok-2-vision-1212/data_with_scores_open.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/results/SI_results/Grok-2-vision-1212/data_with_scores_open.json -------------------------------------------------------------------------------- /megabench/results/paper_results_converted/GPT_4o_0513/data_with_scores_core.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/results/paper_results_converted/GPT_4o_0513/data_with_scores_core.json -------------------------------------------------------------------------------- /megabench/results/paper_results_converted/GPT_4o_0513/data_with_scores_open.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/results/paper_results_converted/GPT_4o_0513/data_with_scores_open.json -------------------------------------------------------------------------------- /megabench/results/paper_results_converted/GPT_4o_mini/data_with_scores_core.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/results/paper_results_converted/GPT_4o_mini/data_with_scores_core.json -------------------------------------------------------------------------------- /megabench/results/paper_results_converted/GPT_4o_mini/data_with_scores_open.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/results/paper_results_converted/GPT_4o_mini/data_with_scores_open.json -------------------------------------------------------------------------------- /megabench/results/paper_results_converted/Qwen2_VL_72B/data_with_scores_core.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/results/paper_results_converted/Qwen2_VL_72B/data_with_scores_core.json -------------------------------------------------------------------------------- /megabench/results/paper_results_converted/Qwen2_VL_72B/data_with_scores_open.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/results/paper_results_converted/Qwen2_VL_72B/data_with_scores_open.json -------------------------------------------------------------------------------- /megabench/task_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/task_processor.py -------------------------------------------------------------------------------- /megabench/tools/analysis_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/tools/analysis_utils.py -------------------------------------------------------------------------------- /megabench/tools/clean_timeout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/tools/clean_timeout.py -------------------------------------------------------------------------------- /megabench/tools/derive_breakdown_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/tools/derive_breakdown_results.py -------------------------------------------------------------------------------- /megabench/tools/get_si_subset_from_full.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/tools/get_si_subset_from_full.py -------------------------------------------------------------------------------- /megabench/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/megabench/utils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/requirements.txt -------------------------------------------------------------------------------- /resources/mega-bench-taxonomy_tree.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/resources/mega-bench-taxonomy_tree.png -------------------------------------------------------------------------------- /task_examples/Coding/Code_Debugging/code_error_line_identification/01.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Debugging/code_error_line_identification/01.png -------------------------------------------------------------------------------- /task_examples/Coding/Code_Debugging/code_error_line_identification/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Debugging/code_error_line_identification/README.md -------------------------------------------------------------------------------- /task_examples/Coding/Code_Debugging/stackoverflow_debug_QA/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Debugging/stackoverflow_debug_QA/README.md -------------------------------------------------------------------------------- /task_examples/Coding/Code_Debugging/stackoverflow_debug_QA/web-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Debugging/stackoverflow_debug_QA/web-1.png -------------------------------------------------------------------------------- /task_examples/Coding/Code_Generation/Document_Conversion/table2latex_complex/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Generation/Document_Conversion/table2latex_complex/1.png -------------------------------------------------------------------------------- /task_examples/Coding/Code_Generation/visualization_with_code/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Generation/visualization_with_code/1.png -------------------------------------------------------------------------------- /task_examples/Coding/Code_Generation/visualization_with_code/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Generation/visualization_with_code/README.md -------------------------------------------------------------------------------- /task_examples/Coding/Code_Translation/code_translation_Python/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Translation/code_translation_Python/1.png -------------------------------------------------------------------------------- /task_examples/Coding/Code_Translation/code_translation_Python/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Translation/code_translation_Python/README.md -------------------------------------------------------------------------------- /task_examples/Coding/Code_Translation/code_translation_advanced/01_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Translation/code_translation_advanced/01_1.png -------------------------------------------------------------------------------- /task_examples/Coding/Code_Translation/code_translation_advanced/01_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Translation/code_translation_advanced/01_2.png -------------------------------------------------------------------------------- /task_examples/Coding/Code_Translation/code_translation_advanced/01_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Translation/code_translation_advanced/01_3.png -------------------------------------------------------------------------------- /task_examples/Coding/Code_Translation/code_translation_advanced/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Translation/code_translation_advanced/README.md -------------------------------------------------------------------------------- /task_examples/Coding/Code_Translation/code_translation_easy/01_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Translation/code_translation_easy/01_1.png -------------------------------------------------------------------------------- /task_examples/Coding/Code_Translation/code_translation_easy/01_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Translation/code_translation_easy/01_2.png -------------------------------------------------------------------------------- /task_examples/Coding/Code_Translation/code_translation_easy/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Translation/code_translation_easy/README.md -------------------------------------------------------------------------------- /task_examples/Coding/Code_Translation/code_translation_hard/01_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Translation/code_translation_hard/01_1.png -------------------------------------------------------------------------------- /task_examples/Coding/Code_Translation/code_translation_hard/01_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Translation/code_translation_hard/01_2.png -------------------------------------------------------------------------------- /task_examples/Coding/Code_Translation/code_translation_hard/01_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Translation/code_translation_hard/01_3.png -------------------------------------------------------------------------------- /task_examples/Coding/Code_Translation/code_translation_hard/01_4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Translation/code_translation_hard/01_4.png -------------------------------------------------------------------------------- /task_examples/Coding/Code_Translation/code_translation_hard/01_5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Translation/code_translation_hard/01_5.png -------------------------------------------------------------------------------- /task_examples/Coding/Code_Translation/code_translation_hard/01_6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Translation/code_translation_hard/01_6.png -------------------------------------------------------------------------------- /task_examples/Coding/Code_Translation/code_translation_hard/01_7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Translation/code_translation_hard/01_7.png -------------------------------------------------------------------------------- /task_examples/Coding/Code_Translation/code_translation_hard/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Translation/code_translation_hard/README.md -------------------------------------------------------------------------------- /task_examples/Coding/Code_Understanding/Code_Match/code_match_problem/1-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Understanding/Code_Match/code_match_problem/1-1.png -------------------------------------------------------------------------------- /task_examples/Coding/Code_Understanding/Code_Match/code_match_problem/1-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Understanding/Code_Match/code_match_problem/1-2.png -------------------------------------------------------------------------------- /task_examples/Coding/Code_Understanding/Code_Match/code_match_problem/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Understanding/Code_Match/code_match_problem/README.md -------------------------------------------------------------------------------- /task_examples/Coding/Code_Understanding/Code_Match/code_solution_compare/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Understanding/Code_Match/code_solution_compare/1.png -------------------------------------------------------------------------------- /task_examples/Coding/Code_Understanding/Code_Match/code_solution_compare/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Understanding/Code_Match/code_solution_compare/README.md -------------------------------------------------------------------------------- /task_examples/Coding/Code_Understanding/Code_Match/flowchart_code_generation/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Understanding/Code_Match/flowchart_code_generation/1.png -------------------------------------------------------------------------------- /task_examples/Coding/Code_Understanding/Code_Output/code_execution/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Understanding/Code_Output/code_execution/1.png -------------------------------------------------------------------------------- /task_examples/Coding/Code_Understanding/Code_Output/code_execution/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Understanding/Code_Output/code_execution/README.md -------------------------------------------------------------------------------- /task_examples/Coding/Code_Understanding/Code_Output/code_output_result/1.1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Understanding/Code_Output/code_output_result/1.1.png -------------------------------------------------------------------------------- /task_examples/Coding/Code_Understanding/Code_Output/code_output_result/1.2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Understanding/Code_Output/code_output_result/1.2.png -------------------------------------------------------------------------------- /task_examples/Coding/Code_Understanding/Code_Output/code_output_result/1.3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Understanding/Code_Output/code_output_result/1.3.png -------------------------------------------------------------------------------- /task_examples/Coding/Code_Understanding/Code_Output/code_output_result/1.4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Understanding/Code_Output/code_output_result/1.4.png -------------------------------------------------------------------------------- /task_examples/Coding/Code_Understanding/Code_Output/code_output_result/1.5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Understanding/Code_Output/code_output_result/1.5.png -------------------------------------------------------------------------------- /task_examples/Coding/Code_Understanding/Code_Output/code_output_result/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Understanding/Code_Output/code_output_result/README.md -------------------------------------------------------------------------------- /task_examples/Coding/Code_Understanding/Code_Output/code_retrieval/4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Understanding/Code_Output/code_retrieval/4.png -------------------------------------------------------------------------------- /task_examples/Coding/Code_Understanding/Code_Output/code_retrieval/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Understanding/Code_Output/code_retrieval/README.md -------------------------------------------------------------------------------- /task_examples/Coding/Code_Understanding/code_add_tag/1-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Understanding/code_add_tag/1-1.png -------------------------------------------------------------------------------- /task_examples/Coding/Code_Understanding/code_add_tag/1-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Understanding/code_add_tag/1-2.png -------------------------------------------------------------------------------- /task_examples/Coding/Code_Understanding/code_add_tag/1-3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Understanding/code_add_tag/1-3.png -------------------------------------------------------------------------------- /task_examples/Coding/Code_Understanding/code_add_tag/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Understanding/code_add_tag/README.md -------------------------------------------------------------------------------- /task_examples/Coding/Code_Understanding/webpage_code_understanding/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Understanding/webpage_code_understanding/1.png -------------------------------------------------------------------------------- /task_examples/Coding/Code_Understanding/webpage_code_understanding/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Coding/Code_Understanding/webpage_code_understanding/README.md -------------------------------------------------------------------------------- /task_examples/Information_Extraction/Multimodal_QA/Video_QA/nextqa_mc/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Information_Extraction/Multimodal_QA/Video_QA/nextqa_mc/README.md -------------------------------------------------------------------------------- /task_examples/Information_Extraction/Multimodal_QA/Video_QA/nextqa_mc/video_1.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Information_Extraction/Multimodal_QA/Video_QA/nextqa_mc/video_1.mp4 -------------------------------------------------------------------------------- /task_examples/Information_Extraction/Multimodal_QA/Video_QA/nextqa_oe/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Information_Extraction/Multimodal_QA/Video_QA/nextqa_oe/README.md -------------------------------------------------------------------------------- /task_examples/Information_Extraction/Multimodal_QA/Video_QA/nextqa_oe/video_1.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Information_Extraction/Multimodal_QA/Video_QA/nextqa_oe/video_1.mp4 -------------------------------------------------------------------------------- /task_examples/Information_Extraction/Multimodal_QA/Video_QA/video_qa/1.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Information_Extraction/Multimodal_QA/Video_QA/video_qa/1.mp4 -------------------------------------------------------------------------------- /task_examples/Information_Extraction/Multimodal_QA/Video_QA/video_qa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Information_Extraction/Multimodal_QA/Video_QA/video_qa/README.md -------------------------------------------------------------------------------- /task_examples/Information_Extraction/Multimodal_QA/multilingual_news_qa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Information_Extraction/Multimodal_QA/multilingual_news_qa/README.md -------------------------------------------------------------------------------- /task_examples/Information_Extraction/Multimodal_QA/product_ocr_qa/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Information_Extraction/Multimodal_QA/product_ocr_qa/1.png -------------------------------------------------------------------------------- /task_examples/Information_Extraction/Multimodal_QA/product_ocr_qa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Information_Extraction/Multimodal_QA/product_ocr_qa/README.md -------------------------------------------------------------------------------- /task_examples/Information_Extraction/Multimodal_QA/realworld_qa_en2cn/Figure1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Information_Extraction/Multimodal_QA/realworld_qa_en2cn/Figure1.png -------------------------------------------------------------------------------- /task_examples/Information_Extraction/Multimodal_QA/realworld_qa_en2cn/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Information_Extraction/Multimodal_QA/realworld_qa_en2cn/README.md -------------------------------------------------------------------------------- /task_examples/Information_Extraction/Structured_Parsing/booking_web_rating/433.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Information_Extraction/Structured_Parsing/booking_web_rating/433.png -------------------------------------------------------------------------------- /task_examples/Information_Extraction/Structured_Parsing/booking_web_rating/434.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Information_Extraction/Structured_Parsing/booking_web_rating/434.png -------------------------------------------------------------------------------- /task_examples/Information_Extraction/Structured_Parsing/booking_web_rating/435.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Information_Extraction/Structured_Parsing/booking_web_rating/435.png -------------------------------------------------------------------------------- /task_examples/Information_Extraction/Structured_Parsing/booking_web_rating/436.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Information_Extraction/Structured_Parsing/booking_web_rating/436.png -------------------------------------------------------------------------------- /task_examples/Information_Extraction/Structured_Parsing/booking_web_rating/437.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Information_Extraction/Structured_Parsing/booking_web_rating/437.png -------------------------------------------------------------------------------- /task_examples/Information_Extraction/Structured_Parsing/booking_web_rating/438.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Information_Extraction/Structured_Parsing/booking_web_rating/438.png -------------------------------------------------------------------------------- /task_examples/Information_Extraction/Structured_Parsing/booking_web_rating/439.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Information_Extraction/Structured_Parsing/booking_web_rating/439.png -------------------------------------------------------------------------------- /task_examples/Information_Extraction/Structured_Parsing/booking_web_rating/441.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Information_Extraction/Structured_Parsing/booking_web_rating/441.png -------------------------------------------------------------------------------- /task_examples/Information_Extraction/Structured_Parsing/booking_web_rating/442.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Information_Extraction/Structured_Parsing/booking_web_rating/442.png -------------------------------------------------------------------------------- /task_examples/Information_Extraction/Summarization/video2notes/1.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Information_Extraction/Summarization/video2notes/1.mp4 -------------------------------------------------------------------------------- /task_examples/Information_Extraction/Summarization/video2notes/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Information_Extraction/Summarization/video2notes/README.md -------------------------------------------------------------------------------- /task_examples/Information_Extraction/Summarization/video_short_title/1.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Information_Extraction/Summarization/video_short_title/1.mp4 -------------------------------------------------------------------------------- /task_examples/Information_Extraction/Summarization/video_short_title/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Information_Extraction/Summarization/video_short_title/README.md -------------------------------------------------------------------------------- /task_examples/Information_Extraction/Summarization/video_summary/1.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Information_Extraction/Summarization/video_summary/1.mp4 -------------------------------------------------------------------------------- /task_examples/Information_Extraction/Summarization/video_summary/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Information_Extraction/Summarization/video_summary/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/Arts/ascii_art_30/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Arts/ascii_art_30/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/Arts/ascii_art_30/birdie.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Arts/ascii_art_30/birdie.png -------------------------------------------------------------------------------- /task_examples/Knowledge/Arts/poetry_generation/poetry_acrostic/0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Arts/poetry_generation/poetry_acrostic/0.png -------------------------------------------------------------------------------- /task_examples/Knowledge/Arts/poetry_generation/poetry_acrostic/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Arts/poetry_generation/poetry_acrostic/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/Arts/poetry_generation/poetry_acrostic_alliteration/0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Arts/poetry_generation/poetry_acrostic_alliteration/0.png -------------------------------------------------------------------------------- /task_examples/Knowledge/Arts/poetry_generation/poetry_custom_rhyming_scheme/0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Arts/poetry_generation/poetry_custom_rhyming_scheme/0.png -------------------------------------------------------------------------------- /task_examples/Knowledge/Arts/poetry_generation/poetry_haiku/0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Arts/poetry_generation/poetry_haiku/0.png -------------------------------------------------------------------------------- /task_examples/Knowledge/Arts/poetry_generation/poetry_haiku/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Arts/poetry_generation/poetry_haiku/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/Arts/poetry_generation/poetry_limerick/0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Arts/poetry_generation/poetry_limerick/0.png -------------------------------------------------------------------------------- /task_examples/Knowledge/Arts/poetry_generation/poetry_limerick/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Arts/poetry_generation/poetry_limerick/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/Arts/poetry_generation/poetry_shakespearean_sonnet/0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Arts/poetry_generation/poetry_shakespearean_sonnet/0.png -------------------------------------------------------------------------------- /task_examples/Knowledge/Fact_Checking/background_change/452276.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Fact_Checking/background_change/452276.png -------------------------------------------------------------------------------- /task_examples/Knowledge/Fact_Checking/background_change/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Fact_Checking/background_change/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/Fact_Checking/clip_stable_diffusion_generate/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Fact_Checking/clip_stable_diffusion_generate/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/Fact_Checking/distinguish_ai_generated_image/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Fact_Checking/distinguish_ai_generated_image/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/Fact_Checking/face_attribute_edit/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Fact_Checking/face_attribute_edit/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/Fact_Checking/face_swap/1264472_face_swap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Fact_Checking/face_swap/1264472_face_swap.png -------------------------------------------------------------------------------- /task_examples/Knowledge/Fact_Checking/face_swap/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Fact_Checking/face_swap/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/Fact_Checking/interpret_force_perspective_illusion/e1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Fact_Checking/interpret_force_perspective_illusion/e1.png -------------------------------------------------------------------------------- /task_examples/Knowledge/Fact_Checking/out_of_context/620701.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Fact_Checking/out_of_context/620701.png -------------------------------------------------------------------------------- /task_examples/Knowledge/Fact_Checking/out_of_context/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Fact_Checking/out_of_context/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/Fact_Checking/text_entity_replace/589493.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Fact_Checking/text_entity_replace/589493.png -------------------------------------------------------------------------------- /task_examples/Knowledge/Fact_Checking/text_entity_replace/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Fact_Checking/text_entity_replace/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/Fact_Checking/text_style/42141.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Fact_Checking/text_style/42141.png -------------------------------------------------------------------------------- /task_examples/Knowledge/Fact_Checking/text_style/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Fact_Checking/text_style/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/Fact_Checking/unusual_images/0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Fact_Checking/unusual_images/0.png -------------------------------------------------------------------------------- /task_examples/Knowledge/Fact_Checking/unusual_images/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Fact_Checking/unusual_images/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/Fact_Checking/veracity/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Fact_Checking/veracity/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/Human_and_Culture/cultural_vqa/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Human_and_Culture/cultural_vqa/1.png -------------------------------------------------------------------------------- /task_examples/Knowledge/Human_and_Culture/cultural_vqa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Human_and_Culture/cultural_vqa/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/Human_and_Culture/hashtag_recommendation/1_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Human_and_Culture/hashtag_recommendation/1_1.png -------------------------------------------------------------------------------- /task_examples/Knowledge/Human_and_Culture/hashtag_recommendation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Human_and_Culture/hashtag_recommendation/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/Human_and_Culture/human_relationship_reasoning/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Human_and_Culture/human_relationship_reasoning/1.png -------------------------------------------------------------------------------- /task_examples/Knowledge/Human_and_Culture/human_relationship_reasoning/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Human_and_Culture/human_relationship_reasoning/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/Human_and_Culture/ishihara_test/0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Human_and_Culture/ishihara_test/0.png -------------------------------------------------------------------------------- /task_examples/Knowledge/Human_and_Culture/ishihara_test/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Human_and_Culture/ishihara_test/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/Human_and_Culture/safety_and_norm/MMSoc_HatefulMemes/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Human_and_Culture/safety_and_norm/MMSoc_HatefulMemes/1.png -------------------------------------------------------------------------------- /task_examples/Knowledge/Human_and_Culture/safety_and_norm/MMSoc_Memotion/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Human_and_Culture/safety_and_norm/MMSoc_Memotion/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/Human_and_Culture/safety_and_norm/llavaguard/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Human_and_Culture/safety_and_norm/llavaguard/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/Human_and_Culture/safety_and_norm/llavaguard/image_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Human_and_Culture/safety_and_norm/llavaguard/image_1.png -------------------------------------------------------------------------------- /task_examples/Knowledge/Human_and_Culture/sign_language/AGAIN_repeat.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Human_and_Culture/sign_language/AGAIN_repeat.mp4 -------------------------------------------------------------------------------- /task_examples/Knowledge/Human_and_Culture/sign_language/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Human_and_Culture/sign_language/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/Human_and_Culture/video_content_follow_up/1.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Human_and_Culture/video_content_follow_up/1.mp4 -------------------------------------------------------------------------------- /task_examples/Knowledge/Human_and_Culture/video_content_follow_up/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/Human_and_Culture/video_content_follow_up/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/Daily/vibe_eval_open/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/Daily/vibe_eval_open/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/Daily/vibe_eval_open/figure1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/Daily/vibe_eval_open/figure1.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/Daily/vibe_eval_phrase/Figure1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/Daily/vibe_eval_phrase/Figure1.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/Daily/vibe_eval_phrase/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/Daily/vibe_eval_phrase/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/Memorization/memorization_papers/F2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/Memorization/memorization_papers/F2.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/Memorization/memorization_papers/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/Memorization/memorization_papers/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/Music/music_sheet_author/2-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/Music/music_sheet_author/2-1.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/Music/music_sheet_author/2-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/Music/music_sheet_author/2-2.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/Music/music_sheet_author/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/Music/music_sheet_author/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/Music/music_sheet_format_QA/7-3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/Music/music_sheet_format_QA/7-3.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/Music/music_sheet_format_QA/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/Music/music_sheet_format_QA/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/Music/music_sheet_name/2-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/Music/music_sheet_name/2-1.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/Music/music_sheet_name/2-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/Music/music_sheet_name/2-2.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/Music/music_sheet_name/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/Music/music_sheet_name/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/Music/music_sheet_note_count/1-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/Music/music_sheet_note_count/1-2.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/Music/music_sheet_note_count/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/Music/music_sheet_note_count/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/Music/music_sheet_sentiment/2-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/Music/music_sheet_sentiment/2-1.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/Music/music_sheet_sentiment/2-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/Music/music_sheet_sentiment/2-2.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/Music/music_sheet_sentiment/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/Music/music_sheet_sentiment/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/Music/orchestra_score_recognition/0.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/Music/orchestra_score_recognition/0.jpg -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/Painting/art_explanation/0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/Painting/art_explanation/0.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/Painting/art_explanation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/Painting/art_explanation/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/Painting/painting_QA/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/Painting/painting_QA/1.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/Painting/painting_QA/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/Painting/painting_QA/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/ancient_map_understanding/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/ancient_map_understanding/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/chinese_idiom_recognition/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/chinese_idiom_recognition/1.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/chinese_idiom_recognition/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/chinese_idiom_recognition/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/deciphering_oracle_bone/0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/deciphering_oracle_bone/0.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/deciphering_oracle_bone/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/deciphering_oracle_bone/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/defeasible_reasoning/0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/defeasible_reasoning/0.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/defeasible_reasoning/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/defeasible_reasoning/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/dish_ingredient_match/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/dish_ingredient_match/1.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/dish_ingredient_match/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/dish_ingredient_match/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/dish_ingredient_match/global_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/dish_ingredient_match/global_1.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/dish_ingredient_match/global_10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/dish_ingredient_match/global_10.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/dish_ingredient_match/global_11.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/dish_ingredient_match/global_11.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/dish_ingredient_match/global_12.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/dish_ingredient_match/global_12.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/dish_ingredient_match/global_13.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/dish_ingredient_match/global_13.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/dish_ingredient_match/global_14.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/dish_ingredient_match/global_14.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/dish_ingredient_match/global_15.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/dish_ingredient_match/global_15.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/dish_ingredient_match/global_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/dish_ingredient_match/global_2.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/dish_ingredient_match/global_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/dish_ingredient_match/global_3.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/dish_ingredient_match/global_4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/dish_ingredient_match/global_4.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/dish_ingredient_match/global_5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/dish_ingredient_match/global_5.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/dish_ingredient_match/global_6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/dish_ingredient_match/global_6.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/dish_ingredient_match/global_7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/dish_ingredient_match/global_7.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/dish_ingredient_match/global_8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/dish_ingredient_match/global_8.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/dish_ingredient_match/global_9.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/dish_ingredient_match/global_9.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/font_recognition/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/font_recognition/1.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/font_recognition/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/font_recognition/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/insect_order_classification/0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/insect_order_classification/0.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/insect_order_classification/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/insect_order_classification/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/location_vqa/1209438002592.0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/location_vqa/1209438002592.0.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/location_vqa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/location_vqa/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/rocks_samples_compare/002.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/rocks_samples_compare/002.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/rocks_samples_compare/003.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/rocks_samples_compare/003.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/rocks_samples_compare/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/rocks_samples_compare/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/signage_navigation/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/signage_navigation/1.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/signage_navigation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/signage_navigation/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/soccer_offside/1_process.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/soccer_offside/1_process.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/soccer_offside/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/soccer_offside/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/traffic_accident_analysis/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/traffic_accident_analysis/1.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/traffic_accident_analysis/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/traffic_accident_analysis/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/worldle/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/worldle/README.md -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/worldle/belgium_tournai_grand_place-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/worldle/belgium_tournai_grand_place-1.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/worldle/belgium_tournai_grand_place-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/worldle/belgium_tournai_grand_place-2.png -------------------------------------------------------------------------------- /task_examples/Knowledge/World_Knowledge/worldle/belgium_tournai_grand_place-3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Knowledge/World_Knowledge/worldle/belgium_tournai_grand_place-3.png -------------------------------------------------------------------------------- /task_examples/Mathematics/Algebra/algebra/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Algebra/algebra/README.md -------------------------------------------------------------------------------- /task_examples/Mathematics/Algebra/algebra/image_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Algebra/algebra/image_1.png -------------------------------------------------------------------------------- /task_examples/Mathematics/Calculus/scibench_calculus_wo_solution/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Calculus/scibench_calculus_wo_solution/1.png -------------------------------------------------------------------------------- /task_examples/Mathematics/Calculus/scibench_calculus_wo_solution/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Calculus/scibench_calculus_wo_solution/README.md -------------------------------------------------------------------------------- /task_examples/Mathematics/Functions/math_breakpoint/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Functions/math_breakpoint/README.md -------------------------------------------------------------------------------- /task_examples/Mathematics/Functions/math_breakpoint/b_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Functions/math_breakpoint/b_1.png -------------------------------------------------------------------------------- /task_examples/Mathematics/Functions/math_convexity_value_estimation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Functions/math_convexity_value_estimation/README.md -------------------------------------------------------------------------------- /task_examples/Mathematics/Functions/math_convexity_value_estimation/c_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Functions/math_convexity_value_estimation/c_1.png -------------------------------------------------------------------------------- /task_examples/Mathematics/Functions/math_parity/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Functions/math_parity/README.md -------------------------------------------------------------------------------- /task_examples/Mathematics/Functions/math_parity/p_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Functions/math_parity/p_1.png -------------------------------------------------------------------------------- /task_examples/Mathematics/General/math_exams_v/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/General/math_exams_v/README.md -------------------------------------------------------------------------------- /task_examples/Mathematics/General/math_exams_v/image_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/General/math_exams_v/image_1.png -------------------------------------------------------------------------------- /task_examples/Mathematics/General/screenshot_lighteval_math/F1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/General/screenshot_lighteval_math/F1.png -------------------------------------------------------------------------------- /task_examples/Mathematics/General/screenshot_lighteval_math/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/General/screenshot_lighteval_math/README.md -------------------------------------------------------------------------------- /task_examples/Mathematics/General/screenshot_theoremqa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/General/screenshot_theoremqa/README.md -------------------------------------------------------------------------------- /task_examples/Mathematics/General/screenshot_theoremqa/f1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/General/screenshot_theoremqa/f1.png -------------------------------------------------------------------------------- /task_examples/Mathematics/Geometry/geometry_analytic/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Geometry/geometry_analytic/README.md -------------------------------------------------------------------------------- /task_examples/Mathematics/Geometry/geometry_analytic/image_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Geometry/geometry_analytic/image_1.png -------------------------------------------------------------------------------- /task_examples/Mathematics/Geometry/geometry_area/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Geometry/geometry_area/README.md -------------------------------------------------------------------------------- /task_examples/Mathematics/Geometry/geometry_area/image_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Geometry/geometry_area/image_1.png -------------------------------------------------------------------------------- /task_examples/Mathematics/Geometry/geometry_descriptive/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Geometry/geometry_descriptive/README.md -------------------------------------------------------------------------------- /task_examples/Mathematics/Geometry/geometry_descriptive/image_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Geometry/geometry_descriptive/image_1.png -------------------------------------------------------------------------------- /task_examples/Mathematics/Geometry/geometry_length/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Geometry/geometry_length/README.md -------------------------------------------------------------------------------- /task_examples/Mathematics/Geometry/geometry_length/image_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Geometry/geometry_length/image_1.png -------------------------------------------------------------------------------- /task_examples/Mathematics/Geometry/geometry_reasoning_grid/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Geometry/geometry_reasoning_grid/README.md -------------------------------------------------------------------------------- /task_examples/Mathematics/Geometry/geometry_reasoning_grid/image1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Geometry/geometry_reasoning_grid/image1.png -------------------------------------------------------------------------------- /task_examples/Mathematics/Geometry/geometry_reasoning_nested_squares/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Geometry/geometry_reasoning_nested_squares/README.md -------------------------------------------------------------------------------- /task_examples/Mathematics/Geometry/geometry_reasoning_nested_squares/image1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Geometry/geometry_reasoning_nested_squares/image1.png -------------------------------------------------------------------------------- /task_examples/Mathematics/Geometry/geometry_reasoning_overlapped_circle/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Geometry/geometry_reasoning_overlapped_circle/README.md -------------------------------------------------------------------------------- /task_examples/Mathematics/Geometry/geometry_reasoning_overlapped_circle/image1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Geometry/geometry_reasoning_overlapped_circle/image1.png -------------------------------------------------------------------------------- /task_examples/Mathematics/Geometry/geometry_solid/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Geometry/geometry_solid/README.md -------------------------------------------------------------------------------- /task_examples/Mathematics/Geometry/geometry_solid/image_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Geometry/geometry_solid/image_1.png -------------------------------------------------------------------------------- /task_examples/Mathematics/Geometry/geometry_transformation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Geometry/geometry_transformation/README.md -------------------------------------------------------------------------------- /task_examples/Mathematics/Geometry/geometry_transformation/image_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Geometry/geometry_transformation/image_1.png -------------------------------------------------------------------------------- /task_examples/Mathematics/Geometry/polygon_interior_angles/0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Geometry/polygon_interior_angles/0.png -------------------------------------------------------------------------------- /task_examples/Mathematics/Geometry/polygon_interior_angles/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Geometry/polygon_interior_angles/README.md -------------------------------------------------------------------------------- /task_examples/Mathematics/Graph_Theory/graph_chordless_cycle/01.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Graph_Theory/graph_chordless_cycle/01.png -------------------------------------------------------------------------------- /task_examples/Mathematics/Graph_Theory/graph_chordless_cycle/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Graph_Theory/graph_chordless_cycle/README.md -------------------------------------------------------------------------------- /task_examples/Mathematics/Graph_Theory/graph_connectivity/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Graph_Theory/graph_connectivity/README.md -------------------------------------------------------------------------------- /task_examples/Mathematics/Graph_Theory/graph_connectivity/con_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Graph_Theory/graph_connectivity/con_1.png -------------------------------------------------------------------------------- /task_examples/Mathematics/Graph_Theory/graph_hamiltonian_cycle/01.1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Graph_Theory/graph_hamiltonian_cycle/01.1.png -------------------------------------------------------------------------------- /task_examples/Mathematics/Graph_Theory/graph_hamiltonian_cycle/01.2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Graph_Theory/graph_hamiltonian_cycle/01.2.png -------------------------------------------------------------------------------- /task_examples/Mathematics/Graph_Theory/graph_hamiltonian_cycle/01.3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Graph_Theory/graph_hamiltonian_cycle/01.3.png -------------------------------------------------------------------------------- /task_examples/Mathematics/Graph_Theory/graph_hamiltonian_cycle/01.4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Graph_Theory/graph_hamiltonian_cycle/01.4.png -------------------------------------------------------------------------------- /task_examples/Mathematics/Graph_Theory/graph_hamiltonian_cycle/01.5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Graph_Theory/graph_hamiltonian_cycle/01.5.png -------------------------------------------------------------------------------- /task_examples/Mathematics/Graph_Theory/graph_hamiltonian_cycle/01.6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Graph_Theory/graph_hamiltonian_cycle/01.6.png -------------------------------------------------------------------------------- /task_examples/Mathematics/Graph_Theory/graph_hamiltonian_cycle/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Graph_Theory/graph_hamiltonian_cycle/README.md -------------------------------------------------------------------------------- /task_examples/Mathematics/Graph_Theory/graph_hamiltonian_path/01.1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Graph_Theory/graph_hamiltonian_path/01.1.png -------------------------------------------------------------------------------- /task_examples/Mathematics/Graph_Theory/graph_hamiltonian_path/01.2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Graph_Theory/graph_hamiltonian_path/01.2.png -------------------------------------------------------------------------------- /task_examples/Mathematics/Graph_Theory/graph_hamiltonian_path/01.3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Graph_Theory/graph_hamiltonian_path/01.3.png -------------------------------------------------------------------------------- /task_examples/Mathematics/Graph_Theory/graph_hamiltonian_path/01.4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Graph_Theory/graph_hamiltonian_path/01.4.png -------------------------------------------------------------------------------- /task_examples/Mathematics/Graph_Theory/graph_hamiltonian_path/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Graph_Theory/graph_hamiltonian_path/README.md -------------------------------------------------------------------------------- /task_examples/Mathematics/Graph_Theory/graph_isomorphism/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Graph_Theory/graph_isomorphism/README.md -------------------------------------------------------------------------------- /task_examples/Mathematics/Graph_Theory/graph_isomorphism/iso_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Graph_Theory/graph_isomorphism/iso_1.png -------------------------------------------------------------------------------- /task_examples/Mathematics/Graph_Theory/graph_maxflow/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Graph_Theory/graph_maxflow/README.md -------------------------------------------------------------------------------- /task_examples/Mathematics/Graph_Theory/graph_maxflow/maxflow_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Graph_Theory/graph_maxflow/maxflow_1.png -------------------------------------------------------------------------------- /task_examples/Mathematics/Graph_Theory/graph_shortest_path_kamada_kawai/01.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Graph_Theory/graph_shortest_path_kamada_kawai/01.png -------------------------------------------------------------------------------- /task_examples/Mathematics/Graph_Theory/graph_shortest_path_kamada_kawai/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Graph_Theory/graph_shortest_path_kamada_kawai/README.md -------------------------------------------------------------------------------- /task_examples/Mathematics/Graph_Theory/graph_shortest_path_planar/01.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Graph_Theory/graph_shortest_path_planar/01.png -------------------------------------------------------------------------------- /task_examples/Mathematics/Graph_Theory/graph_shortest_path_planar/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Graph_Theory/graph_shortest_path_planar/README.md -------------------------------------------------------------------------------- /task_examples/Mathematics/Graph_Theory/graph_theory/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Graph_Theory/graph_theory/README.md -------------------------------------------------------------------------------- /task_examples/Mathematics/Graph_Theory/graph_theory/image_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Graph_Theory/graph_theory/image_1.png -------------------------------------------------------------------------------- /task_examples/Mathematics/Graph_Theory/topological_sort/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Graph_Theory/topological_sort/README.md -------------------------------------------------------------------------------- /task_examples/Mathematics/Graph_Theory/topological_sort/dag_example_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Graph_Theory/topological_sort/dag_example_3.png -------------------------------------------------------------------------------- /task_examples/Mathematics/Number_Theory/counterfactual_arithmetic/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Number_Theory/counterfactual_arithmetic/README.md -------------------------------------------------------------------------------- /task_examples/Mathematics/Numeric_Reasoning/clevr_arithmetic/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Numeric_Reasoning/clevr_arithmetic/1.png -------------------------------------------------------------------------------- /task_examples/Mathematics/Numeric_Reasoning/clevr_arithmetic/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Numeric_Reasoning/clevr_arithmetic/README.md -------------------------------------------------------------------------------- /task_examples/Mathematics/Numeric_Reasoning/iconqa_count_and_reasoning/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Numeric_Reasoning/iconqa_count_and_reasoning/1.png -------------------------------------------------------------------------------- /task_examples/Mathematics/Numeric_Reasoning/iconqa_count_and_reasoning/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Numeric_Reasoning/iconqa_count_and_reasoning/README.md -------------------------------------------------------------------------------- /task_examples/Mathematics/Numeric_Reasoning/number_comparison/Picture1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Numeric_Reasoning/number_comparison/Picture1.png -------------------------------------------------------------------------------- /task_examples/Mathematics/Numeric_Reasoning/number_comparison/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Mathematics/Numeric_Reasoning/number_comparison/README.md -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Image_Eval/autorater_3d_model_texturing/1_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Image_Eval/autorater_3d_model_texturing/1_1.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Image_Eval/autorater_3d_model_texturing/1_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Image_Eval/autorater_3d_model_texturing/1_2.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Image_Eval/autorater_3d_model_texturing/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Image_Eval/autorater_3d_model_texturing/README.md -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Image_Eval/autorater_aesthetics/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Image_Eval/autorater_aesthetics/README.md -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Image_Eval/autorater_aesthetics/e1_left.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Image_Eval/autorater_aesthetics/e1_left.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Image_Eval/autorater_aesthetics/e1_right.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Image_Eval/autorater_aesthetics/e1_right.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Image_Eval/autorater_artifact/Figure1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Image_Eval/autorater_artifact/Figure1.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Image_Eval/autorater_artifact/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Image_Eval/autorater_artifact/README.md -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Image_Eval/autorater_artifact_reason/Figure1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Image_Eval/autorater_artifact_reason/Figure1.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Image_Eval/autorater_artifact_reason/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Image_Eval/autorater_artifact_reason/README.md -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Image_Eval/autorater_control/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Image_Eval/autorater_control/README.md -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Image_Eval/autorater_control/input_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Image_Eval/autorater_control/input_1.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Image_Eval/autorater_control/output_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Image_Eval/autorater_control/output_1.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Image_Eval/autorater_mask/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Image_Eval/autorater_mask/README.md -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Image_Eval/autorater_mask/mask_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Image_Eval/autorater_mask/mask_1.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Image_Eval/autorater_mask/orig_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Image_Eval/autorater_mask/orig_1.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Image_Eval/autorater_mask/output_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Image_Eval/autorater_mask/output_1.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Image_Eval/autorater_motion_guided_editing/0-0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Image_Eval/autorater_motion_guided_editing/0-0.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Image_Eval/autorater_motion_guided_editing/0-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Image_Eval/autorater_motion_guided_editing/0-1.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Image_Eval/autorater_motion_guided_editing/0-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Image_Eval/autorater_motion_guided_editing/0-2.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Image_Eval/autorater_motion_guided_editing/0-3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Image_Eval/autorater_motion_guided_editing/0-3.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Image_Eval/autorater_semantics/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Image_Eval/autorater_semantics/README.md -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Image_Eval/autorater_semantics/e1_loser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Image_Eval/autorater_semantics/e1_loser.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Image_Eval/autorater_semantics/e1_winner.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Image_Eval/autorater_semantics/e1_winner.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Image_Eval/autorater_subject/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Image_Eval/autorater_subject/README.md -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Image_Eval/autorater_subject/output_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Image_Eval/autorater_subject/output_1.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Image_Eval/autorater_subject/sample_0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Image_Eval/autorater_subject/sample_0.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Image_Eval/autorater_unmask/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Image_Eval/autorater_unmask/README.md -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Image_Eval/autorater_unmask/orig_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Image_Eval/autorater_unmask/orig_1.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Image_Eval/autorater_unmask/output_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Image_Eval/autorater_unmask/output_1.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/generated_video_artifacts/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/generated_video_artifacts/README.md -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_dynamic_pref/7_00.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_dynamic_pref/7_00.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_dynamic_pref/7_01.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_dynamic_pref/7_01.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_dynamic_pref/7_02.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_dynamic_pref/7_02.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_dynamic_pref/7_03.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_dynamic_pref/7_03.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_dynamic_pref/7_04.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_dynamic_pref/7_04.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_dynamic_pref/7_05.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_dynamic_pref/7_05.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_dynamic_pref/7_06.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_dynamic_pref/7_06.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_dynamic_pref/7_07.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_dynamic_pref/7_07.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_dynamic_pref/9_00.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_dynamic_pref/9_00.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_dynamic_pref/9_01.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_dynamic_pref/9_01.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_dynamic_pref/9_02.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_dynamic_pref/9_02.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_dynamic_pref/9_03.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_dynamic_pref/9_03.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_dynamic_pref/9_04.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_dynamic_pref/9_04.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_dynamic_pref/9_05.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_dynamic_pref/9_05.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_dynamic_pref/9_06.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_dynamic_pref/9_06.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_dynamic_pref/9_07.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_dynamic_pref/9_07.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_dynamic_pref/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_dynamic_pref/README.md -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_factual_pref/7_00.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_factual_pref/7_00.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_factual_pref/7_01.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_factual_pref/7_01.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_factual_pref/7_02.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_factual_pref/7_02.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_factual_pref/7_03.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_factual_pref/7_03.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_factual_pref/7_04.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_factual_pref/7_04.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_factual_pref/7_05.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_factual_pref/7_05.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_factual_pref/7_06.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_factual_pref/7_06.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_factual_pref/7_07.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_factual_pref/7_07.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_factual_pref/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_factual_pref/README.md -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_factual_pref/y_00.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_factual_pref/y_00.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_factual_pref/y_01.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_factual_pref/y_01.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_factual_pref/y_02.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_factual_pref/y_02.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_factual_pref/y_03.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_factual_pref/y_03.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_factual_pref/y_04.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_factual_pref/y_04.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_factual_pref/y_05.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_factual_pref/y_05.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_factual_pref/y_06.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_factual_pref/y_06.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_factual_pref/y_07.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_factual_pref/y_07.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_visual_pref/0_00.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_visual_pref/0_00.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_visual_pref/0_01.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_visual_pref/0_01.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_visual_pref/0_02.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_visual_pref/0_02.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_visual_pref/0_03.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_visual_pref/0_03.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_visual_pref/0_04.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_visual_pref/0_04.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_visual_pref/0_05.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_visual_pref/0_05.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_visual_pref/0_06.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_visual_pref/0_06.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_visual_pref/0_07.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_visual_pref/0_07.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_visual_pref/1_00.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_visual_pref/1_00.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_visual_pref/1_01.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_visual_pref/1_01.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_visual_pref/1_02.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_visual_pref/1_02.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_visual_pref/1_03.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_visual_pref/1_03.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_visual_pref/1_04.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_visual_pref/1_04.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_visual_pref/1_05.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_visual_pref/1_05.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_visual_pref/1_06.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_visual_pref/1_06.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_visual_pref/1_07.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_visual_pref/1_07.png -------------------------------------------------------------------------------- /task_examples/Metrics/Generated_Video_Eval/video_eval_visual_pref/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Generated_Video_Eval/video_eval_visual_pref/README.md -------------------------------------------------------------------------------- /task_examples/Metrics/Paper_Review/paper_review_acceptance/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Paper_Review/paper_review_acceptance/README.md -------------------------------------------------------------------------------- /task_examples/Metrics/Paper_Review/paper_review_rating/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Paper_Review/paper_review_rating/README.md -------------------------------------------------------------------------------- /task_examples/Metrics/Paper_Review/paper_review_writing/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Paper_Review/paper_review_writing/README.md -------------------------------------------------------------------------------- /task_examples/Metrics/Quality_Assessment/vizwiz_quality_accessment_for_blind/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Quality_Assessment/vizwiz_quality_accessment_for_blind/1.png -------------------------------------------------------------------------------- /task_examples/Metrics/Reward_Models/reward_models_i2t_reward/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Reward_Models/reward_models_i2t_reward/README.md -------------------------------------------------------------------------------- /task_examples/Metrics/Reward_Models/reward_models_i2t_reward/image1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Reward_Models/reward_models_i2t_reward/image1.png -------------------------------------------------------------------------------- /task_examples/Metrics/Reward_Models/reward_models_t2i_reward/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Reward_Models/reward_models_t2i_reward/README.md -------------------------------------------------------------------------------- /task_examples/Metrics/Reward_Models/reward_models_t2i_reward/o_1_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Reward_Models/reward_models_t2i_reward/o_1_1.png -------------------------------------------------------------------------------- /task_examples/Metrics/Reward_Models/reward_models_t2i_reward/o_1_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Metrics/Reward_Models/reward_models_t2i_reward/o_1_2.png -------------------------------------------------------------------------------- /task_examples/Perception/3D_understanding/adapted_cvbench_depth/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/3D_understanding/adapted_cvbench_depth/README.md -------------------------------------------------------------------------------- /task_examples/Perception/3D_understanding/av_view_identification/0_0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/3D_understanding/av_view_identification/0_0.png -------------------------------------------------------------------------------- /task_examples/Perception/3D_understanding/av_view_identification/0_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/3D_understanding/av_view_identification/0_1.png -------------------------------------------------------------------------------- /task_examples/Perception/3D_understanding/av_view_identification/0_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/3D_understanding/av_view_identification/0_2.png -------------------------------------------------------------------------------- /task_examples/Perception/3D_understanding/av_view_identification/0_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/3D_understanding/av_view_identification/0_3.png -------------------------------------------------------------------------------- /task_examples/Perception/3D_understanding/av_view_identification/0_4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/3D_understanding/av_view_identification/0_4.png -------------------------------------------------------------------------------- /task_examples/Perception/3D_understanding/av_view_identification/0_5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/3D_understanding/av_view_identification/0_5.png -------------------------------------------------------------------------------- /task_examples/Perception/3D_understanding/av_view_identification/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/3D_understanding/av_view_identification/README.md -------------------------------------------------------------------------------- /task_examples/Perception/3D_understanding/google_streetview_circle_sorting/1-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/3D_understanding/google_streetview_circle_sorting/1-1.png -------------------------------------------------------------------------------- /task_examples/Perception/3D_understanding/google_streetview_circle_sorting/1-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/3D_understanding/google_streetview_circle_sorting/1-2.png -------------------------------------------------------------------------------- /task_examples/Perception/3D_understanding/google_streetview_circle_sorting/1-3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/3D_understanding/google_streetview_circle_sorting/1-3.png -------------------------------------------------------------------------------- /task_examples/Perception/3D_understanding/google_streetview_circle_sorting/1-4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/3D_understanding/google_streetview_circle_sorting/1-4.png -------------------------------------------------------------------------------- /task_examples/Perception/3D_understanding/google_streetview_circle_sorting/1-5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/3D_understanding/google_streetview_circle_sorting/1-5.png -------------------------------------------------------------------------------- /task_examples/Perception/3D_understanding/google_streetview_circle_sorting/1-6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/3D_understanding/google_streetview_circle_sorting/1-6.png -------------------------------------------------------------------------------- /task_examples/Perception/3D_understanding/google_streetview_circle_sorting/1-7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/3D_understanding/google_streetview_circle_sorting/1-7.png -------------------------------------------------------------------------------- /task_examples/Perception/3D_understanding/pokemon_3D_recognition/Altaria_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/3D_understanding/pokemon_3D_recognition/Altaria_1.png -------------------------------------------------------------------------------- /task_examples/Perception/3D_understanding/pokemon_3D_recognition/Altaria_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/3D_understanding/pokemon_3D_recognition/Altaria_2.png -------------------------------------------------------------------------------- /task_examples/Perception/3D_understanding/pokemon_3D_recognition/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/3D_understanding/pokemon_3D_recognition/README.md -------------------------------------------------------------------------------- /task_examples/Perception/3D_understanding/pokemon_3D_recognition/index_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/3D_understanding/pokemon_3D_recognition/index_1.png -------------------------------------------------------------------------------- /task_examples/Perception/3D_understanding/pokemon_3D_recognition/index_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/3D_understanding/pokemon_3D_recognition/index_2.png -------------------------------------------------------------------------------- /task_examples/Perception/3D_understanding/pokemon_3D_recognition/index_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/3D_understanding/pokemon_3D_recognition/index_3.png -------------------------------------------------------------------------------- /task_examples/Perception/3D_understanding/pokemon_3D_recognition/index_4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/3D_understanding/pokemon_3D_recognition/index_4.png -------------------------------------------------------------------------------- /task_examples/Perception/3D_understanding/video_motion_matching_3D_real/1_1.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/3D_understanding/video_motion_matching_3D_real/1_1.mp4 -------------------------------------------------------------------------------- /task_examples/Perception/3D_understanding/video_motion_matching_3D_real/1_2.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/3D_understanding/video_motion_matching_3D_real/1_2.mp4 -------------------------------------------------------------------------------- /task_examples/Perception/3D_understanding/video_motion_matching_3D_real/2_1.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/3D_understanding/video_motion_matching_3D_real/2_1.mp4 -------------------------------------------------------------------------------- /task_examples/Perception/3D_understanding/video_motion_matching_3D_real/3_1.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/3D_understanding/video_motion_matching_3D_real/3_1.mp4 -------------------------------------------------------------------------------- /task_examples/Perception/3D_understanding/video_motion_matching_3D_real/4_1.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/3D_understanding/video_motion_matching_3D_real/4_1.mp4 -------------------------------------------------------------------------------- /task_examples/Perception/3D_understanding/video_motion_matching_3D_real/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/3D_understanding/video_motion_matching_3D_real/README.md -------------------------------------------------------------------------------- /task_examples/Perception/3D_understanding/video_motion_matching_real_3D/1_1.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/3D_understanding/video_motion_matching_real_3D/1_1.mp4 -------------------------------------------------------------------------------- /task_examples/Perception/3D_understanding/video_motion_matching_real_3D/1_2.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/3D_understanding/video_motion_matching_real_3D/1_2.mp4 -------------------------------------------------------------------------------- /task_examples/Perception/3D_understanding/video_motion_matching_real_3D/2_2.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/3D_understanding/video_motion_matching_real_3D/2_2.mp4 -------------------------------------------------------------------------------- /task_examples/Perception/3D_understanding/video_motion_matching_real_3D/3_2.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/3D_understanding/video_motion_matching_real_3D/3_2.mp4 -------------------------------------------------------------------------------- /task_examples/Perception/3D_understanding/video_motion_matching_real_3D/4_2.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/3D_understanding/video_motion_matching_real_3D/4_2.mp4 -------------------------------------------------------------------------------- /task_examples/Perception/3D_understanding/video_motion_matching_real_3D/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/3D_understanding/video_motion_matching_real_3D/README.md -------------------------------------------------------------------------------- /task_examples/Perception/Counting/Ad_count_detection/Ad_count_detection1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Counting/Ad_count_detection/Ad_count_detection1.png -------------------------------------------------------------------------------- /task_examples/Perception/Counting/Ad_count_detection/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Counting/Ad_count_detection/README.md -------------------------------------------------------------------------------- /task_examples/Perception/Counting/adapted_cvbench_count/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Counting/adapted_cvbench_count/README.md -------------------------------------------------------------------------------- /task_examples/Perception/Counting/adapted_cvbench_count/img_2D_count_coco_514.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Counting/adapted_cvbench_count/img_2D_count_coco_514.png -------------------------------------------------------------------------------- /task_examples/Perception/Counting/av_human_multiview_counting/0_CAM_BACK.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Counting/av_human_multiview_counting/0_CAM_BACK.png -------------------------------------------------------------------------------- /task_examples/Perception/Counting/av_human_multiview_counting/0_CAM_BACK_LEFT.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Counting/av_human_multiview_counting/0_CAM_BACK_LEFT.png -------------------------------------------------------------------------------- /task_examples/Perception/Counting/av_human_multiview_counting/0_CAM_BACK_RIGHT.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Counting/av_human_multiview_counting/0_CAM_BACK_RIGHT.png -------------------------------------------------------------------------------- /task_examples/Perception/Counting/av_human_multiview_counting/0_CAM_FRONT.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Counting/av_human_multiview_counting/0_CAM_FRONT.png -------------------------------------------------------------------------------- /task_examples/Perception/Counting/av_human_multiview_counting/0_CAM_FRONT_LEFT.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Counting/av_human_multiview_counting/0_CAM_FRONT_LEFT.png -------------------------------------------------------------------------------- /task_examples/Perception/Counting/av_human_multiview_counting/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Counting/av_human_multiview_counting/README.md -------------------------------------------------------------------------------- /task_examples/Perception/Counting/av_vehicle_multiview_counting/0_CAM_BACK.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Counting/av_vehicle_multiview_counting/0_CAM_BACK.png -------------------------------------------------------------------------------- /task_examples/Perception/Counting/av_vehicle_multiview_counting/0_CAM_FRONT.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Counting/av_vehicle_multiview_counting/0_CAM_FRONT.png -------------------------------------------------------------------------------- /task_examples/Perception/Counting/av_vehicle_multiview_counting/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Counting/av_vehicle_multiview_counting/README.md -------------------------------------------------------------------------------- /task_examples/Perception/Counting/clevrer_video_moving_object_count/0.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Counting/clevrer_video_moving_object_count/0.mp4 -------------------------------------------------------------------------------- /task_examples/Perception/Counting/clevrer_video_moving_object_count/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Counting/clevrer_video_moving_object_count/README.md -------------------------------------------------------------------------------- /task_examples/Perception/Counting/counting_multi_image/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Counting/counting_multi_image/README.md -------------------------------------------------------------------------------- /task_examples/Perception/Counting/counting_multi_image/image_1_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Counting/counting_multi_image/image_1_1.png -------------------------------------------------------------------------------- /task_examples/Perception/Counting/counting_multi_image/image_1_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Counting/counting_multi_image/image_1_2.png -------------------------------------------------------------------------------- /task_examples/Perception/Counting/counting_multi_image/image_1_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Counting/counting_multi_image/image_1_3.png -------------------------------------------------------------------------------- /task_examples/Perception/Counting/counting_single_image/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Counting/counting_single_image/README.md -------------------------------------------------------------------------------- /task_examples/Perception/Counting/counting_single_image/image_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Counting/counting_single_image/image_1.png -------------------------------------------------------------------------------- /task_examples/Perception/Counting/shape_composition_colours/0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Counting/shape_composition_colours/0.png -------------------------------------------------------------------------------- /task_examples/Perception/Counting/shape_composition_colours/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Counting/shape_composition_colours/README.md -------------------------------------------------------------------------------- /task_examples/Perception/Counting/shape_composition_shapes/0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Counting/shape_composition_shapes/0.png -------------------------------------------------------------------------------- /task_examples/Perception/Counting/shape_composition_shapes/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Counting/shape_composition_shapes/README.md -------------------------------------------------------------------------------- /task_examples/Perception/Multimodal_Captioning/guess_image_generation_prompt/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Multimodal_Captioning/guess_image_generation_prompt/1.png -------------------------------------------------------------------------------- /task_examples/Perception/Multimodal_Captioning/tweets_captioning/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Multimodal_Captioning/tweets_captioning/README.md -------------------------------------------------------------------------------- /task_examples/Perception/Multimodal_Captioning/tweets_captioning/christmas.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Multimodal_Captioning/tweets_captioning/christmas.png -------------------------------------------------------------------------------- /task_examples/Perception/Multimodal_Captioning/video_detail_description/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Multimodal_Captioning/video_detail_description/README.md -------------------------------------------------------------------------------- /task_examples/Perception/Multimodal_Constrained_Captioning/xor_images/Figure1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Multimodal_Constrained_Captioning/xor_images/Figure1.png -------------------------------------------------------------------------------- /task_examples/Perception/Multimodal_Constrained_Captioning/xor_images/Figure10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Multimodal_Constrained_Captioning/xor_images/Figure10.png -------------------------------------------------------------------------------- /task_examples/Perception/Multimodal_Constrained_Captioning/xor_images/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Multimodal_Constrained_Captioning/xor_images/README.md -------------------------------------------------------------------------------- /task_examples/Perception/Object_and_Scene_Understanding/ocr_open_ended_qa/0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Object_and_Scene_Understanding/ocr_open_ended_qa/0.png -------------------------------------------------------------------------------- /task_examples/Perception/Spatial_Understanding/adapted_cvbench_distance/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Spatial_Understanding/adapted_cvbench_distance/README.md -------------------------------------------------------------------------------- /task_examples/Perception/Spatial_Understanding/adapted_cvbench_relation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Spatial_Understanding/adapted_cvbench_relation/README.md -------------------------------------------------------------------------------- /task_examples/Perception/Spatial_Understanding/egocentric_spatial_reasoning/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Spatial_Understanding/egocentric_spatial_reasoning/1.png -------------------------------------------------------------------------------- /task_examples/Perception/Spatial_Understanding/video_grounding_spatial/1.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Spatial_Understanding/video_grounding_spatial/1.mp4 -------------------------------------------------------------------------------- /task_examples/Perception/Temporal_Understanding/next_action_prediction/1_0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Temporal_Understanding/next_action_prediction/1_0.png -------------------------------------------------------------------------------- /task_examples/Perception/Temporal_Understanding/next_action_prediction/1_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Temporal_Understanding/next_action_prediction/1_1.png -------------------------------------------------------------------------------- /task_examples/Perception/Temporal_Understanding/next_action_prediction/1_12.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Temporal_Understanding/next_action_prediction/1_12.png -------------------------------------------------------------------------------- /task_examples/Perception/Temporal_Understanding/next_action_prediction/1_13.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Temporal_Understanding/next_action_prediction/1_13.png -------------------------------------------------------------------------------- /task_examples/Perception/Temporal_Understanding/next_action_prediction/1_14.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Temporal_Understanding/next_action_prediction/1_14.png -------------------------------------------------------------------------------- /task_examples/Perception/Temporal_Understanding/next_action_prediction/1_4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Temporal_Understanding/next_action_prediction/1_4.png -------------------------------------------------------------------------------- /task_examples/Perception/Temporal_Understanding/next_action_prediction/1_5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Temporal_Understanding/next_action_prediction/1_5.png -------------------------------------------------------------------------------- /task_examples/Perception/Temporal_Understanding/next_action_prediction/1_6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Temporal_Understanding/next_action_prediction/1_6.png -------------------------------------------------------------------------------- /task_examples/Perception/Temporal_Understanding/next_action_prediction/1_7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Temporal_Understanding/next_action_prediction/1_7.png -------------------------------------------------------------------------------- /task_examples/Perception/Temporal_Understanding/next_action_prediction/1_8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Temporal_Understanding/next_action_prediction/1_8.png -------------------------------------------------------------------------------- /task_examples/Perception/Temporal_Understanding/video_grounding_temporal/1.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Temporal_Understanding/video_grounding_temporal/1.mp4 -------------------------------------------------------------------------------- /task_examples/Perception/Temporal_Understanding/web_action_prediction/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Temporal_Understanding/web_action_prediction/1.png -------------------------------------------------------------------------------- /task_examples/Perception/Temporal_Understanding/web_action_prediction/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Temporal_Understanding/web_action_prediction/README.md -------------------------------------------------------------------------------- /task_examples/Perception/Visual_Recognition/animal_pose_estimation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Visual_Recognition/animal_pose_estimation/README.md -------------------------------------------------------------------------------- /task_examples/Perception/Visual_Recognition/ascii_art_understanding/1012.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Visual_Recognition/ascii_art_understanding/1012.png -------------------------------------------------------------------------------- /task_examples/Perception/Visual_Recognition/ascii_art_understanding/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Visual_Recognition/ascii_art_understanding/README.md -------------------------------------------------------------------------------- /task_examples/Perception/Visual_Recognition/coco_person_detection/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Visual_Recognition/coco_person_detection/README.md -------------------------------------------------------------------------------- /task_examples/Perception/Visual_Recognition/extract_webpage_headline/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Visual_Recognition/extract_webpage_headline/1.png -------------------------------------------------------------------------------- /task_examples/Perception/Visual_Recognition/extract_webpage_headline/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Visual_Recognition/extract_webpage_headline/README.md -------------------------------------------------------------------------------- /task_examples/Perception/Visual_Recognition/face_identity_matching/1_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Visual_Recognition/face_identity_matching/1_1.png -------------------------------------------------------------------------------- /task_examples/Perception/Visual_Recognition/face_identity_matching/1_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Visual_Recognition/face_identity_matching/1_2.png -------------------------------------------------------------------------------- /task_examples/Perception/Visual_Recognition/face_identity_matching/1_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Visual_Recognition/face_identity_matching/1_3.png -------------------------------------------------------------------------------- /task_examples/Perception/Visual_Recognition/face_identity_matching/1_4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Visual_Recognition/face_identity_matching/1_4.png -------------------------------------------------------------------------------- /task_examples/Perception/Visual_Recognition/face_identity_matching/1_5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Visual_Recognition/face_identity_matching/1_5.png -------------------------------------------------------------------------------- /task_examples/Perception/Visual_Recognition/face_identity_matching/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Visual_Recognition/face_identity_matching/README.md -------------------------------------------------------------------------------- /task_examples/Perception/Visual_Recognition/face_keypoint_detection/0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Visual_Recognition/face_keypoint_detection/0.png -------------------------------------------------------------------------------- /task_examples/Perception/Visual_Recognition/face_keypoint_detection/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Visual_Recognition/face_keypoint_detection/README.md -------------------------------------------------------------------------------- /task_examples/Perception/Visual_Recognition/image_style_recognition/1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Visual_Recognition/image_style_recognition/1.jpg -------------------------------------------------------------------------------- /task_examples/Perception/Visual_Recognition/image_style_recognition/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Visual_Recognition/image_style_recognition/README.md -------------------------------------------------------------------------------- /task_examples/Perception/Visual_Recognition/license_plate_recognition/0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Visual_Recognition/license_plate_recognition/0.png -------------------------------------------------------------------------------- /task_examples/Perception/Visual_Recognition/license_plate_recognition/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Visual_Recognition/license_plate_recognition/README.md -------------------------------------------------------------------------------- /task_examples/Perception/Visual_Recognition/rocks_samples_identify/000.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Visual_Recognition/rocks_samples_identify/000.png -------------------------------------------------------------------------------- /task_examples/Perception/Visual_Recognition/rocks_samples_identify/001.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Visual_Recognition/rocks_samples_identify/001.png -------------------------------------------------------------------------------- /task_examples/Perception/Visual_Recognition/rocks_samples_identify/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Visual_Recognition/rocks_samples_identify/README.md -------------------------------------------------------------------------------- /task_examples/Perception/Visual_Recognition/signboard_identification/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Visual_Recognition/signboard_identification/1.png -------------------------------------------------------------------------------- /task_examples/Perception/Visual_Recognition/signboard_identification/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Visual_Recognition/signboard_identification/README.md -------------------------------------------------------------------------------- /task_examples/Perception/Visual_Recognition/waldo/0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Visual_Recognition/waldo/0.png -------------------------------------------------------------------------------- /task_examples/Perception/Visual_Recognition/waldo/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Visual_Recognition/waldo/README.md -------------------------------------------------------------------------------- /task_examples/Perception/Visual_Recognition/waldo/global.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Perception/Visual_Recognition/waldo/global.png -------------------------------------------------------------------------------- /task_examples/Planning/Agents_and_Planning/Navigation/vln_identify_robot/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Agents_and_Planning/Navigation/vln_identify_robot/1.png -------------------------------------------------------------------------------- /task_examples/Planning/Agents_and_Planning/Navigation/vln_identify_robot/10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Agents_and_Planning/Navigation/vln_identify_robot/10.png -------------------------------------------------------------------------------- /task_examples/Planning/Agents_and_Planning/Navigation/vln_identify_robot/11.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Agents_and_Planning/Navigation/vln_identify_robot/11.png -------------------------------------------------------------------------------- /task_examples/Planning/Agents_and_Planning/Navigation/vln_identify_robot/12.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Agents_and_Planning/Navigation/vln_identify_robot/12.png -------------------------------------------------------------------------------- /task_examples/Planning/Agents_and_Planning/Navigation/vln_identify_robot/13.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Agents_and_Planning/Navigation/vln_identify_robot/13.png -------------------------------------------------------------------------------- /task_examples/Planning/Agents_and_Planning/Navigation/vln_identify_robot/14.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Agents_and_Planning/Navigation/vln_identify_robot/14.png -------------------------------------------------------------------------------- /task_examples/Planning/Agents_and_Planning/Navigation/vln_identify_robot/15.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Agents_and_Planning/Navigation/vln_identify_robot/15.png -------------------------------------------------------------------------------- /task_examples/Planning/Agents_and_Planning/Navigation/vln_identify_robot/16.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Agents_and_Planning/Navigation/vln_identify_robot/16.png -------------------------------------------------------------------------------- /task_examples/Planning/Agents_and_Planning/Navigation/vln_identify_robot/2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Agents_and_Planning/Navigation/vln_identify_robot/2.png -------------------------------------------------------------------------------- /task_examples/Planning/Agents_and_Planning/Navigation/vln_identify_robot/3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Agents_and_Planning/Navigation/vln_identify_robot/3.png -------------------------------------------------------------------------------- /task_examples/Planning/Agents_and_Planning/Navigation/vln_identify_robot/4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Agents_and_Planning/Navigation/vln_identify_robot/4.png -------------------------------------------------------------------------------- /task_examples/Planning/Agents_and_Planning/Navigation/vln_identify_robot/5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Agents_and_Planning/Navigation/vln_identify_robot/5.png -------------------------------------------------------------------------------- /task_examples/Planning/Agents_and_Planning/Navigation/vln_identify_robot/6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Agents_and_Planning/Navigation/vln_identify_robot/6.png -------------------------------------------------------------------------------- /task_examples/Planning/Agents_and_Planning/Navigation/vln_identify_robot/7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Agents_and_Planning/Navigation/vln_identify_robot/7.png -------------------------------------------------------------------------------- /task_examples/Planning/Agents_and_Planning/Navigation/vln_identify_robot/8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Agents_and_Planning/Navigation/vln_identify_robot/8.png -------------------------------------------------------------------------------- /task_examples/Planning/Agents_and_Planning/Navigation/vln_identify_robot/9.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Agents_and_Planning/Navigation/vln_identify_robot/9.png -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/Board_Games/go_capture_stone/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/Board_Games/go_capture_stone/README.md -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/Board_Games/mahjong/0.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/Board_Games/mahjong/0.jpg -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/Board_Games/mahjong/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/Board_Games/mahjong/README.md -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/Pictionary/pictionary_skribbl_io/0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/Pictionary/pictionary_skribbl_io/0.png -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/annoying_word_search/0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/annoying_word_search/0.png -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/annoying_word_search/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/annoying_word_search/README.md -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/arc_agi/0_ex.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/arc_agi/0_ex.png -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/arc_agi/0_input.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/arc_agi/0_input.png -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/arc_agi/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/arc_agi/README.md -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/arc_agi/output_cells.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/arc_agi/output_cells.png -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/ball_cup_swap_3/12_b.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/ball_cup_swap_3/12_b.png -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/ball_cup_swap_3/12_d_(copy).png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/ball_cup_swap_3/12_d_(copy).png -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/ball_cup_swap_3/12_e_(copy).png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/ball_cup_swap_3/12_e_(copy).png -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/ball_cup_swap_3/13_d.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/ball_cup_swap_3/13_d.png -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/ball_cup_swap_3/23_a_(copy).png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/ball_cup_swap_3/23_a_(copy).png -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/ball_cup_swap_3/23_b.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/ball_cup_swap_3/23_b.png -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/ball_cup_swap_3/23_b_(copy).png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/ball_cup_swap_3/23_b_(copy).png -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/ball_cup_swap_3/23_c.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/ball_cup_swap_3/23_c.png -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/ball_cup_swap_3/23_c_(copy).png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/ball_cup_swap_3/23_c_(copy).png -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/ball_cup_swap_3/23_d.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/ball_cup_swap_3/23_d.png -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/ball_cup_swap_3/3_start.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/ball_cup_swap_3/3_start.png -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/ball_cup_swap_3/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/ball_cup_swap_3/README.md -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/bongard_problem/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/bongard_problem/1.png -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/bongard_problem/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/bongard_problem/README.md -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/crossword_mini_5x5/0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/crossword_mini_5x5/0.png -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/crossword_mini_5x5/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/crossword_mini_5x5/README.md -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/icon_arithmetic_puzzle/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/icon_arithmetic_puzzle/1.png -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/icon_arithmetic_puzzle/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/icon_arithmetic_puzzle/README.md -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/iq_test_open_ended/0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/iq_test_open_ended/0.png -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/iq_test_open_ended/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/iq_test_open_ended/README.md -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/logical_reasoning_2d_folding/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/logical_reasoning_2d_folding/README.md -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/logical_reasoning_2d_folding/web-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/logical_reasoning_2d_folding/web-1.png -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/maze_2d_8x8/0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/maze_2d_8x8/0.png -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/maze_2d_8x8/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/maze_2d_8x8/README.md -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/mensa_iq_test/0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/mensa_iq_test/0.png -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/mensa_iq_test/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/mensa_iq_test/README.md -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/mnist_pattern/9.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/mnist_pattern/9.png -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/mnist_pattern/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/mnist_pattern/README.md -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/move_pos_to_pos_hanoi_4_pole/1231.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/move_pos_to_pos_hanoi_4_pole/1231.png -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/move_pos_to_pos_hanoi_4_pole/2212.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/move_pos_to_pos_hanoi_4_pole/2212.png -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/move_pos_to_pos_hanoi_4_pole/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/move_pos_to_pos_hanoi_4_pole/README.md -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/number_puzzle_kakuro_5x5/0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/number_puzzle_kakuro_5x5/0.png -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/number_puzzle_kakuro_5x5/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/number_puzzle_kakuro_5x5/README.md -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/number_puzzle_sudoku/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/number_puzzle_sudoku/README.md -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/rebus/0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/rebus/0.png -------------------------------------------------------------------------------- /task_examples/Planning/Puzzles_and_Games/rebus/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Puzzles_and_Games/rebus/README.md -------------------------------------------------------------------------------- /task_examples/Planning/Reordering/comic_page_ordering/1_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Reordering/comic_page_ordering/1_1.png -------------------------------------------------------------------------------- /task_examples/Planning/Reordering/comic_page_ordering/1_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Reordering/comic_page_ordering/1_2.png -------------------------------------------------------------------------------- /task_examples/Planning/Reordering/comic_page_ordering/1_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Reordering/comic_page_ordering/1_3.png -------------------------------------------------------------------------------- /task_examples/Planning/Reordering/comic_page_ordering/1_4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Reordering/comic_page_ordering/1_4.png -------------------------------------------------------------------------------- /task_examples/Planning/Reordering/comic_page_ordering/1_5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Reordering/comic_page_ordering/1_5.png -------------------------------------------------------------------------------- /task_examples/Planning/Reordering/comic_page_ordering/1_6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Reordering/comic_page_ordering/1_6.png -------------------------------------------------------------------------------- /task_examples/Planning/Reordering/comic_page_ordering/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Reordering/comic_page_ordering/README.md -------------------------------------------------------------------------------- /task_examples/Planning/Reordering/perception_test_video_character_order/0.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Reordering/perception_test_video_character_order/0.mp4 -------------------------------------------------------------------------------- /task_examples/Planning/Reordering/recipe_image_ordering/1_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Reordering/recipe_image_ordering/1_1.png -------------------------------------------------------------------------------- /task_examples/Planning/Reordering/recipe_image_ordering/1_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Reordering/recipe_image_ordering/1_2.png -------------------------------------------------------------------------------- /task_examples/Planning/Reordering/recipe_image_ordering/1_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Reordering/recipe_image_ordering/1_3.png -------------------------------------------------------------------------------- /task_examples/Planning/Reordering/recipe_image_ordering/1_4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Reordering/recipe_image_ordering/1_4.png -------------------------------------------------------------------------------- /task_examples/Planning/Reordering/recipe_image_ordering/1_5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Reordering/recipe_image_ordering/1_5.png -------------------------------------------------------------------------------- /task_examples/Planning/Reordering/recipe_image_ordering/1_6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Reordering/recipe_image_ordering/1_6.png -------------------------------------------------------------------------------- /task_examples/Planning/Reordering/recipe_image_ordering/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Planning/Reordering/recipe_image_ordering/README.md -------------------------------------------------------------------------------- /task_examples/Science/Chemistry/chemistry_exams_v/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/Chemistry/chemistry_exams_v/README.md -------------------------------------------------------------------------------- /task_examples/Science/Chemistry/chemistry_exams_v/image_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/Chemistry/chemistry_exams_v/image_1.png -------------------------------------------------------------------------------- /task_examples/Science/Chemistry/science_molecule_chemistry/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/Chemistry/science_molecule_chemistry/README.md -------------------------------------------------------------------------------- /task_examples/Science/Chemistry/science_molecule_chemistry/chemistry_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/Chemistry/science_molecule_chemistry/chemistry_1.png -------------------------------------------------------------------------------- /task_examples/Science/Life_Sciences/Medical/electrocardiogram/1x.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/Life_Sciences/Medical/electrocardiogram/1x.png -------------------------------------------------------------------------------- /task_examples/Science/Life_Sciences/Medical/electrocardiogram/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/Life_Sciences/Medical/electrocardiogram/README.md -------------------------------------------------------------------------------- /task_examples/Science/Life_Sciences/Medical/healthcare_info_judgement/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/Life_Sciences/Medical/healthcare_info_judgement/README.md -------------------------------------------------------------------------------- /task_examples/Science/Life_Sciences/Medical/healthcare_info_judgement/r1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/Life_Sciences/Medical/healthcare_info_judgement/r1.png -------------------------------------------------------------------------------- /task_examples/Science/Life_Sciences/Medical/medical_cell_recognition/130.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/Life_Sciences/Medical/medical_cell_recognition/130.png -------------------------------------------------------------------------------- /task_examples/Science/Life_Sciences/Medical/medical_cell_recognition/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/Life_Sciences/Medical/medical_cell_recognition/README.md -------------------------------------------------------------------------------- /task_examples/Science/Life_Sciences/Medical/medical_parasite_detection/1_0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/Life_Sciences/Medical/medical_parasite_detection/1_0.png -------------------------------------------------------------------------------- /task_examples/Science/Life_Sciences/Medical/medical_parasite_detection/1_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/Life_Sciences/Medical/medical_parasite_detection/1_1.png -------------------------------------------------------------------------------- /task_examples/Science/Life_Sciences/Medical/medical_parasite_detection/1_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/Life_Sciences/Medical/medical_parasite_detection/1_2.png -------------------------------------------------------------------------------- /task_examples/Science/Life_Sciences/Medical/medical_parasite_detection/1_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/Life_Sciences/Medical/medical_parasite_detection/1_3.png -------------------------------------------------------------------------------- /task_examples/Science/Life_Sciences/Medical/pmc_vqa_medical_image_qa/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/Life_Sciences/Medical/pmc_vqa_medical_image_qa/1.png -------------------------------------------------------------------------------- /task_examples/Science/Life_Sciences/Medical/pmc_vqa_medical_image_qa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/Life_Sciences/Medical/pmc_vqa_medical_image_qa/README.md -------------------------------------------------------------------------------- /task_examples/Science/Life_Sciences/biology_exams_v/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/Life_Sciences/biology_exams_v/README.md -------------------------------------------------------------------------------- /task_examples/Science/Life_Sciences/biology_exams_v/image_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/Life_Sciences/biology_exams_v/image_1.png -------------------------------------------------------------------------------- /task_examples/Science/Physics/MMMU_physics_chemistry_selected/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/Physics/MMMU_physics_chemistry_selected/1.png -------------------------------------------------------------------------------- /task_examples/Science/Physics/MMMU_physics_chemistry_selected/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/Physics/MMMU_physics_chemistry_selected/README.md -------------------------------------------------------------------------------- /task_examples/Science/Physics/circuit_diagram_understanding/F1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/Physics/circuit_diagram_understanding/F1.png -------------------------------------------------------------------------------- /task_examples/Science/Physics/circuit_diagram_understanding/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/Physics/circuit_diagram_understanding/README.md -------------------------------------------------------------------------------- /task_examples/Science/Physics/physics_exams_v/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/Physics/physics_exams_v/README.md -------------------------------------------------------------------------------- /task_examples/Science/Physics/physics_exams_v/image_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/Physics/physics_exams_v/image_1.png -------------------------------------------------------------------------------- /task_examples/Science/Physics/science_basic_physics/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/Physics/science_basic_physics/README.md -------------------------------------------------------------------------------- /task_examples/Science/Physics/science_basic_physics/phy_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/Physics/science_basic_physics/phy_1.png -------------------------------------------------------------------------------- /task_examples/Science/STEM/MMMU_pro_exam_screenshot/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/STEM/MMMU_pro_exam_screenshot/README.md -------------------------------------------------------------------------------- /task_examples/Science/STEM/MMMU_pro_exam_screenshot/validation_Math_29.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/STEM/MMMU_pro_exam_screenshot/validation_Math_29.png -------------------------------------------------------------------------------- /task_examples/Science/STEM/arxiv_vqa/$1304.6078v1-Figure4-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/STEM/arxiv_vqa/$1304.6078v1-Figure4-1.png -------------------------------------------------------------------------------- /task_examples/Science/STEM/arxiv_vqa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/STEM/arxiv_vqa/README.md -------------------------------------------------------------------------------- /task_examples/Science/STEM/question_solution_solving/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/STEM/question_solution_solving/README.md -------------------------------------------------------------------------------- /task_examples/Science/STEM/quizlet_question_solving/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/STEM/quizlet_question_solving/README.md -------------------------------------------------------------------------------- /task_examples/Science/STEM/scibench_fundamental_wo_solution/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/STEM/scibench_fundamental_wo_solution/1.png -------------------------------------------------------------------------------- /task_examples/Science/STEM/scibench_fundamental_wo_solution/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/STEM/scibench_fundamental_wo_solution/README.md -------------------------------------------------------------------------------- /task_examples/Science/STEM/scibench_w_solution_open_ended/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/STEM/scibench_w_solution_open_ended/1.png -------------------------------------------------------------------------------- /task_examples/Science/STEM/scibench_w_solution_open_ended/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/STEM/scibench_w_solution_open_ended/README.md -------------------------------------------------------------------------------- /task_examples/Science/STEM/tqa_textbook_qa/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/STEM/tqa_textbook_qa/1.png -------------------------------------------------------------------------------- /task_examples/Science/STEM/tqa_textbook_qa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TIGER-AI-Lab/MEGA-Bench/HEAD/task_examples/Science/STEM/tqa_textbook_qa/README.md --------------------------------------------------------------------------------