├── .gitignore ├── 2024-winnners-reports └── Nanbeige-VL-1_report.pdf ├── LICENSE ├── README.md ├── copy_test_files.py ├── data └── processed_data │ ├── docvqa │ └── converted_output_test.json │ ├── funsd │ └── converted_output_test.json │ ├── iconqa_choose_txt │ └── converted_output_test.json │ ├── iconqa_fill_in_blank │ └── converted_output_test.json │ ├── infographicvqa │ └── converted_output_test.json │ ├── tabfact │ └── converted_output_test.json │ ├── textbookqa │ └── converted_output_test.json │ ├── websrc │ └── converted_output_test.json │ ├── wildreceipt │ └── converted_output_test.json │ └── wtq │ └── converted_output_test.json ├── data_preprocessors ├── ai2d.py ├── ai2d_test_ids.csv ├── chartqa.py ├── cord.py ├── deepform.py ├── docbank.py ├── docile.py ├── doclaynet.py ├── docvqa.py ├── docvqa_for_llm_eval.py ├── docvqa_iq.py ├── dude.py ├── funsd.py ├── google_vision_ocr.py ├── hwsquad.py ├── iconqa.py ├── infographicvqa.py ├── infographicvqa_for_llm_eval.py ├── klc.py ├── llavar.py ├── ocrvqa.py ├── pwc.py ├── rvlcdip.py ├── rvlcdip_io.py ├── scicap.py ├── scienceqa.py ├── screen2words.py ├── slidevqa.py ├── sroie.py ├── tabfact.py ├── tatdqa.py ├── textbookqa.py ├── utils.py ├── visualmrc.py ├── websrc.py ├── websrc_for_llm_eval.py ├── wildreceipt.py ├── wtq.py └── wtq_for_llm_eval.py ├── docs ├── download.md ├── evaluation.md ├── installation.md ├── licenses.md └── training.md ├── download.sh ├── download_process_merge.sh ├── download_scripts ├── README.md ├── ai2d.sh ├── doclaynet.sh ├── due.sh ├── funsd.sh ├── iconqa.sh ├── llavar.sh ├── screen2words.sh ├── textbookqa.sh ├── websrc.sh └── wildreceipt.sh ├── eval_llava.py ├── eval_only.py ├── eval_only_mixtral.py ├── instructdoc_instructions.xlsx ├── lib └── MMMU │ ├── LICENSE │ ├── README.md │ ├── eval │ ├── README.md │ ├── answer_dict_val.json │ ├── configs │ │ └── llava1.5.yaml │ ├── example_outputs │ │ ├── llava1.5_13b │ │ │ ├── Accounting │ │ │ │ └── output.json │ │ │ ├── Agriculture │ │ │ │ └── output.json │ │ │ ├── Architecture_and_Engineering │ │ │ │ └── output.json │ │ │ ├── Art │ │ │ │ └── output.json │ │ │ ├── Art_Theory │ │ │ │ └── output.json │ │ │ ├── Basic_Medical_Science │ │ │ │ └── output.json │ │ │ ├── Biology │ │ │ │ └── output.json │ │ │ ├── Chemistry │ │ │ │ └── output.json │ │ │ ├── Clinical_Medicine │ │ │ │ └── output.json │ │ │ ├── Computer_Science │ │ │ │ └── output.json │ │ │ ├── Design │ │ │ │ └── output.json │ │ │ ├── Diagnostics_and_Laboratory_Medicine │ │ │ │ └── output.json │ │ │ ├── Economics │ │ │ │ └── output.json │ │ │ ├── Electronics │ │ │ │ └── output.json │ │ │ ├── Energy_and_Power │ │ │ │ └── output.json │ │ │ ├── Finance │ │ │ │ └── output.json │ │ │ ├── Geography │ │ │ │ └── output.json │ │ │ ├── History │ │ │ │ └── output.json │ │ │ ├── Literature │ │ │ │ └── output.json │ │ │ ├── Manage │ │ │ │ └── output.json │ │ │ ├── Marketing │ │ │ │ └── output.json │ │ │ ├── Materials │ │ │ │ └── output.json │ │ │ ├── Math │ │ │ │ └── output.json │ │ │ ├── Mechanical_Engineering │ │ │ │ └── output.json │ │ │ ├── Music │ │ │ │ └── output.json │ │ │ ├── Pharmacy │ │ │ │ └── output.json │ │ │ ├── Physics │ │ │ │ └── output.json │ │ │ ├── Psychology │ │ │ │ └── output.json │ │ │ ├── Public_Health │ │ │ │ └── output.json │ │ │ ├── Sociology │ │ │ │ └── output.json │ │ │ └── total_val_output.json │ │ ├── llava1.5_13b_val.json │ │ └── qwen_vl │ │ │ ├── Accounting │ │ │ └── output.json │ │ │ ├── Agriculture │ │ │ └── output.json │ │ │ ├── Architecture_and_Engineering │ │ │ └── output.json │ │ │ ├── Art │ │ │ └── output.json │ │ │ ├── Art_Theory │ │ │ └── output.json │ │ │ ├── Basic_Medical_Science │ │ │ └── output.json │ │ │ ├── Biology │ │ │ └── output.json │ │ │ ├── Chemistry │ │ │ └── output.json │ │ │ ├── Clinical_Medicine │ │ │ └── output.json │ │ │ ├── Computer_Science │ │ │ └── output.json │ │ │ ├── Design │ │ │ └── output.json │ │ │ ├── Diagnostics_and_Laboratory_Medicine │ │ │ └── output.json │ │ │ ├── Economics │ │ │ └── output.json │ │ │ ├── Electronics │ │ │ └── output.json │ │ │ ├── Energy_and_Power │ │ │ └── output.json │ │ │ ├── Finance │ │ │ └── output.json │ │ │ ├── Geography │ │ │ └── output.json │ │ │ ├── History │ │ │ └── output.json │ │ │ ├── Literature │ │ │ └── output.json │ │ │ ├── Manage │ │ │ └── output.json │ │ │ ├── Marketing │ │ │ └── output.json │ │ │ ├── Materials │ │ │ └── output.json │ │ │ ├── Math │ │ │ └── output.json │ │ │ ├── Mechanical_Engineering │ │ │ └── output.json │ │ │ ├── Music │ │ │ └── output.json │ │ │ ├── Pharmacy │ │ │ └── output.json │ │ │ ├── Physics │ │ │ └── output.json │ │ │ ├── Psychology │ │ │ └── output.json │ │ │ ├── Public_Health │ │ │ └── output.json │ │ │ ├── Sociology │ │ │ └── output.json │ │ │ └── total_val_output.json │ ├── main_eval_only.py │ ├── main_parse_and_eval.py │ ├── print_results.py │ ├── run_llava.py │ └── utils │ │ ├── data_utils.py │ │ ├── eval_utils.py │ │ └── model_utils.py │ └── image.png ├── merge_data.sh ├── merge_datasets.py ├── process_data.sh ├── process_data_for_mixtral_eval.sh ├── requirements.txt ├── runme_llava_mix_train.py ├── runme_llava_train.py ├── scripts └── finetune_vicuna13b_clm.sh └── steps_for_datasets.txt /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/.gitignore -------------------------------------------------------------------------------- /2024-winnners-reports/Nanbeige-VL-1_report.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/2024-winnners-reports/Nanbeige-VL-1_report.pdf -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/README.md -------------------------------------------------------------------------------- /copy_test_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/copy_test_files.py -------------------------------------------------------------------------------- /data/processed_data/docvqa/converted_output_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data/processed_data/docvqa/converted_output_test.json -------------------------------------------------------------------------------- /data/processed_data/funsd/converted_output_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data/processed_data/funsd/converted_output_test.json -------------------------------------------------------------------------------- /data/processed_data/iconqa_choose_txt/converted_output_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data/processed_data/iconqa_choose_txt/converted_output_test.json -------------------------------------------------------------------------------- /data/processed_data/iconqa_fill_in_blank/converted_output_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data/processed_data/iconqa_fill_in_blank/converted_output_test.json -------------------------------------------------------------------------------- /data/processed_data/infographicvqa/converted_output_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data/processed_data/infographicvqa/converted_output_test.json -------------------------------------------------------------------------------- /data/processed_data/tabfact/converted_output_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data/processed_data/tabfact/converted_output_test.json -------------------------------------------------------------------------------- /data/processed_data/textbookqa/converted_output_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data/processed_data/textbookqa/converted_output_test.json -------------------------------------------------------------------------------- /data/processed_data/websrc/converted_output_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data/processed_data/websrc/converted_output_test.json -------------------------------------------------------------------------------- /data/processed_data/wildreceipt/converted_output_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data/processed_data/wildreceipt/converted_output_test.json -------------------------------------------------------------------------------- /data/processed_data/wtq/converted_output_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data/processed_data/wtq/converted_output_test.json -------------------------------------------------------------------------------- /data_preprocessors/ai2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/ai2d.py -------------------------------------------------------------------------------- /data_preprocessors/ai2d_test_ids.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/ai2d_test_ids.csv -------------------------------------------------------------------------------- /data_preprocessors/chartqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/chartqa.py -------------------------------------------------------------------------------- /data_preprocessors/cord.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/cord.py -------------------------------------------------------------------------------- /data_preprocessors/deepform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/deepform.py -------------------------------------------------------------------------------- /data_preprocessors/docbank.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/docbank.py -------------------------------------------------------------------------------- /data_preprocessors/docile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/docile.py -------------------------------------------------------------------------------- /data_preprocessors/doclaynet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/doclaynet.py -------------------------------------------------------------------------------- /data_preprocessors/docvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/docvqa.py -------------------------------------------------------------------------------- /data_preprocessors/docvqa_for_llm_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/docvqa_for_llm_eval.py -------------------------------------------------------------------------------- /data_preprocessors/docvqa_iq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/docvqa_iq.py -------------------------------------------------------------------------------- /data_preprocessors/dude.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/dude.py -------------------------------------------------------------------------------- /data_preprocessors/funsd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/funsd.py -------------------------------------------------------------------------------- /data_preprocessors/google_vision_ocr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/google_vision_ocr.py -------------------------------------------------------------------------------- /data_preprocessors/hwsquad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/hwsquad.py -------------------------------------------------------------------------------- /data_preprocessors/iconqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/iconqa.py -------------------------------------------------------------------------------- /data_preprocessors/infographicvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/infographicvqa.py -------------------------------------------------------------------------------- /data_preprocessors/infographicvqa_for_llm_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/infographicvqa_for_llm_eval.py -------------------------------------------------------------------------------- /data_preprocessors/klc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/klc.py -------------------------------------------------------------------------------- /data_preprocessors/llavar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/llavar.py -------------------------------------------------------------------------------- /data_preprocessors/ocrvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/ocrvqa.py -------------------------------------------------------------------------------- /data_preprocessors/pwc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/pwc.py -------------------------------------------------------------------------------- /data_preprocessors/rvlcdip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/rvlcdip.py -------------------------------------------------------------------------------- /data_preprocessors/rvlcdip_io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/rvlcdip_io.py -------------------------------------------------------------------------------- /data_preprocessors/scicap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/scicap.py -------------------------------------------------------------------------------- /data_preprocessors/scienceqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/scienceqa.py -------------------------------------------------------------------------------- /data_preprocessors/screen2words.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/screen2words.py -------------------------------------------------------------------------------- /data_preprocessors/slidevqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/slidevqa.py -------------------------------------------------------------------------------- /data_preprocessors/sroie.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/sroie.py -------------------------------------------------------------------------------- /data_preprocessors/tabfact.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/tabfact.py -------------------------------------------------------------------------------- /data_preprocessors/tatdqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/tatdqa.py -------------------------------------------------------------------------------- /data_preprocessors/textbookqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/textbookqa.py -------------------------------------------------------------------------------- /data_preprocessors/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/utils.py -------------------------------------------------------------------------------- /data_preprocessors/visualmrc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/visualmrc.py -------------------------------------------------------------------------------- /data_preprocessors/websrc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/websrc.py -------------------------------------------------------------------------------- /data_preprocessors/websrc_for_llm_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/websrc_for_llm_eval.py -------------------------------------------------------------------------------- /data_preprocessors/wildreceipt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/wildreceipt.py -------------------------------------------------------------------------------- /data_preprocessors/wtq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/wtq.py -------------------------------------------------------------------------------- /data_preprocessors/wtq_for_llm_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/data_preprocessors/wtq_for_llm_eval.py -------------------------------------------------------------------------------- /docs/download.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/docs/download.md -------------------------------------------------------------------------------- /docs/evaluation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/docs/evaluation.md -------------------------------------------------------------------------------- /docs/installation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/docs/installation.md -------------------------------------------------------------------------------- /docs/licenses.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/docs/licenses.md -------------------------------------------------------------------------------- /docs/training.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/docs/training.md -------------------------------------------------------------------------------- /download.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/download.sh -------------------------------------------------------------------------------- /download_process_merge.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/download_process_merge.sh -------------------------------------------------------------------------------- /download_scripts/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/download_scripts/README.md -------------------------------------------------------------------------------- /download_scripts/ai2d.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/download_scripts/ai2d.sh -------------------------------------------------------------------------------- /download_scripts/doclaynet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/download_scripts/doclaynet.sh -------------------------------------------------------------------------------- /download_scripts/due.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/download_scripts/due.sh -------------------------------------------------------------------------------- /download_scripts/funsd.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/download_scripts/funsd.sh -------------------------------------------------------------------------------- /download_scripts/iconqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/download_scripts/iconqa.sh -------------------------------------------------------------------------------- /download_scripts/llavar.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/download_scripts/llavar.sh -------------------------------------------------------------------------------- /download_scripts/screen2words.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/download_scripts/screen2words.sh -------------------------------------------------------------------------------- /download_scripts/textbookqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/download_scripts/textbookqa.sh -------------------------------------------------------------------------------- /download_scripts/websrc.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/download_scripts/websrc.sh -------------------------------------------------------------------------------- /download_scripts/wildreceipt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/download_scripts/wildreceipt.sh -------------------------------------------------------------------------------- /eval_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/eval_llava.py -------------------------------------------------------------------------------- /eval_only.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/eval_only.py -------------------------------------------------------------------------------- /eval_only_mixtral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/eval_only_mixtral.py -------------------------------------------------------------------------------- /instructdoc_instructions.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/instructdoc_instructions.xlsx -------------------------------------------------------------------------------- /lib/MMMU/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/LICENSE -------------------------------------------------------------------------------- /lib/MMMU/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/README.md -------------------------------------------------------------------------------- /lib/MMMU/eval/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/README.md -------------------------------------------------------------------------------- /lib/MMMU/eval/answer_dict_val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/answer_dict_val.json -------------------------------------------------------------------------------- /lib/MMMU/eval/configs/llava1.5.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/configs/llava1.5.yaml -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/llava1.5_13b/Accounting/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/llava1.5_13b/Accounting/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/llava1.5_13b/Agriculture/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/llava1.5_13b/Agriculture/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/llava1.5_13b/Architecture_and_Engineering/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/llava1.5_13b/Architecture_and_Engineering/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/llava1.5_13b/Art/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/llava1.5_13b/Art/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/llava1.5_13b/Art_Theory/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/llava1.5_13b/Art_Theory/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/llava1.5_13b/Basic_Medical_Science/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/llava1.5_13b/Basic_Medical_Science/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/llava1.5_13b/Biology/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/llava1.5_13b/Biology/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/llava1.5_13b/Chemistry/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/llava1.5_13b/Chemistry/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/llava1.5_13b/Clinical_Medicine/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/llava1.5_13b/Clinical_Medicine/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/llava1.5_13b/Computer_Science/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/llava1.5_13b/Computer_Science/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/llava1.5_13b/Design/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/llava1.5_13b/Design/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/llava1.5_13b/Diagnostics_and_Laboratory_Medicine/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/llava1.5_13b/Diagnostics_and_Laboratory_Medicine/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/llava1.5_13b/Economics/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/llava1.5_13b/Economics/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/llava1.5_13b/Electronics/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/llava1.5_13b/Electronics/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/llava1.5_13b/Energy_and_Power/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/llava1.5_13b/Energy_and_Power/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/llava1.5_13b/Finance/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/llava1.5_13b/Finance/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/llava1.5_13b/Geography/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/llava1.5_13b/Geography/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/llava1.5_13b/History/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/llava1.5_13b/History/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/llava1.5_13b/Literature/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/llava1.5_13b/Literature/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/llava1.5_13b/Manage/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/llava1.5_13b/Manage/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/llava1.5_13b/Marketing/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/llava1.5_13b/Marketing/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/llava1.5_13b/Materials/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/llava1.5_13b/Materials/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/llava1.5_13b/Math/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/llava1.5_13b/Math/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/llava1.5_13b/Mechanical_Engineering/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/llava1.5_13b/Mechanical_Engineering/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/llava1.5_13b/Music/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/llava1.5_13b/Music/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/llava1.5_13b/Pharmacy/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/llava1.5_13b/Pharmacy/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/llava1.5_13b/Physics/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/llava1.5_13b/Physics/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/llava1.5_13b/Psychology/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/llava1.5_13b/Psychology/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/llava1.5_13b/Public_Health/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/llava1.5_13b/Public_Health/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/llava1.5_13b/Sociology/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/llava1.5_13b/Sociology/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/llava1.5_13b/total_val_output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/llava1.5_13b/total_val_output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/llava1.5_13b_val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/llava1.5_13b_val.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/qwen_vl/Accounting/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/qwen_vl/Accounting/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/qwen_vl/Agriculture/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/qwen_vl/Agriculture/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/qwen_vl/Architecture_and_Engineering/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/qwen_vl/Architecture_and_Engineering/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/qwen_vl/Art/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/qwen_vl/Art/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/qwen_vl/Art_Theory/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/qwen_vl/Art_Theory/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/qwen_vl/Basic_Medical_Science/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/qwen_vl/Basic_Medical_Science/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/qwen_vl/Biology/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/qwen_vl/Biology/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/qwen_vl/Chemistry/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/qwen_vl/Chemistry/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/qwen_vl/Clinical_Medicine/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/qwen_vl/Clinical_Medicine/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/qwen_vl/Computer_Science/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/qwen_vl/Computer_Science/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/qwen_vl/Design/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/qwen_vl/Design/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/qwen_vl/Diagnostics_and_Laboratory_Medicine/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/qwen_vl/Diagnostics_and_Laboratory_Medicine/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/qwen_vl/Economics/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/qwen_vl/Economics/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/qwen_vl/Electronics/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/qwen_vl/Electronics/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/qwen_vl/Energy_and_Power/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/qwen_vl/Energy_and_Power/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/qwen_vl/Finance/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/qwen_vl/Finance/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/qwen_vl/Geography/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/qwen_vl/Geography/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/qwen_vl/History/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/qwen_vl/History/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/qwen_vl/Literature/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/qwen_vl/Literature/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/qwen_vl/Manage/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/qwen_vl/Manage/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/qwen_vl/Marketing/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/qwen_vl/Marketing/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/qwen_vl/Materials/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/qwen_vl/Materials/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/qwen_vl/Math/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/qwen_vl/Math/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/qwen_vl/Mechanical_Engineering/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/qwen_vl/Mechanical_Engineering/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/qwen_vl/Music/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/qwen_vl/Music/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/qwen_vl/Pharmacy/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/qwen_vl/Pharmacy/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/qwen_vl/Physics/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/qwen_vl/Physics/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/qwen_vl/Psychology/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/qwen_vl/Psychology/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/qwen_vl/Public_Health/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/qwen_vl/Public_Health/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/qwen_vl/Sociology/output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/qwen_vl/Sociology/output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/example_outputs/qwen_vl/total_val_output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/example_outputs/qwen_vl/total_val_output.json -------------------------------------------------------------------------------- /lib/MMMU/eval/main_eval_only.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/main_eval_only.py -------------------------------------------------------------------------------- /lib/MMMU/eval/main_parse_and_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/main_parse_and_eval.py -------------------------------------------------------------------------------- /lib/MMMU/eval/print_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/print_results.py -------------------------------------------------------------------------------- /lib/MMMU/eval/run_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/run_llava.py -------------------------------------------------------------------------------- /lib/MMMU/eval/utils/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/utils/data_utils.py -------------------------------------------------------------------------------- /lib/MMMU/eval/utils/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/utils/eval_utils.py -------------------------------------------------------------------------------- /lib/MMMU/eval/utils/model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/eval/utils/model_utils.py -------------------------------------------------------------------------------- /lib/MMMU/image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/lib/MMMU/image.png -------------------------------------------------------------------------------- /merge_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/merge_data.sh -------------------------------------------------------------------------------- /merge_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/merge_datasets.py -------------------------------------------------------------------------------- /process_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/process_data.sh -------------------------------------------------------------------------------- /process_data_for_mixtral_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/process_data_for_mixtral_eval.sh -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/requirements.txt -------------------------------------------------------------------------------- /runme_llava_mix_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/runme_llava_mix_train.py -------------------------------------------------------------------------------- /runme_llava_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/runme_llava_train.py -------------------------------------------------------------------------------- /scripts/finetune_vicuna13b_clm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/scripts/finetune_vicuna13b_clm.sh -------------------------------------------------------------------------------- /steps_for_datasets.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmiemirza/MMFM-Challenge/HEAD/steps_for_datasets.txt --------------------------------------------------------------------------------