├── .gitignore ├── CITATION.cff ├── LICENSE ├── README.md ├── arguments.py ├── collators ├── __init__.py ├── base.py ├── chat_template_monkey_patch.py ├── llama_3_2_vision.py ├── llava_1_5.py ├── llava_1_6.py ├── llava_interleave.py ├── llava_next_video.py ├── llava_onevision.py ├── phi3_v.py ├── qwen2_vl.py └── qwen_vl.py ├── datasets.py ├── docs ├── add_new_model.md ├── dataset.md ├── inference.md ├── supported_models.md └── training.md ├── ds_configs ├── zero2.json └── zero3.json ├── example_data ├── celeba_image_eval.json ├── celeba_image_train.json ├── ego4d_video_eval.json ├── ego4d_video_train.json ├── images │ ├── bm.jpg │ ├── celeba │ │ ├── 000001.jpg │ │ ├── 000002.jpg │ │ ├── 000003.jpg │ │ ├── 000004.jpg │ │ ├── 000005.jpg │ │ ├── 000006.jpg │ │ ├── 000007.jpg │ │ ├── 000008.jpg │ │ ├── 000009.jpg │ │ ├── 000010.jpg │ │ ├── 000011.jpg │ │ ├── 000012.jpg │ │ ├── 000013.jpg │ │ ├── 000014.jpg │ │ ├── 000015.jpg │ │ ├── 000016.jpg │ │ ├── 000017.jpg │ │ ├── 000018.jpg │ │ ├── 000019.jpg │ │ ├── 000020.jpg │ │ ├── 000021.jpg │ │ ├── 000022.jpg │ │ ├── 000023.jpg │ │ ├── 000024.jpg │ │ ├── 000025.jpg │ │ ├── 000026.jpg │ │ ├── 000027.jpg │ │ ├── 000028.jpg │ │ ├── 000029.jpg │ │ ├── 000030.jpg │ │ ├── 000031.jpg │ │ ├── 000032.jpg │ │ ├── 000033.jpg │ │ ├── 000034.jpg │ │ ├── 000035.jpg │ │ ├── 000036.jpg │ │ ├── 000037.jpg │ │ ├── 000038.jpg │ │ ├── 000039.jpg │ │ ├── 000040.jpg │ │ ├── 000041.jpg │ │ ├── 000042.jpg │ │ ├── 000043.jpg │ │ ├── 000044.jpg │ │ ├── 000045.jpg │ │ ├── 000046.jpg │ │ ├── 000047.jpg │ │ ├── 000048.jpg │ │ ├── 000049.jpg │ │ ├── 000050.jpg │ │ ├── 000051.jpg │ │ ├── 000052.jpg │ │ ├── 000053.jpg │ │ ├── 000054.jpg │ │ ├── 000055.jpg │ │ ├── 000056.jpg │ │ ├── 000057.jpg │ │ ├── 000058.jpg │ │ ├── 000059.jpg │ │ ├── 000060.jpg │ │ ├── 000061.jpg │ │ ├── 000062.jpg │ │ ├── 000063.jpg │ │ ├── 000064.jpg │ │ ├── 000065.jpg │ │ ├── 000066.jpg │ │ ├── 000067.jpg │ │ ├── 000068.jpg │ │ ├── 000069.jpg │ │ ├── 000070.jpg │ │ ├── 000071.jpg │ │ ├── 000072.jpg │ │ ├── 000073.jpg │ │ ├── 000074.jpg │ │ ├── 000075.jpg │ │ ├── 000076.jpg │ │ ├── 000077.jpg │ │ ├── 000078.jpg │ │ ├── 000079.jpg │ │ ├── 000080.jpg │ │ ├── 000081.jpg │ │ ├── 000082.jpg │ │ ├── 000083.jpg │ │ ├── 000084.jpg │ │ ├── 000085.jpg │ │ ├── 000086.jpg │ │ ├── 000087.jpg │ │ ├── 000088.jpg │ │ ├── 000089.jpg │ │ ├── 000090.jpg │ │ ├── 000091.jpg │ │ ├── 000092.jpg │ │ ├── 000093.jpg │ │ ├── 000094.jpg │ │ ├── 000095.jpg │ │ ├── 000096.jpg │ │ ├── 000097.jpg │ │ ├── 000098.jpg │ │ ├── 000099.jpg │ │ └── 000100.jpg │ ├── curry.jpg │ ├── post1.png │ ├── post2.png │ ├── post3.png │ ├── post4.png │ ├── soccer1.jpg │ └── soccer2.jpg ├── multi_images.json ├── single_image.json ├── single_image_has_text_only.json ├── video.json └── videos │ ├── bm_teaser.mp4 │ ├── curry_vs_thunder.mp4 │ └── ego4d │ ├── README.md │ └── download.py ├── example_scripts ├── example_image.sh └── example_video.sh ├── loaders ├── __init__.py ├── base.py ├── llama_3_2_vision.py ├── llava_1_5.py ├── llava_1_6.py ├── llava_interleave.py ├── llava_next_video.py ├── llava_onevision.py ├── phi3_v.py ├── qwen2_vl.py └── qwen_vl.py ├── merge_lora_weights.py ├── requirements.txt ├── supported_models.py ├── train.py ├── utils.py └── webui.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/.gitignore -------------------------------------------------------------------------------- /CITATION.cff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/CITATION.cff -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/README.md -------------------------------------------------------------------------------- /arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/arguments.py -------------------------------------------------------------------------------- /collators/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/collators/__init__.py -------------------------------------------------------------------------------- /collators/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/collators/base.py -------------------------------------------------------------------------------- /collators/chat_template_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/collators/chat_template_monkey_patch.py -------------------------------------------------------------------------------- /collators/llama_3_2_vision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/collators/llama_3_2_vision.py -------------------------------------------------------------------------------- /collators/llava_1_5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/collators/llava_1_5.py -------------------------------------------------------------------------------- /collators/llava_1_6.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/collators/llava_1_6.py -------------------------------------------------------------------------------- /collators/llava_interleave.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/collators/llava_interleave.py -------------------------------------------------------------------------------- /collators/llava_next_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/collators/llava_next_video.py -------------------------------------------------------------------------------- /collators/llava_onevision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/collators/llava_onevision.py -------------------------------------------------------------------------------- /collators/phi3_v.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/collators/phi3_v.py -------------------------------------------------------------------------------- /collators/qwen2_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/collators/qwen2_vl.py -------------------------------------------------------------------------------- /collators/qwen_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/collators/qwen_vl.py -------------------------------------------------------------------------------- /datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/datasets.py -------------------------------------------------------------------------------- /docs/add_new_model.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/docs/add_new_model.md -------------------------------------------------------------------------------- /docs/dataset.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/docs/dataset.md -------------------------------------------------------------------------------- /docs/inference.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/docs/inference.md -------------------------------------------------------------------------------- /docs/supported_models.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/docs/supported_models.md -------------------------------------------------------------------------------- /docs/training.md: -------------------------------------------------------------------------------- 1 | # Training Tutorial 2 | 3 | placeholder 4 | 5 | -------------------------------------------------------------------------------- /ds_configs/zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/ds_configs/zero2.json -------------------------------------------------------------------------------- /ds_configs/zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/ds_configs/zero3.json -------------------------------------------------------------------------------- /example_data/celeba_image_eval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/celeba_image_eval.json -------------------------------------------------------------------------------- /example_data/celeba_image_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/celeba_image_train.json -------------------------------------------------------------------------------- /example_data/ego4d_video_eval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/ego4d_video_eval.json -------------------------------------------------------------------------------- /example_data/ego4d_video_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/ego4d_video_train.json -------------------------------------------------------------------------------- /example_data/images/bm.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/bm.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000001.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000001.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000002.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000002.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000003.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000003.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000004.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000004.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000005.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000005.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000006.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000006.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000007.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000007.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000008.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000008.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000009.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000009.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000010.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000010.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000011.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000011.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000012.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000012.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000013.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000013.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000014.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000014.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000015.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000015.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000016.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000016.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000017.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000017.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000018.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000018.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000019.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000019.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000020.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000020.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000021.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000021.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000022.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000022.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000023.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000023.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000024.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000024.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000025.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000025.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000026.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000026.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000027.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000027.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000028.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000028.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000029.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000029.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000030.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000030.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000031.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000031.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000032.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000032.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000033.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000033.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000034.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000034.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000035.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000035.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000036.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000036.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000037.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000037.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000038.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000038.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000039.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000039.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000040.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000040.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000041.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000041.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000042.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000042.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000043.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000043.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000044.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000044.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000045.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000045.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000046.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000046.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000047.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000047.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000048.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000048.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000049.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000049.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000050.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000050.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000051.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000051.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000052.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000052.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000053.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000053.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000054.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000054.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000055.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000055.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000056.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000056.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000057.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000057.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000058.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000058.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000059.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000059.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000060.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000060.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000061.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000061.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000062.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000062.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000063.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000063.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000064.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000064.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000065.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000065.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000066.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000066.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000067.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000067.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000068.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000068.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000069.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000069.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000070.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000070.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000071.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000071.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000072.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000072.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000073.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000073.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000074.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000074.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000075.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000075.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000076.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000076.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000077.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000077.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000078.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000078.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000079.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000079.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000080.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000080.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000081.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000081.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000082.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000082.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000083.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000083.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000084.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000084.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000085.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000085.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000086.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000086.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000087.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000087.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000088.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000088.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000089.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000089.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000090.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000090.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000091.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000091.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000092.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000092.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000093.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000093.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000094.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000094.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000095.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000095.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000096.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000096.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000097.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000097.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000098.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000098.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000099.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000099.jpg -------------------------------------------------------------------------------- /example_data/images/celeba/000100.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/celeba/000100.jpg -------------------------------------------------------------------------------- /example_data/images/curry.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/curry.jpg -------------------------------------------------------------------------------- /example_data/images/post1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/post1.png -------------------------------------------------------------------------------- /example_data/images/post2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/post2.png -------------------------------------------------------------------------------- /example_data/images/post3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/post3.png -------------------------------------------------------------------------------- /example_data/images/post4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/post4.png -------------------------------------------------------------------------------- /example_data/images/soccer1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/soccer1.jpg -------------------------------------------------------------------------------- /example_data/images/soccer2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/images/soccer2.jpg -------------------------------------------------------------------------------- /example_data/multi_images.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/multi_images.json -------------------------------------------------------------------------------- /example_data/single_image.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/single_image.json -------------------------------------------------------------------------------- /example_data/single_image_has_text_only.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/single_image_has_text_only.json -------------------------------------------------------------------------------- /example_data/video.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/video.json -------------------------------------------------------------------------------- /example_data/videos/bm_teaser.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/videos/bm_teaser.mp4 -------------------------------------------------------------------------------- /example_data/videos/curry_vs_thunder.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/videos/curry_vs_thunder.mp4 -------------------------------------------------------------------------------- /example_data/videos/ego4d/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/videos/ego4d/README.md -------------------------------------------------------------------------------- /example_data/videos/ego4d/download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_data/videos/ego4d/download.py -------------------------------------------------------------------------------- /example_scripts/example_image.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_scripts/example_image.sh -------------------------------------------------------------------------------- /example_scripts/example_video.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/example_scripts/example_video.sh -------------------------------------------------------------------------------- /loaders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/loaders/__init__.py -------------------------------------------------------------------------------- /loaders/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/loaders/base.py -------------------------------------------------------------------------------- /loaders/llama_3_2_vision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/loaders/llama_3_2_vision.py -------------------------------------------------------------------------------- /loaders/llava_1_5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/loaders/llava_1_5.py -------------------------------------------------------------------------------- /loaders/llava_1_6.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/loaders/llava_1_6.py -------------------------------------------------------------------------------- /loaders/llava_interleave.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/loaders/llava_interleave.py -------------------------------------------------------------------------------- /loaders/llava_next_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/loaders/llava_next_video.py -------------------------------------------------------------------------------- /loaders/llava_onevision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/loaders/llava_onevision.py -------------------------------------------------------------------------------- /loaders/phi3_v.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/loaders/phi3_v.py -------------------------------------------------------------------------------- /loaders/qwen2_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/loaders/qwen2_vl.py -------------------------------------------------------------------------------- /loaders/qwen_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/loaders/qwen_vl.py -------------------------------------------------------------------------------- /merge_lora_weights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/merge_lora_weights.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/requirements.txt -------------------------------------------------------------------------------- /supported_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/supported_models.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/train.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/utils.py -------------------------------------------------------------------------------- /webui.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjysteven/lmms-finetune/HEAD/webui.py --------------------------------------------------------------------------------