├── .DS_Store ├── .gitignore ├── LICENSE ├── README.md ├── USE_POLICY.md ├── assets ├── .DS_Store ├── merlin.png └── merlin_logo.png ├── mmgpt ├── data │ ├── builder.py │ ├── collator.py │ ├── dataset │ │ ├── base_dataset.py │ │ ├── conversation_dataset.py │ │ ├── interleave_webdataset.py │ │ ├── interpair_webdataset.py │ │ ├── pair_token_webdataset.py │ │ └── pair_webdataset.py │ └── sampler.py ├── engine │ ├── eval │ │ ├── demo.py │ │ ├── eval.py │ │ ├── eval_box.py │ │ ├── eval_docvqa.py │ │ ├── eval_mmbench.py │ │ └── eval_mmvet.py │ ├── serve │ │ ├── __init__.py │ │ ├── cli.py │ │ ├── controller.py │ │ ├── examples │ │ │ ├── extreme_ironing.jpg │ │ │ └── waterview.jpg │ │ ├── gradio_web_server.py │ │ ├── model_worker.py │ │ ├── register_worker.py │ │ └── test_message.py │ └── train │ │ ├── train.py │ │ ├── train_flash_attn.py │ │ └── trainer.py ├── model │ ├── builder.py │ ├── mmgpt │ │ ├── baichuan13b_mmgpt.py │ │ ├── baichuan2_13b_mmgpt.py │ │ ├── baichuan2_7b_mmgpt.py │ │ ├── baichuan7b_mmgpt.py │ │ ├── base_mmgpt.py │ │ ├── llama_mmgpt.py │ │ ├── opt_mmgpt.py │ │ ├── phi2_mmgpt.py │ │ ├── phi2_mmgpt_v1.py │ │ └── run_llava_tracking.py │ ├── projector │ │ ├── base_projector.py │ │ ├── builder.py │ │ ├── conv_projector.py │ │ ├── mlp_projector.py │ │ ├── qwen_projector.py │ │ ├── qwen_sampler_projector.py │ │ └── sam_projector.py │ └── vision_encoder │ │ ├── builder.py │ │ ├── clip_encoder.py │ │ ├── metaclip_encoder.py │ │ ├── qwen_encoder.py │ │ ├── qwen_nosampler_encoder.py │ │ ├── qwen_nosampler_encoder_flash_attn.py │ │ ├── sam_encoder.py │ │ └── utils │ │ ├── blip_process.py │ │ ├── common.py │ │ └── image_encoder.py └── utils │ ├── apply_delta.py │ ├── arguments.py │ ├── baichuan2_13b │ ├── configuration_baichuan.py │ └── modeling_baichuan.py │ ├── baichuan2_7b │ ├── configuration_baichuan.py │ └── modeling_baichuan.py │ ├── baichuan_13b │ ├── configuration_baichuan.py │ └── modeling_baichuan.py │ ├── baichuan_7b │ ├── configuration_baichuan.py │ └── modeling_baichuan.py │ ├── constants.py │ ├── conversation.py │ ├── dist_utils.py │ ├── evaluation_tools │ ├── mmbench_evaluator.py │ ├── mmbench_openai_evaluator.py │ └── vqa_annls_evaluator.py │ ├── interpolate_model.py │ ├── llama_flash_attn_monkey_patch.py │ ├── llrd_utils.py │ ├── logger.py │ ├── make_delta.py │ ├── mm_utils.py │ ├── peft_utils.py │ ├── phi2 │ ├── configuration_phi.py │ └── modeling_phi.py │ └── utils.py ├── playground └── merlin │ └── clip-large+conv+vicuna-v15-7b │ ├── eval.sh │ ├── pretrain.sh │ └── sft.sh └── pyproject.toml /.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/.DS_Store -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/README.md -------------------------------------------------------------------------------- /USE_POLICY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/USE_POLICY.md -------------------------------------------------------------------------------- /assets/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/assets/.DS_Store -------------------------------------------------------------------------------- /assets/merlin.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/assets/merlin.png -------------------------------------------------------------------------------- /assets/merlin_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/assets/merlin_logo.png -------------------------------------------------------------------------------- /mmgpt/data/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/data/builder.py -------------------------------------------------------------------------------- /mmgpt/data/collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/data/collator.py -------------------------------------------------------------------------------- /mmgpt/data/dataset/base_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/data/dataset/base_dataset.py -------------------------------------------------------------------------------- /mmgpt/data/dataset/conversation_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/data/dataset/conversation_dataset.py -------------------------------------------------------------------------------- /mmgpt/data/dataset/interleave_webdataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/data/dataset/interleave_webdataset.py -------------------------------------------------------------------------------- /mmgpt/data/dataset/interpair_webdataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/data/dataset/interpair_webdataset.py -------------------------------------------------------------------------------- /mmgpt/data/dataset/pair_token_webdataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/data/dataset/pair_token_webdataset.py -------------------------------------------------------------------------------- /mmgpt/data/dataset/pair_webdataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/data/dataset/pair_webdataset.py -------------------------------------------------------------------------------- /mmgpt/data/sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/data/sampler.py -------------------------------------------------------------------------------- /mmgpt/engine/eval/demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/engine/eval/demo.py -------------------------------------------------------------------------------- /mmgpt/engine/eval/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/engine/eval/eval.py -------------------------------------------------------------------------------- /mmgpt/engine/eval/eval_box.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/engine/eval/eval_box.py -------------------------------------------------------------------------------- /mmgpt/engine/eval/eval_docvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/engine/eval/eval_docvqa.py -------------------------------------------------------------------------------- /mmgpt/engine/eval/eval_mmbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/engine/eval/eval_mmbench.py -------------------------------------------------------------------------------- /mmgpt/engine/eval/eval_mmvet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/engine/eval/eval_mmvet.py -------------------------------------------------------------------------------- /mmgpt/engine/serve/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mmgpt/engine/serve/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/engine/serve/cli.py -------------------------------------------------------------------------------- /mmgpt/engine/serve/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/engine/serve/controller.py -------------------------------------------------------------------------------- /mmgpt/engine/serve/examples/extreme_ironing.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/engine/serve/examples/extreme_ironing.jpg -------------------------------------------------------------------------------- /mmgpt/engine/serve/examples/waterview.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/engine/serve/examples/waterview.jpg -------------------------------------------------------------------------------- /mmgpt/engine/serve/gradio_web_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/engine/serve/gradio_web_server.py -------------------------------------------------------------------------------- /mmgpt/engine/serve/model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/engine/serve/model_worker.py -------------------------------------------------------------------------------- /mmgpt/engine/serve/register_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/engine/serve/register_worker.py -------------------------------------------------------------------------------- /mmgpt/engine/serve/test_message.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/engine/serve/test_message.py -------------------------------------------------------------------------------- /mmgpt/engine/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/engine/train/train.py -------------------------------------------------------------------------------- /mmgpt/engine/train/train_flash_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/engine/train/train_flash_attn.py -------------------------------------------------------------------------------- /mmgpt/engine/train/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/engine/train/trainer.py -------------------------------------------------------------------------------- /mmgpt/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/model/builder.py -------------------------------------------------------------------------------- /mmgpt/model/mmgpt/baichuan13b_mmgpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/model/mmgpt/baichuan13b_mmgpt.py -------------------------------------------------------------------------------- /mmgpt/model/mmgpt/baichuan2_13b_mmgpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/model/mmgpt/baichuan2_13b_mmgpt.py -------------------------------------------------------------------------------- /mmgpt/model/mmgpt/baichuan2_7b_mmgpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/model/mmgpt/baichuan2_7b_mmgpt.py -------------------------------------------------------------------------------- /mmgpt/model/mmgpt/baichuan7b_mmgpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/model/mmgpt/baichuan7b_mmgpt.py -------------------------------------------------------------------------------- /mmgpt/model/mmgpt/base_mmgpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/model/mmgpt/base_mmgpt.py -------------------------------------------------------------------------------- /mmgpt/model/mmgpt/llama_mmgpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/model/mmgpt/llama_mmgpt.py -------------------------------------------------------------------------------- /mmgpt/model/mmgpt/opt_mmgpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/model/mmgpt/opt_mmgpt.py -------------------------------------------------------------------------------- /mmgpt/model/mmgpt/phi2_mmgpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/model/mmgpt/phi2_mmgpt.py -------------------------------------------------------------------------------- /mmgpt/model/mmgpt/phi2_mmgpt_v1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/model/mmgpt/phi2_mmgpt_v1.py -------------------------------------------------------------------------------- /mmgpt/model/mmgpt/run_llava_tracking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/model/mmgpt/run_llava_tracking.py -------------------------------------------------------------------------------- /mmgpt/model/projector/base_projector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/model/projector/base_projector.py -------------------------------------------------------------------------------- /mmgpt/model/projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/model/projector/builder.py -------------------------------------------------------------------------------- /mmgpt/model/projector/conv_projector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/model/projector/conv_projector.py -------------------------------------------------------------------------------- /mmgpt/model/projector/mlp_projector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/model/projector/mlp_projector.py -------------------------------------------------------------------------------- /mmgpt/model/projector/qwen_projector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/model/projector/qwen_projector.py -------------------------------------------------------------------------------- /mmgpt/model/projector/qwen_sampler_projector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/model/projector/qwen_sampler_projector.py -------------------------------------------------------------------------------- /mmgpt/model/projector/sam_projector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/model/projector/sam_projector.py -------------------------------------------------------------------------------- /mmgpt/model/vision_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/model/vision_encoder/builder.py -------------------------------------------------------------------------------- /mmgpt/model/vision_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/model/vision_encoder/clip_encoder.py -------------------------------------------------------------------------------- /mmgpt/model/vision_encoder/metaclip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/model/vision_encoder/metaclip_encoder.py -------------------------------------------------------------------------------- /mmgpt/model/vision_encoder/qwen_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/model/vision_encoder/qwen_encoder.py -------------------------------------------------------------------------------- /mmgpt/model/vision_encoder/qwen_nosampler_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/model/vision_encoder/qwen_nosampler_encoder.py -------------------------------------------------------------------------------- /mmgpt/model/vision_encoder/qwen_nosampler_encoder_flash_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/model/vision_encoder/qwen_nosampler_encoder_flash_attn.py -------------------------------------------------------------------------------- /mmgpt/model/vision_encoder/sam_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/model/vision_encoder/sam_encoder.py -------------------------------------------------------------------------------- /mmgpt/model/vision_encoder/utils/blip_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/model/vision_encoder/utils/blip_process.py -------------------------------------------------------------------------------- /mmgpt/model/vision_encoder/utils/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/model/vision_encoder/utils/common.py -------------------------------------------------------------------------------- /mmgpt/model/vision_encoder/utils/image_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/model/vision_encoder/utils/image_encoder.py -------------------------------------------------------------------------------- /mmgpt/utils/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/utils/apply_delta.py -------------------------------------------------------------------------------- /mmgpt/utils/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/utils/arguments.py -------------------------------------------------------------------------------- /mmgpt/utils/baichuan2_13b/configuration_baichuan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/utils/baichuan2_13b/configuration_baichuan.py -------------------------------------------------------------------------------- /mmgpt/utils/baichuan2_13b/modeling_baichuan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/utils/baichuan2_13b/modeling_baichuan.py -------------------------------------------------------------------------------- /mmgpt/utils/baichuan2_7b/configuration_baichuan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/utils/baichuan2_7b/configuration_baichuan.py -------------------------------------------------------------------------------- /mmgpt/utils/baichuan2_7b/modeling_baichuan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/utils/baichuan2_7b/modeling_baichuan.py -------------------------------------------------------------------------------- /mmgpt/utils/baichuan_13b/configuration_baichuan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/utils/baichuan_13b/configuration_baichuan.py -------------------------------------------------------------------------------- /mmgpt/utils/baichuan_13b/modeling_baichuan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/utils/baichuan_13b/modeling_baichuan.py -------------------------------------------------------------------------------- /mmgpt/utils/baichuan_7b/configuration_baichuan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/utils/baichuan_7b/configuration_baichuan.py -------------------------------------------------------------------------------- /mmgpt/utils/baichuan_7b/modeling_baichuan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/utils/baichuan_7b/modeling_baichuan.py -------------------------------------------------------------------------------- /mmgpt/utils/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/utils/constants.py -------------------------------------------------------------------------------- /mmgpt/utils/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/utils/conversation.py -------------------------------------------------------------------------------- /mmgpt/utils/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/utils/dist_utils.py -------------------------------------------------------------------------------- /mmgpt/utils/evaluation_tools/mmbench_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/utils/evaluation_tools/mmbench_evaluator.py -------------------------------------------------------------------------------- /mmgpt/utils/evaluation_tools/mmbench_openai_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/utils/evaluation_tools/mmbench_openai_evaluator.py -------------------------------------------------------------------------------- /mmgpt/utils/evaluation_tools/vqa_annls_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/utils/evaluation_tools/vqa_annls_evaluator.py -------------------------------------------------------------------------------- /mmgpt/utils/interpolate_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/utils/interpolate_model.py -------------------------------------------------------------------------------- /mmgpt/utils/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/utils/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /mmgpt/utils/llrd_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/utils/llrd_utils.py -------------------------------------------------------------------------------- /mmgpt/utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/utils/logger.py -------------------------------------------------------------------------------- /mmgpt/utils/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/utils/make_delta.py -------------------------------------------------------------------------------- /mmgpt/utils/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/utils/mm_utils.py -------------------------------------------------------------------------------- /mmgpt/utils/peft_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/utils/peft_utils.py -------------------------------------------------------------------------------- /mmgpt/utils/phi2/configuration_phi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/utils/phi2/configuration_phi.py -------------------------------------------------------------------------------- /mmgpt/utils/phi2/modeling_phi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/utils/phi2/modeling_phi.py -------------------------------------------------------------------------------- /mmgpt/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/mmgpt/utils/utils.py -------------------------------------------------------------------------------- /playground/merlin/clip-large+conv+vicuna-v15-7b/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/playground/merlin/clip-large+conv+vicuna-v15-7b/eval.sh -------------------------------------------------------------------------------- /playground/merlin/clip-large+conv+vicuna-v15-7b/pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/playground/merlin/clip-large+conv+vicuna-v15-7b/pretrain.sh -------------------------------------------------------------------------------- /playground/merlin/clip-large+conv+vicuna-v15-7b/sft.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/playground/merlin/clip-large+conv+vicuna-v15-7b/sft.sh -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ahnsun/merlin/HEAD/pyproject.toml --------------------------------------------------------------------------------