├── ADPO_CAT ├── README.md ├── __pycache__ │ ├── conversation.cpython-38.pyc │ ├── dpo_dataset_new.cpython-38.pyc │ └── mm_utils.cpython-38.pyc ├── conversation.py ├── dpo.json ├── dpo_dataset_new.py ├── dpo_trainer │ ├── __pycache__ │ │ ├── base_dpo_trainer.cpython-38.pyc │ │ ├── baseline_dpo_trainer.cpython-38.pyc │ │ ├── import_utils.cpython-38.pyc │ │ └── utils.cpython-38.pyc │ ├── base_dpo_trainer.py │ ├── baseline_dpo_trainer.py │ ├── import_utils.py │ └── utils.py ├── mm_utils.py ├── model │ ├── Qformer.py │ ├── __pycache__ │ │ ├── Qformer.cpython-38.pyc │ │ ├── base_model.cpython-38.pyc │ │ ├── blip2.cpython-38.pyc │ │ ├── builder.cpython-38.pyc │ │ ├── constants.cpython-38.pyc │ │ ├── eva_vit.cpython-38.pyc │ │ ├── mllmcatllm.cpython-38.pyc │ │ ├── utils.cpython-38.pyc │ │ └── vtimellm.cpython-38.pyc │ ├── base_model.py │ ├── blip2.py │ ├── builder.py │ ├── common │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-38.pyc │ │ │ ├── dist_utils.cpython-38.pyc │ │ │ ├── logger.cpython-38.pyc │ │ │ ├── registry.cpython-38.pyc │ │ │ └── utils.cpython-38.pyc │ │ ├── config.py │ │ ├── dist_utils.py │ │ ├── gradcam.py │ │ ├── logger.py │ │ ├── optims.py │ │ ├── registry.py │ │ └── utils.py │ ├── constants.py │ ├── eva_vit.py │ ├── mllmcatllm.py │ └── utils.py ├── train_dpo.py └── utils_flash │ ├── __pycache__ │ └── llama_patch.cpython-38.pyc │ └── llama_patch.py ├── AVinstruct ├── README.md ├── avqa_data1.json └── avqa_data2.json ├── LICENSE ├── README.md ├── SFT_CAT ├── README.md ├── __pycache__ │ ├── conversation.cpython-38.pyc │ ├── dataset.cpython-38.pyc │ ├── llama_flash_attn_monkey_patch.cpython-38.pyc │ ├── mllmcatllm_trainer.cpython-38.pyc │ ├── mm_utils.cpython-38.pyc │ └── train.cpython-38.pyc ├── conversation.py ├── dataset.py ├── demo_gradio.py ├── extract_video_feat.py ├── imagebind │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-38.pyc │ │ └── data.cpython-38.pyc │ ├── data.py │ └── models │ │ ├── __init__.py │ │ ├── __pycache__ │ │ ├── __init__.cpython-38.pyc │ │ ├── helpers.cpython-38.pyc │ │ ├── imagebind_model.cpython-38.pyc │ │ ├── multimodal_preprocessors.cpython-38.pyc │ │ └── transformer.cpython-38.pyc │ │ ├── helpers.py │ │ ├── imagebind_model.py │ │ ├── multimodal_preprocessors.py │ │ └── transformer.py ├── inference.py ├── llama_flash_attn_monkey_patch.py ├── mllmcatllm_trainer.py ├── mm_utils.py ├── model │ ├── Qformer.py │ ├── __pycache__ │ │ ├── Qformer.cpython-38.pyc │ │ ├── base_model.cpython-38.pyc │ │ ├── blip2.cpython-38.pyc │ │ ├── builder.cpython-38.pyc │ │ ├── constants.cpython-38.pyc │ │ ├── eva_vit.cpython-38.pyc │ │ ├── mllmcatllm.cpython-38.pyc │ │ ├── utils.cpython-38.pyc │ │ └── vtimellm.cpython-38.pyc │ ├── base_model.py │ ├── blip2.py │ ├── builder.py │ ├── common │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-38.pyc │ │ │ ├── dist_utils.cpython-38.pyc │ │ │ ├── logger.cpython-38.pyc │ │ │ ├── registry.cpython-38.pyc │ │ │ └── utils.cpython-38.pyc │ │ ├── config.py │ │ ├── dist_utils.py │ │ ├── gradcam.py │ │ ├── logger.py │ │ ├── optims.py │ │ ├── registry.py │ │ └── utils.py │ ├── constants.py │ ├── eva_vit.py │ ├── mllmcatllm.py │ └── utils.py ├── train.py ├── train_mem.py └── utils_flash │ ├── __pycache__ │ └── llama_patch.cpython-38.pyc │ └── llama_patch.py └── assets ├── Introduction.jpg ├── audio.gif ├── examples.gif ├── logo.png ├── test1.gif ├── test2.gif ├── test3.gif └── test4.gif /ADPO_CAT/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/README.md -------------------------------------------------------------------------------- /ADPO_CAT/__pycache__/conversation.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/__pycache__/conversation.cpython-38.pyc -------------------------------------------------------------------------------- /ADPO_CAT/__pycache__/dpo_dataset_new.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/__pycache__/dpo_dataset_new.cpython-38.pyc -------------------------------------------------------------------------------- /ADPO_CAT/__pycache__/mm_utils.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/__pycache__/mm_utils.cpython-38.pyc -------------------------------------------------------------------------------- /ADPO_CAT/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/conversation.py -------------------------------------------------------------------------------- /ADPO_CAT/dpo.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/dpo.json -------------------------------------------------------------------------------- /ADPO_CAT/dpo_dataset_new.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/dpo_dataset_new.py -------------------------------------------------------------------------------- /ADPO_CAT/dpo_trainer/__pycache__/base_dpo_trainer.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/dpo_trainer/__pycache__/base_dpo_trainer.cpython-38.pyc -------------------------------------------------------------------------------- /ADPO_CAT/dpo_trainer/__pycache__/baseline_dpo_trainer.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/dpo_trainer/__pycache__/baseline_dpo_trainer.cpython-38.pyc -------------------------------------------------------------------------------- /ADPO_CAT/dpo_trainer/__pycache__/import_utils.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/dpo_trainer/__pycache__/import_utils.cpython-38.pyc -------------------------------------------------------------------------------- /ADPO_CAT/dpo_trainer/__pycache__/utils.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/dpo_trainer/__pycache__/utils.cpython-38.pyc -------------------------------------------------------------------------------- /ADPO_CAT/dpo_trainer/base_dpo_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/dpo_trainer/base_dpo_trainer.py -------------------------------------------------------------------------------- /ADPO_CAT/dpo_trainer/baseline_dpo_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/dpo_trainer/baseline_dpo_trainer.py -------------------------------------------------------------------------------- /ADPO_CAT/dpo_trainer/import_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/dpo_trainer/import_utils.py -------------------------------------------------------------------------------- /ADPO_CAT/dpo_trainer/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/dpo_trainer/utils.py -------------------------------------------------------------------------------- /ADPO_CAT/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/mm_utils.py -------------------------------------------------------------------------------- /ADPO_CAT/model/Qformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/model/Qformer.py -------------------------------------------------------------------------------- /ADPO_CAT/model/__pycache__/Qformer.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/model/__pycache__/Qformer.cpython-38.pyc -------------------------------------------------------------------------------- /ADPO_CAT/model/__pycache__/base_model.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/model/__pycache__/base_model.cpython-38.pyc -------------------------------------------------------------------------------- /ADPO_CAT/model/__pycache__/blip2.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/model/__pycache__/blip2.cpython-38.pyc -------------------------------------------------------------------------------- /ADPO_CAT/model/__pycache__/builder.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/model/__pycache__/builder.cpython-38.pyc -------------------------------------------------------------------------------- /ADPO_CAT/model/__pycache__/constants.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/model/__pycache__/constants.cpython-38.pyc -------------------------------------------------------------------------------- /ADPO_CAT/model/__pycache__/eva_vit.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/model/__pycache__/eva_vit.cpython-38.pyc -------------------------------------------------------------------------------- /ADPO_CAT/model/__pycache__/mllmcatllm.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/model/__pycache__/mllmcatllm.cpython-38.pyc -------------------------------------------------------------------------------- /ADPO_CAT/model/__pycache__/utils.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/model/__pycache__/utils.cpython-38.pyc -------------------------------------------------------------------------------- /ADPO_CAT/model/__pycache__/vtimellm.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/model/__pycache__/vtimellm.cpython-38.pyc -------------------------------------------------------------------------------- /ADPO_CAT/model/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/model/base_model.py -------------------------------------------------------------------------------- /ADPO_CAT/model/blip2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/model/blip2.py -------------------------------------------------------------------------------- /ADPO_CAT/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/model/builder.py -------------------------------------------------------------------------------- /ADPO_CAT/model/common/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ADPO_CAT/model/common/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/model/common/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /ADPO_CAT/model/common/__pycache__/dist_utils.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/model/common/__pycache__/dist_utils.cpython-38.pyc -------------------------------------------------------------------------------- /ADPO_CAT/model/common/__pycache__/logger.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/model/common/__pycache__/logger.cpython-38.pyc -------------------------------------------------------------------------------- /ADPO_CAT/model/common/__pycache__/registry.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/model/common/__pycache__/registry.cpython-38.pyc -------------------------------------------------------------------------------- /ADPO_CAT/model/common/__pycache__/utils.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/model/common/__pycache__/utils.cpython-38.pyc -------------------------------------------------------------------------------- /ADPO_CAT/model/common/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/model/common/config.py -------------------------------------------------------------------------------- /ADPO_CAT/model/common/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/model/common/dist_utils.py -------------------------------------------------------------------------------- /ADPO_CAT/model/common/gradcam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/model/common/gradcam.py -------------------------------------------------------------------------------- /ADPO_CAT/model/common/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/model/common/logger.py -------------------------------------------------------------------------------- /ADPO_CAT/model/common/optims.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/model/common/optims.py -------------------------------------------------------------------------------- /ADPO_CAT/model/common/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/model/common/registry.py -------------------------------------------------------------------------------- /ADPO_CAT/model/common/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/model/common/utils.py -------------------------------------------------------------------------------- /ADPO_CAT/model/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/model/constants.py -------------------------------------------------------------------------------- /ADPO_CAT/model/eva_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/model/eva_vit.py -------------------------------------------------------------------------------- /ADPO_CAT/model/mllmcatllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/model/mllmcatllm.py -------------------------------------------------------------------------------- /ADPO_CAT/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/model/utils.py -------------------------------------------------------------------------------- /ADPO_CAT/train_dpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/train_dpo.py -------------------------------------------------------------------------------- /ADPO_CAT/utils_flash/__pycache__/llama_patch.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/utils_flash/__pycache__/llama_patch.cpython-38.pyc -------------------------------------------------------------------------------- /ADPO_CAT/utils_flash/llama_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/ADPO_CAT/utils_flash/llama_patch.py -------------------------------------------------------------------------------- /AVinstruct/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/AVinstruct/README.md -------------------------------------------------------------------------------- /AVinstruct/avqa_data1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/AVinstruct/avqa_data1.json -------------------------------------------------------------------------------- /AVinstruct/avqa_data2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/AVinstruct/avqa_data2.json -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/README.md -------------------------------------------------------------------------------- /SFT_CAT/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/README.md -------------------------------------------------------------------------------- /SFT_CAT/__pycache__/conversation.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/__pycache__/conversation.cpython-38.pyc -------------------------------------------------------------------------------- /SFT_CAT/__pycache__/dataset.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/__pycache__/dataset.cpython-38.pyc -------------------------------------------------------------------------------- /SFT_CAT/__pycache__/llama_flash_attn_monkey_patch.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/__pycache__/llama_flash_attn_monkey_patch.cpython-38.pyc -------------------------------------------------------------------------------- /SFT_CAT/__pycache__/mllmcatllm_trainer.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/__pycache__/mllmcatllm_trainer.cpython-38.pyc -------------------------------------------------------------------------------- /SFT_CAT/__pycache__/mm_utils.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/__pycache__/mm_utils.cpython-38.pyc -------------------------------------------------------------------------------- /SFT_CAT/__pycache__/train.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/__pycache__/train.cpython-38.pyc -------------------------------------------------------------------------------- /SFT_CAT/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/conversation.py -------------------------------------------------------------------------------- /SFT_CAT/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/dataset.py -------------------------------------------------------------------------------- /SFT_CAT/demo_gradio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/demo_gradio.py -------------------------------------------------------------------------------- /SFT_CAT/extract_video_feat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/extract_video_feat.py -------------------------------------------------------------------------------- /SFT_CAT/imagebind/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/imagebind/__init__.py -------------------------------------------------------------------------------- /SFT_CAT/imagebind/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/imagebind/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /SFT_CAT/imagebind/__pycache__/data.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/imagebind/__pycache__/data.cpython-38.pyc -------------------------------------------------------------------------------- /SFT_CAT/imagebind/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/imagebind/data.py -------------------------------------------------------------------------------- /SFT_CAT/imagebind/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /SFT_CAT/imagebind/models/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/imagebind/models/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /SFT_CAT/imagebind/models/__pycache__/helpers.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/imagebind/models/__pycache__/helpers.cpython-38.pyc -------------------------------------------------------------------------------- /SFT_CAT/imagebind/models/__pycache__/imagebind_model.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/imagebind/models/__pycache__/imagebind_model.cpython-38.pyc -------------------------------------------------------------------------------- /SFT_CAT/imagebind/models/__pycache__/multimodal_preprocessors.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/imagebind/models/__pycache__/multimodal_preprocessors.cpython-38.pyc -------------------------------------------------------------------------------- /SFT_CAT/imagebind/models/__pycache__/transformer.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/imagebind/models/__pycache__/transformer.cpython-38.pyc -------------------------------------------------------------------------------- /SFT_CAT/imagebind/models/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/imagebind/models/helpers.py -------------------------------------------------------------------------------- /SFT_CAT/imagebind/models/imagebind_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/imagebind/models/imagebind_model.py -------------------------------------------------------------------------------- /SFT_CAT/imagebind/models/multimodal_preprocessors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/imagebind/models/multimodal_preprocessors.py -------------------------------------------------------------------------------- /SFT_CAT/imagebind/models/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/imagebind/models/transformer.py -------------------------------------------------------------------------------- /SFT_CAT/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/inference.py -------------------------------------------------------------------------------- /SFT_CAT/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /SFT_CAT/mllmcatllm_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/mllmcatllm_trainer.py -------------------------------------------------------------------------------- /SFT_CAT/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/mm_utils.py -------------------------------------------------------------------------------- /SFT_CAT/model/Qformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/model/Qformer.py -------------------------------------------------------------------------------- /SFT_CAT/model/__pycache__/Qformer.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/model/__pycache__/Qformer.cpython-38.pyc -------------------------------------------------------------------------------- /SFT_CAT/model/__pycache__/base_model.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/model/__pycache__/base_model.cpython-38.pyc -------------------------------------------------------------------------------- /SFT_CAT/model/__pycache__/blip2.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/model/__pycache__/blip2.cpython-38.pyc -------------------------------------------------------------------------------- /SFT_CAT/model/__pycache__/builder.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/model/__pycache__/builder.cpython-38.pyc -------------------------------------------------------------------------------- /SFT_CAT/model/__pycache__/constants.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/model/__pycache__/constants.cpython-38.pyc -------------------------------------------------------------------------------- /SFT_CAT/model/__pycache__/eva_vit.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/model/__pycache__/eva_vit.cpython-38.pyc -------------------------------------------------------------------------------- /SFT_CAT/model/__pycache__/mllmcatllm.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/model/__pycache__/mllmcatllm.cpython-38.pyc -------------------------------------------------------------------------------- /SFT_CAT/model/__pycache__/utils.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/model/__pycache__/utils.cpython-38.pyc -------------------------------------------------------------------------------- /SFT_CAT/model/__pycache__/vtimellm.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/model/__pycache__/vtimellm.cpython-38.pyc -------------------------------------------------------------------------------- /SFT_CAT/model/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/model/base_model.py -------------------------------------------------------------------------------- /SFT_CAT/model/blip2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/model/blip2.py -------------------------------------------------------------------------------- /SFT_CAT/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/model/builder.py -------------------------------------------------------------------------------- /SFT_CAT/model/common/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /SFT_CAT/model/common/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/model/common/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /SFT_CAT/model/common/__pycache__/dist_utils.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/model/common/__pycache__/dist_utils.cpython-38.pyc -------------------------------------------------------------------------------- /SFT_CAT/model/common/__pycache__/logger.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/model/common/__pycache__/logger.cpython-38.pyc -------------------------------------------------------------------------------- /SFT_CAT/model/common/__pycache__/registry.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/model/common/__pycache__/registry.cpython-38.pyc -------------------------------------------------------------------------------- /SFT_CAT/model/common/__pycache__/utils.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/model/common/__pycache__/utils.cpython-38.pyc -------------------------------------------------------------------------------- /SFT_CAT/model/common/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/model/common/config.py -------------------------------------------------------------------------------- /SFT_CAT/model/common/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/model/common/dist_utils.py -------------------------------------------------------------------------------- /SFT_CAT/model/common/gradcam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/model/common/gradcam.py -------------------------------------------------------------------------------- /SFT_CAT/model/common/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/model/common/logger.py -------------------------------------------------------------------------------- /SFT_CAT/model/common/optims.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/model/common/optims.py -------------------------------------------------------------------------------- /SFT_CAT/model/common/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/model/common/registry.py -------------------------------------------------------------------------------- /SFT_CAT/model/common/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/model/common/utils.py -------------------------------------------------------------------------------- /SFT_CAT/model/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/model/constants.py -------------------------------------------------------------------------------- /SFT_CAT/model/eva_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/model/eva_vit.py -------------------------------------------------------------------------------- /SFT_CAT/model/mllmcatllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/model/mllmcatllm.py -------------------------------------------------------------------------------- /SFT_CAT/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/model/utils.py -------------------------------------------------------------------------------- /SFT_CAT/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/train.py -------------------------------------------------------------------------------- /SFT_CAT/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/train_mem.py -------------------------------------------------------------------------------- /SFT_CAT/utils_flash/__pycache__/llama_patch.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/utils_flash/__pycache__/llama_patch.cpython-38.pyc -------------------------------------------------------------------------------- /SFT_CAT/utils_flash/llama_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/SFT_CAT/utils_flash/llama_patch.py -------------------------------------------------------------------------------- /assets/Introduction.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/assets/Introduction.jpg -------------------------------------------------------------------------------- /assets/audio.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/assets/audio.gif -------------------------------------------------------------------------------- /assets/examples.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/assets/examples.gif -------------------------------------------------------------------------------- /assets/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/assets/logo.png -------------------------------------------------------------------------------- /assets/test1.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/assets/test1.gif -------------------------------------------------------------------------------- /assets/test2.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/assets/test2.gif -------------------------------------------------------------------------------- /assets/test3.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/assets/test3.gif -------------------------------------------------------------------------------- /assets/test4.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rikeilong/Bay-CAT/HEAD/assets/test4.gif --------------------------------------------------------------------------------