├── README.md ├── data_split ├── data_train_revise_path.json └── data_valid_revise_path.json ├── llava_aff ├── __pycache__ │ ├── constants.cpython-310.pyc │ ├── conversation.cpython-310.pyc │ └── mm_utils.cpython-310.pyc ├── conversation.py ├── mm_utils.py ├── model │ ├── AFF.py │ ├── __init__.py │ ├── __pycache__ │ │ ├── AFF.cpython-310.pyc │ │ ├── __init__.cpython-310.pyc │ │ └── llava_arch.cpython-310.pyc │ ├── builder.py │ ├── language_model │ │ ├── __pycache__ │ │ │ └── llava_llama.cpython-310.pyc │ │ └── llava_llama.py │ ├── llava_arch.py │ ├── mask_decoder │ │ ├── __pycache__ │ │ │ ├── common.cpython-310.pyc │ │ │ ├── mask_decoder.cpython-310.pyc │ │ │ ├── prompt_encoder.cpython-310.pyc │ │ │ └── twowaytrans.cpython-310.pyc │ │ ├── common.py │ │ ├── mask_decoder.py │ │ ├── prompt_encoder.py │ │ └── twowaytrans.py │ ├── multimodal_encoder │ │ ├── __pycache__ │ │ │ ├── builder.cpython-310.pyc │ │ │ ├── clip_encoder.cpython-310.pyc │ │ │ └── owl_encoder.cpython-310.pyc │ │ ├── builder.py │ │ ├── clip_encoder.py │ │ └── owl_encoder.py │ ├── multimodal_projector │ │ ├── __pycache__ │ │ │ └── builder.cpython-310.pyc │ │ └── builder.py │ └── util.py └── util │ ├── __pycache__ │ ├── data_gen.cpython-310.pyc │ └── utils.cpython-310.pyc │ ├── data_gen.py │ └── utils.py ├── llava_inference.ipynb ├── train_aff_finetune_val.py ├── train_aff_finetune_val.sh ├── train_aff_pretrain.py └── train_aff_pretrain.sh /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/README.md -------------------------------------------------------------------------------- /data_split/data_train_revise_path.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/data_split/data_train_revise_path.json -------------------------------------------------------------------------------- /data_split/data_valid_revise_path.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/data_split/data_valid_revise_path.json -------------------------------------------------------------------------------- /llava_aff/__pycache__/constants.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/llava_aff/__pycache__/constants.cpython-310.pyc -------------------------------------------------------------------------------- /llava_aff/__pycache__/conversation.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/llava_aff/__pycache__/conversation.cpython-310.pyc -------------------------------------------------------------------------------- /llava_aff/__pycache__/mm_utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/llava_aff/__pycache__/mm_utils.cpython-310.pyc -------------------------------------------------------------------------------- /llava_aff/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/llava_aff/conversation.py -------------------------------------------------------------------------------- /llava_aff/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/llava_aff/mm_utils.py -------------------------------------------------------------------------------- /llava_aff/model/AFF.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/llava_aff/model/AFF.py -------------------------------------------------------------------------------- /llava_aff/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/llava_aff/model/__init__.py -------------------------------------------------------------------------------- /llava_aff/model/__pycache__/AFF.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/llava_aff/model/__pycache__/AFF.cpython-310.pyc -------------------------------------------------------------------------------- /llava_aff/model/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/llava_aff/model/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /llava_aff/model/__pycache__/llava_arch.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/llava_aff/model/__pycache__/llava_arch.cpython-310.pyc -------------------------------------------------------------------------------- /llava_aff/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/llava_aff/model/builder.py -------------------------------------------------------------------------------- /llava_aff/model/language_model/__pycache__/llava_llama.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/llava_aff/model/language_model/__pycache__/llava_llama.cpython-310.pyc -------------------------------------------------------------------------------- /llava_aff/model/language_model/llava_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/llava_aff/model/language_model/llava_llama.py -------------------------------------------------------------------------------- /llava_aff/model/llava_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/llava_aff/model/llava_arch.py -------------------------------------------------------------------------------- /llava_aff/model/mask_decoder/__pycache__/common.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/llava_aff/model/mask_decoder/__pycache__/common.cpython-310.pyc -------------------------------------------------------------------------------- /llava_aff/model/mask_decoder/__pycache__/mask_decoder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/llava_aff/model/mask_decoder/__pycache__/mask_decoder.cpython-310.pyc -------------------------------------------------------------------------------- /llava_aff/model/mask_decoder/__pycache__/prompt_encoder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/llava_aff/model/mask_decoder/__pycache__/prompt_encoder.cpython-310.pyc -------------------------------------------------------------------------------- /llava_aff/model/mask_decoder/__pycache__/twowaytrans.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/llava_aff/model/mask_decoder/__pycache__/twowaytrans.cpython-310.pyc -------------------------------------------------------------------------------- /llava_aff/model/mask_decoder/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/llava_aff/model/mask_decoder/common.py -------------------------------------------------------------------------------- /llava_aff/model/mask_decoder/mask_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/llava_aff/model/mask_decoder/mask_decoder.py -------------------------------------------------------------------------------- /llava_aff/model/mask_decoder/prompt_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/llava_aff/model/mask_decoder/prompt_encoder.py -------------------------------------------------------------------------------- /llava_aff/model/mask_decoder/twowaytrans.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/llava_aff/model/mask_decoder/twowaytrans.py -------------------------------------------------------------------------------- /llava_aff/model/multimodal_encoder/__pycache__/builder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/llava_aff/model/multimodal_encoder/__pycache__/builder.cpython-310.pyc -------------------------------------------------------------------------------- /llava_aff/model/multimodal_encoder/__pycache__/clip_encoder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/llava_aff/model/multimodal_encoder/__pycache__/clip_encoder.cpython-310.pyc -------------------------------------------------------------------------------- /llava_aff/model/multimodal_encoder/__pycache__/owl_encoder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/llava_aff/model/multimodal_encoder/__pycache__/owl_encoder.cpython-310.pyc -------------------------------------------------------------------------------- /llava_aff/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/llava_aff/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /llava_aff/model/multimodal_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/llava_aff/model/multimodal_encoder/clip_encoder.py -------------------------------------------------------------------------------- /llava_aff/model/multimodal_encoder/owl_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/llava_aff/model/multimodal_encoder/owl_encoder.py -------------------------------------------------------------------------------- /llava_aff/model/multimodal_projector/__pycache__/builder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/llava_aff/model/multimodal_projector/__pycache__/builder.cpython-310.pyc -------------------------------------------------------------------------------- /llava_aff/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/llava_aff/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /llava_aff/model/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/llava_aff/model/util.py -------------------------------------------------------------------------------- /llava_aff/util/__pycache__/data_gen.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/llava_aff/util/__pycache__/data_gen.cpython-310.pyc -------------------------------------------------------------------------------- /llava_aff/util/__pycache__/utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/llava_aff/util/__pycache__/utils.cpython-310.pyc -------------------------------------------------------------------------------- /llava_aff/util/data_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/llava_aff/util/data_gen.py -------------------------------------------------------------------------------- /llava_aff/util/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/llava_aff/util/utils.py -------------------------------------------------------------------------------- /llava_inference.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/llava_inference.ipynb -------------------------------------------------------------------------------- /train_aff_finetune_val.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/train_aff_finetune_val.py -------------------------------------------------------------------------------- /train_aff_finetune_val.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/train_aff_finetune_val.sh -------------------------------------------------------------------------------- /train_aff_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/train_aff_pretrain.py -------------------------------------------------------------------------------- /train_aff_pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wj-on-un/AffordanceLLM_implementation/HEAD/train_aff_pretrain.sh --------------------------------------------------------------------------------