├── README.md ├── app.py ├── chat.py ├── merge_lora_weights_and_save_hf_model.py ├── model ├── Attn_model.py └── llava │ ├── __init__.py │ ├── constants.py │ ├── conversation.py │ ├── mm_utils.py │ ├── model │ ├── __init__.py │ ├── apply_delta.py │ ├── builder.py │ ├── consolidate.py │ ├── language_model │ │ ├── llava_llama.py │ │ ├── llava_mpt.py │ │ └── mpt │ │ │ ├── adapt_tokenizer.py │ │ │ ├── attention.py │ │ │ ├── blocks.py │ │ │ ├── configuration_mpt.py │ │ │ ├── custom_embedding.py │ │ │ ├── flash_attn_triton.py │ │ │ ├── hf_prefixlm_converter.py │ │ │ ├── meta_init_context.py │ │ │ ├── modeling_mpt.py │ │ │ ├── norm.py │ │ │ └── param_init_fns.py │ ├── llava_arch.py │ ├── make_delta.py │ ├── multimodal_encoder │ │ ├── builder.py │ │ └── clip_encoder.py │ └── utils.py │ ├── train │ ├── llama_flash_attn_monkey_patch.py │ ├── llava_trainer.py │ ├── train.py │ └── train_mem.py │ └── utils.py ├── requirements.txt ├── train_ds.py └── utils ├── __init__.py ├── attn_dataset.py ├── conversation.py ├── dataset.py ├── eval_utils ├── __init__.py ├── bleu.py ├── cider.py ├── ciderR.py ├── meteor │ ├── __init__.py │ ├── meteor-1.5.jar │ └── meteor.py └── rouge.py ├── sal_metrics.py └── utils.py /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/README.md -------------------------------------------------------------------------------- /app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/app.py -------------------------------------------------------------------------------- /chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/chat.py -------------------------------------------------------------------------------- /merge_lora_weights_and_save_hf_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/merge_lora_weights_and_save_hf_model.py -------------------------------------------------------------------------------- /model/Attn_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/model/Attn_model.py -------------------------------------------------------------------------------- /model/llava/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import LlavaLlamaForCausalLM 2 | -------------------------------------------------------------------------------- /model/llava/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/model/llava/constants.py -------------------------------------------------------------------------------- /model/llava/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/model/llava/conversation.py -------------------------------------------------------------------------------- /model/llava/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/model/llava/mm_utils.py -------------------------------------------------------------------------------- /model/llava/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/model/llava/model/__init__.py -------------------------------------------------------------------------------- /model/llava/model/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/model/llava/model/apply_delta.py -------------------------------------------------------------------------------- /model/llava/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/model/llava/model/builder.py -------------------------------------------------------------------------------- /model/llava/model/consolidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/model/llava/model/consolidate.py -------------------------------------------------------------------------------- /model/llava/model/language_model/llava_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/model/llava/model/language_model/llava_llama.py -------------------------------------------------------------------------------- /model/llava/model/language_model/llava_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/model/llava/model/language_model/llava_mpt.py -------------------------------------------------------------------------------- /model/llava/model/language_model/mpt/adapt_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/model/llava/model/language_model/mpt/adapt_tokenizer.py -------------------------------------------------------------------------------- /model/llava/model/language_model/mpt/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/model/llava/model/language_model/mpt/attention.py -------------------------------------------------------------------------------- /model/llava/model/language_model/mpt/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/model/llava/model/language_model/mpt/blocks.py -------------------------------------------------------------------------------- /model/llava/model/language_model/mpt/configuration_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/model/llava/model/language_model/mpt/configuration_mpt.py -------------------------------------------------------------------------------- /model/llava/model/language_model/mpt/custom_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/model/llava/model/language_model/mpt/custom_embedding.py -------------------------------------------------------------------------------- /model/llava/model/language_model/mpt/flash_attn_triton.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/model/llava/model/language_model/mpt/flash_attn_triton.py -------------------------------------------------------------------------------- /model/llava/model/language_model/mpt/hf_prefixlm_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/model/llava/model/language_model/mpt/hf_prefixlm_converter.py -------------------------------------------------------------------------------- /model/llava/model/language_model/mpt/meta_init_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/model/llava/model/language_model/mpt/meta_init_context.py -------------------------------------------------------------------------------- /model/llava/model/language_model/mpt/modeling_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/model/llava/model/language_model/mpt/modeling_mpt.py -------------------------------------------------------------------------------- /model/llava/model/language_model/mpt/norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/model/llava/model/language_model/mpt/norm.py -------------------------------------------------------------------------------- /model/llava/model/language_model/mpt/param_init_fns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/model/llava/model/language_model/mpt/param_init_fns.py -------------------------------------------------------------------------------- /model/llava/model/llava_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/model/llava/model/llava_arch.py -------------------------------------------------------------------------------- /model/llava/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/model/llava/model/make_delta.py -------------------------------------------------------------------------------- /model/llava/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/model/llava/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /model/llava/model/multimodal_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/model/llava/model/multimodal_encoder/clip_encoder.py -------------------------------------------------------------------------------- /model/llava/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/model/llava/model/utils.py -------------------------------------------------------------------------------- /model/llava/train/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/model/llava/train/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /model/llava/train/llava_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/model/llava/train/llava_trainer.py -------------------------------------------------------------------------------- /model/llava/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/model/llava/train/train.py -------------------------------------------------------------------------------- /model/llava/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/model/llava/train/train_mem.py -------------------------------------------------------------------------------- /model/llava/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/model/llava/utils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/requirements.txt -------------------------------------------------------------------------------- /train_ds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/train_ds.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/attn_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/utils/attn_dataset.py -------------------------------------------------------------------------------- /utils/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/utils/conversation.py -------------------------------------------------------------------------------- /utils/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/utils/dataset.py -------------------------------------------------------------------------------- /utils/eval_utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/eval_utils/bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/utils/eval_utils/bleu.py -------------------------------------------------------------------------------- /utils/eval_utils/cider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/utils/eval_utils/cider.py -------------------------------------------------------------------------------- /utils/eval_utils/ciderR.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/utils/eval_utils/ciderR.py -------------------------------------------------------------------------------- /utils/eval_utils/meteor/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /utils/eval_utils/meteor/meteor-1.5.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/utils/eval_utils/meteor/meteor-1.5.jar -------------------------------------------------------------------------------- /utils/eval_utils/meteor/meteor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/utils/eval_utils/meteor/meteor.py -------------------------------------------------------------------------------- /utils/eval_utils/rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/utils/eval_utils/rouge.py -------------------------------------------------------------------------------- /utils/sal_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/utils/sal_metrics.py -------------------------------------------------------------------------------- /utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yuchen2199/Explainable-Driver-Attention-Prediction/HEAD/utils/utils.py --------------------------------------------------------------------------------