├── LICENSE ├── README.md ├── inf_video_llama.png ├── infty-Video-LLaMA ├── Gradio_demo │ ├── GRADIO_DEMO.md │ └── app_gradio.py ├── InfVideoLLaMA │ ├── __init__.py │ ├── common │ │ ├── __init__.py │ │ ├── config.py │ │ ├── dist_utils.py │ │ ├── gradcam.py │ │ ├── logger.py │ │ ├── optims.py │ │ ├── registry.py │ │ └── utils.py │ ├── configs │ │ ├── datasets │ │ │ ├── cc_sbu │ │ │ │ ├── align.yaml │ │ │ │ └── defaults.yaml │ │ │ ├── instruct │ │ │ │ ├── llava_instruct.yaml │ │ │ │ └── webvid_instruct.yaml │ │ │ ├── laion │ │ │ │ └── defaults.yaml │ │ │ └── webvid │ │ │ │ └── defaults.yaml │ │ ├── default.yaml │ │ └── models │ │ │ ├── minigpt4.yaml │ │ │ ├── moviechat.yaml │ │ │ └── video_llama.yaml │ ├── conversation │ │ ├── __init__.py │ │ └── conversation_video.py │ ├── datasets │ │ ├── __init__.py │ │ ├── builders │ │ │ ├── __init__.py │ │ │ ├── base_dataset_builder.py │ │ │ ├── image_text_pair_builder.py │ │ │ ├── instruct_builder.py │ │ │ └── video_caption_builder.py │ │ ├── data_utils.py │ │ └── datasets │ │ │ ├── __init__.py │ │ │ ├── base_dataset.py │ │ │ ├── caption_datasets.py │ │ │ ├── cc_sbu_dataset.py │ │ │ ├── dataloader_utils.py │ │ │ ├── laion_dataset.py │ │ │ ├── llava_instruct_dataset.py │ │ │ ├── video_instruct_dataset.py │ │ │ └── webvid_datasets.py │ ├── models │ │ ├── Qformer.py │ │ ├── __init__.py │ │ ├── base_model.py │ │ ├── basis_functions.py │ │ ├── blip2.py │ │ ├── blip2_outputs.py │ │ ├── eva_vit.py │ │ ├── eva_vit_with_tome.py │ │ ├── helpers.py │ │ ├── infinityqa.py │ │ ├── long_term_attention.py │ │ ├── long_term_attention_gibbs.py │ │ ├── modeling_llama.py │ │ ├── multimodal_preprocessors.py │ │ └── process_video_data.py │ ├── processors │ │ ├── __init__.py │ │ ├── base_processor.py │ │ ├── blip_processors.py │ │ ├── functional_video.py │ │ ├── randaugment.py │ │ ├── transforms_video.py │ │ └── video_processor.py │ ├── runners │ │ ├── __init__.py │ │ ├── runner_base.py │ │ └── test.py │ └── tasks │ │ ├── __init__.py │ │ ├── base_task.py │ │ ├── image_text_pretrain.py │ │ └── video_text_pretrain.py ├── apply_delta.py ├── convert_llama_to_hf.py ├── eval_code │ ├── eval │ │ ├── extract_features.py │ │ ├── run_inference_inf_video_llama_egochema.py │ │ ├── run_inference_inf_video_llama_egochema_full.py │ │ ├── run_inference_inf_video_llama_moviechat.py │ │ ├── run_inference_inf_video_llama_nextoe.py │ │ ├── run_inference_inf_video_llama_nextqa.py │ │ ├── run_inference_inf_video_llama_video_mme.py │ │ └── utils.py │ └── validate │ │ ├── egoschema_acc.py │ │ ├── run_eval.py │ │ ├── run_eval_langchain.py │ │ ├── run_eval_qa_chatgpt.py │ │ ├── test.py │ │ └── utils.py ├── eval_configs │ └── infvideollama.yaml ├── inference.py └── relevant_frames.py └── infty-VideoChat2 ├── configs ├── config.json ├── config_bert.json ├── config_mistral.json ├── config_phi.json ├── data.py ├── instruction_data.py └── model.py ├── conversation.py ├── dataset ├── __init__.py ├── base_dataset.py ├── dataloader.py ├── hd_utils.py ├── it_dataset.py ├── it_dataset_mistral.py ├── it_dataset_phi.py ├── pt_dataset.py ├── sampler.py ├── utils.py ├── video_transforms.py └── video_utils.py ├── eval_code ├── run_egoschema_mistral.py ├── run_egoschema_mistral_hd.py ├── run_moviechat_mistral.py ├── run_nextqa_mistral.py └── run_videomme_mistral.py ├── models ├── __init__.py ├── bert │ ├── __init__.py │ ├── builder.py │ ├── tokenization_bert.py │ └── xbert.py ├── blip2 │ ├── Qformer.py │ ├── Qformer_baseline.py │ ├── __init__.py │ ├── basis_functions.py │ ├── blip2.py │ ├── builder.py │ ├── long_term_attention_gibbs.py │ ├── modeling_llama.py │ ├── modeling_llama_mem.py │ ├── utils.py │ └── vit.py ├── criterions.py ├── utils.py ├── videochat2_qformer.py ├── videochat_mistra │ ├── __init__.py │ ├── videochat2_it_hd_mistral.py │ ├── videochat2_it_mistral.py │ └── videochat2_pt_mistral.py ├── videochat_phi │ ├── videochat2_it_phi.py │ └── videochat2_pt_phi.py └── videochat_vicuna │ ├── __init__.py │ ├── videochat2_it_vicuna.py │ └── videochat2_pt_vicuna.py ├── scripts ├── videochat_mistral │ ├── config_7b_hd_stage4.py │ ├── config_7b_stage2.py │ ├── config_7b_stage3.py │ ├── run_7b_hd_stage4.sh │ ├── run_7b_stage2.sh │ ├── run_7b_stage3.sh │ ├── slurm_run_7b_stage2.sh │ ├── slurm_run_7b_stage3.sh │ └── slurm_run_7b_stage4_hd.sh ├── videochat_phi │ ├── config_7b_stage2.py │ ├── config_7b_stage3.py │ ├── run_7b_stage2.sh │ └── run_7b_stage3.sh └── videochat_vicuna │ ├── config_7b_stage1.py │ ├── config_7b_stage2.py │ ├── config_7b_stage3.py │ ├── run_7b_stage1.sh │ ├── run_7b_stage2.sh │ ├── run_7b_stage3.sh │ ├── slurm_run_7b_stage1.sh │ ├── slurm_run_7b_stage2.sh │ └── slurm_run_7b_stage3.sh ├── tasks ├── retrieval_utils.py ├── shared_utils.py ├── shared_utils_ds.py ├── shared_utils_qformer.py ├── train_it.py ├── train_it_ds.py ├── train_pt.py └── train_qformer.py └── utils ├── basic_utils.py ├── config.py ├── config_utils.py ├── distributed.py ├── easydict.py ├── logger.py ├── optimizer.py └── scheduler.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/README.md -------------------------------------------------------------------------------- /inf_video_llama.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/inf_video_llama.png -------------------------------------------------------------------------------- /infty-Video-LLaMA/Gradio_demo/GRADIO_DEMO.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/Gradio_demo/GRADIO_DEMO.md -------------------------------------------------------------------------------- /infty-Video-LLaMA/Gradio_demo/app_gradio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/Gradio_demo/app_gradio.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/__init__.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/common/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/common/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/common/config.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/common/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/common/dist_utils.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/common/gradcam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/common/gradcam.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/common/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/common/logger.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/common/optims.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/common/optims.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/common/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/common/registry.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/common/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/common/utils.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/configs/datasets/cc_sbu/align.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/configs/datasets/cc_sbu/align.yaml -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/configs/datasets/cc_sbu/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/configs/datasets/cc_sbu/defaults.yaml -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/configs/datasets/instruct/llava_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/configs/datasets/instruct/llava_instruct.yaml -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/configs/datasets/instruct/webvid_instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/configs/datasets/instruct/webvid_instruct.yaml -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/configs/datasets/laion/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/configs/datasets/laion/defaults.yaml -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/configs/datasets/webvid/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/configs/datasets/webvid/defaults.yaml -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/configs/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/configs/default.yaml -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/configs/models/minigpt4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/configs/models/minigpt4.yaml -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/configs/models/moviechat.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/configs/models/moviechat.yaml -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/configs/models/video_llama.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/configs/models/video_llama.yaml -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/conversation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/conversation/conversation_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/conversation/conversation_video.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/datasets/builders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/datasets/builders/__init__.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/datasets/builders/base_dataset_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/datasets/builders/base_dataset_builder.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/datasets/builders/image_text_pair_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/datasets/builders/image_text_pair_builder.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/datasets/builders/instruct_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/datasets/builders/instruct_builder.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/datasets/builders/video_caption_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/datasets/builders/video_caption_builder.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/datasets/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/datasets/data_utils.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/datasets/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/datasets/datasets/base_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/datasets/datasets/base_dataset.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/datasets/datasets/caption_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/datasets/datasets/caption_datasets.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/datasets/datasets/cc_sbu_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/datasets/datasets/cc_sbu_dataset.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/datasets/datasets/dataloader_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/datasets/datasets/dataloader_utils.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/datasets/datasets/laion_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/datasets/datasets/laion_dataset.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/datasets/datasets/llava_instruct_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/datasets/datasets/llava_instruct_dataset.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/datasets/datasets/video_instruct_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/datasets/datasets/video_instruct_dataset.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/datasets/datasets/webvid_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/datasets/datasets/webvid_datasets.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/models/Qformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/models/Qformer.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/models/__init__.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/models/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/models/base_model.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/models/basis_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/models/basis_functions.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/models/blip2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/models/blip2.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/models/blip2_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/models/blip2_outputs.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/models/eva_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/models/eva_vit.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/models/eva_vit_with_tome.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/models/eva_vit_with_tome.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/models/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/models/helpers.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/models/infinityqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/models/infinityqa.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/models/long_term_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/models/long_term_attention.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/models/long_term_attention_gibbs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/models/long_term_attention_gibbs.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/models/modeling_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/models/modeling_llama.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/models/multimodal_preprocessors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/models/multimodal_preprocessors.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/models/process_video_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/models/process_video_data.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/processors/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/processors/__init__.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/processors/base_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/processors/base_processor.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/processors/blip_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/processors/blip_processors.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/processors/functional_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/processors/functional_video.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/processors/randaugment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/processors/randaugment.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/processors/transforms_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/processors/transforms_video.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/processors/video_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/processors/video_processor.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/runners/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/runners/__init__.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/runners/runner_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/runners/runner_base.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/runners/test.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/tasks/__init__.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/tasks/base_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/tasks/base_task.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/tasks/image_text_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/tasks/image_text_pretrain.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/InfVideoLLaMA/tasks/video_text_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/InfVideoLLaMA/tasks/video_text_pretrain.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/apply_delta.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/convert_llama_to_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/convert_llama_to_hf.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/eval_code/eval/extract_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/eval_code/eval/extract_features.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/eval_code/eval/run_inference_inf_video_llama_egochema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/eval_code/eval/run_inference_inf_video_llama_egochema.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/eval_code/eval/run_inference_inf_video_llama_egochema_full.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/eval_code/eval/run_inference_inf_video_llama_egochema_full.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/eval_code/eval/run_inference_inf_video_llama_moviechat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/eval_code/eval/run_inference_inf_video_llama_moviechat.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/eval_code/eval/run_inference_inf_video_llama_nextoe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/eval_code/eval/run_inference_inf_video_llama_nextoe.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/eval_code/eval/run_inference_inf_video_llama_nextqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/eval_code/eval/run_inference_inf_video_llama_nextqa.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/eval_code/eval/run_inference_inf_video_llama_video_mme.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/eval_code/eval/run_inference_inf_video_llama_video_mme.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/eval_code/eval/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/eval_code/eval/utils.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/eval_code/validate/egoschema_acc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/eval_code/validate/egoschema_acc.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/eval_code/validate/run_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/eval_code/validate/run_eval.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/eval_code/validate/run_eval_langchain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/eval_code/validate/run_eval_langchain.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/eval_code/validate/run_eval_qa_chatgpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/eval_code/validate/run_eval_qa_chatgpt.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/eval_code/validate/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/eval_code/validate/test.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/eval_code/validate/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/eval_code/validate/utils.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/eval_configs/infvideollama.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/eval_configs/infvideollama.yaml -------------------------------------------------------------------------------- /infty-Video-LLaMA/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/inference.py -------------------------------------------------------------------------------- /infty-Video-LLaMA/relevant_frames.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-Video-LLaMA/relevant_frames.py -------------------------------------------------------------------------------- /infty-VideoChat2/configs/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/configs/config.json -------------------------------------------------------------------------------- /infty-VideoChat2/configs/config_bert.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/configs/config_bert.json -------------------------------------------------------------------------------- /infty-VideoChat2/configs/config_mistral.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/configs/config_mistral.json -------------------------------------------------------------------------------- /infty-VideoChat2/configs/config_phi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/configs/config_phi.json -------------------------------------------------------------------------------- /infty-VideoChat2/configs/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/configs/data.py -------------------------------------------------------------------------------- /infty-VideoChat2/configs/instruction_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/configs/instruction_data.py -------------------------------------------------------------------------------- /infty-VideoChat2/configs/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/configs/model.py -------------------------------------------------------------------------------- /infty-VideoChat2/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/conversation.py -------------------------------------------------------------------------------- /infty-VideoChat2/dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/dataset/__init__.py -------------------------------------------------------------------------------- /infty-VideoChat2/dataset/base_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/dataset/base_dataset.py -------------------------------------------------------------------------------- /infty-VideoChat2/dataset/dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/dataset/dataloader.py -------------------------------------------------------------------------------- /infty-VideoChat2/dataset/hd_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/dataset/hd_utils.py -------------------------------------------------------------------------------- /infty-VideoChat2/dataset/it_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/dataset/it_dataset.py -------------------------------------------------------------------------------- /infty-VideoChat2/dataset/it_dataset_mistral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/dataset/it_dataset_mistral.py -------------------------------------------------------------------------------- /infty-VideoChat2/dataset/it_dataset_phi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/dataset/it_dataset_phi.py -------------------------------------------------------------------------------- /infty-VideoChat2/dataset/pt_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/dataset/pt_dataset.py -------------------------------------------------------------------------------- /infty-VideoChat2/dataset/sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/dataset/sampler.py -------------------------------------------------------------------------------- /infty-VideoChat2/dataset/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/dataset/utils.py -------------------------------------------------------------------------------- /infty-VideoChat2/dataset/video_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/dataset/video_transforms.py -------------------------------------------------------------------------------- /infty-VideoChat2/dataset/video_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/dataset/video_utils.py -------------------------------------------------------------------------------- /infty-VideoChat2/eval_code/run_egoschema_mistral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/eval_code/run_egoschema_mistral.py -------------------------------------------------------------------------------- /infty-VideoChat2/eval_code/run_egoschema_mistral_hd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/eval_code/run_egoschema_mistral_hd.py -------------------------------------------------------------------------------- /infty-VideoChat2/eval_code/run_moviechat_mistral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/eval_code/run_moviechat_mistral.py -------------------------------------------------------------------------------- /infty-VideoChat2/eval_code/run_nextqa_mistral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/eval_code/run_nextqa_mistral.py -------------------------------------------------------------------------------- /infty-VideoChat2/eval_code/run_videomme_mistral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/eval_code/run_videomme_mistral.py -------------------------------------------------------------------------------- /infty-VideoChat2/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/models/__init__.py -------------------------------------------------------------------------------- /infty-VideoChat2/models/bert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /infty-VideoChat2/models/bert/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/models/bert/builder.py -------------------------------------------------------------------------------- /infty-VideoChat2/models/bert/tokenization_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/models/bert/tokenization_bert.py -------------------------------------------------------------------------------- /infty-VideoChat2/models/bert/xbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/models/bert/xbert.py -------------------------------------------------------------------------------- /infty-VideoChat2/models/blip2/Qformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/models/blip2/Qformer.py -------------------------------------------------------------------------------- /infty-VideoChat2/models/blip2/Qformer_baseline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/models/blip2/Qformer_baseline.py -------------------------------------------------------------------------------- /infty-VideoChat2/models/blip2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /infty-VideoChat2/models/blip2/basis_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/models/blip2/basis_functions.py -------------------------------------------------------------------------------- /infty-VideoChat2/models/blip2/blip2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/models/blip2/blip2.py -------------------------------------------------------------------------------- /infty-VideoChat2/models/blip2/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/models/blip2/builder.py -------------------------------------------------------------------------------- /infty-VideoChat2/models/blip2/long_term_attention_gibbs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/models/blip2/long_term_attention_gibbs.py -------------------------------------------------------------------------------- /infty-VideoChat2/models/blip2/modeling_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/models/blip2/modeling_llama.py -------------------------------------------------------------------------------- /infty-VideoChat2/models/blip2/modeling_llama_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/models/blip2/modeling_llama_mem.py -------------------------------------------------------------------------------- /infty-VideoChat2/models/blip2/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/models/blip2/utils.py -------------------------------------------------------------------------------- /infty-VideoChat2/models/blip2/vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/models/blip2/vit.py -------------------------------------------------------------------------------- /infty-VideoChat2/models/criterions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/models/criterions.py -------------------------------------------------------------------------------- /infty-VideoChat2/models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/models/utils.py -------------------------------------------------------------------------------- /infty-VideoChat2/models/videochat2_qformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/models/videochat2_qformer.py -------------------------------------------------------------------------------- /infty-VideoChat2/models/videochat_mistra/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /infty-VideoChat2/models/videochat_mistra/videochat2_it_hd_mistral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/models/videochat_mistra/videochat2_it_hd_mistral.py -------------------------------------------------------------------------------- /infty-VideoChat2/models/videochat_mistra/videochat2_it_mistral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/models/videochat_mistra/videochat2_it_mistral.py -------------------------------------------------------------------------------- /infty-VideoChat2/models/videochat_mistra/videochat2_pt_mistral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/models/videochat_mistra/videochat2_pt_mistral.py -------------------------------------------------------------------------------- /infty-VideoChat2/models/videochat_phi/videochat2_it_phi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/models/videochat_phi/videochat2_it_phi.py -------------------------------------------------------------------------------- /infty-VideoChat2/models/videochat_phi/videochat2_pt_phi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/models/videochat_phi/videochat2_pt_phi.py -------------------------------------------------------------------------------- /infty-VideoChat2/models/videochat_vicuna/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /infty-VideoChat2/models/videochat_vicuna/videochat2_it_vicuna.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/models/videochat_vicuna/videochat2_it_vicuna.py -------------------------------------------------------------------------------- /infty-VideoChat2/models/videochat_vicuna/videochat2_pt_vicuna.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/models/videochat_vicuna/videochat2_pt_vicuna.py -------------------------------------------------------------------------------- /infty-VideoChat2/scripts/videochat_mistral/config_7b_hd_stage4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/scripts/videochat_mistral/config_7b_hd_stage4.py -------------------------------------------------------------------------------- /infty-VideoChat2/scripts/videochat_mistral/config_7b_stage2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/scripts/videochat_mistral/config_7b_stage2.py -------------------------------------------------------------------------------- /infty-VideoChat2/scripts/videochat_mistral/config_7b_stage3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/scripts/videochat_mistral/config_7b_stage3.py -------------------------------------------------------------------------------- /infty-VideoChat2/scripts/videochat_mistral/run_7b_hd_stage4.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/scripts/videochat_mistral/run_7b_hd_stage4.sh -------------------------------------------------------------------------------- /infty-VideoChat2/scripts/videochat_mistral/run_7b_stage2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/scripts/videochat_mistral/run_7b_stage2.sh -------------------------------------------------------------------------------- /infty-VideoChat2/scripts/videochat_mistral/run_7b_stage3.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/scripts/videochat_mistral/run_7b_stage3.sh -------------------------------------------------------------------------------- /infty-VideoChat2/scripts/videochat_mistral/slurm_run_7b_stage2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/scripts/videochat_mistral/slurm_run_7b_stage2.sh -------------------------------------------------------------------------------- /infty-VideoChat2/scripts/videochat_mistral/slurm_run_7b_stage3.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/scripts/videochat_mistral/slurm_run_7b_stage3.sh -------------------------------------------------------------------------------- /infty-VideoChat2/scripts/videochat_mistral/slurm_run_7b_stage4_hd.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/scripts/videochat_mistral/slurm_run_7b_stage4_hd.sh -------------------------------------------------------------------------------- /infty-VideoChat2/scripts/videochat_phi/config_7b_stage2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/scripts/videochat_phi/config_7b_stage2.py -------------------------------------------------------------------------------- /infty-VideoChat2/scripts/videochat_phi/config_7b_stage3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/scripts/videochat_phi/config_7b_stage3.py -------------------------------------------------------------------------------- /infty-VideoChat2/scripts/videochat_phi/run_7b_stage2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/scripts/videochat_phi/run_7b_stage2.sh -------------------------------------------------------------------------------- /infty-VideoChat2/scripts/videochat_phi/run_7b_stage3.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/scripts/videochat_phi/run_7b_stage3.sh -------------------------------------------------------------------------------- /infty-VideoChat2/scripts/videochat_vicuna/config_7b_stage1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/scripts/videochat_vicuna/config_7b_stage1.py -------------------------------------------------------------------------------- /infty-VideoChat2/scripts/videochat_vicuna/config_7b_stage2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/scripts/videochat_vicuna/config_7b_stage2.py -------------------------------------------------------------------------------- /infty-VideoChat2/scripts/videochat_vicuna/config_7b_stage3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/scripts/videochat_vicuna/config_7b_stage3.py -------------------------------------------------------------------------------- /infty-VideoChat2/scripts/videochat_vicuna/run_7b_stage1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/scripts/videochat_vicuna/run_7b_stage1.sh -------------------------------------------------------------------------------- /infty-VideoChat2/scripts/videochat_vicuna/run_7b_stage2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/scripts/videochat_vicuna/run_7b_stage2.sh -------------------------------------------------------------------------------- /infty-VideoChat2/scripts/videochat_vicuna/run_7b_stage3.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/scripts/videochat_vicuna/run_7b_stage3.sh -------------------------------------------------------------------------------- /infty-VideoChat2/scripts/videochat_vicuna/slurm_run_7b_stage1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/scripts/videochat_vicuna/slurm_run_7b_stage1.sh -------------------------------------------------------------------------------- /infty-VideoChat2/scripts/videochat_vicuna/slurm_run_7b_stage2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/scripts/videochat_vicuna/slurm_run_7b_stage2.sh -------------------------------------------------------------------------------- /infty-VideoChat2/scripts/videochat_vicuna/slurm_run_7b_stage3.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/scripts/videochat_vicuna/slurm_run_7b_stage3.sh -------------------------------------------------------------------------------- /infty-VideoChat2/tasks/retrieval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/tasks/retrieval_utils.py -------------------------------------------------------------------------------- /infty-VideoChat2/tasks/shared_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/tasks/shared_utils.py -------------------------------------------------------------------------------- /infty-VideoChat2/tasks/shared_utils_ds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/tasks/shared_utils_ds.py -------------------------------------------------------------------------------- /infty-VideoChat2/tasks/shared_utils_qformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/tasks/shared_utils_qformer.py -------------------------------------------------------------------------------- /infty-VideoChat2/tasks/train_it.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/tasks/train_it.py -------------------------------------------------------------------------------- /infty-VideoChat2/tasks/train_it_ds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/tasks/train_it_ds.py -------------------------------------------------------------------------------- /infty-VideoChat2/tasks/train_pt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/tasks/train_pt.py -------------------------------------------------------------------------------- /infty-VideoChat2/tasks/train_qformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/tasks/train_qformer.py -------------------------------------------------------------------------------- /infty-VideoChat2/utils/basic_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/utils/basic_utils.py -------------------------------------------------------------------------------- /infty-VideoChat2/utils/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/utils/config.py -------------------------------------------------------------------------------- /infty-VideoChat2/utils/config_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/utils/config_utils.py -------------------------------------------------------------------------------- /infty-VideoChat2/utils/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/utils/distributed.py -------------------------------------------------------------------------------- /infty-VideoChat2/utils/easydict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/utils/easydict.py -------------------------------------------------------------------------------- /infty-VideoChat2/utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/utils/logger.py -------------------------------------------------------------------------------- /infty-VideoChat2/utils/optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/utils/optimizer.py -------------------------------------------------------------------------------- /infty-VideoChat2/utils/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deep-spin/Infinite-Video/HEAD/infty-VideoChat2/utils/scheduler.py --------------------------------------------------------------------------------