├── LICENSE ├── README.md ├── assets ├── 1021488277.gif ├── 1021488277_reverse.gif ├── caption_matching.jpg ├── captioning.jpg ├── conflicting_videos.jpg ├── data_statistics.png ├── dist_instruction.jpg ├── dist_video.jpg ├── leaderboard.png ├── multi-choice.jpg ├── overview.png └── yes_no.jpg ├── auto_eval_results ├── gemini │ ├── caption_matching.json │ ├── captioning.json │ ├── multi-choice.json │ └── yes_no.json ├── reka-core-20240501 │ ├── caption_matching.json │ ├── captioning.json │ ├── multi-choice.json │ └── yes_no.json └── video-llava │ ├── caption_matching.json │ ├── captioning.json │ ├── multi-choice.json │ └── yes_no.json ├── eval_caption_matching.py ├── eval_captioning.py ├── eval_multi-choice.py ├── eval_yes_no.py ├── meta_info.json ├── predictions ├── gemini │ ├── caption_matching.json │ ├── captioning.json │ ├── multi-choice.json │ └── yes_no.json ├── reka-core-20240501 │ ├── caption_matching.json │ ├── captioning.json │ ├── multi-choice.json │ └── yes_no.json ├── reka-flash │ ├── multi-choice.json │ └── yes_no.json └── video-llava │ ├── caption_matching.json │ ├── captioning.json │ ├── multi-choice.json │ └── yes_no.json ├── prompt_templates.py ├── question_gen.py ├── question_gen_caption_match.py ├── question_gen_captioning.py ├── question_gen_yes_no.py ├── questions ├── caption_matching.json ├── captioning.json ├── multi-choice.json └── yes_no.json ├── requirements.txt ├── run_gemini.ipynb ├── run_gpt_4o.py ├── run_minicpm-v.py ├── run_qwen2_vl.py ├── run_reka.py ├── run_video_llava ├── LICENSE ├── README.md ├── config.json ├── inference_dataset.py └── llava │ ├── __init__.py │ ├── __pycache__ │ ├── __init__.cpython-310.pyc │ ├── constants.cpython-310.pyc │ ├── conversation.cpython-310.pyc │ ├── mm_utils.cpython-310.pyc │ └── utils.cpython-310.pyc │ ├── constants.py │ ├── conversation.py │ ├── eval │ ├── eval_gpt_mmvet.py │ ├── eval_gpt_review.py │ ├── eval_gpt_review_bench.py │ ├── eval_gpt_review_visual.py │ ├── eval_gqa.py │ ├── eval_pope.py │ ├── eval_science_qa.py │ ├── eval_science_qa_gpt4.py │ ├── eval_science_qa_gpt4_requery.py │ ├── eval_textvqa.py │ ├── generate_webpage_data_from_table.py │ ├── m4c_evaluator.py │ ├── model_qa.py │ ├── model_vqa.py │ ├── model_vqa_loader.py │ ├── model_vqa_mmbench.py │ ├── model_vqa_science.py │ ├── qa_baseline_gpt35.py │ ├── run_llava.py │ ├── summarize_gpt_review.py │ ├── video │ │ ├── eval_benchmark_1_correctness.py │ │ ├── eval_benchmark_2_detailed_orientation.py │ │ ├── eval_benchmark_3_context.py │ │ ├── eval_benchmark_4_temporal.py │ │ ├── eval_benchmark_5_consistency.py │ │ ├── eval_video_qa.py │ │ ├── run_inference_benchmark_consistency.py │ │ ├── run_inference_benchmark_general.py │ │ ├── run_inference_video_qa.py │ │ └── run_inference_video_qa_act.py │ └── webpage │ │ ├── figures │ │ ├── alpaca.png │ │ ├── bard.jpg │ │ ├── chatgpt.svg │ │ ├── llama.jpg │ │ ├── swords_FILL0_wght300_GRAD0_opsz48.svg │ │ └── vicuna.jpeg │ │ ├── index.html │ │ ├── script.js │ │ └── styles.css │ ├── mm_utils.py │ ├── model │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── builder.cpython-310.pyc │ │ └── llava_arch.cpython-310.pyc │ ├── apply_delta.py │ ├── builder.py │ ├── consolidate.py │ ├── language_model │ │ ├── __pycache__ │ │ │ ├── llava_llama.cpython-310.pyc │ │ │ └── llava_mpt.cpython-310.pyc │ │ ├── llava_llama.py │ │ ├── llava_mpt.py │ │ └── mpt │ │ │ ├── __pycache__ │ │ │ ├── adapt_tokenizer.cpython-310.pyc │ │ │ ├── attention.cpython-310.pyc │ │ │ ├── blocks.cpython-310.pyc │ │ │ ├── configuration_mpt.cpython-310.pyc │ │ │ ├── custom_embedding.cpython-310.pyc │ │ │ ├── flash_attn_triton.cpython-310.pyc │ │ │ ├── hf_prefixlm_converter.cpython-310.pyc │ │ │ ├── meta_init_context.cpython-310.pyc │ │ │ ├── modeling_mpt.cpython-310.pyc │ │ │ ├── norm.cpython-310.pyc │ │ │ └── param_init_fns.cpython-310.pyc │ │ │ ├── adapt_tokenizer.py │ │ │ ├── attention.py │ │ │ ├── blocks.py │ │ │ ├── configuration_mpt.py │ │ │ ├── custom_embedding.py │ │ │ ├── flash_attn_triton.py │ │ │ ├── hf_prefixlm_converter.py │ │ │ ├── meta_init_context.py │ │ │ ├── modeling_mpt.py │ │ │ ├── norm.py │ │ │ └── param_init_fns.py │ ├── llava_arch.py │ ├── make_delta.py │ ├── multimodal_encoder │ │ ├── __pycache__ │ │ │ ├── builder.cpython-310.pyc │ │ │ ├── clip_encoder.cpython-310.pyc │ │ │ └── mae_encoder.cpython-310.pyc │ │ ├── builder.py │ │ ├── clip_encoder.py │ │ ├── languagebind │ │ │ ├── __init__.py │ │ │ ├── __pycache__ │ │ │ │ └── __init__.cpython-310.pyc │ │ │ ├── audio │ │ │ │ ├── __pycache__ │ │ │ │ │ ├── configuration_audio.cpython-310.pyc │ │ │ │ │ ├── modeling_audio.cpython-310.pyc │ │ │ │ │ ├── processing_audio.cpython-310.pyc │ │ │ │ │ └── tokenization_audio.cpython-310.pyc │ │ │ │ ├── configuration_audio.py │ │ │ │ ├── modeling_audio.py │ │ │ │ ├── processing_audio.py │ │ │ │ └── tokenization_audio.py │ │ │ ├── depth │ │ │ │ ├── __pycache__ │ │ │ │ │ ├── configuration_depth.cpython-310.pyc │ │ │ │ │ ├── modeling_depth.cpython-310.pyc │ │ │ │ │ ├── processing_depth.cpython-310.pyc │ │ │ │ │ └── tokenization_depth.cpython-310.pyc │ │ │ │ ├── configuration_depth.py │ │ │ │ ├── modeling_depth.py │ │ │ │ ├── processing_depth.py │ │ │ │ └── tokenization_depth.py │ │ │ ├── image │ │ │ │ ├── __pycache__ │ │ │ │ │ ├── configuration_image.cpython-310.pyc │ │ │ │ │ ├── modeling_image.cpython-310.pyc │ │ │ │ │ ├── processing_image.cpython-310.pyc │ │ │ │ │ └── tokenization_image.cpython-310.pyc │ │ │ │ ├── configuration_image.py │ │ │ │ ├── modeling_image.py │ │ │ │ ├── processing_image.py │ │ │ │ └── tokenization_image.py │ │ │ ├── thermal │ │ │ │ ├── __pycache__ │ │ │ │ │ ├── configuration_thermal.cpython-310.pyc │ │ │ │ │ ├── modeling_thermal.cpython-310.pyc │ │ │ │ │ ├── processing_thermal.cpython-310.pyc │ │ │ │ │ └── tokenization_thermal.cpython-310.pyc │ │ │ │ ├── configuration_thermal.py │ │ │ │ ├── modeling_thermal.py │ │ │ │ ├── processing_thermal.py │ │ │ │ └── tokenization_thermal.py │ │ │ └── video │ │ │ │ ├── __pycache__ │ │ │ │ ├── configuration_video.cpython-310.pyc │ │ │ │ ├── modeling_video.cpython-310.pyc │ │ │ │ ├── processing_video.cpython-310.pyc │ │ │ │ └── tokenization_video.cpython-310.pyc │ │ │ │ ├── configuration_video.py │ │ │ │ ├── modeling_video.py │ │ │ │ ├── processing_video.py │ │ │ │ └── tokenization_video.py │ │ └── mae_encoder.py │ ├── multimodal_projector │ │ ├── __pycache__ │ │ │ └── builder.cpython-310.pyc │ │ └── builder.py │ └── utils.py │ ├── train │ ├── llama_flash_attn_monkey_patch.py │ ├── llama_xformers_attn_monkey_patch.py │ ├── llava_trainer.py │ ├── train.py │ ├── train_mem.py │ └── train_xformers.py │ └── utils.py └── utils ├── acc_lmms_eval.py ├── download_video.py ├── eval_utils.py ├── process_infos ├── clip_info.json ├── event_order_concat_info.txt ├── reverse_info.txt └── speed_concat_info.json ├── process_single_video.py └── process_videos.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/README.md -------------------------------------------------------------------------------- /assets/1021488277.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/assets/1021488277.gif -------------------------------------------------------------------------------- /assets/1021488277_reverse.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/assets/1021488277_reverse.gif -------------------------------------------------------------------------------- /assets/caption_matching.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/assets/caption_matching.jpg -------------------------------------------------------------------------------- /assets/captioning.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/assets/captioning.jpg -------------------------------------------------------------------------------- /assets/conflicting_videos.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/assets/conflicting_videos.jpg -------------------------------------------------------------------------------- /assets/data_statistics.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/assets/data_statistics.png -------------------------------------------------------------------------------- /assets/dist_instruction.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/assets/dist_instruction.jpg -------------------------------------------------------------------------------- /assets/dist_video.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/assets/dist_video.jpg -------------------------------------------------------------------------------- /assets/leaderboard.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/assets/leaderboard.png -------------------------------------------------------------------------------- /assets/multi-choice.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/assets/multi-choice.jpg -------------------------------------------------------------------------------- /assets/overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/assets/overview.png -------------------------------------------------------------------------------- /assets/yes_no.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/assets/yes_no.jpg -------------------------------------------------------------------------------- /auto_eval_results/gemini/caption_matching.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/auto_eval_results/gemini/caption_matching.json -------------------------------------------------------------------------------- /auto_eval_results/gemini/captioning.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/auto_eval_results/gemini/captioning.json -------------------------------------------------------------------------------- /auto_eval_results/gemini/multi-choice.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/auto_eval_results/gemini/multi-choice.json -------------------------------------------------------------------------------- /auto_eval_results/gemini/yes_no.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/auto_eval_results/gemini/yes_no.json -------------------------------------------------------------------------------- /auto_eval_results/reka-core-20240501/caption_matching.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/auto_eval_results/reka-core-20240501/caption_matching.json -------------------------------------------------------------------------------- /auto_eval_results/reka-core-20240501/captioning.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/auto_eval_results/reka-core-20240501/captioning.json -------------------------------------------------------------------------------- /auto_eval_results/reka-core-20240501/multi-choice.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/auto_eval_results/reka-core-20240501/multi-choice.json -------------------------------------------------------------------------------- /auto_eval_results/reka-core-20240501/yes_no.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/auto_eval_results/reka-core-20240501/yes_no.json -------------------------------------------------------------------------------- /auto_eval_results/video-llava/caption_matching.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/auto_eval_results/video-llava/caption_matching.json -------------------------------------------------------------------------------- /auto_eval_results/video-llava/captioning.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/auto_eval_results/video-llava/captioning.json -------------------------------------------------------------------------------- /auto_eval_results/video-llava/multi-choice.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/auto_eval_results/video-llava/multi-choice.json -------------------------------------------------------------------------------- /auto_eval_results/video-llava/yes_no.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/auto_eval_results/video-llava/yes_no.json -------------------------------------------------------------------------------- /eval_caption_matching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/eval_caption_matching.py -------------------------------------------------------------------------------- /eval_captioning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/eval_captioning.py -------------------------------------------------------------------------------- /eval_multi-choice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/eval_multi-choice.py -------------------------------------------------------------------------------- /eval_yes_no.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/eval_yes_no.py -------------------------------------------------------------------------------- /meta_info.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/meta_info.json -------------------------------------------------------------------------------- /predictions/gemini/caption_matching.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/predictions/gemini/caption_matching.json -------------------------------------------------------------------------------- /predictions/gemini/captioning.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/predictions/gemini/captioning.json -------------------------------------------------------------------------------- /predictions/gemini/multi-choice.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/predictions/gemini/multi-choice.json -------------------------------------------------------------------------------- /predictions/gemini/yes_no.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/predictions/gemini/yes_no.json -------------------------------------------------------------------------------- /predictions/reka-core-20240501/caption_matching.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/predictions/reka-core-20240501/caption_matching.json -------------------------------------------------------------------------------- /predictions/reka-core-20240501/captioning.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/predictions/reka-core-20240501/captioning.json -------------------------------------------------------------------------------- /predictions/reka-core-20240501/multi-choice.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/predictions/reka-core-20240501/multi-choice.json -------------------------------------------------------------------------------- /predictions/reka-core-20240501/yes_no.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/predictions/reka-core-20240501/yes_no.json -------------------------------------------------------------------------------- /predictions/reka-flash/multi-choice.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/predictions/reka-flash/multi-choice.json -------------------------------------------------------------------------------- /predictions/reka-flash/yes_no.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/predictions/reka-flash/yes_no.json -------------------------------------------------------------------------------- /predictions/video-llava/caption_matching.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/predictions/video-llava/caption_matching.json -------------------------------------------------------------------------------- /predictions/video-llava/captioning.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/predictions/video-llava/captioning.json -------------------------------------------------------------------------------- /predictions/video-llava/multi-choice.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/predictions/video-llava/multi-choice.json -------------------------------------------------------------------------------- /predictions/video-llava/yes_no.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/predictions/video-llava/yes_no.json -------------------------------------------------------------------------------- /prompt_templates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/prompt_templates.py -------------------------------------------------------------------------------- /question_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/question_gen.py -------------------------------------------------------------------------------- /question_gen_caption_match.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/question_gen_caption_match.py -------------------------------------------------------------------------------- /question_gen_captioning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/question_gen_captioning.py -------------------------------------------------------------------------------- /question_gen_yes_no.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/question_gen_yes_no.py -------------------------------------------------------------------------------- /questions/caption_matching.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/questions/caption_matching.json -------------------------------------------------------------------------------- /questions/captioning.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/questions/captioning.json -------------------------------------------------------------------------------- /questions/multi-choice.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/questions/multi-choice.json -------------------------------------------------------------------------------- /questions/yes_no.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/questions/yes_no.json -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/requirements.txt -------------------------------------------------------------------------------- /run_gemini.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_gemini.ipynb -------------------------------------------------------------------------------- /run_gpt_4o.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_gpt_4o.py -------------------------------------------------------------------------------- /run_minicpm-v.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_minicpm-v.py -------------------------------------------------------------------------------- /run_qwen2_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_qwen2_vl.py -------------------------------------------------------------------------------- /run_reka.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_reka.py -------------------------------------------------------------------------------- /run_video_llava/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/LICENSE -------------------------------------------------------------------------------- /run_video_llava/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/README.md -------------------------------------------------------------------------------- /run_video_llava/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/config.json -------------------------------------------------------------------------------- /run_video_llava/inference_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/inference_dataset.py -------------------------------------------------------------------------------- /run_video_llava/llava/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import LlavaLlamaForCausalLM 2 | -------------------------------------------------------------------------------- /run_video_llava/llava/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/__pycache__/constants.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/__pycache__/constants.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/__pycache__/conversation.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/__pycache__/conversation.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/__pycache__/mm_utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/__pycache__/mm_utils.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/__pycache__/utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/__pycache__/utils.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/constants.py -------------------------------------------------------------------------------- /run_video_llava/llava/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/conversation.py -------------------------------------------------------------------------------- /run_video_llava/llava/eval/eval_gpt_mmvet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/eval_gpt_mmvet.py -------------------------------------------------------------------------------- /run_video_llava/llava/eval/eval_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/eval_gpt_review.py -------------------------------------------------------------------------------- /run_video_llava/llava/eval/eval_gpt_review_bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/eval_gpt_review_bench.py -------------------------------------------------------------------------------- /run_video_llava/llava/eval/eval_gpt_review_visual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/eval_gpt_review_visual.py -------------------------------------------------------------------------------- /run_video_llava/llava/eval/eval_gqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/eval_gqa.py -------------------------------------------------------------------------------- /run_video_llava/llava/eval/eval_pope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/eval_pope.py -------------------------------------------------------------------------------- /run_video_llava/llava/eval/eval_science_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/eval_science_qa.py -------------------------------------------------------------------------------- /run_video_llava/llava/eval/eval_science_qa_gpt4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/eval_science_qa_gpt4.py -------------------------------------------------------------------------------- /run_video_llava/llava/eval/eval_science_qa_gpt4_requery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/eval_science_qa_gpt4_requery.py -------------------------------------------------------------------------------- /run_video_llava/llava/eval/eval_textvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/eval_textvqa.py -------------------------------------------------------------------------------- /run_video_llava/llava/eval/generate_webpage_data_from_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/generate_webpage_data_from_table.py -------------------------------------------------------------------------------- /run_video_llava/llava/eval/m4c_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/m4c_evaluator.py -------------------------------------------------------------------------------- /run_video_llava/llava/eval/model_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/model_qa.py -------------------------------------------------------------------------------- /run_video_llava/llava/eval/model_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/model_vqa.py -------------------------------------------------------------------------------- /run_video_llava/llava/eval/model_vqa_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/model_vqa_loader.py -------------------------------------------------------------------------------- /run_video_llava/llava/eval/model_vqa_mmbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/model_vqa_mmbench.py -------------------------------------------------------------------------------- /run_video_llava/llava/eval/model_vqa_science.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/model_vqa_science.py -------------------------------------------------------------------------------- /run_video_llava/llava/eval/qa_baseline_gpt35.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/qa_baseline_gpt35.py -------------------------------------------------------------------------------- /run_video_llava/llava/eval/run_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/run_llava.py -------------------------------------------------------------------------------- /run_video_llava/llava/eval/summarize_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/summarize_gpt_review.py -------------------------------------------------------------------------------- /run_video_llava/llava/eval/video/eval_benchmark_1_correctness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/video/eval_benchmark_1_correctness.py -------------------------------------------------------------------------------- /run_video_llava/llava/eval/video/eval_benchmark_2_detailed_orientation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/video/eval_benchmark_2_detailed_orientation.py -------------------------------------------------------------------------------- /run_video_llava/llava/eval/video/eval_benchmark_3_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/video/eval_benchmark_3_context.py -------------------------------------------------------------------------------- /run_video_llava/llava/eval/video/eval_benchmark_4_temporal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/video/eval_benchmark_4_temporal.py -------------------------------------------------------------------------------- /run_video_llava/llava/eval/video/eval_benchmark_5_consistency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/video/eval_benchmark_5_consistency.py -------------------------------------------------------------------------------- /run_video_llava/llava/eval/video/eval_video_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/video/eval_video_qa.py -------------------------------------------------------------------------------- /run_video_llava/llava/eval/video/run_inference_benchmark_consistency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/video/run_inference_benchmark_consistency.py -------------------------------------------------------------------------------- /run_video_llava/llava/eval/video/run_inference_benchmark_general.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/video/run_inference_benchmark_general.py -------------------------------------------------------------------------------- /run_video_llava/llava/eval/video/run_inference_video_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/video/run_inference_video_qa.py -------------------------------------------------------------------------------- /run_video_llava/llava/eval/video/run_inference_video_qa_act.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/video/run_inference_video_qa_act.py -------------------------------------------------------------------------------- /run_video_llava/llava/eval/webpage/figures/alpaca.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/webpage/figures/alpaca.png -------------------------------------------------------------------------------- /run_video_llava/llava/eval/webpage/figures/bard.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/webpage/figures/bard.jpg -------------------------------------------------------------------------------- /run_video_llava/llava/eval/webpage/figures/chatgpt.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/webpage/figures/chatgpt.svg -------------------------------------------------------------------------------- /run_video_llava/llava/eval/webpage/figures/llama.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/webpage/figures/llama.jpg -------------------------------------------------------------------------------- /run_video_llava/llava/eval/webpage/figures/swords_FILL0_wght300_GRAD0_opsz48.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/webpage/figures/swords_FILL0_wght300_GRAD0_opsz48.svg -------------------------------------------------------------------------------- /run_video_llava/llava/eval/webpage/figures/vicuna.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/webpage/figures/vicuna.jpeg -------------------------------------------------------------------------------- /run_video_llava/llava/eval/webpage/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/webpage/index.html -------------------------------------------------------------------------------- /run_video_llava/llava/eval/webpage/script.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/webpage/script.js -------------------------------------------------------------------------------- /run_video_llava/llava/eval/webpage/styles.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/eval/webpage/styles.css -------------------------------------------------------------------------------- /run_video_llava/llava/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/mm_utils.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/__init__.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/__pycache__/builder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/__pycache__/builder.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/__pycache__/llava_arch.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/__pycache__/llava_arch.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/apply_delta.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/builder.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/consolidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/consolidate.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/language_model/__pycache__/llava_llama.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/language_model/__pycache__/llava_llama.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/language_model/__pycache__/llava_mpt.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/language_model/__pycache__/llava_mpt.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/language_model/llava_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/language_model/llava_llama.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/language_model/llava_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/language_model/llava_mpt.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/language_model/mpt/__pycache__/adapt_tokenizer.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/language_model/mpt/__pycache__/adapt_tokenizer.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/language_model/mpt/__pycache__/attention.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/language_model/mpt/__pycache__/attention.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/language_model/mpt/__pycache__/blocks.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/language_model/mpt/__pycache__/blocks.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/language_model/mpt/__pycache__/configuration_mpt.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/language_model/mpt/__pycache__/configuration_mpt.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/language_model/mpt/__pycache__/custom_embedding.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/language_model/mpt/__pycache__/custom_embedding.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/language_model/mpt/__pycache__/flash_attn_triton.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/language_model/mpt/__pycache__/flash_attn_triton.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/language_model/mpt/__pycache__/hf_prefixlm_converter.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/language_model/mpt/__pycache__/hf_prefixlm_converter.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/language_model/mpt/__pycache__/meta_init_context.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/language_model/mpt/__pycache__/meta_init_context.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/language_model/mpt/__pycache__/modeling_mpt.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/language_model/mpt/__pycache__/modeling_mpt.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/language_model/mpt/__pycache__/norm.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/language_model/mpt/__pycache__/norm.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/language_model/mpt/__pycache__/param_init_fns.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/language_model/mpt/__pycache__/param_init_fns.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/language_model/mpt/adapt_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/language_model/mpt/adapt_tokenizer.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/language_model/mpt/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/language_model/mpt/attention.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/language_model/mpt/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/language_model/mpt/blocks.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/language_model/mpt/configuration_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/language_model/mpt/configuration_mpt.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/language_model/mpt/custom_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/language_model/mpt/custom_embedding.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/language_model/mpt/flash_attn_triton.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/language_model/mpt/flash_attn_triton.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/language_model/mpt/hf_prefixlm_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/language_model/mpt/hf_prefixlm_converter.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/language_model/mpt/meta_init_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/language_model/mpt/meta_init_context.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/language_model/mpt/modeling_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/language_model/mpt/modeling_mpt.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/language_model/mpt/norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/language_model/mpt/norm.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/language_model/mpt/param_init_fns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/language_model/mpt/param_init_fns.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/llava_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/llava_arch.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/make_delta.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/__pycache__/builder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/__pycache__/builder.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/__pycache__/clip_encoder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/__pycache__/clip_encoder.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/__pycache__/mae_encoder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/__pycache__/mae_encoder.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/clip_encoder.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/__init__.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/audio/__pycache__/configuration_audio.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/audio/__pycache__/configuration_audio.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/audio/__pycache__/modeling_audio.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/audio/__pycache__/modeling_audio.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/audio/__pycache__/processing_audio.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/audio/__pycache__/processing_audio.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/audio/__pycache__/tokenization_audio.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/audio/__pycache__/tokenization_audio.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/audio/configuration_audio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/audio/configuration_audio.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/audio/modeling_audio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/audio/modeling_audio.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/audio/processing_audio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/audio/processing_audio.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/audio/tokenization_audio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/audio/tokenization_audio.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/depth/__pycache__/configuration_depth.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/depth/__pycache__/configuration_depth.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/depth/__pycache__/modeling_depth.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/depth/__pycache__/modeling_depth.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/depth/__pycache__/processing_depth.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/depth/__pycache__/processing_depth.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/depth/__pycache__/tokenization_depth.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/depth/__pycache__/tokenization_depth.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/depth/configuration_depth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/depth/configuration_depth.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/depth/modeling_depth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/depth/modeling_depth.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/depth/processing_depth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/depth/processing_depth.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/depth/tokenization_depth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/depth/tokenization_depth.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/image/__pycache__/configuration_image.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/image/__pycache__/configuration_image.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/image/__pycache__/modeling_image.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/image/__pycache__/modeling_image.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/image/__pycache__/processing_image.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/image/__pycache__/processing_image.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/image/__pycache__/tokenization_image.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/image/__pycache__/tokenization_image.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/image/configuration_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/image/configuration_image.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/image/modeling_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/image/modeling_image.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/image/processing_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/image/processing_image.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/image/tokenization_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/image/tokenization_image.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/thermal/__pycache__/configuration_thermal.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/thermal/__pycache__/configuration_thermal.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/thermal/__pycache__/modeling_thermal.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/thermal/__pycache__/modeling_thermal.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/thermal/__pycache__/processing_thermal.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/thermal/__pycache__/processing_thermal.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/thermal/__pycache__/tokenization_thermal.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/thermal/__pycache__/tokenization_thermal.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/thermal/configuration_thermal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/thermal/configuration_thermal.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/thermal/modeling_thermal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/thermal/modeling_thermal.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/thermal/processing_thermal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/thermal/processing_thermal.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/thermal/tokenization_thermal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/thermal/tokenization_thermal.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/video/__pycache__/configuration_video.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/video/__pycache__/configuration_video.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/video/__pycache__/modeling_video.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/video/__pycache__/modeling_video.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/video/__pycache__/processing_video.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/video/__pycache__/processing_video.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/video/__pycache__/tokenization_video.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/video/__pycache__/tokenization_video.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/video/configuration_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/video/configuration_video.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/video/modeling_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/video/modeling_video.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/video/processing_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/video/processing_video.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/languagebind/video/tokenization_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/languagebind/video/tokenization_video.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_encoder/mae_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_encoder/mae_encoder.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_projector/__pycache__/builder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_projector/__pycache__/builder.cpython-310.pyc -------------------------------------------------------------------------------- /run_video_llava/llava/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /run_video_llava/llava/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/model/utils.py -------------------------------------------------------------------------------- /run_video_llava/llava/train/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/train/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /run_video_llava/llava/train/llama_xformers_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/train/llama_xformers_attn_monkey_patch.py -------------------------------------------------------------------------------- /run_video_llava/llava/train/llava_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/train/llava_trainer.py -------------------------------------------------------------------------------- /run_video_llava/llava/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/train/train.py -------------------------------------------------------------------------------- /run_video_llava/llava/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/train/train_mem.py -------------------------------------------------------------------------------- /run_video_llava/llava/train/train_xformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/train/train_xformers.py -------------------------------------------------------------------------------- /run_video_llava/llava/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/run_video_llava/llava/utils.py -------------------------------------------------------------------------------- /utils/acc_lmms_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/utils/acc_lmms_eval.py -------------------------------------------------------------------------------- /utils/download_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/utils/download_video.py -------------------------------------------------------------------------------- /utils/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/utils/eval_utils.py -------------------------------------------------------------------------------- /utils/process_infos/clip_info.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/utils/process_infos/clip_info.json -------------------------------------------------------------------------------- /utils/process_infos/event_order_concat_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/utils/process_infos/event_order_concat_info.txt -------------------------------------------------------------------------------- /utils/process_infos/reverse_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/utils/process_infos/reverse_info.txt -------------------------------------------------------------------------------- /utils/process_infos/speed_concat_info.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/utils/process_infos/speed_concat_info.json -------------------------------------------------------------------------------- /utils/process_single_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/utils/process_single_video.py -------------------------------------------------------------------------------- /utils/process_videos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llyx97/TempCompass/HEAD/utils/process_videos.py --------------------------------------------------------------------------------