├── README.md ├── StreamingChat ├── eval │ ├── caption │ │ └── evaluate_caption.py │ ├── cmmmu │ │ └── evaluate_cmmmu.py │ ├── llava_bench │ │ ├── eval_gpt_review_bench.py │ │ ├── evaluate_llava_bench.py │ │ ├── rule.json │ │ └── summarize_gpt_review.py │ ├── mathvista │ │ ├── calculate_score.py │ │ ├── evaluate_mathvista.py │ │ ├── extract_answer.py │ │ ├── prompts │ │ │ └── ext_ans.py │ │ └── utilities.py │ ├── mmbench │ │ └── evaluate_mmbench.py │ ├── mme │ │ ├── README.md │ │ ├── Your_Results │ │ │ ├── OCR.txt │ │ │ ├── celebrity.txt │ │ │ ├── code_reasoning.txt │ │ │ ├── color.txt │ │ │ ├── commonsense_reasoning.txt │ │ │ ├── count.txt │ │ │ ├── existence.txt │ │ │ ├── landmark.txt │ │ │ ├── numerical_calculation.txt │ │ │ ├── position.txt │ │ │ ├── posters.txt │ │ │ ├── scene.txt │ │ │ └── text_translation.txt │ │ ├── artwork.txt │ │ ├── calculation.py │ │ ├── eval.py │ │ └── internvl2_8b_internlm2_7b_dynamic_res_2nd_finetune_full │ │ │ ├── OCR.txt │ │ │ ├── artwork.txt │ │ │ ├── celebrity.txt │ │ │ ├── code_reasoning.txt │ │ │ ├── color.txt │ │ │ ├── commonsense_reasoning.txt │ │ │ ├── count.txt │ │ │ ├── existence.txt │ │ │ ├── landmark.txt │ │ │ ├── numerical_calculation.txt │ │ │ ├── position.txt │ │ │ ├── posters.txt │ │ │ ├── scene.txt │ │ │ └── text_translation.txt │ ├── mmmu │ │ ├── __pycache__ │ │ │ ├── data_utils.cpython-310.pyc │ │ │ ├── data_utils.cpython-39.pyc │ │ │ └── eval_utils.cpython-39.pyc │ │ ├── answer_dict_val.json │ │ ├── data_utils.py │ │ ├── eval_utils.py │ │ ├── evaluate_mmmu.py │ │ └── main_eval_only.py │ ├── mmvet │ │ └── evaluate_mmvet.py │ ├── mmvp │ │ └── evaluate_mmvp.py │ ├── mvbench │ │ └── evaluate_mvbench.py │ ├── pope │ │ ├── eval_pope.py │ │ └── evaluate_pope.py │ ├── refcoco │ │ └── evaluate_grounding.py │ ├── scienceqa │ │ └── evaluate_scienceqa.py │ ├── seed │ │ ├── calculation.py │ │ └── evaluate_seed.py │ ├── tiny_lvlm │ │ ├── __pycache__ │ │ │ ├── tools.cpython-310.pyc │ │ │ └── tools.cpython-39.pyc │ │ ├── calculate_score.py │ │ ├── evaluate_lvlm.py │ │ └── tools.py │ └── vqa │ │ ├── convert_gqa_for_eval.py │ │ ├── evaluate_vqa.py │ │ ├── infographicsvqa_eval.py │ │ └── textvqa_eval.py ├── evaluate.sh └── streamingchat │ ├── __pycache__ │ ├── conversation.cpython-310.pyc │ ├── conversation.cpython-38.pyc │ ├── conversation.cpython-39.pyc │ ├── dist_utils.cpython-310.pyc │ └── dist_utils.cpython-39.pyc │ ├── conversation.py │ ├── dist_utils.py │ ├── model │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── __init__.cpython-38.pyc │ │ └── __init__.cpython-39.pyc │ ├── internlm2 │ │ ├── __pycache__ │ │ │ ├── configuration_internlm2.cpython-310.pyc │ │ │ ├── configuration_internlm2.cpython-38.pyc │ │ │ ├── configuration_internlm2.cpython-39.pyc │ │ │ ├── modeling_internlm2.cpython-310.pyc │ │ │ ├── modeling_internlm2.cpython-38.pyc │ │ │ └── modeling_internlm2.cpython-39.pyc │ │ ├── configuration_internlm2.py │ │ ├── modeling_internlm2.py │ │ ├── tokenization_internlm2.py │ │ └── tokenization_internlm2_fast.py │ ├── internvl_chat │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-310.pyc │ │ │ ├── __init__.cpython-38.pyc │ │ │ ├── __init__.cpython-39.pyc │ │ │ ├── configuration_intern_vit.cpython-310.pyc │ │ │ ├── configuration_intern_vit.cpython-38.pyc │ │ │ ├── configuration_intern_vit.cpython-39.pyc │ │ │ ├── configuration_internvl_chat.cpython-310.pyc │ │ │ ├── configuration_internvl_chat.cpython-38.pyc │ │ │ ├── configuration_internvl_chat.cpython-39.pyc │ │ │ ├── flash_attention.cpython-310.pyc │ │ │ ├── flash_attention.cpython-38.pyc │ │ │ ├── flash_attention.cpython-39.pyc │ │ │ ├── modeling_intern_vit.cpython-310.pyc │ │ │ ├── modeling_intern_vit.cpython-38.pyc │ │ │ ├── modeling_intern_vit.cpython-39.pyc │ │ │ ├── modeling_internvl_chat.cpython-310.pyc │ │ │ ├── modeling_internvl_chat.cpython-38.pyc │ │ │ └── modeling_internvl_chat.cpython-39.pyc │ │ ├── configuration_intern_vit.py │ │ ├── configuration_internvl_chat.py │ │ ├── flash_attention.py │ │ ├── modeling_intern_vit.py │ │ └── modeling_internvl_chat.py │ └── phi3 │ │ ├── __pycache__ │ │ ├── configuration_phi3.cpython-310.pyc │ │ ├── configuration_phi3.cpython-38.pyc │ │ ├── configuration_phi3.cpython-39.pyc │ │ ├── modeling_phi3.cpython-310.pyc │ │ ├── modeling_phi3.cpython-38.pyc │ │ └── modeling_phi3.cpython-39.pyc │ │ ├── configuration_phi3.py │ │ └── modeling_phi3.py │ ├── patch │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── __init__.cpython-39.pyc │ │ ├── llama2_flash_attn_monkey_patch.cpython-310.pyc │ │ ├── llama2_flash_attn_monkey_patch.cpython-39.pyc │ │ ├── llama_flash_attn_monkey_patch.cpython-310.pyc │ │ ├── llama_flash_attn_monkey_patch.cpython-39.pyc │ │ ├── llama_rmsnorm_monkey_patch.cpython-310.pyc │ │ ├── llama_rmsnorm_monkey_patch.cpython-39.pyc │ │ ├── pad_data_collator.cpython-310.pyc │ │ ├── pad_data_collator.cpython-39.pyc │ │ ├── train_sampler_patch.cpython-310.pyc │ │ └── train_sampler_patch.cpython-39.pyc │ ├── llama2_flash_attn_monkey_patch.py │ ├── llama_flash_attn_monkey_patch.py │ ├── llama_rmsnorm_monkey_patch.py │ ├── pad_data_collator.py │ └── train_sampler_patch.py │ └── train │ ├── __init__.py │ ├── __pycache__ │ ├── __init__.cpython-310.pyc │ ├── __init__.cpython-38.pyc │ ├── __init__.cpython-39.pyc │ ├── constants.cpython-310.pyc │ ├── constants.cpython-39.pyc │ ├── dataset.cpython-310.pyc │ ├── dataset.cpython-38.pyc │ ├── dataset.cpython-39.pyc │ ├── trainer_monkey_patch.cpython-310.pyc │ └── trainer_monkey_patch.cpython-39.pyc │ ├── constants.py │ ├── dataset.py │ ├── internvl_chat_finetune.py │ ├── internvl_chat_pretrain.py │ └── trainer_monkey_patch.py ├── assets ├── images │ ├── framework.png │ ├── model_framework.png │ ├── overview.png │ └── ring.png └── video │ └── demo.mp4 ├── construct_data ├── construct_QA_chain.py ├── identify_Temporal_Linkages.py ├── process_QA_chain_format.py └── process_temporal_linkages_format.py ├── evaluation ├── eval_ConQA_gpt4_gpt4o.py ├── eval_SingleQA_gpt4_gpt4o.py └── eval_chainQA_gpt4_gpt4o.py └── extract_video_frame └── extract_video_frame_1s.py /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/README.md -------------------------------------------------------------------------------- /StreamingChat/eval/caption/evaluate_caption.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/caption/evaluate_caption.py -------------------------------------------------------------------------------- /StreamingChat/eval/cmmmu/evaluate_cmmmu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/cmmmu/evaluate_cmmmu.py -------------------------------------------------------------------------------- /StreamingChat/eval/llava_bench/eval_gpt_review_bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/llava_bench/eval_gpt_review_bench.py -------------------------------------------------------------------------------- /StreamingChat/eval/llava_bench/evaluate_llava_bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/llava_bench/evaluate_llava_bench.py -------------------------------------------------------------------------------- /StreamingChat/eval/llava_bench/rule.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/llava_bench/rule.json -------------------------------------------------------------------------------- /StreamingChat/eval/llava_bench/summarize_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/llava_bench/summarize_gpt_review.py -------------------------------------------------------------------------------- /StreamingChat/eval/mathvista/calculate_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mathvista/calculate_score.py -------------------------------------------------------------------------------- /StreamingChat/eval/mathvista/evaluate_mathvista.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mathvista/evaluate_mathvista.py -------------------------------------------------------------------------------- /StreamingChat/eval/mathvista/extract_answer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mathvista/extract_answer.py -------------------------------------------------------------------------------- /StreamingChat/eval/mathvista/prompts/ext_ans.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mathvista/prompts/ext_ans.py -------------------------------------------------------------------------------- /StreamingChat/eval/mathvista/utilities.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mathvista/utilities.py -------------------------------------------------------------------------------- /StreamingChat/eval/mmbench/evaluate_mmbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mmbench/evaluate_mmbench.py -------------------------------------------------------------------------------- /StreamingChat/eval/mme/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mme/README.md -------------------------------------------------------------------------------- /StreamingChat/eval/mme/Your_Results/OCR.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mme/Your_Results/OCR.txt -------------------------------------------------------------------------------- /StreamingChat/eval/mme/Your_Results/celebrity.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mme/Your_Results/celebrity.txt -------------------------------------------------------------------------------- /StreamingChat/eval/mme/Your_Results/code_reasoning.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mme/Your_Results/code_reasoning.txt -------------------------------------------------------------------------------- /StreamingChat/eval/mme/Your_Results/color.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mme/Your_Results/color.txt -------------------------------------------------------------------------------- /StreamingChat/eval/mme/Your_Results/commonsense_reasoning.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mme/Your_Results/commonsense_reasoning.txt -------------------------------------------------------------------------------- /StreamingChat/eval/mme/Your_Results/count.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mme/Your_Results/count.txt -------------------------------------------------------------------------------- /StreamingChat/eval/mme/Your_Results/existence.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mme/Your_Results/existence.txt -------------------------------------------------------------------------------- /StreamingChat/eval/mme/Your_Results/landmark.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mme/Your_Results/landmark.txt -------------------------------------------------------------------------------- /StreamingChat/eval/mme/Your_Results/numerical_calculation.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mme/Your_Results/numerical_calculation.txt -------------------------------------------------------------------------------- /StreamingChat/eval/mme/Your_Results/position.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mme/Your_Results/position.txt -------------------------------------------------------------------------------- /StreamingChat/eval/mme/Your_Results/posters.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mme/Your_Results/posters.txt -------------------------------------------------------------------------------- /StreamingChat/eval/mme/Your_Results/scene.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mme/Your_Results/scene.txt -------------------------------------------------------------------------------- /StreamingChat/eval/mme/Your_Results/text_translation.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mme/Your_Results/text_translation.txt -------------------------------------------------------------------------------- /StreamingChat/eval/mme/artwork.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mme/artwork.txt -------------------------------------------------------------------------------- /StreamingChat/eval/mme/calculation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mme/calculation.py -------------------------------------------------------------------------------- /StreamingChat/eval/mme/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mme/eval.py -------------------------------------------------------------------------------- /StreamingChat/eval/mme/internvl2_8b_internlm2_7b_dynamic_res_2nd_finetune_full/OCR.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mme/internvl2_8b_internlm2_7b_dynamic_res_2nd_finetune_full/OCR.txt -------------------------------------------------------------------------------- /StreamingChat/eval/mme/internvl2_8b_internlm2_7b_dynamic_res_2nd_finetune_full/artwork.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /StreamingChat/eval/mme/internvl2_8b_internlm2_7b_dynamic_res_2nd_finetune_full/celebrity.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mme/internvl2_8b_internlm2_7b_dynamic_res_2nd_finetune_full/celebrity.txt -------------------------------------------------------------------------------- /StreamingChat/eval/mme/internvl2_8b_internlm2_7b_dynamic_res_2nd_finetune_full/code_reasoning.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mme/internvl2_8b_internlm2_7b_dynamic_res_2nd_finetune_full/code_reasoning.txt -------------------------------------------------------------------------------- /StreamingChat/eval/mme/internvl2_8b_internlm2_7b_dynamic_res_2nd_finetune_full/color.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mme/internvl2_8b_internlm2_7b_dynamic_res_2nd_finetune_full/color.txt -------------------------------------------------------------------------------- /StreamingChat/eval/mme/internvl2_8b_internlm2_7b_dynamic_res_2nd_finetune_full/commonsense_reasoning.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mme/internvl2_8b_internlm2_7b_dynamic_res_2nd_finetune_full/commonsense_reasoning.txt -------------------------------------------------------------------------------- /StreamingChat/eval/mme/internvl2_8b_internlm2_7b_dynamic_res_2nd_finetune_full/count.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mme/internvl2_8b_internlm2_7b_dynamic_res_2nd_finetune_full/count.txt -------------------------------------------------------------------------------- /StreamingChat/eval/mme/internvl2_8b_internlm2_7b_dynamic_res_2nd_finetune_full/existence.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mme/internvl2_8b_internlm2_7b_dynamic_res_2nd_finetune_full/existence.txt -------------------------------------------------------------------------------- /StreamingChat/eval/mme/internvl2_8b_internlm2_7b_dynamic_res_2nd_finetune_full/landmark.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mme/internvl2_8b_internlm2_7b_dynamic_res_2nd_finetune_full/landmark.txt -------------------------------------------------------------------------------- /StreamingChat/eval/mme/internvl2_8b_internlm2_7b_dynamic_res_2nd_finetune_full/numerical_calculation.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mme/internvl2_8b_internlm2_7b_dynamic_res_2nd_finetune_full/numerical_calculation.txt -------------------------------------------------------------------------------- /StreamingChat/eval/mme/internvl2_8b_internlm2_7b_dynamic_res_2nd_finetune_full/position.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mme/internvl2_8b_internlm2_7b_dynamic_res_2nd_finetune_full/position.txt -------------------------------------------------------------------------------- /StreamingChat/eval/mme/internvl2_8b_internlm2_7b_dynamic_res_2nd_finetune_full/posters.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mme/internvl2_8b_internlm2_7b_dynamic_res_2nd_finetune_full/posters.txt -------------------------------------------------------------------------------- /StreamingChat/eval/mme/internvl2_8b_internlm2_7b_dynamic_res_2nd_finetune_full/scene.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mme/internvl2_8b_internlm2_7b_dynamic_res_2nd_finetune_full/scene.txt -------------------------------------------------------------------------------- /StreamingChat/eval/mme/internvl2_8b_internlm2_7b_dynamic_res_2nd_finetune_full/text_translation.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mme/internvl2_8b_internlm2_7b_dynamic_res_2nd_finetune_full/text_translation.txt -------------------------------------------------------------------------------- /StreamingChat/eval/mmmu/__pycache__/data_utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mmmu/__pycache__/data_utils.cpython-310.pyc -------------------------------------------------------------------------------- /StreamingChat/eval/mmmu/__pycache__/data_utils.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mmmu/__pycache__/data_utils.cpython-39.pyc -------------------------------------------------------------------------------- /StreamingChat/eval/mmmu/__pycache__/eval_utils.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mmmu/__pycache__/eval_utils.cpython-39.pyc -------------------------------------------------------------------------------- /StreamingChat/eval/mmmu/answer_dict_val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mmmu/answer_dict_val.json -------------------------------------------------------------------------------- /StreamingChat/eval/mmmu/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mmmu/data_utils.py -------------------------------------------------------------------------------- /StreamingChat/eval/mmmu/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mmmu/eval_utils.py -------------------------------------------------------------------------------- /StreamingChat/eval/mmmu/evaluate_mmmu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mmmu/evaluate_mmmu.py -------------------------------------------------------------------------------- /StreamingChat/eval/mmmu/main_eval_only.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mmmu/main_eval_only.py -------------------------------------------------------------------------------- /StreamingChat/eval/mmvet/evaluate_mmvet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mmvet/evaluate_mmvet.py -------------------------------------------------------------------------------- /StreamingChat/eval/mmvp/evaluate_mmvp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mmvp/evaluate_mmvp.py -------------------------------------------------------------------------------- /StreamingChat/eval/mvbench/evaluate_mvbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/mvbench/evaluate_mvbench.py -------------------------------------------------------------------------------- /StreamingChat/eval/pope/eval_pope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/pope/eval_pope.py -------------------------------------------------------------------------------- /StreamingChat/eval/pope/evaluate_pope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/pope/evaluate_pope.py -------------------------------------------------------------------------------- /StreamingChat/eval/refcoco/evaluate_grounding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/refcoco/evaluate_grounding.py -------------------------------------------------------------------------------- /StreamingChat/eval/scienceqa/evaluate_scienceqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/scienceqa/evaluate_scienceqa.py -------------------------------------------------------------------------------- /StreamingChat/eval/seed/calculation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/seed/calculation.py -------------------------------------------------------------------------------- /StreamingChat/eval/seed/evaluate_seed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/seed/evaluate_seed.py -------------------------------------------------------------------------------- /StreamingChat/eval/tiny_lvlm/__pycache__/tools.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/tiny_lvlm/__pycache__/tools.cpython-310.pyc -------------------------------------------------------------------------------- /StreamingChat/eval/tiny_lvlm/__pycache__/tools.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/tiny_lvlm/__pycache__/tools.cpython-39.pyc -------------------------------------------------------------------------------- /StreamingChat/eval/tiny_lvlm/calculate_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/tiny_lvlm/calculate_score.py -------------------------------------------------------------------------------- /StreamingChat/eval/tiny_lvlm/evaluate_lvlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/tiny_lvlm/evaluate_lvlm.py -------------------------------------------------------------------------------- /StreamingChat/eval/tiny_lvlm/tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/tiny_lvlm/tools.py -------------------------------------------------------------------------------- /StreamingChat/eval/vqa/convert_gqa_for_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/vqa/convert_gqa_for_eval.py -------------------------------------------------------------------------------- /StreamingChat/eval/vqa/evaluate_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/vqa/evaluate_vqa.py -------------------------------------------------------------------------------- /StreamingChat/eval/vqa/infographicsvqa_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/vqa/infographicsvqa_eval.py -------------------------------------------------------------------------------- /StreamingChat/eval/vqa/textvqa_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/eval/vqa/textvqa_eval.py -------------------------------------------------------------------------------- /StreamingChat/evaluate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/evaluate.sh -------------------------------------------------------------------------------- /StreamingChat/streamingchat/__pycache__/conversation.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/__pycache__/conversation.cpython-310.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/__pycache__/conversation.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/__pycache__/conversation.cpython-38.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/__pycache__/conversation.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/__pycache__/conversation.cpython-39.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/__pycache__/dist_utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/__pycache__/dist_utils.cpython-310.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/__pycache__/dist_utils.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/__pycache__/dist_utils.cpython-39.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/conversation.py -------------------------------------------------------------------------------- /StreamingChat/streamingchat/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/dist_utils.py -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/internlm2/__pycache__/configuration_internlm2.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/internlm2/__pycache__/configuration_internlm2.cpython-310.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/internlm2/__pycache__/configuration_internlm2.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/internlm2/__pycache__/configuration_internlm2.cpython-38.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/internlm2/__pycache__/configuration_internlm2.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/internlm2/__pycache__/configuration_internlm2.cpython-39.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/internlm2/__pycache__/modeling_internlm2.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/internlm2/__pycache__/modeling_internlm2.cpython-310.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/internlm2/__pycache__/modeling_internlm2.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/internlm2/__pycache__/modeling_internlm2.cpython-38.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/internlm2/__pycache__/modeling_internlm2.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/internlm2/__pycache__/modeling_internlm2.cpython-39.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/internlm2/configuration_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/internlm2/configuration_internlm2.py -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/internlm2/modeling_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/internlm2/modeling_internlm2.py -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/internlm2/tokenization_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/internlm2/tokenization_internlm2.py -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/internlm2/tokenization_internlm2_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/internlm2/tokenization_internlm2_fast.py -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/internvl_chat/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/internvl_chat/__init__.py -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/internvl_chat/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/internvl_chat/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/internvl_chat/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/internvl_chat/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/internvl_chat/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/internvl_chat/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/internvl_chat/__pycache__/configuration_intern_vit.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/internvl_chat/__pycache__/configuration_intern_vit.cpython-310.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/internvl_chat/__pycache__/configuration_intern_vit.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/internvl_chat/__pycache__/configuration_intern_vit.cpython-38.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/internvl_chat/__pycache__/configuration_intern_vit.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/internvl_chat/__pycache__/configuration_intern_vit.cpython-39.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/internvl_chat/__pycache__/configuration_internvl_chat.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/internvl_chat/__pycache__/configuration_internvl_chat.cpython-310.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/internvl_chat/__pycache__/configuration_internvl_chat.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/internvl_chat/__pycache__/configuration_internvl_chat.cpython-38.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/internvl_chat/__pycache__/configuration_internvl_chat.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/internvl_chat/__pycache__/configuration_internvl_chat.cpython-39.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/internvl_chat/__pycache__/flash_attention.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/internvl_chat/__pycache__/flash_attention.cpython-310.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/internvl_chat/__pycache__/flash_attention.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/internvl_chat/__pycache__/flash_attention.cpython-38.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/internvl_chat/__pycache__/flash_attention.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/internvl_chat/__pycache__/flash_attention.cpython-39.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/internvl_chat/__pycache__/modeling_intern_vit.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/internvl_chat/__pycache__/modeling_intern_vit.cpython-310.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/internvl_chat/__pycache__/modeling_intern_vit.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/internvl_chat/__pycache__/modeling_intern_vit.cpython-38.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/internvl_chat/__pycache__/modeling_intern_vit.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/internvl_chat/__pycache__/modeling_intern_vit.cpython-39.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/internvl_chat/__pycache__/modeling_internvl_chat.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/internvl_chat/__pycache__/modeling_internvl_chat.cpython-310.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/internvl_chat/__pycache__/modeling_internvl_chat.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/internvl_chat/__pycache__/modeling_internvl_chat.cpython-38.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/internvl_chat/__pycache__/modeling_internvl_chat.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/internvl_chat/__pycache__/modeling_internvl_chat.cpython-39.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/internvl_chat/configuration_intern_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/internvl_chat/configuration_intern_vit.py -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/internvl_chat/configuration_internvl_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/internvl_chat/configuration_internvl_chat.py -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/internvl_chat/flash_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/internvl_chat/flash_attention.py -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/internvl_chat/modeling_intern_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/internvl_chat/modeling_intern_vit.py -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/internvl_chat/modeling_internvl_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/internvl_chat/modeling_internvl_chat.py -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/phi3/__pycache__/configuration_phi3.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/phi3/__pycache__/configuration_phi3.cpython-310.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/phi3/__pycache__/configuration_phi3.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/phi3/__pycache__/configuration_phi3.cpython-38.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/phi3/__pycache__/configuration_phi3.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/phi3/__pycache__/configuration_phi3.cpython-39.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/phi3/__pycache__/modeling_phi3.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/phi3/__pycache__/modeling_phi3.cpython-310.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/phi3/__pycache__/modeling_phi3.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/phi3/__pycache__/modeling_phi3.cpython-38.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/phi3/__pycache__/modeling_phi3.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/phi3/__pycache__/modeling_phi3.cpython-39.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/phi3/configuration_phi3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/phi3/configuration_phi3.py -------------------------------------------------------------------------------- /StreamingChat/streamingchat/model/phi3/modeling_phi3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/model/phi3/modeling_phi3.py -------------------------------------------------------------------------------- /StreamingChat/streamingchat/patch/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/patch/__init__.py -------------------------------------------------------------------------------- /StreamingChat/streamingchat/patch/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/patch/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/patch/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/patch/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/patch/__pycache__/llama2_flash_attn_monkey_patch.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/patch/__pycache__/llama2_flash_attn_monkey_patch.cpython-310.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/patch/__pycache__/llama2_flash_attn_monkey_patch.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/patch/__pycache__/llama2_flash_attn_monkey_patch.cpython-39.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/patch/__pycache__/llama_flash_attn_monkey_patch.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/patch/__pycache__/llama_flash_attn_monkey_patch.cpython-310.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/patch/__pycache__/llama_flash_attn_monkey_patch.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/patch/__pycache__/llama_flash_attn_monkey_patch.cpython-39.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/patch/__pycache__/llama_rmsnorm_monkey_patch.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/patch/__pycache__/llama_rmsnorm_monkey_patch.cpython-310.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/patch/__pycache__/llama_rmsnorm_monkey_patch.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/patch/__pycache__/llama_rmsnorm_monkey_patch.cpython-39.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/patch/__pycache__/pad_data_collator.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/patch/__pycache__/pad_data_collator.cpython-310.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/patch/__pycache__/pad_data_collator.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/patch/__pycache__/pad_data_collator.cpython-39.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/patch/__pycache__/train_sampler_patch.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/patch/__pycache__/train_sampler_patch.cpython-310.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/patch/__pycache__/train_sampler_patch.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/patch/__pycache__/train_sampler_patch.cpython-39.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/patch/llama2_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/patch/llama2_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /StreamingChat/streamingchat/patch/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/patch/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /StreamingChat/streamingchat/patch/llama_rmsnorm_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/patch/llama_rmsnorm_monkey_patch.py -------------------------------------------------------------------------------- /StreamingChat/streamingchat/patch/pad_data_collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/patch/pad_data_collator.py -------------------------------------------------------------------------------- /StreamingChat/streamingchat/patch/train_sampler_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/patch/train_sampler_patch.py -------------------------------------------------------------------------------- /StreamingChat/streamingchat/train/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /StreamingChat/streamingchat/train/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/train/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/train/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/train/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/train/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/train/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/train/__pycache__/constants.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/train/__pycache__/constants.cpython-310.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/train/__pycache__/constants.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/train/__pycache__/constants.cpython-39.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/train/__pycache__/dataset.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/train/__pycache__/dataset.cpython-310.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/train/__pycache__/dataset.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/train/__pycache__/dataset.cpython-38.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/train/__pycache__/dataset.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/train/__pycache__/dataset.cpython-39.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/train/__pycache__/trainer_monkey_patch.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/train/__pycache__/trainer_monkey_patch.cpython-310.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/train/__pycache__/trainer_monkey_patch.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/train/__pycache__/trainer_monkey_patch.cpython-39.pyc -------------------------------------------------------------------------------- /StreamingChat/streamingchat/train/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/train/constants.py -------------------------------------------------------------------------------- /StreamingChat/streamingchat/train/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/train/dataset.py -------------------------------------------------------------------------------- /StreamingChat/streamingchat/train/internvl_chat_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/train/internvl_chat_finetune.py -------------------------------------------------------------------------------- /StreamingChat/streamingchat/train/internvl_chat_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/train/internvl_chat_pretrain.py -------------------------------------------------------------------------------- /StreamingChat/streamingchat/train/trainer_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/StreamingChat/streamingchat/train/trainer_monkey_patch.py -------------------------------------------------------------------------------- /assets/images/framework.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/assets/images/framework.png -------------------------------------------------------------------------------- /assets/images/model_framework.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/assets/images/model_framework.png -------------------------------------------------------------------------------- /assets/images/overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/assets/images/overview.png -------------------------------------------------------------------------------- /assets/images/ring.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/assets/images/ring.png -------------------------------------------------------------------------------- /assets/video/demo.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/assets/video/demo.mp4 -------------------------------------------------------------------------------- /construct_data/construct_QA_chain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/construct_data/construct_QA_chain.py -------------------------------------------------------------------------------- /construct_data/identify_Temporal_Linkages.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/construct_data/identify_Temporal_Linkages.py -------------------------------------------------------------------------------- /construct_data/process_QA_chain_format.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/construct_data/process_QA_chain_format.py -------------------------------------------------------------------------------- /construct_data/process_temporal_linkages_format.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/construct_data/process_temporal_linkages_format.py -------------------------------------------------------------------------------- /evaluation/eval_ConQA_gpt4_gpt4o.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/evaluation/eval_ConQA_gpt4_gpt4o.py -------------------------------------------------------------------------------- /evaluation/eval_SingleQA_gpt4_gpt4o.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/evaluation/eval_SingleQA_gpt4_gpt4o.py -------------------------------------------------------------------------------- /evaluation/eval_chainQA_gpt4_gpt4o.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/evaluation/eval_chainQA_gpt4_gpt4o.py -------------------------------------------------------------------------------- /extract_video_frame/extract_video_frame_1s.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sotayang/SVBench/HEAD/extract_video_frame/extract_video_frame_1s.py --------------------------------------------------------------------------------