├── .DS_Store ├── PhyGenBench ├── explicit_prompts.json ├── multi_question.json ├── prompts.json ├── single_question.json └── video_question.json ├── PhyGenEval ├── .DS_Store ├── multi │ ├── GPT4o.py │ ├── LLaVA-NeXT-interleave_inference │ │ ├── docs │ │ │ ├── LLaVA-NeXT-Video.md │ │ │ └── LLaVA-NeXT.md │ │ ├── llava │ │ │ ├── __init__.py │ │ │ ├── constants.py │ │ │ ├── conversation.py │ │ │ ├── eval │ │ │ │ ├── evaluate_interleave.py │ │ │ │ ├── model_vqa.py │ │ │ │ └── model_vqa_multi.py │ │ │ ├── mm_utils.py │ │ │ ├── model │ │ │ │ ├── __init__.py │ │ │ │ ├── apply_delta.py │ │ │ │ ├── builder.py │ │ │ │ ├── consolidate.py │ │ │ │ ├── language_model │ │ │ │ │ ├── llava_gemma.py │ │ │ │ │ ├── llava_llama.py │ │ │ │ │ ├── llava_mistral.py │ │ │ │ │ ├── llava_mixtral.py │ │ │ │ │ ├── llava_mpt.py │ │ │ │ │ ├── llava_qwen.py │ │ │ │ │ └── llava_qwen_moe.py │ │ │ │ ├── llava_arch.py │ │ │ │ ├── make_delta.py │ │ │ │ ├── multimodal_encoder │ │ │ │ │ ├── builder.py │ │ │ │ │ ├── clip_encoder.py │ │ │ │ │ └── siglip_encoder.py │ │ │ │ ├── multimodal_projector │ │ │ │ │ ├── builder.py │ │ │ │ │ └── pooler_projector.py │ │ │ │ ├── multimodal_resampler │ │ │ │ │ ├── builder.py │ │ │ │ │ ├── masked_drop.py │ │ │ │ │ ├── perceiver.py │ │ │ │ │ ├── qformer.py │ │ │ │ │ └── spatial_pool.py │ │ │ │ └── utils.py │ │ │ └── utils.py │ │ ├── llavavid │ │ │ ├── __init__.py │ │ │ ├── constants.py │ │ │ ├── conversation.py │ │ │ ├── mm_utils.py │ │ │ ├── model │ │ │ │ ├── __init__.py │ │ │ │ ├── apply_delta.py │ │ │ │ ├── builder.py │ │ │ │ ├── consolidate.py │ │ │ │ ├── language_model │ │ │ │ │ ├── llava_llama.py │ │ │ │ │ ├── llava_mistral.py │ │ │ │ │ └── llava_mpt.py │ │ │ │ ├── llava_arch.py │ │ │ │ ├── make_delta.py │ │ │ │ ├── multimodal_encoder │ │ │ │ │ ├── builder.py │ │ │ │ │ └── clip_encoder.py │ │ │ │ ├── multimodal_projector │ │ │ │ │ └── builder.py │ │ │ │ ├── multimodal_resampler │ │ │ │ │ ├── builder.py │ │ │ │ │ └── spatial_pool.py │ │ │ │ └── utils.py │ │ │ └── utils.py │ │ ├── playground │ │ │ └── demo │ │ │ │ ├── video_demo.py │ │ │ │ └── xU25MMA2N4aVtYay.mp4 │ │ └── scripts │ │ │ ├── interleave │ │ │ ├── eval_all.sh │ │ │ ├── eval_interleave_3d.sh │ │ │ └── eval_multiprocess.sh │ │ │ └── video │ │ │ ├── demo │ │ │ └── video_demo.sh │ │ │ └── eval │ │ │ ├── activitynet_eval.sh │ │ │ ├── video_chatgpt_benchmark_eval_shard.sh │ │ │ ├── video_description_from_t2v.sh │ │ │ ├── video_detail_description_eval_only.sh │ │ │ └── video_detail_description_eval_shard.sh │ ├── generate_question.py │ └── multiimage_clip.py ├── overall.py ├── semantic │ ├── GPT_agument_eval.json │ ├── PhyGenbench.md │ └── gpt4o_sementic.py ├── single │ ├── generate_question.py │ └── vqascore.py └── video │ ├── GPT4o.py │ ├── MTScore │ ├── InternVideo_physical.py │ ├── configs │ │ ├── __pycache__ │ │ │ ├── config.cpython-310.pyc │ │ │ ├── config.cpython-39.pyc │ │ │ ├── data.cpython-310.pyc │ │ │ ├── internvideo2_stage2_config.cpython-310.pyc │ │ │ ├── model.cpython-310.pyc │ │ │ ├── utils.cpython-310.pyc │ │ │ └── utils.cpython-39.pyc │ │ ├── config.py │ │ ├── config_bert.json │ │ ├── config_bert_large.json │ │ ├── data.py │ │ ├── easydict.py │ │ ├── internvideo2_stage2_config.py │ │ ├── med_config.json │ │ ├── med_config_fusion.json │ │ ├── med_large_config.json │ │ ├── model.py │ │ └── utils.py │ ├── layer_norm.py │ └── models │ │ ├── __init__.py │ │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── __init__.cpython-39.pyc │ │ ├── criterions.cpython-310.pyc │ │ ├── internvideo2_clip.cpython-310.pyc │ │ ├── internvideo2_clip.cpython-39.pyc │ │ ├── internvideo2_stage2.cpython-310.pyc │ │ ├── mask.cpython-310.pyc │ │ └── utils.cpython-310.pyc │ │ ├── backbones │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-310.pyc │ │ │ ├── __init__.cpython-38.pyc │ │ │ └── __init__.cpython-39.pyc │ │ ├── beats │ │ │ ├── BEATs.py │ │ │ ├── README.md │ │ │ ├── Tokenizers.py │ │ │ ├── __init__.py │ │ │ ├── backbone.py │ │ │ ├── modules.py │ │ │ └── quantizer.py │ │ ├── bert │ │ │ ├── __init__.py │ │ │ ├── __pycache__ │ │ │ │ ├── __init__.cpython-310.pyc │ │ │ │ ├── __init__.cpython-38.pyc │ │ │ │ ├── builder.cpython-310.pyc │ │ │ │ ├── builder.cpython-38.pyc │ │ │ │ ├── tokenization_bert.cpython-310.pyc │ │ │ │ ├── tokenization_bert.cpython-38.pyc │ │ │ │ ├── xbert.cpython-310.pyc │ │ │ │ └── xbert.cpython-38.pyc │ │ │ ├── builder.py │ │ │ ├── med.py │ │ │ ├── tokenization_bert.py │ │ │ └── xbert.py │ │ └── internvideo2 │ │ │ ├── __init__.py │ │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-310.pyc │ │ │ ├── __init__.cpython-38.pyc │ │ │ ├── __init__.cpython-39.pyc │ │ │ ├── flash_attention_class.cpython-310.pyc │ │ │ ├── flash_attention_class.cpython-38.pyc │ │ │ ├── internvideo2.cpython-310.pyc │ │ │ ├── internvideo2.cpython-38.pyc │ │ │ ├── internvideo2_clip_text.cpython-310.pyc │ │ │ ├── internvideo2_clip_text.cpython-38.pyc │ │ │ ├── internvideo2_clip_vision.cpython-310.pyc │ │ │ ├── internvideo2_clip_vision.cpython-38.pyc │ │ │ ├── internvl_clip_vision.cpython-310.pyc │ │ │ ├── internvl_clip_vision.cpython-38.pyc │ │ │ ├── internvl_clip_vision.cpython-39.pyc │ │ │ ├── pos_embed.cpython-310.pyc │ │ │ └── pos_embed.cpython-38.pyc │ │ │ ├── flash_attention_class.py │ │ │ ├── internvideo2.py │ │ │ ├── internvideo2_clip_text.py │ │ │ ├── internvideo2_clip_vision.py │ │ │ ├── internvl_clip_vision.py │ │ │ └── pos_embed.py │ │ ├── criterions.py │ │ ├── dist_utils.py │ │ ├── internvideo2_clip.py │ │ ├── internvideo2_stage2.py │ │ ├── mask.py │ │ ├── util │ │ ├── __pycache__ │ │ │ ├── distributed.cpython-310.pyc │ │ │ ├── distributed.cpython-38.pyc │ │ │ ├── easydict.cpython-310.pyc │ │ │ └── easydict.cpython-38.pyc │ │ ├── basic_utils.py │ │ ├── config.py │ │ ├── config_utils.py │ │ ├── distributed.py │ │ ├── easydict.py │ │ ├── logger.py │ │ ├── optimizer.py │ │ └── scheduler.py │ │ └── utils.py │ └── generate_question.py ├── PhyVideos ├── .DS_Store └── kelingall │ ├── .DS_Store │ ├── output_video_1.mp4 │ ├── output_video_2.mp4 │ └── output_video_3.mp4 ├── README.md ├── result └── kelingall.json └── static ├── overview.png ├── phyeval.png └── qualitative.png /.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/.DS_Store -------------------------------------------------------------------------------- /PhyGenBench/explicit_prompts.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenBench/explicit_prompts.json -------------------------------------------------------------------------------- /PhyGenBench/multi_question.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenBench/multi_question.json -------------------------------------------------------------------------------- /PhyGenBench/prompts.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenBench/prompts.json -------------------------------------------------------------------------------- /PhyGenBench/single_question.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenBench/single_question.json -------------------------------------------------------------------------------- /PhyGenBench/video_question.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenBench/video_question.json -------------------------------------------------------------------------------- /PhyGenEval/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/.DS_Store -------------------------------------------------------------------------------- /PhyGenEval/multi/GPT4o.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/GPT4o.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/docs/LLaVA-NeXT-Video.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/docs/LLaVA-NeXT-Video.md -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/docs/LLaVA-NeXT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/docs/LLaVA-NeXT.md -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import LlavaLlamaForCausalLM 2 | -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/constants.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/conversation.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/eval/evaluate_interleave.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/eval/evaluate_interleave.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/eval/model_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/eval/model_vqa.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/eval/model_vqa_multi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/eval/model_vqa_multi.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/mm_utils.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/__init__.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/apply_delta.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/builder.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/consolidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/consolidate.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/language_model/llava_gemma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/language_model/llava_gemma.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/language_model/llava_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/language_model/llava_llama.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/language_model/llava_mistral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/language_model/llava_mistral.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/language_model/llava_mixtral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/language_model/llava_mixtral.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/language_model/llava_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/language_model/llava_mpt.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/language_model/llava_qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/language_model/llava_qwen.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/language_model/llava_qwen_moe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/language_model/llava_qwen_moe.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/llava_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/llava_arch.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/make_delta.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/multimodal_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/multimodal_encoder/clip_encoder.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/multimodal_encoder/siglip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/multimodal_encoder/siglip_encoder.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/multimodal_projector/pooler_projector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/multimodal_projector/pooler_projector.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/multimodal_resampler/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/multimodal_resampler/builder.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/multimodal_resampler/masked_drop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/multimodal_resampler/masked_drop.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/multimodal_resampler/perceiver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/multimodal_resampler/perceiver.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/multimodal_resampler/qformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/multimodal_resampler/qformer.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/multimodal_resampler/spatial_pool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/multimodal_resampler/spatial_pool.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/model/utils.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llava/utils.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import LlavaLlamaForCausalLM 2 | -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/constants.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/conversation.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/mm_utils.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/model/__init__.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/model/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/model/apply_delta.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/model/builder.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/model/consolidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/model/consolidate.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/model/language_model/llava_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/model/language_model/llava_llama.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/model/language_model/llava_mistral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/model/language_model/llava_mistral.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/model/language_model/llava_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/model/language_model/llava_mpt.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/model/llava_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/model/llava_arch.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/model/make_delta.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/model/multimodal_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/model/multimodal_encoder/clip_encoder.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/model/multimodal_resampler/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/model/multimodal_resampler/builder.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/model/multimodal_resampler/spatial_pool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/model/multimodal_resampler/spatial_pool.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/model/utils.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/llavavid/utils.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/playground/demo/video_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/playground/demo/video_demo.py -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/playground/demo/xU25MMA2N4aVtYay.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/playground/demo/xU25MMA2N4aVtYay.mp4 -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/scripts/interleave/eval_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/scripts/interleave/eval_all.sh -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/scripts/interleave/eval_interleave_3d.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/scripts/interleave/eval_interleave_3d.sh -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/scripts/interleave/eval_multiprocess.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/scripts/interleave/eval_multiprocess.sh -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/scripts/video/demo/video_demo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/scripts/video/demo/video_demo.sh -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/scripts/video/eval/activitynet_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/scripts/video/eval/activitynet_eval.sh -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/scripts/video/eval/video_chatgpt_benchmark_eval_shard.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/scripts/video/eval/video_chatgpt_benchmark_eval_shard.sh -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/scripts/video/eval/video_description_from_t2v.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/scripts/video/eval/video_description_from_t2v.sh -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/scripts/video/eval/video_detail_description_eval_only.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/scripts/video/eval/video_detail_description_eval_only.sh -------------------------------------------------------------------------------- /PhyGenEval/multi/LLaVA-NeXT-interleave_inference/scripts/video/eval/video_detail_description_eval_shard.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/LLaVA-NeXT-interleave_inference/scripts/video/eval/video_detail_description_eval_shard.sh -------------------------------------------------------------------------------- /PhyGenEval/multi/generate_question.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/generate_question.py -------------------------------------------------------------------------------- /PhyGenEval/multi/multiimage_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/multi/multiimage_clip.py -------------------------------------------------------------------------------- /PhyGenEval/overall.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/overall.py -------------------------------------------------------------------------------- /PhyGenEval/semantic/GPT_agument_eval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/semantic/GPT_agument_eval.json -------------------------------------------------------------------------------- /PhyGenEval/semantic/PhyGenbench.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/semantic/PhyGenbench.md -------------------------------------------------------------------------------- /PhyGenEval/semantic/gpt4o_sementic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/semantic/gpt4o_sementic.py -------------------------------------------------------------------------------- /PhyGenEval/single/generate_question.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/single/generate_question.py -------------------------------------------------------------------------------- /PhyGenEval/single/vqascore.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/single/vqascore.py -------------------------------------------------------------------------------- /PhyGenEval/video/GPT4o.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/GPT4o.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/InternVideo_physical.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/InternVideo_physical.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/configs/__pycache__/config.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/configs/__pycache__/config.cpython-310.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/configs/__pycache__/config.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/configs/__pycache__/config.cpython-39.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/configs/__pycache__/data.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/configs/__pycache__/data.cpython-310.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/configs/__pycache__/internvideo2_stage2_config.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/configs/__pycache__/internvideo2_stage2_config.cpython-310.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/configs/__pycache__/model.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/configs/__pycache__/model.cpython-310.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/configs/__pycache__/utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/configs/__pycache__/utils.cpython-310.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/configs/__pycache__/utils.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/configs/__pycache__/utils.cpython-39.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/configs/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/configs/config.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/configs/config_bert.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/configs/config_bert.json -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/configs/config_bert_large.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/configs/config_bert_large.json -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/configs/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/configs/data.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/configs/easydict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/configs/easydict.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/configs/internvideo2_stage2_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/configs/internvideo2_stage2_config.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/configs/med_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/configs/med_config.json -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/configs/med_config_fusion.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/configs/med_config_fusion.json -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/configs/med_large_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/configs/med_large_config.json -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/configs/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/configs/model.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/configs/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/configs/utils.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/layer_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/layer_norm.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/__init__.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/__pycache__/criterions.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/__pycache__/criterions.cpython-310.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/__pycache__/internvideo2_clip.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/__pycache__/internvideo2_clip.cpython-310.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/__pycache__/internvideo2_clip.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/__pycache__/internvideo2_clip.cpython-39.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/__pycache__/internvideo2_stage2.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/__pycache__/internvideo2_stage2.cpython-310.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/__pycache__/mask.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/__pycache__/mask.cpython-310.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/__pycache__/utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/__pycache__/utils.cpython-310.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/beats/BEATs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/beats/BEATs.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/beats/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/beats/README.md -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/beats/Tokenizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/beats/Tokenizers.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/beats/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/beats/backbone.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/beats/backbone.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/beats/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/beats/modules.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/beats/quantizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/beats/quantizer.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/bert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/bert/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/bert/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/bert/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/bert/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/bert/__pycache__/builder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/bert/__pycache__/builder.cpython-310.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/bert/__pycache__/builder.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/bert/__pycache__/builder.cpython-38.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/bert/__pycache__/tokenization_bert.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/bert/__pycache__/tokenization_bert.cpython-310.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/bert/__pycache__/tokenization_bert.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/bert/__pycache__/tokenization_bert.cpython-38.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/bert/__pycache__/xbert.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/bert/__pycache__/xbert.cpython-310.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/bert/__pycache__/xbert.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/bert/__pycache__/xbert.cpython-38.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/bert/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/bert/builder.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/bert/med.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/bert/med.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/bert/tokenization_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/bert/tokenization_bert.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/bert/xbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/bert/xbert.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/internvideo2/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/internvideo2/__init__.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/internvideo2/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/internvideo2/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/internvideo2/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/internvideo2/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/internvideo2/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/internvideo2/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/internvideo2/__pycache__/flash_attention_class.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/internvideo2/__pycache__/flash_attention_class.cpython-310.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/internvideo2/__pycache__/flash_attention_class.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/internvideo2/__pycache__/flash_attention_class.cpython-38.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/internvideo2/__pycache__/internvideo2.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/internvideo2/__pycache__/internvideo2.cpython-310.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/internvideo2/__pycache__/internvideo2.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/internvideo2/__pycache__/internvideo2.cpython-38.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/internvideo2/__pycache__/internvideo2_clip_text.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/internvideo2/__pycache__/internvideo2_clip_text.cpython-310.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/internvideo2/__pycache__/internvideo2_clip_text.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/internvideo2/__pycache__/internvideo2_clip_text.cpython-38.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/internvideo2/__pycache__/internvideo2_clip_vision.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/internvideo2/__pycache__/internvideo2_clip_vision.cpython-310.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/internvideo2/__pycache__/internvideo2_clip_vision.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/internvideo2/__pycache__/internvideo2_clip_vision.cpython-38.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/internvideo2/__pycache__/internvl_clip_vision.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/internvideo2/__pycache__/internvl_clip_vision.cpython-310.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/internvideo2/__pycache__/internvl_clip_vision.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/internvideo2/__pycache__/internvl_clip_vision.cpython-38.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/internvideo2/__pycache__/internvl_clip_vision.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/internvideo2/__pycache__/internvl_clip_vision.cpython-39.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/internvideo2/__pycache__/pos_embed.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/internvideo2/__pycache__/pos_embed.cpython-310.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/internvideo2/__pycache__/pos_embed.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/internvideo2/__pycache__/pos_embed.cpython-38.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/internvideo2/flash_attention_class.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/internvideo2/flash_attention_class.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/internvideo2/internvideo2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/internvideo2/internvideo2.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/internvideo2/internvideo2_clip_text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/internvideo2/internvideo2_clip_text.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/internvideo2/internvideo2_clip_vision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/internvideo2/internvideo2_clip_vision.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/internvideo2/internvl_clip_vision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/internvideo2/internvl_clip_vision.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/backbones/internvideo2/pos_embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/backbones/internvideo2/pos_embed.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/criterions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/criterions.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/dist_utils.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/internvideo2_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/internvideo2_clip.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/internvideo2_stage2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/internvideo2_stage2.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/mask.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/util/__pycache__/distributed.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/util/__pycache__/distributed.cpython-310.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/util/__pycache__/distributed.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/util/__pycache__/distributed.cpython-38.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/util/__pycache__/easydict.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/util/__pycache__/easydict.cpython-310.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/util/__pycache__/easydict.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/util/__pycache__/easydict.cpython-38.pyc -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/util/basic_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/util/basic_utils.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/util/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/util/config.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/util/config_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/util/config_utils.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/util/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/util/distributed.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/util/easydict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/util/easydict.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/util/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/util/logger.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/util/optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/util/optimizer.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/util/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/util/scheduler.py -------------------------------------------------------------------------------- /PhyGenEval/video/MTScore/models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/MTScore/models/utils.py -------------------------------------------------------------------------------- /PhyGenEval/video/generate_question.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyGenEval/video/generate_question.py -------------------------------------------------------------------------------- /PhyVideos/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyVideos/.DS_Store -------------------------------------------------------------------------------- /PhyVideos/kelingall/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyVideos/kelingall/.DS_Store -------------------------------------------------------------------------------- /PhyVideos/kelingall/output_video_1.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyVideos/kelingall/output_video_1.mp4 -------------------------------------------------------------------------------- /PhyVideos/kelingall/output_video_2.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyVideos/kelingall/output_video_2.mp4 -------------------------------------------------------------------------------- /PhyVideos/kelingall/output_video_3.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/PhyVideos/kelingall/output_video_3.mp4 -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/README.md -------------------------------------------------------------------------------- /result/kelingall.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/result/kelingall.json -------------------------------------------------------------------------------- /static/overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/static/overview.png -------------------------------------------------------------------------------- /static/phyeval.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/static/phyeval.png -------------------------------------------------------------------------------- /static/qualitative.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/PhyGenBench/HEAD/static/qualitative.png --------------------------------------------------------------------------------